-- Logs begin at Mon 2021-12-20 14:35:28 UTC, end at Mon 2021-12-20 17:45:23 UTC. -- Dec 20 15:25:40.377130 n-d-781076-8 systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 15:25:43.232400 n-d-781076-8 neutron-server[103840]: INFO neutron.common.config [-] Logging enabled! Dec 20 15:25:43.232987 n-d-781076-8 neutron-server[103840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev299 Dec 20 15:25:43.233203 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103840) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 15:25:43.236515 n-d-781076-8 neutron-server[103840]: INFO neutron.common.config [-] Logging enabled! Dec 20 15:25:43.236769 n-d-781076-8 neutron-server[103840]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev299 Dec 20 15:25:43.237083 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103840) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 15:25:43.238048 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 15:25:43.238279 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 15:25:43.238721 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 15:25:43.238907 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 15:25:43.239115 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 15:25:43.239433 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.239854 n-d-781076-8 neutron-server[103840]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 20 15:25:43.240178 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.240476 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.240773 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.241067 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.241391 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.241673 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.241961 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.242258 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.242543 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.242825 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.243110 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.243403 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.243685 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.243971 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.244257 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.244781 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.245072 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.245526 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.245952 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.246232 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.246522 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.246802 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.247074 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.247351 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.247635 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.247964 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] host = n-d-781076-8 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.248243 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.248529 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.248816 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.249110 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.249412 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.249690 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.250520 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.250877 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.251152 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.251427 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.251719 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.252011 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.252302 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.252528 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.252755 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.253042 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.253355 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.253635 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.253910 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.254185 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.254462 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.254731 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.255003 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.255284 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.255568 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.255856 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.256132 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.256412 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.256683 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.256957 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.257266 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.257543 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.257817 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.258091 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.258379 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.258650 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.258925 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.259226 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.259511 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.259795 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.260083 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.260357 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.260639 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.260914 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.261201 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.261478 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.261752 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.262022 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.262301 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.262572 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.262843 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.263115 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.263387 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.263672 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:43.263969 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.264270 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.264573 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.264857 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.265186 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.265465 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.266540 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.266885 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.267180 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.267480 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.267774 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.268055 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.268347 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.268629 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.268928 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.269261 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.269559 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.269855 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.270134 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.270413 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.270690 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.270973 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.271259 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.271542 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.271827 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.272117 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.272396 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.272695 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.272982 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.273301 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.273595 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.273873 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.274152 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.274443 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.274720 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.274993 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.275268 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.275565 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.275840 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.276115 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.276403 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.276680 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.276952 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.277252 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.277532 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.277826 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.278103 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.278378 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.278650 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.278928 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.279199 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.279484 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.279765 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.280038 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.280312 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.280593 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.280867 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.281184 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.281467 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.281744 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.282019 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.282294 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.282570 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.282846 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.283120 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.283395 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.283670 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.283945 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.284223 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.284497 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.284771 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.285045 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.285349 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.285628 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.285919 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.286220 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.286507 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.286790 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.287073 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.287358 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.287635 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.287917 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.288197 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.288479 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.288809 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.289054 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.289365 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.289658 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.289946 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.290258 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.290561 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.290843 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.291126 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.291405 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.291686 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.291971 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.292256 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.292552 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.292849 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.293145 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.293464 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.293764 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.294043 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.294351 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.294632 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:43.294854 n-d-781076-8 neutron-server[103840]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 15:25:43.295096 n-d-781076-8 neutron-server[103840]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103840) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 15:25:43.724943 n-d-781076-8 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 15:25:43.725246 n-d-781076-8 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 15:25:43.725555 n-d-781076-8 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 15:25:43.726039 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 15:25:44.063201 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.063491 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.063766 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.065082 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.065383 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.065652 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.112832 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.113115 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.113408 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.127999 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.128282 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.128551 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.158404 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.158687 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.158956 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.197129 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.197436 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.197704 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.541101 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.541737 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.541737 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.541917 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.542543 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.644209 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.644631 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.645005 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.645415 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.645789 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.646252 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.646579 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.646840 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.647093 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.647371 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.647627 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.647891 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.648143 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.648392 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.648646 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.648907 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.649179 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.649444 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.649760 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.650036 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.650306 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.650561 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.650849 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.651229 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.651482 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.651733 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.652137 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:44.652377 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:44.652617 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:44.652855 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:44.653090 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:44.653350 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:44.653719 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 15:25:44.657530 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 15:25:44.661630 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 15:25:44.665610 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 20 15:25:44.667272 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 15:25:44.667737 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 15:25:44.668074 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 15:25:44.668457 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 15:25:44.671309 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 15:25:44.671563 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 15:25:44.672577 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 15:25:44.678202 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 20 15:25:44.701465 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 20 15:25:44.701931 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.702231 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103840) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 20 15:25:44.702593 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.704090 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103840) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 15:25:44.704381 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 15:25:44.704633 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 15:25:44.707920 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.708199 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:44.772952 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 15:25:44.773206 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 15:25:44.773444 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 15:25:44.773833 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 15:25:44.796019 n-d-781076-8 neutron-server[103840]: DEBUG oslo_db.sqlalchemy.engines [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103840) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 20 15:25:45.472296 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing driver for type 'gre' Dec 20 15:25:45.472759 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] gre ID ranges: [(1, 1000)] Dec 20 15:25:45.787923 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing driver for type 'local' Dec 20 15:25:45.788543 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing driver for type 'vlan' Dec 20 15:25:45.959513 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] VlanTypeDriver initialization complete Dec 20 15:25:45.959847 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing driver for type 'vxlan' Dec 20 15:25:45.960354 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] vxlan ID ranges: [(1, 1000)] Dec 20 15:25:46.205609 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing extension driver 'port_security' Dec 20 15:25:46.205949 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] PortSecurityExtensionDriver initialization complete Dec 20 15:25:46.206282 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing mechanism driver 'openvswitch' Dec 20 15:25:46.206615 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing mechanism driver 'hyperv' Dec 20 15:25:46.217639 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.plugin [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:25:46.218510 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.219467 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.220008 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.220563 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 15:25:46.221002 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.221418 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.221798 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.222237 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 15:25:46.222618 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.222969 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.223316 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.223721 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 15:25:46.224133 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > security_group after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.224495 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > security_group after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.224875 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.225383 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 15:25:46.225911 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.226270 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.226627 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.227056 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 15:25:46.227473 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > address_group after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.227824 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > address_group after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.228166 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.228569 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103840) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 15:25:46.228952 n-d-781076-8 neutron-server[103840]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] ML2 OVO RPC backend initialized. {{(pid=103840) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 20 15:25:46.229703 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.230062 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.230525 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.230919 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > networks before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.231288 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.231618 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > ports before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.231962 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.232305 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnets before_response 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.232648 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.232988 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.233357 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.233696 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.234033 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.235247 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.235599 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.235938 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.236277 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.236938 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.plugin [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Modular L2 Plugin initialization complete Dec 20 15:25:46.237300 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading services supported by the core plugin {{(pid=103840) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 15:25:46.237629 n-d-781076-8 neutron-server[103840]: INFO neutron.plugins.ml2.managers [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Got port-security extension from driver 'port_security' Dec 20 15:25:46.238095 n-d-781076-8 neutron-server[103840]: INFO neutron.extensions.vlantransparent [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Disabled vlantransparent extension. Dec 20 15:25:46.238579 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103840) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 15:25:46.238895 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: router Dec 20 15:25:46.282074 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.282478 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.282854 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router before_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.283221 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.283598 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.283958 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_delete 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.284398 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.284912 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.285306 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.285661 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.286017 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.286371 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.286773 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.287146 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.287522 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.287867 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.288210 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: subnet after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.288552 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.288903 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.289279 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.289628 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.289972 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.290334 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router after_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.290675 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.291027 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_create 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.291391 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.291739 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_update 55549900 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.292113 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > agent after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.292466 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > agent after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.292816 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > network after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.293772 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Tracking information for resource: router configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:46.294107 n-d-781076-8 neutron-server[103840]: DEBUG neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Tracking information for resource: floatingip configured {{(pid=103840) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 15:25:46.299169 n-d-781076-8 neutron-server[103840]: INFO neutron.db.l3_agentschedulers_db [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 15:25:46.299748 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.300111 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port after_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.300467 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port after_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.300816 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: port after_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.301713 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router before_create 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.302125 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.302490 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_create 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.302854 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > router precommit_update 55550100 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.313141 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.provider_configuration [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service providers = [] {{(pid=103840) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 15:25:46.313141 n-d-781076-8 neutron-server[103840]: DEBUG neutron.db.servicetype_db [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103840) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 15:25:46.315863 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.service_base [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:25:46.316221 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.service_base [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:25:46.316574 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.service_base [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:25:46.317499 n-d-781076-8 neutron-server[103840]: DEBUG neutron.services.service_base [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103840) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 15:25:46.317875 n-d-781076-8 neutron-server[103840]: INFO neutron.services.service_base [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 15:25:46.318259 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.318579 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 15:25:46.330117 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.330456 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: auto_allocate Dec 20 15:25:46.336415 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: network precommit_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.336782 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: network precommit_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.337342 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.337672 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: tag Dec 20 15:25:46.345226 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.345560 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: timestamp Dec 20 15:25:46.349540 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.349875 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: network_ip_availability Dec 20 15:25:46.355475 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.355846 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.356208 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.356998 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.357358 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: flavors Dec 20 15:25:46.362519 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.362857 n-d-781076-8 neutron-server[103840]: INFO neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading Plugin: revisions Dec 20 15:25:46.367317 n-d-781076-8 neutron-server[103840]: DEBUG neutron.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103840) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 15:25:46.367715 n-d-781076-8 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.642s {{(pid=103840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 15:25:46.368473 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103840) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 20 15:25:46.368810 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Initializing extension manager. Dec 20 15:25:46.369365 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: __init__.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.370019 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: __pycache__ {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.370358 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.370698 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.371480 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.372055 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: address-group Dec 20 15:25:46.372385 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: address_scope.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.373116 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.373648 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: address-scope Dec 20 15:25:46.373973 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.374981 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.375523 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: router-admin-state-down-before-update Dec 20 15:25:46.375918 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: agent.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.376641 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.377154 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: agent Dec 20 15:25:46.377570 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: agent_resources_synced.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.378497 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.379007 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: agent-resources-synced Dec 20 15:25:46.379331 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: allowedaddresspairs.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.381145 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.381683 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: allowed-address-pairs Dec 20 15:25:46.382012 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: auto_allocated_topology.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.383104 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.383617 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: auto-allocated-topology Dec 20 15:25:46.383943 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.384645 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.385151 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: availability_zone Dec 20 15:25:46.385509 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: availability_zone_filter.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.386466 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.386981 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: availability_zone_filter Dec 20 15:25:46.387305 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: data_plane_status.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.388221 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.388723 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 15:25:46.389048 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: default_subnetpools.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.389998 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.391013 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: default-subnetpools Dec 20 15:25:46.391344 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.392460 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.392853 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: dhcp_agent_scheduler Dec 20 15:25:46.393195 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: dns.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.394132 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.394635 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension dns-integration not supported by any of loaded plugins Dec 20 15:25:46.394963 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: dns_domain_ports.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.395887 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.396388 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 15:25:46.396713 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.397667 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.398214 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 20 15:25:46.398543 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: dvr.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.399221 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.399725 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: dvr Dec 20 15:25:46.400048 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: ecmp_routes.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.400975 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.401505 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 20 15:25:46.401831 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: empty_string_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.402747 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.403250 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: empty-string-filtering Dec 20 15:25:46.403572 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.404502 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.405006 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 15:25:46.405362 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.407013 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.407525 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 15:25:46.407852 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: external_net.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.408770 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.409391 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: external-net Dec 20 15:25:46.409773 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.410676 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.411183 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: extra_dhcp_opt Dec 20 15:25:46.411504 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: extraroute.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.412419 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.412925 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: extraroute Dec 20 15:25:46.413279 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: extraroute_atomic.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.415918 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.416445 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: extraroute-atomic Dec 20 15:25:46.416780 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: filter_validation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.417507 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.418029 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: filter-validation Dec 20 15:25:46.418357 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: fip_pf_description.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.419292 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.419796 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 15:25:46.420120 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: fip_port_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.421093 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.421635 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: fip-port-details Dec 20 15:25:46.421983 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: flavors.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.423256 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.423769 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: flavors Dec 20 15:25:46.424097 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.425831 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.426355 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 15:25:46.426726 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: floatingip_pools.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.427451 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.428075 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: floatingip-pools Dec 20 15:25:46.428410 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: ip_allocation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.429428 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.429935 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 15:25:46.430265 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.431197 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.431711 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: ip-substring-filtering Dec 20 15:25:46.432038 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l2_adjacency.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.432979 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.433518 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 15:25:46.433843 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.434824 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.435341 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: router Dec 20 15:25:46.435669 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.438088 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.438621 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 15:25:46.438958 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.439909 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.440427 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: ext-gw-mode Dec 20 15:25:46.440757 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.441737 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.442251 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: l3-ha Dec 20 15:25:46.442577 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3_flavors.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.443497 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.444003 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: l3-flavors Dec 20 15:25:46.444351 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.445282 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.445792 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 15:25:46.446116 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: l3agentscheduler.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.447178 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.447690 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: l3_agent_scheduler Dec 20 15:25:46.448016 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: local_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.449846 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.450375 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension local_ip not supported by any of loaded plugins Dec 20 15:25:46.450717 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: logging.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.452215 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.452733 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension logging not supported by any of loaded plugins Dec 20 15:25:46.453630 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: metering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.454559 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.455140 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: metering Dec 20 15:25:46.455471 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.456592 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.457112 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: metering_source_and_destination_fields Dec 20 15:25:46.457471 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: multiprovidernet.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.458409 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.458921 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: multi-provider Dec 20 15:25:46.459251 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: netmtu.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.460169 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.460680 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: net-mtu Dec 20 15:25:46.461006 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: netmtu_writable.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.461966 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.462479 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: net-mtu-writable Dec 20 15:25:46.462806 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: network_availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.464397 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.464914 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: network_availability_zone Dec 20 15:25:46.465275 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: network_ip_availability.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.466404 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.466966 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: network-ip-availability Dec 20 15:25:46.467291 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: network_segment_range.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.468074 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.468579 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 15:25:46.469568 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: pagination.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.470564 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.470894 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: pagination Dec 20 15:25:46.471216 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: port_device_profile.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.472137 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.472654 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: port-device-profile Dec 20 15:25:46.472979 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.473944 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.474454 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: port-mac-address-regenerate Dec 20 15:25:46.474778 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.475696 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.476206 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: port-numa-affinity-policy Dec 20 15:25:46.476536 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: port_resource_request.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.477480 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.478036 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 15:25:46.478363 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: port_resource_request_groups.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.479362 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.479853 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 20 15:25:46.480178 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: portbindings.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.481123 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.481652 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: binding Dec 20 15:25:46.481992 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: portbindings_extended.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.483252 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.483765 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: binding-extended Dec 20 15:25:46.484091 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: portsecurity.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.485040 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.485586 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: port-security Dec 20 15:25:46.485915 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: project_id.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.486930 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.487266 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: project-id Dec 20 15:25:46.487592 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: providernet.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.488530 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.489044 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: provider Dec 20 15:25:46.489400 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.492984 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.493537 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos not supported by any of loaded plugins Dec 20 15:25:46.493876 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.495404 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.495918 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 15:25:46.496250 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.497518 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.497727 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 15:25:46.498057 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_default.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.498985 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.499497 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-default not supported by any of loaded plugins Dec 20 15:25:46.499831 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_fip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.500608 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.501106 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-fip not supported by any of loaded plugins Dec 20 15:25:46.501458 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.502385 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.502890 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 20 15:25:46.503215 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_gateway_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.504142 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.504646 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 15:25:46.504969 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_port_network_policy.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.506045 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.506555 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 15:25:46.506879 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.507967 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.508477 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 20 15:25:46.508801 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_pps_rule.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.510052 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.510566 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-pps not supported by any of loaded plugins Dec 20 15:25:46.510987 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_rule_type_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.511871 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.512380 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 15:25:46.512709 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: qos_rules_alias.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.513810 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.514325 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 15:25:46.514655 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: quota_check_limit.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.516186 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.516661 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: quota-check-limit Dec 20 15:25:46.516962 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: quotasv2.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.517969 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.518308 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: quotas Dec 20 15:25:46.518626 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: quotasv2_detail.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.521971 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.522316 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: quota_details Dec 20 15:25:46.522653 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: rbac.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.523781 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.524312 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: rbac-policies Dec 20 15:25:46.524648 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: rbac_address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.525624 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.526148 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: rbac-address-group Dec 20 15:25:46.526483 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: rbac_address_scope.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.527422 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.527937 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: rbac-address-scope Dec 20 15:25:46.528266 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: rbac_security_groups.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.529340 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.529853 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: rbac-security-groups Dec 20 15:25:46.530178 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: rbac_subnetpool.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.531120 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.532384 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: rbac-subnetpool Dec 20 15:25:46.532720 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: revisionifmatch.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.533684 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.534192 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: revision-if-match Dec 20 15:25:46.534517 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: revisions.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.535681 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.536182 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: standard-attr-revisions Dec 20 15:25:46.536507 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: router_availability_zone.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.537217 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.537730 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: router_availability_zone Dec 20 15:25:46.538055 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: routerservicetype.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.538984 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.539487 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension router-service-type not supported by any of loaded plugins Dec 20 15:25:46.539812 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.540820 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.541372 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: security-groups-normalized-cidr Dec 20 15:25:46.541697 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.542629 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.543139 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: port-security-groups-filtering Dec 20 15:25:46.543465 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.544420 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.544933 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: security-groups-remote-address-group Dec 20 15:25:46.545301 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.546232 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.546768 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: security-groups-shared-filtering Dec 20 15:25:46.547220 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.547822 n-d-781076-8 neutron-server[103840]: WARNING neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 20 15:25:46.548149 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: securitygroup.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.558011 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.558555 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: security-group Dec 20 15:25:46.558891 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: segment.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.559708 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.560217 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension segment not supported by any of loaded plugins Dec 20 15:25:46.560546 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.561540 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.562054 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 15:25:46.562411 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: servicetype.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.563528 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.564098 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: service-type Dec 20 15:25:46.564424 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: sorting.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.565455 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.565791 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: sorting Dec 20 15:25:46.566116 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: standard_attr_segment.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.567038 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.567576 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 15:25:46.567891 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: standardattrdescription.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.568606 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.569114 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: standard-attr-description Dec 20 15:25:46.569534 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: stateful_security_group.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.570481 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.570993 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: stateful-security-group Dec 20 15:25:46.571322 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: stdattrs_common.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.571897 n-d-781076-8 neutron-server[103840]: WARNING neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 15:25:46.572225 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.573153 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.573700 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 15:25:46.574025 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: subnet_onboard.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.575103 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.575620 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: subnet_onboard Dec 20 15:25:46.575951 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.576891 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.577435 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 15:25:46.577773 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: subnet_service_types.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.579238 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.579753 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: subnet-service-types Dec 20 15:25:46.580081 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: subnetallocation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.581247 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.581762 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: subnet_allocation Dec 20 15:25:46.582090 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.582766 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.583271 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: subnetpool-prefix-ops Dec 20 15:25:46.583597 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.584536 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.585041 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 15:25:46.585396 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: tagging.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.586484 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.586999 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: standard-attr-tag Dec 20 15:25:46.587327 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: timestamp.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.588544 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.589062 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loaded extension: standard-attr-timestamp Dec 20 15:25:46.589419 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: trunk.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.590485 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.590999 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension trunk not supported by any of loaded plugins Dec 20 15:25:46.591329 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: trunk_details.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.592262 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.592770 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension trunk-details not supported by any of loaded plugins Dec 20 15:25:46.593095 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: uplink_status_propagation.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.594663 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.595174 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 15:25:46.595496 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Loading extension file: vlantransparent.py {{(pid=103840) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 15:25:46.596178 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103840) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 15:25:46.596686 n-d-781076-8 neutron-server[103840]: INFO neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 15:25:46.599307 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:network Dec 20 15:25:46.600030 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:subnet Dec 20 15:25:46.600439 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:25:46.600835 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:port Dec 20 15:25:46.602155 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.602614 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service FLAVORS assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.603242 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.603680 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.604018 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:router Dec 20 15:25:46.604447 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:floatingip Dec 20 15:25:46.604948 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service METERING assigned prefix: /metering {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.606404 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.606780 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.607133 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:25:46.608167 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 15:25:46.608619 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:security_group Dec 20 15:25:46.609048 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 15:25:46.609732 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.610081 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:25:46.610417 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] subnetpool is already registered Dec 20 15:25:46.610841 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.611169 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:25:46.611500 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] subnetpool is already registered Dec 20 15:25:46.613803 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.614240 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service FLAVORS assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.614835 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.615263 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.615600 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:router Dec 20 15:25:46.615942 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] router is already registered Dec 20 15:25:46.616357 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:floatingip Dec 20 15:25:46.616692 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] floatingip is already registered Dec 20 15:25:46.617205 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service METERING assigned prefix: /metering {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.617871 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 15:25:46.618202 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] rbac_policy is already registered Dec 20 15:25:46.618612 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:security_group Dec 20 15:25:46.618947 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] security_group is already registered Dec 20 15:25:46.619351 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 15:25:46.619936 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] security_group_rule is already registered Dec 20 15:25:46.620576 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.620905 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:25:46.621274 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] subnetpool is already registered Dec 20 15:25:46.621698 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.v2.resource_helper [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Service CORE assigned prefix: {{(pid=103840) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 15:25:46.622028 n-d-781076-8 neutron-server[103840]: INFO neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 15:25:46.622360 n-d-781076-8 neutron-server[103840]: WARNING neutron.quota.resource_registry [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] subnetpool is already registered Dec 20 15:25:46.622827 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: extensions {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.624311 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: address-groups {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.626377 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: address-scopes {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.627696 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.628877 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: auto-allocated-topology {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.630269 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: availability_zones {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.631495 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: dhcp-networks {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.633021 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: dhcp-agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.634477 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.636700 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: flavors {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.637962 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: service_profiles {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.639196 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: next_providers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.641265 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: service_profiles {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.643860 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: floatingip-pools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.645069 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.647227 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: floatingips {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.648525 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: l3-routers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.650007 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: l3-agents {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.651555 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: metering-labels {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.652980 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: metering-label-rules {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.654324 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: network-ip-availabilities {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.655594 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: bindings {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.657373 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: quotas {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.659060 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: quotas {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.660597 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: rbac-policies {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.661999 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: security-groups {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.663238 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: security-group-rules {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.664475 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: service-providers {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.665754 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: subnetpools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.667194 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: subnetpools {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.668672 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.670388 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.672414 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.674242 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.676106 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.678006 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.679725 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.681684 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.683441 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.685401 n-d-781076-8 neutron-server[103840]: DEBUG neutron.api.extensions [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Extended resource: tags {{(pid=103840) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 15:25:46.691817 n-d-781076-8 neutron-server[103840]: WARNING keystonemiddleware.auth_token [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 15:25:46.696589 n-d-781076-8 neutron-server[103840]: WARNING keystonemiddleware.auth_token [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 15:25:46.706110 n-d-781076-8 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Acquired lock "singleton_lock" {{(pid=103840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 20 15:25:46.706579 n-d-781076-8 neutron-server[103840]: DEBUG oslo_concurrency.lockutils [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Releasing lock "singleton_lock" {{(pid=103840) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 20 15:25:46.707230 n-d-781076-8 neutron-server[103840]: INFO oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Starting 2 workers Dec 20 15:25:46.712094 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Started child 103953 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 15:25:46.716976 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Started child 103954 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 15:25:46.717640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:46.718544 n-d-781076-8 neutron-server[103840]: INFO neutron.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 15:25:46.719234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [-] (103953) wsgi starting up on http://0.0.0.0:9696 Dec 20 15:25:46.719435 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Publish callbacks [] for process, before_spawn {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:46.722150 n-d-781076-8 neutron-server[103840]: INFO oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Starting 1 workers Dec 20 15:25:46.722295 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:46.723661 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [-] (103954) wsgi starting up on http://0.0.0.0:9696 Dec 20 15:25:46.727150 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Started child 103955 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 15:25:46.727742 n-d-781076-8 neutron-server[103840]: INFO oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Starting 1 workers Dec 20 15:25:46.730986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] calling RpcWorker wait() {{(pid=103955) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 15:25:46.731537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] returning from RpcWorker wait() {{(pid=103955) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 15:25:46.732323 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Started child 103956 {{(pid=103840) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 15:25:46.732746 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:46.733113 n-d-781076-8 neutron-server[103840]: DEBUG neutron_lib.callbacks.manager [None req-0e14ad40-8f2a-42a7-bd24-bd6ddfe86d8b None None] Publish callbacks [] for process, after_spawn {{(pid=103840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:46.733270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:25:46.735360 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 15:25:46.735580 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 15:25:46.735748 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 15:25:46.735966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 15:25:46.736326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 15:25:46.736510 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 15:25:46.737019 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.737330 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.737597 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.737846 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.738156 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.738260 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:46.738807 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.739071 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.739309 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.739576 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.739678 n-d-781076-8 neutron-server[103956]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:25:46.739816 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.739987 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.740157 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.740420 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.740675 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.740993 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.741285 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.741541 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.741821 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.741997 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.742266 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.742543 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.742775 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.743051 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.743292 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.743784 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.744028 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.744250 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.744475 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.745017 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.745269 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.745542 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.745786 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.746035 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.746251 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.746497 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.746737 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.746949 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.747197 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.747411 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.747672 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.747911 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.748403 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] host = n-d-781076-8 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.748650 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.748869 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.749132 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.749413 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.749679 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.750416 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.750672 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.751247 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.751247 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.751507 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.751817 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.752075 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.752295 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.752540 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.752880 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_options = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.753027 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.753230 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.753495 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.753690 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.753862 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.754039 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.754302 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.754467 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.754714 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.754948 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.755163 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.755381 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.755629 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.755875 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.756158 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.757510 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.758091 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.758517 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.758758 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.759040 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.759303 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.759570 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.759831 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.760082 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.760330 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.760574 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.760821 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.761044 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.761314 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.761542 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.761780 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.762033 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.762271 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.762523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.762796 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.763058 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.763289 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.763508 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.763803 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.764032 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.764290 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.764541 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.764887 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.765342 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.765544 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.766433 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.793270 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794351 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.794873 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795407 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.795966 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.796486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.797550 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.798732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.799955 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.800958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.802076 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.803095 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.804096 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805196 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.805984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.806520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.807830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808374 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808905 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.808905 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.809054 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.809214 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.809458 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.809671 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.809904 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.810119 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.810336 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.810580 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.810793 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.811008 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.811237 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.811467 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.811681 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.811924 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.812132 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.812854 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.813143 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.813557 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.813869 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.814125 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.814301 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.814551 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.814783 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.815046 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.815302 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.815512 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.815733 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.815951 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.816207 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.816416 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.816654 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.816868 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.817074 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.817307 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.817517 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.817724 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.817953 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.818228 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.818423 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.818656 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.818889 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.819232 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.819487 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.819851 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.820301 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.820678 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.821073 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.821529 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.821930 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.822320 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.822653 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.822879 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.823124 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.823375 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.823628 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.823840 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.824070 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.824281 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.824500 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.824706 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.824999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.825266 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.825495 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.825757 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.825990 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.826224 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.826453 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.826659 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.826930 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.827180 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.827640 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.827640 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.827892 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.828620 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.828944 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.829533 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.829735 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.830716 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.830716 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.830984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.830984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.831226 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.831402 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.831610 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.831855 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.832063 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.832272 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.832492 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.832707 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.832913 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.833152 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.833377 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.833603 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.833820 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.834030 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.834233 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.834539 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.834785 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.835074 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.835312 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.835488 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.836040 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.836040 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.836353 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.836581 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.836818 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.837049 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.837301 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.843667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844326 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.844922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 15:25:46.845591 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103840) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 15:25:46.846060 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 15:25:46.846060 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 15:25:46.846060 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 15:25:46.846263 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 15:25:46.846340 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 15:25:46.846533 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.846731 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.846884 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.847087 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.847251 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.847430 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.847588 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.847733 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.847882 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848016 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848174 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848323 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848457 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848616 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848977 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.848977 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849242 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849242 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849462 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849580 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849729 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849855 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.849974 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] debug = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.850101 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.850303 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.850461 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.850611 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.850765 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.850918 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.851074 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.851233 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.851390 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.851545 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.851699 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.851853 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852006 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852159 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852329 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852467 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852589 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852741 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.852894 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] host = n-d-781076-8 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853049 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853209 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853369 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853677 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.853984 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.854138 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.854292 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.854445 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.854601 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.854755 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.854910 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.855091 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.855294 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_options = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.855557 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.855684 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.855803 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.855922 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.856123 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.856249 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.856371 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.856644 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.856644 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.856897 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857019 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857137 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857346 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857479 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857603 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857732 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.857852 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858003 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858158 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858312 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858466 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858620 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858776 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.858931 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.859086 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.859260 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.859422 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.859707 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860002 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860177 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860335 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860493 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860648 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860805 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.860962 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.861118 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.861386 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.861520 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.861667 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.861823 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.861978 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.862132 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.862286 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.862441 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.862594 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.862747 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.862903 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_json = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863057 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863211 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863365 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863519 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863673 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863827 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.863982 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.864240 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 15:25:46.864424 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.864584 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.864752 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.864911 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.865067 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.865244 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.865403 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.865610 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.865735 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.865854 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866005 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866162 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866334 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866491 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866731 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866861 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.866981 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.867127 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.867284 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.867442 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.867600 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.867756 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.867921 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.868077 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.868233 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.868388 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.868544 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.868708 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.868864 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.869035 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.869230 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.869446 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.869610 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.870082 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.870250 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.870410 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.870568 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.870728 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.871059 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.871059 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.872498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873022 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873022 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873022 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873022 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873022 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873396 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873396 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873540 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873617 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873778 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.873937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.874094 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.874251 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.874409 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.874566 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.874724 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.875729 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.875729 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.876019 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.876150 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.876430 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.876596 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.876830 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.876979 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877113 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877284 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877412 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877561 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877695 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877826 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.877968 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.878222 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.878378 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.878534 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.878679 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.878837 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.878996 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.879153 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.879309 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.879465 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.879622 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.879780 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.879936 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.880104 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.880278 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.880639 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.880639 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.880838 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.880915 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881027 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881205 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881399 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881538 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881675 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881822 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.881958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.882091 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.882235 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.882397 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.882552 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.882709 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.882865 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.883021 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.883178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.883356 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.883492 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.883648 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.883822 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.884032 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.884257 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.884424 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.884581 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.884741 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.884897 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.885212 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.885292 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.885406 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.885563 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.885722 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.885896 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886024 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886180 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886336 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886495 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886651 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886808 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.886974 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.887152 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.887308 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.887466 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.887646 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.887802 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.887958 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.888117 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.888273 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.888431 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.888946 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.888946 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.888946 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.889223 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.889223 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.889415 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.889636 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.889767 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.889891 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.890010 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.890128 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.890455 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.890455 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.891256 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.891540 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.891838 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892046 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892207 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892366 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892683 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892842 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.892999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.893173 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.893341 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.893498 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.893654 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.893810 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894016 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894106 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894269 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894427 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894584 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894743 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.894899 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895057 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895214 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895371 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895531 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895687 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895844 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.895983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:25:46.896073 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.896151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.896291 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.896449 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.896605 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.896763 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.896918 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.897092 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.897304 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.897436 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.897565 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.897724 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.897880 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.898037 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901020 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.901999 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.902523 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.903178 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.904937 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905486 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905799 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905799 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.905938 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.906113 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.906806 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.907101 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.907403 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.907581 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.907720 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.907867 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908026 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908183 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908342 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908491 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908661 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908826 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.908985 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.909151 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.909337 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.909504 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.909662 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.909826 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.909996 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.910154 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.910310 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.910472 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.910631 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.910787 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.910943 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.911100 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.911255 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.911412 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.911570 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.911724 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.911880 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.912040 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.912188 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.912340 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.912561 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.912727 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.912883 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.913218 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 15:25:46.913370 n-d-781076-8 neutron-server[103840]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103840) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 15:25:47.062075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39214) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:25:47.070618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062952 Dec 20 15:25:59.136368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536ec34-b89d-4983-b764-592d87dec800 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 15:25:59.204254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4536ec34-b89d-4983-b764-592d87dec800 None None] No non-hosted networks {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 15:25:59.220253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.agentschedulers_db [None req-4536ec34-b89d-4983-b764-592d87dec800 None None] DHCP Agent not found on host n-d-781076-8 {{(pid=103955) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 15:25:59.337313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ebe4-8e5f-45e8-a673-7e5aba2ce344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:01.659554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-340ccd88-882f-49b9-99e9-82c1f36dbc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:01.697586 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-a1d2b764-42e2-4a04-827e-98eb2d4444a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-781076-8 {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:26:01.698923 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-a1d2b764-42e2-4a04-827e-98eb2d4444a1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:26:02.243996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b764-42e2-4a04-827e-98eb2d4444a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:02.610867 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:04.114192 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:04.999764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:05.001272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.001615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.001992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.002319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.002634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.003361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.003994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.004785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.005339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.007283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.008724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.009268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.010270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:05.011231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-781076-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:05.025130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-781076-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:05.498892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:06.030435 n-d-781076-8 neutron-server[103954]: WARNING oslo_policy.policy [None req-a7211717-af83-4145-addf-364b80fa7743 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:06.032049 n-d-781076-8 neutron-server[103954]: WARNING oslo_policy.policy [None req-a7211717-af83-4145-addf-364b80fa7743 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:06.181645 n-d-781076-8 neutron-server[103955]: INFO neutron.db.l3_hamode_db [None req-464dc5be-cff5-41d2-a810-df7f012c330b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 15:26:06.266801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464dc5be-cff5-41d2-a810-df7f012c330b None None] Routers set() bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:26:06.267392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464dc5be-cff5-41d2-a810-df7f012c330b None None] Router IDs set() for agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 15:26:06.275224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-a7211717-af83-4145-addf-364b80fa7743 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:26:06.276351 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a7211717-af83-4145-addf-364b80fa7743 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7762949 Dec 20 15:26:08.936062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39320) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:09.435779 n-d-781076-8 neutron-server[103953]: WARNING oslo_policy.policy [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:09.436385 n-d-781076-8 neutron-server[103953]: WARNING oslo_policy.policy [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:09.660926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:09.758857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.policy [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 15:26:09.805143 n-d-781076-8 neutron-server[103953]: WARNING oslo_policy.policy [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:09.805536 n-d-781076-8 neutron-server[103953]: WARNING oslo_policy.policy [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:09.814784 n-d-781076-8 neutron-server[103953]: INFO neutron.quota [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] Loaded quota_driver: . Dec 20 15:26:09.965508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736432366000', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736432365469', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433072393', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433069810', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433059688', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433050750', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7937386', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7941623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-999550'] for rbac-policy, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:10.218829 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:10.220174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-72ff3c18-1f63-4bd2-b4dd-9716a8206672 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2814291 Dec 20 15:26:13.084644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:13.398837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:13.496748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Made reservation on behalf of a90bfe4347c94426aaed1009939a835d for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:26:13.499588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.518544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.630110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.696478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.720587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:26:13.745987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736428892627', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.746577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Unsubscribe: segment precommit_create {{(pid=103953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 15:26:13.747749 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Added segment 68393001-37e9-436d-b4a3-29f9c4e44959 of type vlan for network f23fe344-259a-467f-9ef9-458e6f5e5684 Dec 20 15:26:13.754305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f83a5e-6949-4308-9e22-4ffd2e565f24,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:13.790617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.790870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.791209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.791552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.791863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.792183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.792542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.792820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.793133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.793476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.793833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.794143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.794454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Tracked resource versions report: Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: pushed versions: Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: { 'AddressGroup': {'1.2'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'ConntrackHelper': {'1.0'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Log': {'1.0'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Network': {'1.1'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Port': {'1.7'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'PortForwarding': {'1.2'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'QosPolicy': {'1.10'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'SecurityGroup': {'1.5'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'SubPort': {'1.0'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Subnet': {'1.1'}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Trunk': {'1.1'}} Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: consumer versions: Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: L3 agent@n-d-781076-8: {}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: Metadata agent@n-d-781076-8: {}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: Metering agent@n-d-781076-8: {}, Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'ConntrackHelper': '1.0', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'LocalIPAssociation': '1.0', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Log': '1.0', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Network': '1.1', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Port': '1.7', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'PortForwarding': '1.2', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'QosPolicy': '1.10', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'SecurityGroup': '1.5', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'SecurityGroupRule': '1.2', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'SubPort': '1.0', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Subnet': '1.1', Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: 'Trunk': '1.1'}} Dec 20 15:26:13.795602 n-d-781076-8 neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:26:13.870363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.976967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:13.978230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:13.978918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:14.078164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] Pushing event updated for resources: {'Network': ['ID=f23fe344-259a-467f-9ef9-458e6f5e5684,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:14.090589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f23fe344-259a-467f-9ef9-458e6f5e5684 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:26:14.099291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-21a15c4a-fc05-467b-a7ba-6212c181acc8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0135310 Dec 20 15:26:17.018869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:17.542245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.policy [None req-6647f5ff-35ae-40b8-bb29-ecf09f03ddd7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103954) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 15:26:17.588719 n-d-781076-8 neutron-server[103954]: WARNING oslo_policy.policy [None req-6647f5ff-35ae-40b8-bb29-ecf09f03ddd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:17.589097 n-d-781076-8 neutron-server[103954]: WARNING oslo_policy.policy [None req-6647f5ff-35ae-40b8-bb29-ecf09f03ddd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 15:26:17.597412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647f5ff-35ae-40b8-bb29-ecf09f03ddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:17.599169 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6647f5ff-35ae-40b8-bb29-ecf09f03ddd7 admin admin] 10.222.0.81 "GET /v2.0/networks/f23fe344-259a-467f-9ef9-458e6f5e5684 HTTP/1.1" status: 200 len: 825 time: 0.5790706 Dec 20 15:26:17.639468 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d9145b63-87b9-46c2-8898-d2b770d09327 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/ce9a77eb-299b-4aaa-be47-3a3639d3c2c4 HTTP/1.1" status: 200 len: 734 time: 0.0341733 Dec 20 15:26:17.649284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Request body: {'subnet': {'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:17.650849 n-d-781076-8 neutron-server[103954]: INFO neutron.quota [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Loaded quota_driver: . Dec 20 15:26:17.828736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Made reservation on behalf of a90bfe4347c94426aaed1009939a835d for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:26:17.831528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:18.211318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:18.283828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Checking segment: {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:26:18.284178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Network hostable DHCP agents. Network: f23fe344-259a-467f-9ef9-458e6f5e5684, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:26:18.296456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27340c2-d67c-48f3-9902-980736137965,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:18.310083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.310422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.310757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.311082 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.311405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.311726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.312042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.312382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.313254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.313569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.313883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.314195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.314502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Tracked resource versions report: Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: pushed versions: Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: { 'AddressGroup': {'1.2'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'ConntrackHelper': {'1.0'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Log': {'1.0'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Network': {'1.1'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Port': {'1.7'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'PortForwarding': {'1.2'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'QosPolicy': {'1.10'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'SecurityGroup': {'1.5'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'SubPort': {'1.0'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Subnet': {'1.1'}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Trunk': {'1.1'}} Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: consumer versions: Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: L3 agent@n-d-781076-8: {}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: Metadata agent@n-d-781076-8: {}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: Metering agent@n-d-781076-8: {}, Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'ConntrackHelper': '1.0', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'LocalIPAssociation': '1.0', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Log': '1.0', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Network': '1.1', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Port': '1.7', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'PortForwarding': '1.2', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'QosPolicy': '1.10', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'SecurityGroup': '1.5', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'SecurityGroupRule': '1.2', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'SubPort': '1.0', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Subnet': '1.1', Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: 'Trunk': '1.1'}} Dec 20 15:26:18.315631 n-d-781076-8 neutron-server[103954]: {{(pid=103954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:26:18.404287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Network f23fe344-259a-467f-9ef9-458e6f5e5684 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:26:18.496989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f23fe344-259a-467f-9ef9-458e6f5e5684) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:26:18.502718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:18.503730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:18.507454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdf400-8771-455a-90b3-717f65d9f02c None None] Network f23fe344-259a-467f-9ef9-458e6f5e5684 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:26:18.602698 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7ef1e14-a7ed-46e2-9cbe-03ba3156c1fe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9569159 Dec 20 15:26:18.782735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-f23fe344-259a-467f-9ef9-458e6f5e5684', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:26:18.784068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:19.096236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Allocated IP 172.20.0.2 (f23fe344-259a-467f-9ef9-458e6f5e5684/e27340c2-d67c-48f3-9902-980736137965/4e5d8723-8be7-424e-8c55-267758683789) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:26:19.351044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:19.457482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:19.535006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Network f23fe344-259a-467f-9ef9-458e6f5e5684 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:26:19.539548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:26:19.548915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:26:19.552159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Pushing event updated for resources: {'Port': ['ID=4e5d8723-8be7-424e-8c55-267758683789,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:19.582947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.583327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.583638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.583976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.584309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.584640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.584967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.585324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.585650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.586014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.586303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.586625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.586945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Tracked resource versions report: Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: pushed versions: Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: { 'AddressGroup': {'1.2'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Log': {'1.0'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Network': {'1.1'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Port': {'1.7'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'PortForwarding': {'1.2'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'QosPolicy': {'1.10'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'SecurityGroup': {'1.5'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'SubPort': {'1.0'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Subnet': {'1.1'}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Trunk': {'1.1'}} Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: consumer versions: Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: L3 agent@n-d-781076-8: {}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: Metadata agent@n-d-781076-8: {}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: Metering agent@n-d-781076-8: {}, Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'ConntrackHelper': '1.0', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'LocalIPAssociation': '1.0', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Log': '1.0', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Network': '1.1', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Port': '1.7', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'PortForwarding': '1.2', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'QosPolicy': '1.10', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'SecurityGroup': '1.5', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'SecurityGroupRule': '1.2', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'SubPort': '1.0', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Subnet': '1.1', Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: 'Trunk': '1.1'}} Dec 20 15:26:19.588085 n-d-781076-8 neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:26:19.640112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Attempting to bind port 4e5d8723-8be7-424e-8c55-267758683789 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:26:19.640537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Attempting to bind port 4e5d8723-8be7-424e-8c55-267758683789 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:26:19.640968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Attempting to bind port 4e5d8723-8be7-424e-8c55-267758683789 on network f23fe344-259a-467f-9ef9-458e6f5e5684 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:26:19.646019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:26:19.646381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Checking segment: {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:26:19.646868 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:19.647254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Bound using segment: {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:26:19.647717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Bound port: 4e5d8723-8be7-424e-8c55-267758683789, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:26:19.648115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:19.711852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] For port 4e5d8723-8be7-424e-8c55-267758683789, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:26:19.716246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] For port 4e5d8723-8be7-424e-8c55-267758683789, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4e5d8723-8be7-424e-8c55-267758683789,segment=NetworkSegment(68393001-37e9-436d-b4a3-29f9c4e44959),segment_id=68393001-37e9-436d-b4a3-29f9c4e44959)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:26:19.856990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:19.926102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed047e-921e-4b15-8593-ccace0319c43 None None] Pushing event updated for resources: {'Port': ['ID=4e5d8723-8be7-424e-8c55-267758683789,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:21.281707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39366) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:21.597786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-92868071-332a-4cd9-9d1f-acb4d555c41c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:26:21.598764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92868071-332a-4cd9-9d1f-acb4d555c41c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3160417 Dec 20 15:26:24.304726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39374) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:24.627429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-2b345113-2561-47e1-b2a1-27cb3dd82c75 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:26:24.628412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2b345113-2561-47e1-b2a1-27cb3dd82c75 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3226953 Dec 20 15:26:27.526793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39384) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:27.836511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a90bfe4347c94426aaed1009939a835d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:27.942767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:27.944357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:28.103170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:28.177388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:28.275622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:28.276870 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b7db2f2-301f-4a79-8f02-b1474911fb78 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7490523 Dec 20 15:26:28.826421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4e5d8723-8be7-424e-8c55-267758683789 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:26:28.915075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4e5d8723-8be7-424e-8c55-267758683789 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:28.915744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:29.027014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:29.066621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 4e5d8723-8be7-424e-8c55-267758683789, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4e5d8723-8be7-424e-8c55-267758683789,segment=NetworkSegment(68393001-37e9-436d-b4a3-29f9c4e44959),segment_id=68393001-37e9-436d-b4a3-29f9c4e44959)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:26:29.154079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:29.180126 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42a37660-1283-4714-9e7c-76e061b42e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:29.209874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=4e5d8723-8be7-424e-8c55-267758683789,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:29.223444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795a25d-05d6-4837-ba74-6bdf5419ec6c None None] Network f23fe344-259a-467f-9ef9-458e6f5e5684 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:26:29.299576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5752c3f5-b71a-417f-bed6-677d493e75a8 None None] Provisioning complete for port 4e5d8723-8be7-424e-8c55-267758683789 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:29.299954 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5752c3f5-b71a-417f-bed6-677d493e75a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:29.732830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8850e0e9-685f-43a3-a454-364a0c5c45e9 None None] Provisioning complete for port 4e5d8723-8be7-424e-8c55-267758683789 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:29.733221 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8850e0e9-685f-43a3-a454-364a0c5c45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:30.794943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4e5d8723-8be7-424e-8c55-267758683789 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:26:30.844858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4e5d8723-8be7-424e-8c55-267758683789 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:30.845259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:30.937254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:31.249344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-7536f867-83f7-4947-bca8-931d448fbf61 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:26:31.250949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7536f867-83f7-4947-bca8-931d448fbf61 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119731 Dec 20 15:26:31.627967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dcbeefaa-48da-4938-b4f5-c36dc40ddeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:32.565464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:33.870368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39414) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:34.007153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:34.026817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.107684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Made reservation on behalf of a8c2437ede9a409ca27134416ae39a84 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:26:34.110518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.119007 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.192395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.251442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.268530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Reserving flat network on physical network physnet1 {{(pid=103953) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 15:26:34.284837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f7df6-6c2e-4b2a-9470-bff6eb2f7958,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:34.289676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.290018 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Added segment 35605690-14b8-410d-a9ee-3c056931e173 of type flat for network c433bad7-c2e8-436b-a2b1-52b64e946a9a Dec 20 15:26:34.347135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.444773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.445748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:34.446321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.503186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] Pushing event updated for resources: {'Network': ['ID=c433bad7-c2e8-436b-a2b1-52b64e946a9a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:34.513818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:26:34.534155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8f13e200-bd0e-402b-abbd-5815a2f926fa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6627214 Dec 20 15:26:35.033906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:36.780674 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:26:36.992626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39432) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:37.127343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa555c-a2a5-4707-90ef-b2213935367c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:37.128730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3eaa555c-a2a5-4707-90ef-b2213935367c admin admin] 10.222.0.81 "GET /v2.0/subnets/e27340c2-d67c-48f3-9902-980736137965 HTTP/1.1" status: 200 len: 849 time: 0.1351855 Dec 20 15:26:37.308921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e246bac1-678a-401b-a5bb-19b25b6ef061 admin admin] 10.222.0.81 "GET /v2.0/routers/4d483c32-1109-4f26-b194-9884d82e0092 HTTP/1.1" status: 200 len: 704 time: 0.1742013 Dec 20 15:26:37.580887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:37.884349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Allocated IP 172.20.0.1 (f23fe344-259a-467f-9ef9-458e6f5e5684/e27340c2-d67c-48f3-9902-980736137965/7a84527a-6c26-49ca-9685-e79c6a859e99) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:26:38.076663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.194464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.277360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Network f23fe344-259a-467f-9ef9-458e6f5e5684 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:26:38.282660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:26:38.288299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Pushing event updated for resources: {'Port': ['ID=7a84527a-6c26-49ca-9685-e79c6a859e99,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:38.291542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:26:38.291542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.489475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d2d9f1f2-6c5e-4d7d-a76f-38d3e27a2d56 None None] Provisioning complete for port 7a84527a-6c26-49ca-9685-e79c6a859e99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:38.490123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d9f1f2-6c5e-4d7d-a76f-38d3e27a2d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.523298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9f1f2-6c5e-4d7d-a76f-38d3e27a2d56 None None] Port 7a84527a-6c26-49ca-9685-e79c6a859e99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:26:38.607296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.819966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.902480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.903344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.986242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Pushing event updated for resources: {'Port': ['ID=7a84527a-6c26-49ca-9685-e79c6a859e99,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:39.030971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Network f23fe344-259a-467f-9ef9-458e6f5e5684 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:26:39.032336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:26:39.245983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ea4ebba9-87b4-4350-8d6c-3ba123871efb None None] Provisioning complete for port 7a84527a-6c26-49ca-9685-e79c6a859e99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:39.246265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebba9-87b4-4350-8d6c-3ba123871efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:39.262788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Router 4d483c32-1109-4f26-b194-9884d82e0092 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:26:39.282217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ebba9-87b4-4350-8d6c-3ba123871efb None None] Port 7a84527a-6c26-49ca-9685-e79c6a859e99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:26:39.357092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:26:39.363240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ea7ae31-1ea6-4ed5-ae3d-dc718cb37432 admin admin] 10.222.0.81 "PUT /v2.0/routers/4d483c32-1109-4f26-b194-9884d82e0092/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0483568 Dec 20 15:26:39.367401 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Sync routers for ids ['4d483c32-1109-4f26-b194-9884d82e0092'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:26:39.381188 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Routers {'4d483c32-1109-4f26-b194-9884d82e0092'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:26:39.382061 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:26:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['4d483c32-1109-4f26-b194-9884d82e0092'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:39.575298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Set router 4d483c32-1109-4f26-b194-9884d82e0092 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:26:40.019382 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d483c32-1109-4f26-b194-9884d82e0092', 'name': 'router1', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:26:27Z', 'updated_at': '2021-12-20T15:26:38Z', 'revision_number': 2, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'gw_port_host': None, '_interfaces': [{'id': '7a84527a-6c26-49ca-9685-e79c6a859e99', 'name': '', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'mac_address': 'fa:16:3e:4e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:37Z', 'updated_at': '2021-12-20T15:26:38Z', 'revision_number': 2, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'subnets': [{'id': 'e27340c2-d67c-48f3-9902-980736137965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:40.072382 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Checking router: 4d483c32-1109-4f26-b194-9884d82e0092 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:26:40.072839 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Updating router 4d483c32-1109-4f26-b194-9884d82e0092 port 7a84527a-6c26-49ca-9685-e79c6a859e99 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:26:40.154671 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:40.648586 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:40.719385 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:40.866044 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Pushing event updated for resources: {'Port': ['ID=7a84527a-6c26-49ca-9685-e79c6a859e99,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:40.901505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.901787 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.902125 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.902502 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.902848 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.903182 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.903513 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.903877 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.904253 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.904584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.904958 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.905382 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.905716 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Tracked resource versions report: Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: pushed versions: Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: { 'AddressGroup': {'1.2'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Log': {'1.0'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Network': {'1.1'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Port': {'1.7'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'PortForwarding': {'1.2'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'QosPolicy': {'1.10'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'SecurityGroup': {'1.5'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'SubPort': {'1.0'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Subnet': {'1.1'}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Trunk': {'1.1'}} Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: consumer versions: Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: L3 agent@n-d-781076-8: {}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: Metadata agent@n-d-781076-8: {}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: Metering agent@n-d-781076-8: {}, Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'ConntrackHelper': '1.0', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'LocalIPAssociation': '1.0', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Log': '1.0', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Network': '1.1', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Port': '1.7', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'PortForwarding': '1.2', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'QosPolicy': '1.10', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'SecurityGroup': '1.5', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'SecurityGroupRule': '1.2', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'SubPort': '1.0', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Subnet': '1.1', Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: 'Trunk': '1.1'}} Dec 20 15:26:40.907259 n-d-781076-8 neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:26:40.909858 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Attempting to bind port 7a84527a-6c26-49ca-9685-e79c6a859e99 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:26:40.910265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Attempting to bind port 7a84527a-6c26-49ca-9685-e79c6a859e99 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:26:40.910707 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Attempting to bind port 7a84527a-6c26-49ca-9685-e79c6a859e99 on network f23fe344-259a-467f-9ef9-458e6f5e5684 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:26:40.916912 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:26:40.917353 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Checking segment: {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:26:40.917849 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:40.918281 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Bound using segment: {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:26:40.918760 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Bound port: 7a84527a-6c26-49ca-9685-e79c6a859e99, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68393001-37e9-436d-b4a3-29f9c4e44959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:26:40.919170 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:40.987152 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] For port 7a84527a-6c26-49ca-9685-e79c6a859e99, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:26:41.007895 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] For port 7a84527a-6c26-49ca-9685-e79c6a859e99, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7a84527a-6c26-49ca-9685-e79c6a859e99,segment=NetworkSegment(68393001-37e9-436d-b4a3-29f9c4e44959),segment_id=68393001-37e9-436d-b4a3-29f9c4e44959)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:26:41.012391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a08c044-b0b8-41fd-8f49-0a5d41254198 None None] Provisioning complete for port 7a84527a-6c26-49ca-9685-e79c6a859e99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:41.012884 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a08c044-b0b8-41fd-8f49-0a5d41254198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:41.047664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8a08c044-b0b8-41fd-8f49-0a5d41254198 None None] Port 7a84527a-6c26-49ca-9685-e79c6a859e99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:26:41.085721 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:41.143860 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Routers {'4d483c32-1109-4f26-b194-9884d82e0092'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:26:41.144476 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:26:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['4d483c32-1109-4f26-b194-9884d82e0092'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:41.213312 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c86c5-ea5d-47a4-9ede-c70cb2d435a8 None None] Pushing event updated for resources: {'Port': ['ID=7a84527a-6c26-49ca-9685-e79c6a859e99,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:41.241366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] Set router 4d483c32-1109-4f26-b194-9884d82e0092 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:26:41.373278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3caa6ea2-5ed5-4c5c-ad40-bdf3a7dd3beb None None] Provisioning complete for port 7a84527a-6c26-49ca-9685-e79c6a859e99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:41.373658 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ea2-5ed5-4c5c-ad40-bdf3a7dd3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:41.456600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ea2-5ed5-4c5c-ad40-bdf3a7dd3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:41.462137 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d483c32-1109-4f26-b194-9884d82e0092', 'name': 'router1', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:26:27Z', 'updated_at': '2021-12-20T15:26:38Z', 'revision_number': 2, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'gw_port_host': None, '_interfaces': [{'id': '7a84527a-6c26-49ca-9685-e79c6a859e99', 'name': '', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'mac_address': 'fa:16:3e:4e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:37Z', 'updated_at': '2021-12-20T15:26:40Z', 'revision_number': 4, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'subnets': [{'id': 'e27340c2-d67c-48f3-9902-980736137965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:41.489375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3caa6ea2-5ed5-4c5c-ad40-bdf3a7dd3beb None None] For port 7a84527a-6c26-49ca-9685-e79c6a859e99, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7a84527a-6c26-49ca-9685-e79c6a859e99,segment=NetworkSegment(68393001-37e9-436d-b4a3-29f9c4e44959),segment_id=68393001-37e9-436d-b4a3-29f9c4e44959)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:26:41.489617 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b40546-2b63-4e2c-8faa-e11b086aadae None None] The sync data for ids ['4d483c32-1109-4f26-b194-9884d82e0092'] in n-d-781076-8 is: [{'id': '4d483c32-1109-4f26-b194-9884d82e0092', 'name': 'router1', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:26:27Z', 'updated_at': '2021-12-20T15:26:38Z', 'revision_number': 2, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'gw_port_host': None, '_interfaces': [{'id': '7a84527a-6c26-49ca-9685-e79c6a859e99', 'name': '', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'mac_address': 'fa:16:3e:4e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:37Z', 'updated_at': '2021-12-20T15:26:40Z', 'revision_number': 4, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'subnets': [{'id': 'e27340c2-d67c-48f3-9902-980736137965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:26:41.548353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3caa6ea2-5ed5-4c5c-ad40-bdf3a7dd3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:41.598633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa6ea2-5ed5-4c5c-ad40-bdf3a7dd3beb None None] Pushing event updated for resources: {'Port': ['ID=7a84527a-6c26-49ca-9685-e79c6a859e99,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:41.865216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39444) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:41.979686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afec457-2bcd-4ff9-a871-4343f9da6736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:41.981100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1afec457-2bcd-4ff9-a871-4343f9da6736 admin admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 842 time: 0.1147492 Dec 20 15:26:41.991999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'name': 'public-subnet'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:42.068301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Made reservation on behalf of a8c2437ede9a409ca27134416ae39a84 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:26:42.070552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:42.448354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:26:42.448701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:42.506029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dabb11-2a64-4e39-bdb7-03388c770d70,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:42.513013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:26:42.513392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Network hostable DHCP agents. Network: c433bad7-c2e8-436b-a2b1-52b64e946a9a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:26:42.628082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:26:42.720091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c433bad7-c2e8-436b-a2b1-52b64e946a9a) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:26:42.724275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:42.724996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:42.729875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3f85c-ab6e-43af-9fc3-c61cc23ff56c None None] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:26:42.835468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2355361-c924-4408-bbf5-7fa08d1af03e None None] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:26:42.848847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cfd40e2a-08fd-405e-942d-7975750febbb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8610394 Dec 20 15:26:45.378834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39452) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:45.520918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2d67d81c-fbbf-43cd-a6a0-29001b439c30 admin admin] 10.222.0.81 "GET /v2.0/routers/4d483c32-1109-4f26-b194-9884d82e0092 HTTP/1.1" status: 200 len: 710 time: 0.1409302 Dec 20 15:26:45.612726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58542ee3-d05f-40c7-a8e0-819a15fb7989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:45.614132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-58542ee3-d05f-40c7-a8e0-819a15fb7989 admin admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 886 time: 0.0873461 Dec 20 15:26:45.623624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:45.945315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:46.290941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:46.373505 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:46.479841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Allocated IP 172.25.6.185 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/91387405-60c9-4b09-8590-c752c00a595d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:26:46.582179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:46.714674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:46.757429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:26:46.760339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:26:46.764755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:26:46.767763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Pushing event updated for resources: {'Port': ['ID=91387405-60c9-4b09-8590-c752c00a595d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:47.129554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:47.352275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:47.355836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:47.558722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Router 4d483c32-1109-4f26-b194-9884d82e0092 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:26:47.667041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:26:47.671341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:47.672751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7ffcaffb-7d2e-4ed8-a154-bb02152c7a04 admin admin] 10.222.0.81 "PUT /v2.0/routers/4d483c32-1109-4f26-b194-9884d82e0092 HTTP/1.1" status: 200 len: 890 time: 2.0523589 Dec 20 15:26:48.768039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Sync routers for ids ['4d483c32-1109-4f26-b194-9884d82e0092'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:26:48.782502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Routers {'4d483c32-1109-4f26-b194-9884d82e0092'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:26:48.783321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:26:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['4d483c32-1109-4f26-b194-9884d82e0092'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:48.847797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7a84527a-6c26-49ca-9685-e79c6a859e99 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:26:49.044327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Set router 4d483c32-1109-4f26-b194-9884d82e0092 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:26:49.059384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7a84527a-6c26-49ca-9685-e79c6a859e99 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:49.059765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:49.586127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d483c32-1109-4f26-b194-9884d82e0092', 'name': 'router1', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '91387405-60c9-4b09-8590-c752c00a595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:26:27Z', 'updated_at': '2021-12-20T15:26:46Z', 'revision_number': 4, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'gw_port': {'id': '91387405-60c9-4b09-8590-c752c00a595d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:46Z', 'updated_at': '2021-12-20T15:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '7a84527a-6c26-49ca-9685-e79c6a859e99', 'name': '', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'mac_address': 'fa:16:3e:4e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:37Z', 'updated_at': '2021-12-20T15:26:41Z', 'revision_number': 5, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'subnets': [{'id': 'e27340c2-d67c-48f3-9902-980736137965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:49.638359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Checking router: 4d483c32-1109-4f26-b194-9884d82e0092 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:26:49.638646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Updating router 4d483c32-1109-4f26-b194-9884d82e0092 port 91387405-60c9-4b09-8590-c752c00a595d binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:26:49.685328 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:50.008161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:50.108262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:50.162122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20010f50-b71a-43d3-a225-c1ee4e807866 None None] Pushing event updated for resources: {'Port': ['ID=91387405-60c9-4b09-8590-c752c00a595d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:50.164777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Attempting to bind port 91387405-60c9-4b09-8590-c752c00a595d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:26:50.165727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Attempting to bind port 91387405-60c9-4b09-8590-c752c00a595d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:26:50.165877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Attempting to bind port 91387405-60c9-4b09-8590-c752c00a595d on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:26:50.171236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:26:50.171608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:26:50.172237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:50.172657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:26:50.173122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Bound port: 91387405-60c9-4b09-8590-c752c00a595d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:26:50.173541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:50.223614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] For port 91387405-60c9-4b09-8590-c752c00a595d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:26:50.226631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] For port 91387405-60c9-4b09-8590-c752c00a595d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=91387405-60c9-4b09-8590-c752c00a595d,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:26:50.300958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39464) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:26:50.336924 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:50.397985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20010f50-b71a-43d3-a225-c1ee4e807866 None None] Pushing event updated for resources: {'Port': ['ID=91387405-60c9-4b09-8590-c752c00a595d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:50.400553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Routers {'4d483c32-1109-4f26-b194-9884d82e0092'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:26:50.401148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:26:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['4d483c32-1109-4f26-b194-9884d82e0092'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:50.426610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a39f5477-2dc8-453f-9d7d-21e2959f2ef5 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244805 Dec 20 15:26:50.515636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] Set router 4d483c32-1109-4f26-b194-9884d82e0092 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:26:50.735535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d483c32-1109-4f26-b194-9884d82e0092', 'name': 'router1', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '91387405-60c9-4b09-8590-c752c00a595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:26:27Z', 'updated_at': '2021-12-20T15:26:46Z', 'revision_number': 4, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'gw_port': {'id': '91387405-60c9-4b09-8590-c752c00a595d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:46Z', 'updated_at': '2021-12-20T15:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '7a84527a-6c26-49ca-9685-e79c6a859e99', 'name': '', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'mac_address': 'fa:16:3e:4e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:37Z', 'updated_at': '2021-12-20T15:26:41Z', 'revision_number': 5, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'subnets': [{'id': 'e27340c2-d67c-48f3-9902-980736137965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:26:50.763899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea181e0-a2c5-4e49-b2c8-9cec60035cda None None] The sync data for ids ['4d483c32-1109-4f26-b194-9884d82e0092'] in n-d-781076-8 is: [{'id': '4d483c32-1109-4f26-b194-9884d82e0092', 'name': 'router1', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '91387405-60c9-4b09-8590-c752c00a595d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:26:27Z', 'updated_at': '2021-12-20T15:26:46Z', 'revision_number': 4, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'gw_port': {'id': '91387405-60c9-4b09-8590-c752c00a595d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:46Z', 'updated_at': '2021-12-20T15:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '7a84527a-6c26-49ca-9685-e79c6a859e99', 'name': '', 'network_id': 'f23fe344-259a-467f-9ef9-458e6f5e5684', 'tenant_id': 'a90bfe4347c94426aaed1009939a835d', 'mac_address': 'fa:16:3e:4e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d483c32-1109-4f26-b194-9884d82e0092', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e27340c2-d67c-48f3-9902-980736137965', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:26:37Z', 'updated_at': '2021-12-20T15:26:41Z', 'revision_number': 5, 'project_id': 'a90bfe4347c94426aaed1009939a835d', 'subnets': [{'id': 'e27340c2-d67c-48f3-9902-980736137965', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce9a77eb-299b-4aaa-be47-3a3639d3c2c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:26:52.863016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 91387405-60c9-4b09-8590-c752c00a595d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:26:52.926534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 91387405-60c9-4b09-8590-c752c00a595d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:52.926920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:53.007936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:53.033053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 91387405-60c9-4b09-8590-c752c00a595d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=91387405-60c9-4b09-8590-c752c00a595d,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:26:53.122052 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:53.188054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=91387405-60c9-4b09-8590-c752c00a595d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:54.860741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 91387405-60c9-4b09-8590-c752c00a595d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:26:54.936927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 91387405-60c9-4b09-8590-c752c00a595d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:26:54.937743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:59.159366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e69e088c-d19f-4be6-a553-57a18af47202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:01.656440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb239d2b-0e6f-437b-929a-21b2fd424318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:02.565407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:04.056662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:05.023863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:13.788535 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:27:29.159622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8d6be4d-fefd-4327-8e8b-bdb5645cb6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:31.776598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-40c7830c-6c89-4795-9b6a-9eaa16be6078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.811363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:34.056640 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:35.046111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:50.776705 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:27:59.160362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-052c14fe-ad72-4842-bd93-aeb10424cba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:01.640090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f84f0ea-0b2c-42ea-b4da-ad35b6b7cf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.577076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:04.039769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:05.046103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:19.821030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39980) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:19.882607 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d3ba39-240c-4488-b965-8d8ce3f3cf53 admin admin] GET failed (client error): The resource could not be found. Dec 20 15:28:19.883894 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f2d3ba39-240c-4488-b965-8d8ce3f3cf53 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618649 Dec 20 15:28:20.051605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514f240-8ae1-4bc7-8309-4d281ae8637e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:20.053063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c514f240-8ae1-4bc7-8309-4d281ae8637e admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1643991 Dec 20 15:28:22.467939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39990) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:22.560061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812667e-fb27-4f7a-a95f-694f4e2b595a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:22.561412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f812667e-fb27-4f7a-a95f-694f4e2b595a admin admin] 10.222.0.81 "GET /v2.0/subnets/e27340c2-d67c-48f3-9902-980736137965 HTTP/1.1" status: 200 len: 849 time: 0.0925167 Dec 20 15:28:22.572151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:22.660724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.948485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736428826170'] for subnet, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.981442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:22.987515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.987515 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] 10.222.0.81 "PUT /v2.0/subnets/e27340c2-d67c-48f3-9902-980736137965 HTTP/1.1" status: 200 len: 868 time: 0.4149585 Dec 20 15:28:22.988887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac7dff-0f54-43a4-8643-e56b9490935d None None] Network f23fe344-259a-467f-9ef9-458e6f5e5684 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:23.010836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27340c2-d67c-48f3-9902-980736137965,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:23.018774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.019321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.019927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.020404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.020745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.021078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.021581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.021913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.022236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.022559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.022880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.023200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.023520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd43a32c-60e3-4363-b3d2-8090f21b09f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:23.325602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-608a0fe8-72f2-45cd-aece-374358eebe61 None None] Provisioning complete for port 4e5d8723-8be7-424e-8c55-267758683789 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:23.325970 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-608a0fe8-72f2-45cd-aece-374358eebe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:23.413634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-608a0fe8-72f2-45cd-aece-374358eebe61 None None] Provisioning complete for port 7a84527a-6c26-49ca-9685-e79c6a859e99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:23.414335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-608a0fe8-72f2-45cd-aece-374358eebe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:25.411928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39998) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:25.612968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf866645-0367-47bc-8816-0852ef35a8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:25.613468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf866645-0367-47bc-8816-0852ef35a8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:25.615089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bf866645-0367-47bc-8816-0852ef35a8f2 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022829 Dec 20 15:28:27.775909 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:28:27.997766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40006) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:28.138586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c3557-6f13-44a8-a5bd-dd46a35d7a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:28.139047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c3557-6f13-44a8-a5bd-dd46a35d7a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:28.140581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b00c3557-6f13-44a8-a5bd-dd46a35d7a08 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1418481 Dec 20 15:28:29.144208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e427fbd-145d-4b81-aaa9-df1d8da8224e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.531551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40014) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:30.661922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1644eb-9469-4e90-a5a5-8afd8c9915c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:30.663284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cf1644eb-9469-4e90-a5a5-8afd8c9915c9 admin admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 886 time: 0.1307657 Dec 20 15:28:31.617569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-537b3b0d-dedc-4a30-ac7f-ff93de87788c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.589027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.067806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40024) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:33.248718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869de61-84f8-4ead-ad99-34651b12e018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:33.250029 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1869de61-84f8-4ead-ad99-34651b12e018 admin admin] 10.222.0.81 "GET /v2.0/networks/f23fe344-259a-467f-9ef9-458e6f5e5684 HTTP/1.1" status: 200 len: 869 time: 0.1812868 Dec 20 15:28:34.051588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.035213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.671022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40032) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:35.797562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85966141-0c27-43c1-8d0a-b6440992e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:35.798015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85966141-0c27-43c1-8d0a-b6440992e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:35.799716 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85966141-0c27-43c1-8d0a-b6440992e6db admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276793 Dec 20 15:28:38.248089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:38.341441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a14ce1-0c01-4a97-9f47-7efcfa01ec21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:38.341885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a14ce1-0c01-4a97-9f47-7efcfa01ec21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:38.343394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01a14ce1-0c01-4a97-9f47-7efcfa01ec21 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943680 Dec 20 15:28:40.759405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40048) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:40.849238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27afb94-338c-4491-8224-13beb1b67b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:40.850600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d27afb94-338c-4491-8224-13beb1b67b9e admin admin] 10.222.0.81 "GET /v2.0/subnets/95dabb11-2a64-4e39-bdb7-03388c770d70 HTTP/1.1" status: 200 len: 816 time: 0.0902441 Dec 20 15:28:43.267211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40056) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:43.358262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb4c4f-3caa-4cd4-ac90-cc24d093c2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:43.359621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-43eb4c4f-3caa-4cd4-ac90-cc24d093c2a8 admin admin] 10.222.0.81 "GET /v2.0/subnets/e27340c2-d67c-48f3-9902-980736137965 HTTP/1.1" status: 200 len: 868 time: 0.0914655 Dec 20 15:28:59.176824 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6f062eb1-ff1d-423b-b146-cb43b2f179bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:01.606558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-26a0a776-9874-49f3-b7cf-9c913e584bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:02.583605 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:04.063782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:04.774793 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:29:05.011892 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:09.347647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40110) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:29:09.399409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-dd3a8ddd-5adb-443d-ae23-fa4430fb2c63 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:29:09.400445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd3a8ddd-5adb-443d-ae23-fa4430fb2c63 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517783 Dec 20 15:29:11.872762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40118) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:29:11.934568 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e0fdf3-700f-46bb-8115-58b02396bd6b admin admin] GET failed (client error): The resource could not be found. Dec 20 15:29:11.935820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f7e0fdf3-700f-46bb-8115-58b02396bd6b admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620906 Dec 20 15:29:12.025772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2cc74f-5b89-4195-87bc-b6f1ab09f59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:12.027213 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e2cc74f-5b89-4195-87bc-b6f1ab09f59b admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0868111 Dec 20 15:29:14.475649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40126) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:29:14.523399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:29:14.630263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Made reservation on behalf of a8c2437ede9a409ca27134416ae39a84 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:29:14.632611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:14.675364 n-d-781076-8 neutron-server[103954]: WARNING neutron.services.revisions.revision_plugin [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Could not find related network for resource to bump revision. Dec 20 15:29:14.690865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:29:14.702863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736428892627', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:14.703404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Unsubscribe: segment precommit_create {{(pid=103954) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 15:29:14.703876 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Added segment 90acf9c0-3ebf-4e88-872c-e45d96114b02 of type vlan for network 8924904a-b154-4282-8d2a-9f9626485f24 Dec 20 15:29:14.758441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:14.881318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:14.882268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:14.882847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:15.026424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] Pushing event updated for resources: {'Network': ['ID=8924904a-b154-4282-8d2a-9f9626485f24,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:15.036893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 8924904a-b154-4282-8d2a-9f9626485f24 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:29:15.042562 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-50d7af6f-8f13-4fb6-9d1f-81f63a78de00 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5658531 Dec 20 15:29:17.472147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40134) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:29:17.533872 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-214d827f-0796-4230-8db0-652308d567cb admin admin] GET failed (client error): The resource could not be found. Dec 20 15:29:17.535116 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-214d827f-0796-4230-8db0-652308d567cb admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610814 Dec 20 15:29:17.608292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd1921-16c3-453f-b385-54a4e3a33903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:17.609747 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a7cd1921-16c3-453f-b385-54a4e3a33903 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694089 Dec 20 15:29:17.619984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Request body: {'subnet': {'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:29:17.743490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Made reservation on behalf of a8c2437ede9a409ca27134416ae39a84 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:29:17.745749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Publish callbacks [] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:17.978298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:18.037718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=68215123-4ef4-4859-a284-1a9aa9be1c94,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:18.045818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:29:18.046169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Network hostable DHCP agents. Network: 8924904a-b154-4282-8d2a-9f9626485f24, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:29:18.143428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Network 8924904a-b154-4282-8d2a-9f9626485f24 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:29:18.269537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 8924904a-b154-4282-8d2a-9f9626485f24) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:29:18.275263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:18.276135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:18.279195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9da8f7-94db-4e9b-8216-aced40297fd9 None None] Network 8924904a-b154-4282-8d2a-9f9626485f24 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:29:18.383048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-74e87cf3-224b-40d0-bb04-65dc06a02eaa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7663918 Dec 20 15:29:18.383675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-8924904a-b154-4282-8d2a-9f9626485f24', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'project_id': 'a8c2437ede9a409ca27134416ae39a84', 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:29:18.385045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:18.724127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Allocated IP 192.168.233.2 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/fb973108-3f52-42b3-959a-a06baa9055c2) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:29:18.872818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:18.990886 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:19.030312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:29:19.033215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:29:19.037804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:29:19.048539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Pushing event updated for resources: {'Port': ['ID=fb973108-3f52-42b3-959a-a06baa9055c2,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:19.068350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.068699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.069042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.069397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.069735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.070064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.070395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.070715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.071037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.071355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.071673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.071991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.072307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:19.109318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Attempting to bind port fb973108-3f52-42b3-959a-a06baa9055c2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:29:19.109683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Attempting to bind port fb973108-3f52-42b3-959a-a06baa9055c2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:29:19.110030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Attempting to bind port fb973108-3f52-42b3-959a-a06baa9055c2 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:29:19.115887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:29:19.116288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:29:19.116691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:19.117080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:29:19.117582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Bound port: fb973108-3f52-42b3-959a-a06baa9055c2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:29:19.118004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:19.184992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] For port fb973108-3f52-42b3-959a-a06baa9055c2, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:29:19.188060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] For port fb973108-3f52-42b3-959a-a06baa9055c2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fb973108-3f52-42b3-959a-a06baa9055c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:29:19.276233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:19.328757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312de82-e5b8-4b9a-9060-d0d41058f169 None None] Pushing event updated for resources: {'Port': ['ID=fb973108-3f52-42b3-959a-a06baa9055c2,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:20.144470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ce56d-51eb-450b-a3ce-da75ba736a9f None None] Network 8924904a-b154-4282-8d2a-9f9626485f24 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:29:20.209978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c456bb1e-3630-4c77-98ed-73951fbb74f9 None None] Provisioning complete for port fb973108-3f52-42b3-959a-a06baa9055c2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:29:20.210349 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c456bb1e-3630-4c77-98ed-73951fbb74f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:20.327629 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c456bb1e-3630-4c77-98ed-73951fbb74f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:20.365381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c456bb1e-3630-4c77-98ed-73951fbb74f9 None None] For port fb973108-3f52-42b3-959a-a06baa9055c2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fb973108-3f52-42b3-959a-a06baa9055c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:29:20.458649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c456bb1e-3630-4c77-98ed-73951fbb74f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:20.522099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456bb1e-3630-4c77-98ed-73951fbb74f9 None None] Pushing event updated for resources: {'Port': ['ID=fb973108-3f52-42b3-959a-a06baa9055c2,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:20.679636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-24f1f122-72ec-4d9a-9b38-5016a9c079de None None] Provisioning complete for port fb973108-3f52-42b3-959a-a06baa9055c2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:29:20.680012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24f1f122-72ec-4d9a-9b38-5016a9c079de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:20.936858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fb973108-3f52-42b3-959a-a06baa9055c2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:29:20.988867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port fb973108-3f52-42b3-959a-a06baa9055c2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:29:20.989526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:29.201423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac686396-d398-4f86-9636-0c810d54d7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.681313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6651cd00-04fe-4c57-84a1-fbfe68fedf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:32.693134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:34.058473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:35.023942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:41.773655 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:29:59.207699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83b0b97a-3823-4281-bb2c-a201461e06e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:01.858952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-40367db8-550a-4c4c-91ff-9a09a21017c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:02.594467 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:04.097258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.040082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.774798 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:30:29.162334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cb1fcd6-32d2-4420-b21a-8659e379d7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:31.646147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9643-6c40-4f66-a49b-5685fc663b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:32.631234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:34.092057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:35.019650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:55.773110 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:30:59.151822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b511c60b-b7c5-43b9-acae-2934f0a6db76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:01.642892 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa7a4683-1077-4daa-addd-d00a6a845158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:02.606483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:04.099912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:04.643444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40178) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:04.649938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-b3332558-8c22-4f99-a649-7b654154636c tempest-verify_tempest_config-725739405 tempest-verify_tempest_config-725739405-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:31:04.650901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3332558-8c22-4f99-a649-7b654154636c tempest-verify_tempest_config-725739405 tempest-verify_tempest_config-725739405-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064957 Dec 20 15:31:05.066025 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.245098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:05.355533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.459000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.537925 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.584968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00500e8b0c234a789b6043586b019117&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3387733 Dec 20 15:31:05.585809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd2dd6f-2e29-4e35-8def-87b6b5226a30,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:05.587870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40200) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:05.593327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.593679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.594021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.594358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.594690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.595022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.595602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.595773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.596148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.596470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.596798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.597117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.597466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e945fd-8ff3-45cd-87b8-475ceadc1859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.646224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.667341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.854685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.857301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:05.858488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bd2dd6f-2e29-4e35-8def-87b6b5226a30 HTTP/1.1" status: 204 len: 168 time: 0.2690794 Dec 20 15:31:05.866062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd2dd6f-2e29-4e35-8def-87b6b5226a30,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:05.873728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.876948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.877295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:05.877620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32498e44-23c4-466f-89b0-81d4dd8fd88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:29.177737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8b680cd-bd3c-4f2c-ac62-44a85063fe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:31.631883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbd761cb-a6fd-4200-841e-0e50b3db0539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:32.646244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:32.771187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:31:34.075004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:35.078253 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:59.171239 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e2170e-7018-482f-b659-dfcddfc55d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:01.607003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee91ffb3-a010-494d-b526-92fc7571abf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:02.606911 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:04.080729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:05.044398 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:09.769459 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:32:29.152956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c953d94-fb6e-4e21-b981-40ea72f32703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:31.606696 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f195d794-bc70-4b0c-9707-6fbf64b43f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:32.601026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:34.075756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:35.132852 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:46.768573 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:32:59.178667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc70ecf8-ff7f-4b03-8a8c-d106b0aeff82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:01.624414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cee2180a-fd9c-4a6a-8411-855baa688478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:02.605097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:04.087278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:05.079315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:23.767928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:33:29.183053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86712237-d1d1-465b-80b6-c092ef967292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:31.630284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fec4c441-e094-4aee-baaa-eadfe3d9e8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:32.613500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:34.093543 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.094163 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:59.150905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-69157dc6-3f61-4cd2-9053-166d49402bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.765784 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 5 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:34:01.624840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f97-31f0-4fe6-88c2-c8ca8b15efcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.606924 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.121063 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.076455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:21.391099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:26.797183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646526'] for agent, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:29.133985 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b54688c4-9dfd-45a4-874f-284f6ac51d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:31.631146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18684093-77d4-43b0-8d42-8ed31822e453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:32.608453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:34.099184 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:35.088346 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:37.765125 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:34:51.426697 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:56.682624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:59.163000 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fe86a00-d1ae-45db-8553-eb37c3b249de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:01.625564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba7c1-1618-4838-b1b8-10a6821f5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:02.637370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.100356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.002674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.764080 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:35:16.626733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:16.752282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6564c19e-f2af-4351-9b2f-31622856349a admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1243780 Dec 20 15:35:19.322368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40264) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:19.383245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-091431f1-6238-49de-8b96-ece9113431eb admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0597451 Dec 20 15:35:21.345952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:26.711777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:29.134601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-660013d3-21cd-48f9-8432-f8a18bb2e2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:31.620606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8240b195-186e-4df2-8e28-1f9a767f69fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:32.608852 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:34.203163 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:35.031568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:51.346460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:51.764362 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:35:56.706391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:59.157886 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82473201-fea5-45bf-abce-1760a9b8b740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:01.690353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-26ecb22c-0be9-45e6-bfc9-c1fd98006920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:02.621226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:04.126715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:05.073439 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:21.358949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:26.769808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:28.769736 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:36:29.169730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb5a9-f771-4ca1-b287-a0946a18595d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:31.620888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15f3158c-68f2-438f-a690-1ee3cdec20ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:32.631997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:34.129251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:35.043370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.141493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40482) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:47.455050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40496) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:47.604707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-network', 'tenant_id': '4325c3d504064fab843e420e92521480'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:47.700236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Made reservation on behalf of 4325c3d504064fab843e420e92521480 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:47.702698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.711899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.790664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.865782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.888217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:36:47.903006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54bb5d-4f2a-492c-88a6-cd8f9a39c9a1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:47.911626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.911776 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Added segment 1071419c-93b7-4dc0-86c6-a511c22cb5d8 of type vlan for network 1473221d-00fa-4458-b527-afbb96ad3c96 Dec 20 15:36:47.915126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.915487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.916089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.916369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.916703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.917033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.917386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.917715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.918058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.918380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.918851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.919177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.919498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Tracked resource versions report: Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: pushed versions: Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: { 'AddressGroup': {'1.2'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'ConntrackHelper': {'1.0'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Log': {'1.0'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Network': {'1.1'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Port': {'1.7'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'PortForwarding': {'1.2'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'QosPolicy': {'1.10'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'SecurityGroup': {'1.5'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'SubPort': {'1.0'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Subnet': {'1.1'}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Trunk': {'1.1'}} Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: consumer versions: Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: HyperV agent@n-h1-781076-8: {}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: HyperV agent@n-h2-781076-8: {}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: L3 agent@n-d-781076-8: {}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: Metadata agent@n-d-781076-8: {}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: Metering agent@n-d-781076-8: {}, Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'ConntrackHelper': '1.0', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'LocalIPAssociation': '1.0', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Log': '1.0', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Network': '1.1', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Port': '1.7', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'PortForwarding': '1.2', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'QosPolicy': '1.10', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'SecurityGroup': '1.5', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'SecurityGroupRule': '1.2', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'SubPort': '1.0', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Subnet': '1.1', Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: 'Trunk': '1.1'}} Dec 20 15:36:47.920649 n-d-781076-8 neutron-server[103953]: {{(pid=103953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:36:47.968800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:47.976231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:47.976415 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b69e966-46cb-4cb8-8931-741b28d25e8b tempest-AutoAllocateNetworkTest-1341307802 tempest-AutoAllocateNetworkTest-1341307802-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8ee4040b9e7f47338e56ec1b60f9f726&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5200176 Dec 20 15:36:48.173416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:48.174486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:48.175311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:48.196226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59cbaf-07c7-47a6-9551-68d043e9c884 tempest-AutoAllocateNetworkTest-1341307802 tempest-AutoAllocateNetworkTest-1341307802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:48.200048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7a59cbaf-07c7-47a6-9551-68d043e9c884 tempest-AutoAllocateNetworkTest-1341307802 tempest-AutoAllocateNetworkTest-1341307802-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2220037 Dec 20 15:36:48.200284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:48.257418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] Pushing event updated for resources: {'Network': ['ID=1473221d-00fa-4458-b527-afbb96ad3c96,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:48.270636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1473221d-00fa-4458-b527-afbb96ad3c96 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:36:48.273456 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5f341994-8bcc-44a6-9dad-a9afeb01a80a tempest-AutoAllocateNetworkTest-1341307802 tempest-AutoAllocateNetworkTest-1341307802-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684149 Dec 20 15:36:48.274087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8e9ff9fb-9c19-4b52-98fe-00e103c77bcf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1291726 Dec 20 15:36:48.274251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:48.274251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40528) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:48.280267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Request body: {'subnet': {'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-subnet', 'tenant_id': '4325c3d504064fab843e420e92521480', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:48.316387 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed730608-71d4-4ac7-9932-b3475c0e64df tempest-AutoAllocateNetworkTest-1341307802 tempest-AutoAllocateNetworkTest-1341307802-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8ee4040b9e7f47338e56ec1b60f9f726 HTTP/1.1" status: 200 len: 208 time: 0.0422745 Dec 20 15:36:48.481939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Made reservation on behalf of 4325c3d504064fab843e420e92521480 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:48.484296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:48.734942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:48.785826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7c057b-f303-4807-961f-26705ea9c7b3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:48.804343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.805301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.805626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.806016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.806476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.806849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.807179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.807508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.807833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.808152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.808471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.808788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.809108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Tracked resource versions report: Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: pushed versions: Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: { 'AddressGroup': {'1.2'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'ConntrackHelper': {'1.0'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Log': {'1.0'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Network': {'1.1'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Port': {'1.7'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'PortForwarding': {'1.2'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'QosPolicy': {'1.10'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'SecurityGroup': {'1.5'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'SubPort': {'1.0'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Subnet': {'1.1'}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Trunk': {'1.1'}} Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: consumer versions: Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: HyperV agent@n-h1-781076-8: {}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: HyperV agent@n-h2-781076-8: {}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: L3 agent@n-d-781076-8: {}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: Metadata agent@n-d-781076-8: {}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: Metering agent@n-d-781076-8: {}, Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'ConntrackHelper': '1.0', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'LocalIPAssociation': '1.0', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Log': '1.0', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Network': '1.1', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Port': '1.7', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'PortForwarding': '1.2', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'QosPolicy': '1.10', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'SecurityGroup': '1.5', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'SecurityGroupRule': '1.2', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'SubPort': '1.0', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Subnet': '1.1', Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: 'Trunk': '1.1'}} Dec 20 15:36:48.810346 n-d-781076-8 neutron-server[103954]: {{(pid=103954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:36:48.818733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Checking segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:48.819357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Network hostable DHCP agents. Network: 1473221d-00fa-4458-b527-afbb96ad3c96, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:36:48.923263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Network 1473221d-00fa-4458-b527-afbb96ad3c96 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:36:49.003062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1473221d-00fa-4458-b527-afbb96ad3c96) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:49.008076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:49.009277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.014110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3da8b-6fd9-45fc-b808-f5d41976c090 None None] Network 1473221d-00fa-4458-b527-afbb96ad3c96 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:36:49.113959 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-68b51859-68f4-4f17-b775-2510cd238590 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8380330 Dec 20 15:36:49.119800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40568) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:49.124579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:49.145113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-1473221d-00fa-4458-b527-afbb96ad3c96', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:36:49.146859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.245537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.246528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.312211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Allocated IP 172.20.0.2 (1473221d-00fa-4458-b527-afbb96ad3c96/9e7c057b-f303-4807-961f-26705ea9c7b3/24a63d2d-8cb1-4f91-8992-0bd467c70aab) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:49.314551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.477577 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.558781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.614582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Pushing event updated for resources: {'Port': ['ID=24a63d2d-8cb1-4f91-8992-0bd467c70aab,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:49.627463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40588) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:49.628883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.629350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.629756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.630172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.630586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.630962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.631350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.631739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.632122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.632506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.633713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.634363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.634802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Tracked resource versions report: Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: pushed versions: Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: { 'AddressGroup': {'1.2'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Log': {'1.0'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Network': {'1.1'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Port': {'1.7'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'PortForwarding': {'1.2'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'QosPolicy': {'1.10'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'SecurityGroup': {'1.5'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'SubPort': {'1.0'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Subnet': {'1.1'}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Trunk': {'1.1'}} Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: consumer versions: Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: HyperV agent@n-h1-781076-8: {}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: HyperV agent@n-h2-781076-8: {}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: L3 agent@n-d-781076-8: {}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: Metadata agent@n-d-781076-8: {}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: Metering agent@n-d-781076-8: {}, Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'ConntrackHelper': '1.0', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'LocalIPAssociation': '1.0', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Log': '1.0', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Network': '1.1', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Port': '1.7', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'PortForwarding': '1.2', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'QosPolicy': '1.10', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'SecurityGroup': '1.5', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'SecurityGroupRule': '1.2', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'SubPort': '1.0', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Subnet': '1.1', Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: 'Trunk': '1.1'}} Dec 20 15:36:49.636098 n-d-781076-8 neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:36:49.649969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Network 1473221d-00fa-4458-b527-afbb96ad3c96 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:49.651663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:49.654364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:36:49.692459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.719137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Attempting to bind port 24a63d2d-8cb1-4f91-8992-0bd467c70aab on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:36:49.719523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Attempting to bind port 24a63d2d-8cb1-4f91-8992-0bd467c70aab by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:36:49.720508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Attempting to bind port 24a63d2d-8cb1-4f91-8992-0bd467c70aab on network 1473221d-00fa-4458-b527-afbb96ad3c96 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:36:49.727150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:36:49.727565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Checking segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:49.728344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.737854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Bound using segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:36:49.738435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Bound port: 24a63d2d-8cb1-4f91-8992-0bd467c70aab, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:36:49.738886 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.840269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] For port 24a63d2d-8cb1-4f91-8992-0bd467c70aab, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:36:49.844808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] For port 24a63d2d-8cb1-4f91-8992-0bd467c70aab, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=24a63d2d-8cb1-4f91-8992-0bd467c70aab,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:36:49.934991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.051396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a21b4-d7c0-4a92-ba23-4307db9e6a28 None None] Pushing event updated for resources: {'Port': ['ID=24a63d2d-8cb1-4f91-8992-0bd467c70aab,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:50.099976 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.128746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.163087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8243af3-e7d9-409b-ae62-638e8faaf535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.302477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8243af3-e7d9-409b-ae62-638e8faaf535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.369783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8243af3-e7d9-409b-ae62-638e8faaf535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.458935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8243af3-e7d9-409b-ae62-638e8faaf535 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ee4040b9e7f47338e56ec1b60f9f726&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8295074 Dec 20 15:36:50.465711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40614) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:50.562903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba0fe-8929-4ed2-9eeb-8d8ea2781787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.595601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba0fe-8929-4ed2-9eeb-8d8ea2781787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.603348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Allocated IP 172.25.6.171 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/4b5758ac-6f9b-4f50-9ad4-d3f782cec718) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:50.670838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8243af3-e7d9-409b-ae62-638e8faaf535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f1294a-f5f6-493b-86f1-bc455a23ddad,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:50.758486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.768528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba0fe-8929-4ed2-9eeb-8d8ea2781787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.771973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba0fe-8929-4ed2-9eeb-8d8ea2781787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.778381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ff5ba0fe-8929-4ed2-9eeb-8d8ea2781787 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00f1294a-f5f6-493b-86f1-bc455a23ddad HTTP/1.1" status: 204 len: 168 time: 0.3042417 Dec 20 15:36:50.786481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ba0fe-8929-4ed2-9eeb-8d8ea2781787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f1294a-f5f6-493b-86f1-bc455a23ddad,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:50.953078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.087965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:51.100155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:51.102443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:51.105591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:36:51.262657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 24a63d2d-8cb1-4f91-8992-0bd467c70aab up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:51.347282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 24a63d2d-8cb1-4f91-8992-0bd467c70aab triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:51.347884 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.434106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.456502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.506212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824980d-d12e-42a9-bd40-83a08b6121d9 None None] Network 1473221d-00fa-4458-b527-afbb96ad3c96 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:36:51.571645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 24a63d2d-8cb1-4f91-8992-0bd467c70aab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=24a63d2d-8cb1-4f91-8992-0bd467c70aab,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:51.602062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.606037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4feb7c6f-32b0-4036-b884-7f84a326d9ac None None] Provisioning complete for port 24a63d2d-8cb1-4f91-8992-0bd467c70aab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:51.606420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4feb7c6f-32b0-4036-b884-7f84a326d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.814023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.870808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40658) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:51.878731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.886602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=24a63d2d-8cb1-4f91-8992-0bd467c70aab,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:52.069360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a04e21-3678-4f5e-ba76-0ce22bbbfc4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.191714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:36:52.200322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40694) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.204971 n-d-781076-8 neutron-server[103953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 15:36:52.216352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a04e21-3678-4f5e-ba76-0ce22bbbfc4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.240978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-c2186d85-ab60-4bb0-bc71-c4f74d3f4d61 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359724 Dec 20 15:36:52.327909 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08a04e21-3678-4f5e-ba76-0ce22bbbfc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.362667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:36:52.377910 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:36:52.385078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-417f6622-462d-4f5d-9388-29789b3e466c None None] Provisioning complete for port 24a63d2d-8cb1-4f91-8992-0bd467c70aab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:52.385665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-417f6622-462d-4f5d-9388-29789b3e466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.393151 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:52.394204 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:36:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:52.406553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-08a04e21-3678-4f5e-ba76-0ce22bbbfc4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5ffdd6b6c3e4d85906da8f53301b9e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5344453 Dec 20 15:36:52.409535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.422600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a04e21-3678-4f5e-ba76-0ce22bbbfc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fccd71-422b-4c7d-8b83-7461ab072288,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:52.437744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-5896ed0d-b83d-4bb1-a56b-b5f2336a6241 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:52.446351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-5896ed0d-b83d-4bb1-a56b-b5f2336a6241 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994090 Dec 20 15:36:52.467802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-0049cfe7-c456-48ef-95ef-5cebc5d68cf7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/quotas/bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 375 time: 0.0200994 Dec 20 15:36:52.469091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.485218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fa1a69aa-d5e7-4869-a8c6-1659a22be772 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3639102 Dec 20 15:36:52.488638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40708) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.541556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-974be810-4bab-4c6b-b605-c65872a6eba5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715828 Dec 20 15:36:52.583187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:52.711789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-357ba179-b465-4871-a96e-c3731ce2599b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.744937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-357ba179-b465-4871-a96e-c3731ce2599b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.828889 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:51Z', 'revision_number': 3, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:52.952599 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:36:52.952599 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Updating router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:36:52.971735 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.149619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-357ba179-b465-4871-a96e-c3731ce2599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.157031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-357ba179-b465-4871-a96e-c3731ce2599b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.159353 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-357ba179-b465-4871-a96e-c3731ce2599b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15fccd71-422b-4c7d-8b83-7461ab072288 HTTP/1.1" status: 204 len: 168 time: 0.7486789 Dec 20 15:36:53.176479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 24a63d2d-8cb1-4f91-8992-0bd467c70aab up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:53.195717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ba179-b465-4871-a96e-c3731ce2599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fccd71-422b-4c7d-8b83-7461ab072288,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.281511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 24a63d2d-8cb1-4f91-8992-0bd467c70aab triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:53.282148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.458177 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.475841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.534767 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.595072 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Attempting to bind port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:36:53.595522 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Attempting to bind port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:36:53.595883 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Attempting to bind port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:36:53.601991 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Pushing event updated for resources: {'Port': ['ID=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.610239 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:36:53.610584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:53.610997 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.611399 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:36:53.611874 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Bound port: 4b5758ac-6f9b-4f50-9ad4-d3f782cec718, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:36:53.612277 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.615512 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.615862 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.616207 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.616558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.616906 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.617269 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.617654 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.618032 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.618364 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.618745 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.619075 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.619400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.619725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Tracked resource versions report: Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: pushed versions: Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: { 'AddressGroup': {'1.2'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Log': {'1.0'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Network': {'1.1'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Port': {'1.7'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'PortForwarding': {'1.2'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'QosPolicy': {'1.10'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'SecurityGroup': {'1.5'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'SubPort': {'1.0'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Subnet': {'1.1'}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Trunk': {'1.1'}} Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: consumer versions: Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: { DHCP agent@n-d-781076-8: {}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: HyperV agent@n-h1-781076-8: {}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: HyperV agent@n-h2-781076-8: {}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: L3 agent@n-d-781076-8: {}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: Metadata agent@n-d-781076-8: {}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: Metering agent@n-d-781076-8: {}, Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: Open vSwitch agent@n-d-781076-8: { 'AddressGroup': '1.2', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'ConntrackHelper': '1.0', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'LocalIPAssociation': '1.0', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Log': '1.0', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Network': '1.1', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Port': '1.7', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'PortForwarding': '1.2', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'QosPolicy': '1.10', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'SecurityGroup': '1.5', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'SecurityGroupRule': '1.2', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'SubPort': '1.0', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Subnet': '1.1', Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: 'Trunk': '1.1'}} Dec 20 15:36:53.620992 n-d-781076-8 neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 15:36:53.685950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] For port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:36:53.689393 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] For port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:36:53.736980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Allocated IP 172.20.0.1 (1473221d-00fa-4458-b527-afbb96ad3c96/9e7c057b-f303-4807-961f-26705ea9c7b3/51fab7b6-42dc-4436-9c8e-393e87ed4105) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:53.764542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40774) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:53.786356 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.850659 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:53.851570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.851690 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:36:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:53.911820 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ced56-eb70-4714-b08d-f278786bbaf6 None None] Pushing event updated for resources: {'Port': ['ID=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.970734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.991536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Network 1473221d-00fa-4458-b527-afbb96ad3c96 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:53.993769 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:53.995204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:54.016640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:36:54.017123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.136716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-17ab92cf-1dab-4f35-9687-6f00ea8a61e8 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6e63db9231c4df592b293109357881d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327842 Dec 20 15:36:54.329774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54d8826e-90be-4ba5-a142-df4ef34c6091 req-434acc2a-d1f0-40b9-b009-6d19e37c0e41 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 210 time: 0.5636661 Dec 20 15:36:54.381916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Pushing event updated for resources: {'Port': ['ID=51fab7b6-42dc-4436-9c8e-393e87ed4105,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:54.402029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-74805d2d-f315-47f6-ad9e-0ead92eab5fb None None] Provisioning complete for port 51fab7b6-42dc-4436-9c8e-393e87ed4105 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:54.402584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74805d2d-f315-47f6-ad9e-0ead92eab5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.479844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-74805d2d-f315-47f6-ad9e-0ead92eab5fb None None] Port 51fab7b6-42dc-4436-9c8e-393e87ed4105 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:36:54.503087 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:51Z', 'revision_number': 3, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:54.510238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-890f622a-da9c-415c-935e-0e1742e2bdd2 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:54.511780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-890f622a-da9c-415c-935e-0e1742e2bdd2 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661175 Dec 20 15:36:54.535341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-5e47acae-96b6-48dc-a418-2de21aca8021 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/quotas/c6e63db9231c4df592b293109357881d HTTP/1.1" status: 200 len: 375 time: 0.0159743 Dec 20 15:36:54.559163 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae0b1-0dc2-4dc8-98fe-5d5446522c16 None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:51Z', 'revision_number': 3, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:36:54.578473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.591729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40812) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:54.595429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-c2ffe6a2-00fa-494b-b4ee-bc85179dd062 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6e63db9231c4df592b293109357881d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533619 Dec 20 15:36:54.642795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b96516a-67d9-40dd-a621-e4357cea4c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.773836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b96516a-67d9-40dd-a621-e4357cea4c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.915023 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b96516a-67d9-40dd-a621-e4357cea4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.923520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fff26ceb-5501-4bdd-8d70-af2125d140e7 req-2f09778b-04bc-44fc-bf4d-679c70e79606 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.0703435 Dec 20 15:36:54.927391 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.009877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2b96516a-67d9-40dd-a621-e4357cea4c67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05d7ee49bc5040408b79b1e62fc1b56a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4091995 Dec 20 15:36:55.011230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96516a-67d9-40dd-a621-e4357cea4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649c5dcd-1bf9-495f-80be-58d37a764efc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:55.016796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40838) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.066986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.068533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.140954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Pushing event updated for resources: {'Port': ['ID=51fab7b6-42dc-4436-9c8e-393e87ed4105,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:55.239370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:55.283426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03eea420-a0c2-4183-9451-d52da6a554bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.325086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03eea420-a0c2-4183-9451-d52da6a554bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.352090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Network 1473221d-00fa-4458-b527-afbb96ad3c96 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:55.362819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:55.368425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:55.368947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.510638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4de7c24e-a97e-458c-aed6-a478bb2ef6fc req-d9e31f2e-8f81-4cb2-8852-04b031181ce7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 210 time: 0.0817029 Dec 20 15:36:55.564134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.599586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:55.605042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:36:55.683213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.736575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40862) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.785861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:55.808754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8bf9349f-6106-42d8-9ad1-5077b277f9f6 None None] Provisioning complete for port 51fab7b6-42dc-4436-9c8e-393e87ed4105 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:55.809237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8bf9349f-6106-42d8-9ad1-5077b277f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.899058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40866) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.936399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9349f-6106-42d8-9ad1-5077b277f9f6 None None] Port 51fab7b6-42dc-4436-9c8e-393e87ed4105 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:36:55.955045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03eea420-a0c2-4183-9451-d52da6a554bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.957949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03eea420-a0c2-4183-9451-d52da6a554bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.961748 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-03eea420-a0c2-4183-9451-d52da6a554bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/649c5dcd-1bf9-495f-80be-58d37a764efc HTTP/1.1" status: 204 len: 168 time: 0.9413097 Dec 20 15:36:55.969470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eea420-a0c2-4183-9451-d52da6a554bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649c5dcd-1bf9-495f-80be-58d37a764efc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:55.972367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:36:56.005729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-76f9b309-1385-4e2d-8cd6-dbda03ce9e9f admin admin] 10.222.0.81 "PUT /v2.0/routers/6fda2ce3-61d8-4d52-8026-58d0a94cc134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5091667 Dec 20 15:36:56.021901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3434-f766-4f25-9ee6-685f8f7252a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.259350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae88d24b-b112-47fe-80ea-2ce8f4ea007f req-ca642897-3ec2-48aa-aa21-b990ad8ab64d tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.1851261 Dec 20 15:36:56.263244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3bed3b45-8630-4230-8b6c-10622d3946d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.363310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3434-f766-4f25-9ee6-685f8f7252a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.397174 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3bed3b45-8630-4230-8b6c-10622d3946d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.420057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3434-f766-4f25-9ee6-685f8f7252a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.463731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:56.470157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b6bb3434-f766-4f25-9ee6-685f8f7252a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54b77e6050ec47baa7f60678c4a74494&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7318962 Dec 20 15:36:56.471604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb3434-f766-4f25-9ee6-685f8f7252a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51c0a2a-af26-47c4-b1b9-fb1966e07e82,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:56.489931 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3bed3b45-8630-4230-8b6c-10622d3946d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.552471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49bc227f-ed3d-4703-95a7-5913123b550e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.567297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed3b45-8630-4230-8b6c-10622d3946d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c61222-031f-46f5-a1b7-6121f9780716,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:56.590877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49bc227f-ed3d-4703-95a7-5913123b550e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.644387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40898) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:56.651663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3bed3b45-8630-4230-8b6c-10622d3946d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c47c0c8717845afb0b9645b59374f3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7505584 Dec 20 15:36:56.724198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e56c5cf3-f2eb-4faf-b519-ff39fc32c67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.768081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e57c94f4-29d9-4202-a65d-ea2a15d4f564 req-80f6d11b-dbe4-474a-9522-d0079685eff5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 210 time: 0.0387206 Dec 20 15:36:56.768510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.771761 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49bc227f-ed3d-4703-95a7-5913123b550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.774822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49bc227f-ed3d-4703-95a7-5913123b550e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.779785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-49bc227f-ed3d-4703-95a7-5913123b550e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f51c0a2a-af26-47c4-b1b9-fb1966e07e82 HTTP/1.1" status: 204 len: 168 time: 0.3141792 Dec 20 15:36:56.785797 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e56c5cf3-f2eb-4faf-b519-ff39fc32c67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.799601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc227f-ed3d-4703-95a7-5913123b550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51c0a2a-af26-47c4-b1b9-fb1966e07e82,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:57.003769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e56c5cf3-f2eb-4faf-b519-ff39fc32c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.006774 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e56c5cf3-f2eb-4faf-b519-ff39fc32c67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.010991 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e56c5cf3-f2eb-4faf-b519-ff39fc32c67e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9c61222-031f-46f5-a1b7-6121f9780716 HTTP/1.1" status: 204 len: 168 time: 0.3651118 Dec 20 15:36:57.029956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c5cf3-f2eb-4faf-b519-ff39fc32c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c61222-031f-46f5-a1b7-6121f9780716,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:57.223274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:57.275518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.72', 51888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:57.284519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:57.284909 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.309440 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-47357fca-80be-4104-b579-c4b40618fe56 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319812 Dec 20 15:36:57.504020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87f07c49-9998-45b1-a559-89d6e2ff06b4 req-f24497e9-928b-415d-afae-a4233d1d3c73 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.0348353 Dec 20 15:36:57.541360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-9d4ff462-56ff-4121-a8a8-e0fef3c16225 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:57.543332 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-9d4ff462-56ff-4121-a8a8-e0fef3c16225 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269289 Dec 20 15:36:57.657858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Request body: {'port': {'device_id': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'bbc0e300d64e4ec89d910f49b3462363'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:57.721208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40924) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:57.745895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92b42310-2d2c-4d3f-9242-5b82a274d6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.873600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92b42310-2d2c-4d3f-9242-5b82a274d6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.879751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:36:57.894807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:57.897273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:36:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:57.953870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92b42310-2d2c-4d3f-9242-5b82a274d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.958083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a63f64be-a589-45d8-b000-b6bd5da0bf9c req-f5c8a2e7-a510-4fca-957d-ab98c03e0371 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 210 time: 0.0329058 Dec 20 15:36:57.997478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b42310-2d2c-4d3f-9242-5b82a274d6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fabbd02-7440-4873-8020-495d8f3515d3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:58.040128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-92b42310-2d2c-4d3f-9242-5b82a274d6fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c84c363ffc84bf3b2253690f304fe1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3174701 Dec 20 15:36:58.044150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40932) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:58.061727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:58.077341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Made reservation on behalf of bbc0e300d64e4ec89d910f49b3462363 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:58.081946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.109520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.154936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-388a8973-0c00-436e-a846-bbb9a29b75a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.171839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:58.178326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-network', 'tenant_id': '5e3f225243834589aa989a39a29b21fb'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:58.212119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-388a8973-0c00-436e-a846-bbb9a29b75a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.276564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.339306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 2, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:58.345909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Made reservation on behalf of 5e3f225243834589aa989a39a29b21fb for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:58.348321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.357310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.366213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:36:58.367092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Updating router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 port 51fab7b6-42dc-4436-9c8e-393e87ed4105 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:36:58.397086 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.409190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.412124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-388a8973-0c00-436e-a846-bbb9a29b75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.414950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-388a8973-0c00-436e-a846-bbb9a29b75a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.418816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-388a8973-0c00-436e-a846-bbb9a29b75a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fabbd02-7440-4873-8020-495d8f3515d3 HTTP/1.1" status: 204 len: 168 time: 0.3724184 Dec 20 15:36:58.462250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40952) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:58.463641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a8973-0c00-436e-a846-bbb9a29b75a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fabbd02-7440-4873-8020-495d8f3515d3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:58.517684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bdd640e-f36c-49df-aaf5-39d9c5f12a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.535222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.597987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.663540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e03dc0ae-48f7-40dc-bdd6-4da11aa4ce52 req-0af58146-77a5-44a7-b434-c9475e28c077 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.0432425 Dec 20 15:36:58.671608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.72', 51893) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:58.730751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b866c03d-f030-4be0-9c8b-c267966c89ff,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:58.755494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bdd640e-f36c-49df-aaf5-39d9c5f12a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.756618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:36:58.787352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854578f5-2005-48f5-9c81-f92374fd3c4e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:58.800281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb75ac7f-b4bc-47ca-bb18-d45cd0924a12 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c6e63db9231c4df592b293109357881d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175609 Dec 20 15:36:58.814673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.818801 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Added segment 169665dc-b3e6-46e2-8dcf-aa4136e70f96 of type vlan for network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e Dec 20 15:36:58.878654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.886884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Allocated IP 192.168.233.99 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/eb3875c2-c985-40b8-9cd3-a3e4249fe98a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:58.908108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9bdd640e-f36c-49df-aaf5-39d9c5f12a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.938445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.986504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.028721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-43d29b3f-29a3-4639-9543-06390a338ea7 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:59.028721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-43d29b3f-29a3-4639-9543-06390a338ea7 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247515 Dec 20 15:36:59.086947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Request body: {'port': {'device_id': '2139dece-60e2-4930-826e-0924507f5f72', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'c6e63db9231c4df592b293109357881d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:59.114785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66893d0-d84a-4f80-b850-7520c1370c91 None None] Pushing event updated for resources: {'Port': ['ID=51fab7b6-42dc-4436-9c8e-393e87ed4105,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:59.117444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9bdd640e-f36c-49df-aaf5-39d9c5f12a10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86ec37f9cb78402ab8d291ad6b3a3739&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6421764 Dec 20 15:36:59.119158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:36:59.120173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:59.122005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd640e-f36c-49df-aaf5-39d9c5f12a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce04c94f-0da3-44c6-af59-9b357a17ee7a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:59.238798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.254415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Attempting to bind port 51fab7b6-42dc-4436-9c8e-393e87ed4105 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:36:59.256657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Attempting to bind port 51fab7b6-42dc-4436-9c8e-393e87ed4105 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:36:59.257346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Attempting to bind port 51fab7b6-42dc-4436-9c8e-393e87ed4105 on network 1473221d-00fa-4458-b527-afbb96ad3c96 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:36:59.264840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:36:59.265301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Checking segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:59.265955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.266503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Bound using segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:36:59.267147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Bound port: 51fab7b6-42dc-4436-9c8e-393e87ed4105, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:36:59.267644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.293154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a2411af-c9e4-4f61-bb9b-ca57503b42a3 req-5f1173c1-b7fc-4494-bcdc-a004bfe918cb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 210 time: 0.0963395 Dec 20 15:36:59.332017 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10c6efbd-d366-4b3a-aa20-3b279277ee5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.351327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.355310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:59.355310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.356445 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c98a5b-ce32-4dfe-aaec-02bcc082b073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.397290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] For port 51fab7b6-42dc-4436-9c8e-393e87ed4105, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:36:59.401687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] For port 51fab7b6-42dc-4436-9c8e-393e87ed4105, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=51fab7b6-42dc-4436-9c8e-393e87ed4105,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:36:59.405721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10c6efbd-d366-4b3a-aa20-3b279277ee5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.474624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.490877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.579596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:59.580253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:36:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:59.586851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b0570de8-57e7-4be3-9f06-311d60e49745 None None] Provisioning complete for port 51fab7b6-42dc-4436-9c8e-393e87ed4105 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:59.587221 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b0570de8-57e7-4be3-9f06-311d60e49745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.621128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce3e11d-4dd8-47c1-af74-8c271a1cf42e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:59.664114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:36:59.733958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4e34995b-06d8-4f2c-9624-effc4b7281a7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5577900 Dec 20 15:36:59.733958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:59.743147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Request body: {'subnet': {'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-subnet', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:59.797522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Made reservation on behalf of c6e63db9231c4df592b293109357881d for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:59.801117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.821138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:59.832046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.834981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10c6efbd-d366-4b3a-aa20-3b279277ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.843622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10c6efbd-d366-4b3a-aa20-3b279277ee5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.845186 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10c6efbd-d366-4b3a-aa20-3b279277ee5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce04c94f-0da3-44c6-af59-9b357a17ee7a HTTP/1.1" status: 204 len: 168 time: 0.7236233 Dec 20 15:36:59.931886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:59.944781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6efbd-d366-4b3a-aa20-3b279277ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce04c94f-0da3-44c6-af59-9b357a17ee7a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:59.978817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:00.016278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:00.018441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.061412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:00.061770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5effdf99-014e-402b-ae5f-d478e3692b54 req-66861f94-0cec-492b-95ab-f25bcaa627e3 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.1633501 Dec 20 15:37:00.142740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Made reservation on behalf of 5e3f225243834589aa989a39a29b21fb for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:00.147571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.184871 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-69256bcd-1a03-4a7c-aa83-c319e80e0c49 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5312953 Dec 20 15:37:00.198356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-b33a9107-b608-4a7b-9acb-c6cce09ba371 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:00.199117 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-b33a9107-b608-4a7b-9acb-c6cce09ba371 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084655 Dec 20 15:37:00.308042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.312793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66893d0-d84a-4f80-b850-7520c1370c91 None None] Pushing event updated for resources: {'Port': ['ID=51fab7b6-42dc-4436-9c8e-393e87ed4105,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:00.363258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b0570de8-57e7-4be3-9f06-311d60e49745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.427932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b0570de8-57e7-4be3-9f06-311d60e49745 None None] For port 51fab7b6-42dc-4436-9c8e-393e87ed4105, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=51fab7b6-42dc-4436-9c8e-393e87ed4105,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:00.453240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:00.496377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.551779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b0570de8-57e7-4be3-9f06-311d60e49745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.693686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0570de8-57e7-4be3-9f06-311d60e49745 None None] Pushing event updated for resources: {'Port': ['ID=51fab7b6-42dc-4436-9c8e-393e87ed4105,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:00.728372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1cce2738-61a8-41f1-8c85-ac01eb5d9e25 None None] Provisioning complete for port 51fab7b6-42dc-4436-9c8e-393e87ed4105 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:00.740381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cce2738-61a8-41f1-8c85-ac01eb5d9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.000505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0f52-67d6-4bd9-a7ab-787e180c7310 req-5d24932b-b584-4206-8f58-463aba08f836 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:01.000505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f1a0f52-67d6-4bd9-a7ab-787e180c7310 req-5d24932b-b584-4206-8f58-463aba08f836 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 935 time: 0.5374064 Dec 20 15:37:01.015758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Request body: {'port': {'device_id': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'device_owner': 'compute:tempest-test_az-1340543660', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:01.082663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:59Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:01.084892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1cce2738-61a8-41f1-8c85-ac01eb5d9e25 None None] Provisioning complete for port eb3875c2-c985-40b8-9cd3-a3e4249fe98a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:01.085312 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cce2738-61a8-41f1-8c85-ac01eb5d9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.155502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.169056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f1a0f52-67d6-4bd9-a7ab-787e180c7310 req-01b8e707-619c-41b7-9522-45e65ea500bb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089740 Dec 20 15:37:01.180070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd736fdd-e09a-4926-87f7-b934d38a54d0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:01.198425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab196bd-7ce3-4789-8b4d-13a22b57c555 None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:59Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:37:01.241099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1cce2738-61a8-41f1-8c85-ac01eb5d9e25 None None] Port eb3875c2-c985-40b8-9cd3-a3e4249fe98a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:01.253727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Allocated IP 192.168.233.37 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/5669d15d-c103-491b-822f-7cadd8285b4b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:01.662252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de8f2927-2146-49d1-bf70-f406e1c21875 req-3fa83561-23be-4747-9db3-077c10a99747 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.2069373 Dec 20 15:37:01.732036 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:02.237615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6ff52d16-9a4d-45be-9eb8-0091b2bab1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:02.238719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:02.248765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:02.606576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:02.608023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc32da8-01db-473b-b479-84c9303086f5,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:02.614920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:02.619074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Pushing event updated for resources: {'Port': ['ID=5669d15d-c103-491b-822f-7cadd8285b4b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:02.627783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:02.652497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:02.661486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.661486 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:02.690314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Checking segment: {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:02.690980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Network hostable DHCP agents. Network: 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:37:02.720125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c6e93-3ffb-4cc5-b777-9462521a92d0 req-dd93b5b6-c328-46ae-9702-79a54b47e43a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.722556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e57c6e93-3ffb-4cc5-b777-9462521a92d0 req-dd93b5b6-c328-46ae-9702-79a54b47e43a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 935 time: 0.3313489 Dec 20 15:37:02.815505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e57c6e93-3ffb-4cc5-b777-9462521a92d0 req-2245bdd8-513b-47dd-8fd3-7a68dba91382 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835526 Dec 20 15:37:02.838299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-2ed152d6-6b18-44d8-b818-3839864a3f82 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7759867 Dec 20 15:37:02.877097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:37:02.972622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3875c2-c985-40b8-9cd3-a3e4249fe98a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:02.988728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.016530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:03.031643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:03.031643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.040003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d4fff-5b71-4fa0-8eb1-c3feb83b2ac9 None None] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:37:03.072197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5919-1ff9-45d6-b454-8d183f20038d req-d5fcdd76-6ab5-45cd-bb5f-e76f0c9b5475 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:03.072197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-807c5919-1ff9-45d6-b454-8d183f20038d req-d5fcdd76-6ab5-45cd-bb5f-e76f0c9b5475 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 935 time: 0.1434748 Dec 20 15:37:03.089334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Transition to ACTIVE for port object eb3875c2-c985-40b8-9cd3-a3e4249fe98a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:03.127316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Request body: {'port': {'device_id': '2139dece-60e2-4930-826e-0924507f5f72', 'device_owner': 'compute:tempest-test_az-1340543660', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:03.219337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.292734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-807c5919-1ff9-45d6-b454-8d183f20038d req-9a1d795e-e390-4b57-8c19-5531bace7726 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562128 Dec 20 15:37:03.362123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-96858d1f-7a43-4a53-8a2a-e63ca6b26fa6 None None] Provisioning complete for port 5669d15d-c103-491b-822f-7cadd8285b4b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:03.362650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-96858d1f-7a43-4a53-8a2a-e63ca6b26fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.376595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1852b518-bfdd-46af-8751-75c4cb63b9cc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.6417568 Dec 20 15:37:03.381539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:03.382949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41070) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:03.411964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:03.440489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.500312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-96858d1f-7a43-4a53-8a2a-e63ca6b26fa6 None None] Port 5669d15d-c103-491b-822f-7cadd8285b4b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:03.501859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 51fab7b6-42dc-4436-9c8e-393e87ed4105 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:03.518282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:03.518876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:03.519598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:03.530053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:03.531718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:03.545454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:03.548967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:03.549956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:03.550621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Bound port: eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:03.551180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.593648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-1ce3e11d-4dd8-47c1-af74-8c271a1cf42e', 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e', 'project_id': '5e3f225243834589aa989a39a29b21fb', 'fixed_ips': [{'subnet_id': '1cc32da8-01db-473b-b479-84c9303086f5'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:37:03.594850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.733769 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:03.747501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:03.800503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 51fab7b6-42dc-4436-9c8e-393e87ed4105 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:03.801069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.854898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.930303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Allocated IP 172.20.0.2 (1ce3e11d-4dd8-47c1-af74-8c271a1cf42e/1cc32da8-01db-473b-b479-84c9303086f5/8c3b30fa-3c00-4f9f-8cc6-583f10e65151) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:03.960595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:03.960595 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.964433 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] 10.222.0.72 "PUT /v2.0/ports/eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 1117 time: 3.1952515 Dec 20 15:37:03.975366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:04.186724 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.349242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.352972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.402872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386876-85f0-495a-a5e7-35f33cee548f req-f2a7d510-1aaf-42d5-9263-934b596c25c2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:04.412819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca386876-85f0-495a-a5e7-35f33cee548f req-f2a7d510-1aaf-42d5-9263-934b596c25c2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.2469685 Dec 20 15:37:04.475265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5669d15d-c103-491b-822f-7cadd8285b4b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:04.484095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57609c0-e843-4b1f-98be-7aca82abdef5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:04.496314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.501463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-dc01037e-ccae-4fc8-a035-0f23ebda95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:04.501463 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-dc01037e-ccae-4fc8-a035-0f23ebda95f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1120 time: 0.3314176 Dec 20 15:37:04.521621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.586741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.619414 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-ab72b79e-50b6-4147-ac5a-4d193e9fb7cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0969868 Dec 20 15:37:04.638276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Transition to ACTIVE for port object 5669d15d-c103-491b-822f-7cadd8285b4b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:04.655914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.657360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:04.667534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:04.674833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:04.679100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca386876-85f0-495a-a5e7-35f33cee548f req-952581b8-b83c-4661-8ad1-cf8ccd8f7375 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630095 Dec 20 15:37:04.714476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Pushing event updated for resources: {'Port': ['ID=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:04.733606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.788549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Attempting to bind port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:04.788940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Attempting to bind port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:04.789536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Attempting to bind port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 on network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:04.812706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:04.813192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Checking segment: {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:04.813671 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.814028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Bound using segment: {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:04.814589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Bound port: 8c3b30fa-3c00-4f9f-8cc6-583f10e65151, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:04.815366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:04.818364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-3d4e241b-25fc-4b6e-812c-4b73996e6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:04.823404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-3d4e241b-25fc-4b6e-812c-4b73996e6539 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1661727 Dec 20 15:37:04.985117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] For port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:04.990100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] For port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:05.032245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896cd6-527d-4812-a32f-b5966e43620f req-09c72a40-aaa2-4808-b70a-8a83b191efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:05.034137 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-09c72a40-aaa2-4808-b70a-8a83b191efa2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866157 Dec 20 15:37:05.071991 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2801c467-2f1b-43a1-949f-ea40d2432837" -d '{"events": [{"name": "network-changed", "server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:05.077416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=5669d15d-c103-491b-822f-7cadd8285b4b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:05.174734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.178454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.258030 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.304477 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-85156c9c-30b1-4f0a-9cb7-c6a372eeaf26 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236450 Dec 20 15:37:05.364143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379eb283-613e-4ecf-b156-5ab15347482c None None] Pushing event updated for resources: {'Port': ['ID=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:05.445529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d005e-2769-49bb-af7d-eff5a67a2c0b req-f70e03f3-721a-4516-9af1-455ac6a34c24 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:05.452422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d21d005e-2769-49bb-af7d-eff5a67a2c0b req-f70e03f3-721a-4516-9af1-455ac6a34c24 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.6059952 Dec 20 15:37:05.499287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Attempting to bind port 5669d15d-c103-491b-822f-7cadd8285b4b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:05.500030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Attempting to bind port 5669d15d-c103-491b-822f-7cadd8285b4b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:05.500452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Attempting to bind port 5669d15d-c103-491b-822f-7cadd8285b4b on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:05.515798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Port 5669d15d-c103-491b-822f-7cadd8285b4b on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:05.516211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Attempting to bind port 5669d15d-c103-491b-822f-7cadd8285b4b on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:05.563263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d21d005e-2769-49bb-af7d-eff5a67a2c0b req-cd6c5924-5347-4b87-8b6b-1911e52545a2 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907571 Dec 20 15:37:05.655477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:05.657389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:05.668083 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65896cd6-527d-4812-a32f-b5966e43620f req-46e44a74-11f9-4a42-a6c5-e04c4125e29b service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956500 Dec 20 15:37:05.669685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:05.670378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Bound port: 5669d15d-c103-491b-822f-7cadd8285b4b, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:05.671396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.747154 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683f66ee-a8f1-46fc-90e8-40ba6be3294b x-openstack-request-id: req-683f66ee-a8f1-46fc-90e8-40ba6be3294b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:05.747687 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:05.747687 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-683f66ee-a8f1-46fc-90e8-40ba6be3294b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:05.748212 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'status': 'completed', 'code': 200} Dec 20 15:37:05.777382 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:37:05.824890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] For port 5669d15d-c103-491b-822f-7cadd8285b4b, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:05.894142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] For port 5669d15d-c103-491b-822f-7cadd8285b4b, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5669d15d-c103-491b-822f-7cadd8285b4b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:05.956596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-1a9fd5fd-6b4f-4d52-88af-f0d920e90fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:05.957114 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-1a9fd5fd-6b4f-4d52-88af-f0d920e90fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1120 time: 0.1126873 Dec 20 15:37:06.009152 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:06.434255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:06.434885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:06.436351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] 10.222.0.72 "PUT /v2.0/ports/5669d15d-c103-491b-822f-7cadd8285b4b HTTP/1.1" status: 200 len: 1117 time: 3.3654840 Dec 20 15:37:06.438567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-a543add9-6db8-4e0e-b235-2af53af26d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:06.440124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-a543add9-6db8-4e0e-b235-2af53af26d61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.4603837 Dec 20 15:37:06.465874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139dece-60e2-4930-826e-0924507f5f72', 'tag': '5669d15d-c103-491b-822f-7cadd8285b4b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:06.627376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb584457-9339-4772-a10a-7bb5d270cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=5669d15d-c103-491b-822f-7cadd8285b4b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:06.810833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130455a-cc91-4093-b45c-807ee23a7d0b req-cff10b01-f12c-4aad-a105-b53898be76de tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:06.825762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6130455a-cc91-4093-b45c-807ee23a7d0b req-cff10b01-f12c-4aad-a105-b53898be76de tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.7693007 Dec 20 15:37:06.855497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:06.910240 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a423a9-e92b-4336-941c-a6ee0dbb7e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2139dece-60e2-4930-826e-0924507f5f72", "tag": "5669d15d-c103-491b-822f-7cadd8285b4b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:06.934365 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.087025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5630f-0131-4f42-b4d0-a6a5762772ff None None] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:37:07.149142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6130455a-cc91-4093-b45c-807ee23a7d0b req-7770110b-3d20-46c2-8cf2-b6408b934839 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204417 Dec 20 15:37:07.210421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5fca3-73a2-48db-8272-7b5873d728d8 req-a5d46e08-585f-4136-b9aa-a27468cb8680 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:07.212727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fca5fca3-73a2-48db-8272-7b5873d728d8 req-a5d46e08-585f-4136-b9aa-a27468cb8680 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.2145402 Dec 20 15:37:07.238673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fcdaea4d-4b8e-47d5-a7b8-35185cc17280 None None] Provisioning complete for port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:07.239585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fcdaea4d-4b8e-47d5-a7b8-35185cc17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.310219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Allocated IP 172.25.6.74 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:07.531437 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f92a302-00be-4129-8162-2d61d7a95a00 x-openstack-request-id: req-4f92a302-00be-4129-8162-2d61d7a95a00 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:07.532126 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139dece-60e2-4930-826e-0924507f5f72", "tag": "5669d15d-c103-491b-822f-7cadd8285b4b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:07.532126 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f92a302-00be-4129-8162-2d61d7a95a00 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:07.532437 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139dece-60e2-4930-826e-0924507f5f72', 'tag': '5669d15d-c103-491b-822f-7cadd8285b4b', 'status': 'completed', 'code': 200} Dec 20 15:37:07.566883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:07.572843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fca5fca3-73a2-48db-8272-7b5873d728d8 req-94585349-1089-477b-9240-88441fd39424 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832428 Dec 20 15:37:07.649367 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.735290 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fcdaea4d-4b8e-47d5-a7b8-35185cc17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.766790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:07.767262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.824886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.835740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fcdaea4d-4b8e-47d5-a7b8-35185cc17280 None None] For port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:07.922691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.972167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:07.985712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:07.990802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:08.015093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fcdaea4d-4b8e-47d5-a7b8-35185cc17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:08.153005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Pushing event updated for resources: {'Port': ['ID=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:08.317210 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:37:08.317795 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:37:08.347017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ea626-b6a4-4ea5-8d3c-7cca25313281 req-9d69bc71-32b8-4f19-b578-83338a9af091 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:08.348614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d81ea626-b6a4-4ea5-8d3c-7cca25313281 req-9d69bc71-32b8-4f19-b578-83338a9af091 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.0532889 Dec 20 15:37:08.352454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1964cffd-3850-4dad-b6c1-f4b92a4abd05 None None] Provisioning complete for port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:08.352831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1964cffd-3850-4dad-b6c1-f4b92a4abd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:08.355985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaea4d-4b8e-47d5-a7b8-35185cc17280 None None] Pushing event updated for resources: {'Port': ['ID=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:08.498832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d81ea626-b6a4-4ea5-8d3c-7cca25313281 req-425c1799-a1dc-4fed-87fb-19d2814d44c0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406960 Dec 20 15:37:08.648126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:08.798348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41212) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:08.838388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41216) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:08.882802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772881f8-e2b4-4214-9f92-1b13c838cd71 req-cb51d8b7-ac4f-4571-85f8-a34df51b0a05 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:08.884730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-772881f8-e2b4-4214-9f92-1b13c838cd71 req-cb51d8b7-ac4f-4571-85f8-a34df51b0a05 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.1847808 Dec 20 15:37:09.028721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6372bf-525b-43ae-b0de-7a25c9cce6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.078823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-772881f8-e2b4-4214-9f92-1b13c838cd71 req-6cf881e1-1322-4314-97f8-b60f2b549582 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810644 Dec 20 15:37:09.106867 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.126828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6a64411-27ba-4672-beb0-e1ffb44aaa4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.241232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6372bf-525b-43ae-b0de-7a25c9cce6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.279065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:09.301201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6a64411-27ba-4672-beb0-e1ffb44aaa4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.333316 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6372bf-525b-43ae-b0de-7a25c9cce6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.383139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:09.383782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.391804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cd6372bf-525b-43ae-b0de-7a25c9cce6cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9af49b91b139411088ecaf8339ddeb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922267 Dec 20 15:37:09.392945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6372bf-525b-43ae-b0de-7a25c9cce6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83314af-b2ed-44d9-b9cd-868e64d34846,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:09.394782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:09.411320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6a64411-27ba-4672-beb0-e1ffb44aaa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.479883 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6a64411-27ba-4672-beb0-e1ffb44aaa4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1829b8c2894448b82ba51f0d4fe9c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6378925 Dec 20 15:37:09.479883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a64411-27ba-4672-beb0-e1ffb44aaa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467857be-7a86-4bac-aec2-354b5c9b1da6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:09.484489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41224) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:09.504080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41226) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:09.505104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Router 5f63a08a-6e4c-47f9-917c-823abb553db2 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:37:09.549111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1f14d8-988c-42b4-ac32-dc013390d226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.616894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943bf4b1-a5c6-42e5-87f8-a059abc3abe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.656180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943bf4b1-a5c6-42e5-87f8-a059abc3abe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.707427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1f14d8-988c-42b4-ac32-dc013390d226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.742922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-508bf47c-abad-4ec3-bc28-d14ac6f13d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.787517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782732ca-fdc1-4bd8-a9c7-664bbc9c8a65 req-d8d3f534-eb58-404f-b50a-03081728c4e9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:09.789638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-782732ca-fdc1-4bd8-a9c7-664bbc9c8a65 req-d8d3f534-eb58-404f-b50a-03081728c4e9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.1697819 Dec 20 15:37:09.807744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943bf4b1-a5c6-42e5-87f8-a059abc3abe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.811314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943bf4b1-a5c6-42e5-87f8-a059abc3abe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:09.812860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-943bf4b1-a5c6-42e5-87f8-a059abc3abe7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/467857be-7a86-4bac-aec2-354b5c9b1da6 HTTP/1.1" status: 204 len: 168 time: 0.3272488 Dec 20 15:37:09.823123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bf4b1-a5c6-42e5-87f8-a059abc3abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467857be-7a86-4bac-aec2-354b5c9b1da6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:09.837734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:37:09.860405 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Sync routers for ids ['5f63a08a-6e4c-47f9-917c-823abb553db2'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:37:09.890957 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Routers {'5f63a08a-6e4c-47f9-917c-823abb553db2'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:09.893839 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:37:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5f63a08a-6e4c-47f9-917c-823abb553db2'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:09.910193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-782732ca-fdc1-4bd8-a9c7-664bbc9c8a65 req-4320af30-617c-4c51-9149-ccfc7f0b4096 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068399 Dec 20 15:37:10.044250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Set router 5f63a08a-6e4c-47f9-917c-823abb553db2 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:10.127820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-508bf47c-abad-4ec3-bc28-d14ac6f13d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.128946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1f14d8-988c-42b4-ac32-dc013390d226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.133401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1f14d8-988c-42b4-ac32-dc013390d226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.137618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc1f14d8-988c-42b4-ac32-dc013390d226 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d83314af-b2ed-44d9-b9cd-868e64d34846 HTTP/1.1" status: 204 len: 168 time: 0.7391284 Dec 20 15:37:10.138160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.142466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc860bdd-1089-4588-ae68-21be09d0182f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.7383120 Dec 20 15:37:10.142787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41238) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:10.164595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f14d8-988c-42b4-ac32-dc013390d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83314af-b2ed-44d9-b9cd-868e64d34846,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:10.243208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-508bf47c-abad-4ec3-bc28-d14ac6f13d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.339255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fa5c3-c0b7-45fb-842f-17a6097d67f8 req-ed8e76ee-5a5c-42a2-a438-b8e2fc8a178a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:10.341120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a13fa5c3-c0b7-45fb-842f-17a6097d67f8 req-ed8e76ee-5a5c-42a2-a438-b8e2fc8a178a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.1463635 Dec 20 15:37:10.359093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-508bf47c-abad-4ec3-bc28-d14ac6f13d81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f9e14e720f844258cb3afb04787fdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8452175 Dec 20 15:37:10.361740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41242) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:10.362192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bf47c-abad-4ec3-bc28-d14ac6f13d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834fb66b-f141-4810-909d-1e3c6dd671a5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:10.434741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a13fa5c3-c0b7-45fb-842f-17a6097d67f8 req-c61c6cb2-dd66-4882-8e49-4edb44632b8a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831270 Dec 20 15:37:10.513300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:37:08Z', 'revision_number': 3, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:10.543714 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Checking router: 5f63a08a-6e4c-47f9-917c-823abb553db2 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:37:10.544067 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Updating router 5f63a08a-6e4c-47f9-917c-823abb553db2 port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:37:10.572643 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.590872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aef73b7-29c2-467c-80e7-bfaa5a08d69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.660992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aef73b7-29c2-467c-80e7-bfaa5a08d69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.964310 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.040208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50bb74-7e96-40c5-9ffa-10a94703a975 req-dc6c09e8-231a-4493-a2f4-c652ce5b9370 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:11.042006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c50bb74-7e96-40c5-9ffa-10a94703a975 req-dc6c09e8-231a-4493-a2f4-c652ce5b9370 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.0580847 Dec 20 15:37:11.169228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.171107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c50bb74-7e96-40c5-9ffa-10a94703a975 req-97fee819-a016-4571-b36b-fc86c08c4d0f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507050 Dec 20 15:37:11.297803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aef73b7-29c2-467c-80e7-bfaa5a08d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.300464 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.302297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aef73b7-29c2-467c-80e7-bfaa5a08d69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.304315 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1aef73b7-29c2-467c-80e7-bfaa5a08d69c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/834fb66b-f141-4810-909d-1e3c6dd671a5 HTTP/1.1" status: 204 len: 168 time: 0.9367855 Dec 20 15:37:11.312118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:11.330287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8879a328-413e-47ab-b7d4-985a38701db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.360068 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Attempting to bind port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:11.363926 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Attempting to bind port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:11.364458 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Attempting to bind port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:11.377801 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:11.378340 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:11.378850 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.379325 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:11.379903 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Bound port: 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:11.380396 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.383648 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759e9de-77a1-4eac-ac7b-99a0fff676c1 None None] Pushing event updated for resources: {'Port': ['ID=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:11.412008 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-ab3a2506-273d-4b81-b001-de04d285e492 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.1536961 Dec 20 15:37:11.436339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef73b7-29c2-467c-80e7-bfaa5a08d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834fb66b-f141-4810-909d-1e3c6dd671a5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:11.489889 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] For port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:11.489889 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] For port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:11.542178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-f0eaa0f8-497f-495f-899a-308e0561eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:11.544110 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-f0eaa0f8-497f-495f-899a-308e0561eeac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1028008 Dec 20 15:37:11.551424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Allocated IP 172.20.0.1 (1ce3e11d-4dd8-47c1-af74-8c271a1cf42e/1cc32da8-01db-473b-b479-84c9303086f5/2310741e-941c-418c-bf8b-0bc5668e9fb2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:11.559191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8879a328-413e-47ab-b7d4-985a38701db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.587382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a423a9-e92b-4336-941c-a6ee0dbb7e7f req-9edf9502-906e-4e58-b8c8-747a9434cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:11.588952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15a423a9-e92b-4336-941c-a6ee0dbb7e7f req-9edf9502-906e-4e58-b8c8-747a9434cf62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6e63db9231c4df592b293109357881d&device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 1120 time: 0.1427486 Dec 20 15:37:11.608021 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.608390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbda3a-3b6c-4fe1-b418-5b5f04ab0479 req-3486268b-3c20-4f25-b70c-7cd4ea63e8d7 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:11.609923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80bbda3a-3b6c-4fe1-b418-5b5f04ab0479 req-3486268b-3c20-4f25-b70c-7cd4ea63e8d7 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.0775409 Dec 20 15:37:11.642061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41256) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:11.651359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15a423a9-e92b-4336-941c-a6ee0dbb7e7f req-a084bc37-2593-4403-bc13-30265869c945 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c6e63db9231c4df592b293109357881d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404787 Dec 20 15:37:11.652554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8879a328-413e-47ab-b7d4-985a38701db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.667109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-d584d379-0a9e-4843-9aa9-5075408fdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:11.668571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-d584d379-0a9e-4843-9aa9-5075408fdcd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146879 Dec 20 15:37:11.687816 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Routers {'5f63a08a-6e4c-47f9-917c-823abb553db2'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:11.688524 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:37:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5f63a08a-6e4c-47f9-917c-823abb553db2'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:11.699984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26762b2b-0e1f-4a86-adb6-b4d829627858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.747778 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759e9de-77a1-4eac-ac7b-99a0fff676c1 None None] Pushing event updated for resources: {'Port': ['ID=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:11.765591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.815652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8879a328-413e-47ab-b7d4-985a38701db1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85a3af101bd146889c774dff34f21d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022509 Dec 20 15:37:11.820202 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-f2568466-7b53-42bb-a8d0-b0f3d0f1609e service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394954 Dec 20 15:37:11.820721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41260) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:11.838467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879a328-413e-47ab-b7d4-985a38701db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379cbbeb-9ca5-4b4f-9ed2-6e9168deae17,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:11.858932 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] Set router 5f63a08a-6e4c-47f9-917c-823abb553db2 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:11.890210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80bbda3a-3b6c-4fe1-b418-5b5f04ab0479 req-e5832080-0e8d-4570-a9e4-0c0c090f7f5e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708623 Dec 20 15:37:11.925884 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2801c467-2f1b-43a1-949f-ea40d2432837 req-4335134d-b2a1-4f61-94f2-4e8df42bcabd service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958695 Dec 20 15:37:11.944834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a423a9-e92b-4336-941c-a6ee0dbb7e7f req-cc5af7ff-e470-48dd-af1f-6e604929d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:11.944834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15a423a9-e92b-4336-941c-a6ee0dbb7e7f req-cc5af7ff-e470-48dd-af1f-6e604929d808 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2717350 Dec 20 15:37:11.966024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.990135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26762b2b-0e1f-4a86-adb6-b4d829627858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.031417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:12.038694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:12.039895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-c1a80241-eff2-42fa-aabb-f5b760dafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.041448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-c1a80241-eff2-42fa-aabb-f5b760dafbfb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6e63db9231c4df592b293109357881d&device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 1120 time: 0.0485098 Dec 20 15:37:12.042152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:12.042702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.127433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f570f852-31a2-4145-b917-27356279ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:37:08Z', 'revision_number': 3, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:12.131396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Pushing event updated for resources: {'Port': ['ID=2310741e-941c-418c-bf8b-0bc5668e9fb2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:12.143116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25b7585-18e6-4097-99ad-c1cc09fe0530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.172462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-53fed351-2fd0-4f67-ab2c-430e0b1e0f33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5669d15d-c103-491b-822f-7cadd8285b4b HTTP/1.1" status: 200 len: 217 time: 0.1166558 Dec 20 15:37:12.173986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26762b2b-0e1f-4a86-adb6-b4d829627858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.175923 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570f852-31a2-4145-b917-27356279ca3f None None] The sync data for ids ['5f63a08a-6e4c-47f9-917c-823abb553db2'] in n-d-781076-8 is: [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:37:08Z', 'revision_number': 3, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:37:12.205124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25b7585-18e6-4097-99ad-c1cc09fe0530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.300620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26762b2b-0e1f-4a86-adb6-b4d829627858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206cd66a-f6f7-47fa-8535-d006cb6ac8d3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:12.330541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-26762b2b-0e1f-4a86-adb6-b4d829627858 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=398701828fa245ce92fe0c1183a09bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6870689 Dec 20 15:37:12.333719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41266) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:12.347711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-f57efcd3-b5bb-47bc-901c-41f8fed5fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.349273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-f57efcd3-b5bb-47bc-901c-41f8fed5fd37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1505885 Dec 20 15:37:12.370639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.382703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25b7585-18e6-4097-99ad-c1cc09fe0530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.385367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25b7585-18e6-4097-99ad-c1cc09fe0530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.400752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a1563-64af-466c-8149-cd057c9b5888 req-8b7f5cb4-ac63-48be-bae5-9160a8e8c2e0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.404008 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b25b7585-18e6-4097-99ad-c1cc09fe0530 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/379cbbeb-9ca5-4b4f-9ed2-6e9168deae17 HTTP/1.1" status: 204 len: 168 time: 0.5753264 Dec 20 15:37:12.408552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:12.409698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d93a1563-64af-466c-8149-cd057c9b5888 req-8b7f5cb4-ac63-48be-bae5-9160a8e8c2e0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.1617253 Dec 20 15:37:12.417266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f4a8c6e9-1772-4441-985d-09cd79b6fa2e None None] Provisioning complete for port 2310741e-941c-418c-bf8b-0bc5668e9fb2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:12.417779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4a8c6e9-1772-4441-985d-09cd79b6fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.466493 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00fa5d02-e59c-41a5-96cd-69866964626e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.490015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8c6e9-1772-4441-985d-09cd79b6fa2e None None] Port 2310741e-941c-418c-bf8b-0bc5668e9fb2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:12.509817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d93a1563-64af-466c-8149-cd057c9b5888 req-dc884c81-afe0-4c73-98bf-6c0c55e631b1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990901 Dec 20 15:37:12.515594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-aaae3c79-cfc4-4575-8b43-8ac6f1208637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.540730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-aaae3c79-cfc4-4575-8b43-8ac6f1208637 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833651 Dec 20 15:37:12.655274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b7585-18e6-4097-99ad-c1cc09fe0530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379cbbeb-9ca5-4b4f-9ed2-6e9168deae17,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:12.684701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-5c44d3a7-f68b-4e26-a18a-06f6d368ed12 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357846 Dec 20 15:37:12.737540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faca0a57-2aa9-43a6-af05-aad327d00438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.764106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.782643 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faca0a57-2aa9-43a6-af05-aad327d00438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.820300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91c718e3-cec8-4e73-adfa-1402808f4a75 req-7d214a23-07ab-4a81-9b9c-6cd9483b9311 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256597 Dec 20 15:37:12.845723 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00fa5d02-e59c-41a5-96cd-69866964626e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.847784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.848563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.959880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Pushing event updated for resources: {'Port': ['ID=2310741e-941c-418c-bf8b-0bc5668e9fb2,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:12.989258 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00fa5d02-e59c-41a5-96cd-69866964626e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.047181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d803b43-d87c-4b45-8c2d-86345ee75d6d req-7f468916-af66-4b2e-8033-b40e10dde440 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:13.048873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d803b43-d87c-4b45-8c2d-86345ee75d6d req-7f468916-af66-4b2e-8033-b40e10dde440 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.0640082 Dec 20 15:37:13.059407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa5d02-e59c-41a5-96cd-69866964626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d3689b-31fe-4934-9a0b-fd74961a412c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:13.070246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:13.073651 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-00fa5d02-e59c-41a5-96cd-69866964626e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f75abb8c3014a07807bd0edf2d00e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467776 Dec 20 15:37:13.075470 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faca0a57-2aa9-43a6-af05-aad327d00438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.076314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41278) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:13.078639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faca0a57-2aa9-43a6-af05-aad327d00438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.079858 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-faca0a57-2aa9-43a6-af05-aad327d00438 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/206cd66a-f6f7-47fa-8535-d006cb6ac8d3 HTTP/1.1" status: 204 len: 168 time: 0.7308097 Dec 20 15:37:13.089344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:13.094066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca0a57-2aa9-43a6-af05-aad327d00438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206cd66a-f6f7-47fa-8535-d006cb6ac8d3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:13.209109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d803b43-d87c-4b45-8c2d-86345ee75d6d req-c467f1a9-e5fa-4ef3-a944-641d9ecd22bf tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521158 Dec 20 15:37:13.245132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f715f7cf-d2a1-490e-83de-ab82c0e073b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.277069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f715f7cf-d2a1-490e-83de-ab82c0e073b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.312025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:13.370021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Router 5f63a08a-6e4c-47f9-917c-823abb553db2 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:37:13.407629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:13.408384 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.459558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f715f7cf-d2a1-490e-83de-ab82c0e073b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.462434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f715f7cf-d2a1-490e-83de-ab82c0e073b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.464511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f715f7cf-d2a1-490e-83de-ab82c0e073b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39d3689b-31fe-4934-9a0b-fd74961a412c HTTP/1.1" status: 204 len: 168 time: 0.3860319 Dec 20 15:37:13.476043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715f7cf-d2a1-490e-83de-ab82c0e073b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d3689b-31fe-4934-9a0b-fd74961a412c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:13.540256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef03b302-c653-42c9-afc5-cb3e301811b5 None None] Provisioning complete for port 2310741e-941c-418c-bf8b-0bc5668e9fb2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:13.540696 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef03b302-c653-42c9-afc5-cb3e301811b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.543981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.547144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:37:13.566821 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-602f606f-137f-477a-a5bd-757ba9bb5778 admin admin] 10.222.0.81 "PUT /v2.0/routers/5f63a08a-6e4c-47f9-917c-823abb553db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4226575 Dec 20 15:37:13.596613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:13.599226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ef03b302-c653-42c9-afc5-cb3e301811b5 None None] Port 2310741e-941c-418c-bf8b-0bc5668e9fb2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:13.649964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c20a6-f61a-4f85-b749-bd69bac805ac req-41379854-4e7b-471e-a29a-1df42b7a4224 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:13.651539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b2c20a6-f61a-4f85-b749-bd69bac805ac req-41379854-4e7b-471e-a29a-1df42b7a4224 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.0554364 Dec 20 15:37:13.671506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:13.715016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b2c20a6-f61a-4f85-b749-bd69bac805ac req-a9ccfdbc-9582-4613-ad63-794a8733e92b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543542 Dec 20 15:37:13.743263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:14.196613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Sync routers for ids ['5f63a08a-6e4c-47f9-917c-823abb553db2'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:37:14.207528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Routers {'5f63a08a-6e4c-47f9-917c-823abb553db2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:14.208147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:37:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5f63a08a-6e4c-47f9-917c-823abb553db2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:14.343533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e18b-fe8f-4ef4-b1b9-88e5adcd09a2 req-ec61ac03-7376-41f7-9cbe-2fec782cf572 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:14.345138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e86e18b-fe8f-4ef4-b1b9-88e5adcd09a2 req-ec61ac03-7376-41f7-9cbe-2fec782cf572 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.0648034 Dec 20 15:37:14.359884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Set router 5f63a08a-6e4c-47f9-917c-823abb553db2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:14.422884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e86e18b-fe8f-4ef4-b1b9-88e5adcd09a2 req-0e05adcf-5939-47f8-9e88-328482890f8a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677166 Dec 20 15:37:14.632325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:37:12Z', 'revision_number': 4, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2310741e-941c-418c-bf8b-0bc5668e9fb2', 'name': '', 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'mac_address': 'fa:16:3e:49:6b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1cc32da8-01db-473b-b479-84c9303086f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:11Z', 'updated_at': '2021-12-20T15:37:12Z', 'revision_number': 2, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'subnets': [{'id': '1cc32da8-01db-473b-b479-84c9303086f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:14.668960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Checking router: 5f63a08a-6e4c-47f9-917c-823abb553db2 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:37:14.669394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Updating router 5f63a08a-6e4c-47f9-917c-823abb553db2 port 2310741e-941c-418c-bf8b-0bc5668e9fb2 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:37:14.695490 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:14.858134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b120697-a031-4f5d-99cc-3d3fc3598715 req-173ab500-a1be-4704-9298-7a2d7b8ee598 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:14.869091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b120697-a031-4f5d-99cc-3d3fc3598715 req-173ab500-a1be-4704-9298-7a2d7b8ee598 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.0699077 Dec 20 15:37:14.923652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b120697-a031-4f5d-99cc-3d3fc3598715 req-eb6749ed-2a5c-48c8-8573-7bb2987768a6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534089 Dec 20 15:37:14.979403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41350) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:14.984442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474357657', 'description': 'tempest-description--440790252'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:15.010026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.139156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.173850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:15.207964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.222622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1131-bfa7-4e83-950d-ab7ad7516226 None None] Pushing event updated for resources: {'Port': ['ID=2310741e-941c-418c-bf8b-0bc5668e9fb2,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:15.302561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.310338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Attempting to bind port 2310741e-941c-418c-bf8b-0bc5668e9fb2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:15.310786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Attempting to bind port 2310741e-941c-418c-bf8b-0bc5668e9fb2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:15.311224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Attempting to bind port 2310741e-941c-418c-bf8b-0bc5668e9fb2 on network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:15.323069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:15.323449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Checking segment: {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:15.323853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.324251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Bound using segment: {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:15.324741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Bound port: 2310741e-941c-418c-bf8b-0bc5668e9fb2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169665dc-b3e6-46e2-8dcf-aa4136e70f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:15.325144 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.328647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:15.329007 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.413836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.438026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] For port 2310741e-941c-418c-bf8b-0bc5668e9fb2, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:15.449272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2948a49c-33b7-413b-86b9-e03b594033a7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:15.466624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] For port 2310741e-941c-418c-bf8b-0bc5668e9fb2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2310741e-941c-418c-bf8b-0bc5668e9fb2,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:15.495540 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f3fd3e26-ef79-4a56-b5df-9bf1bcb05409 None None] Provisioning complete for port 2310741e-941c-418c-bf8b-0bc5668e9fb2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:15.496151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3fd3e26-ef79-4a56-b5df-9bf1bcb05409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.547255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997f74-8bb6-4a3b-bd79-051b3ca7163c req-f4c8ab14-2708-4488-82d6-e6dc9929e537 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:15.555331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c997f74-8bb6-4a3b-bd79-051b3ca7163c req-f4c8ab14-2708-4488-82d6-e6dc9929e537 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.0585043 Dec 20 15:37:15.563830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.569575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41372) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:15.570281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6177cb49-bf97-414d-aeba-51466f98fc99 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5885141 Dec 20 15:37:15.578564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'security_group_rule': {'security_group_id': '2948a49c-33b7-413b-86b9-e03b594033a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:15.641709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c997f74-8bb6-4a3b-bd79-051b3ca7163c req-2d3dc899-71d2-4db7-9080-ef80670d19cb tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851295 Dec 20 15:37:15.655367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.705189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd3e26-ef79-4a56-b5df-9bf1bcb05409 None None] Port 2310741e-941c-418c-bf8b-0bc5668e9fb2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:15.716434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.732233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec1131-bfa7-4e83-950d-ab7ad7516226 None None] Pushing event updated for resources: {'Port': ['ID=2310741e-941c-418c-bf8b-0bc5668e9fb2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:15.735630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Routers {'5f63a08a-6e4c-47f9-917c-823abb553db2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:15.736390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:37:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5f63a08a-6e4c-47f9-917c-823abb553db2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:15.829866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.886620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] Set router 5f63a08a-6e4c-47f9-917c-823abb553db2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:15.962727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:15.995692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:37:15.995866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13991725-0c7e-47e5-bba3-bb0ee38a4b50,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:16.098125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ebb73-e6d9-40da-9cf7-3994523e69b4 req-e5aefe12-47c5-4e01-b486-e861c422622a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:16.101281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-188ebb73-e6d9-40da-9cf7-3994523e69b4 req-e5aefe12-47c5-4e01-b486-e861c422622a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.0677471 Dec 20 15:37:16.122930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1067dc02-8b7b-4952-94c7-1a669edee3a2 None None] Provisioning complete for port 2310741e-941c-418c-bf8b-0bc5668e9fb2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:16.123300 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1067dc02-8b7b-4952-94c7-1a669edee3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:16.137483 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:16.141805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41388) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:16.148001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d0688959-157f-493e-9879-8b8c9c1cb5a6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5719059 Dec 20 15:37:16.149118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'security_group_rule': {'security_group_id': '2948a49c-33b7-413b-86b9-e03b594033a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:16.182227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-188ebb73-e6d9-40da-9cf7-3994523e69b4 req-cd1bfdc5-43f7-491e-adaa-ea4a3807a240 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678937 Dec 20 15:37:16.317757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:16.335343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:16.346647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'mac_address': 'fa:16:3e:60:c8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:tempest-test_az-1340543660', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:37:16.488930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:16.488930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:37:12Z', 'revision_number': 4, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2310741e-941c-418c-bf8b-0bc5668e9fb2', 'name': '', 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'mac_address': 'fa:16:3e:49:6b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1cc32da8-01db-473b-b479-84c9303086f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:11Z', 'updated_at': '2021-12-20T15:37:15Z', 'revision_number': 4, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'subnets': [{'id': '1cc32da8-01db-473b-b479-84c9303086f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:16.489589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:16.499144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e503600-3ce4-4d97-a73f-166517f110b8 None None] The sync data for ids ['5f63a08a-6e4c-47f9-917c-823abb553db2'] in n-d-781076-8 is: [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:37:12Z', 'revision_number': 4, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2310741e-941c-418c-bf8b-0bc5668e9fb2', 'name': '', 'network_id': '1ce3e11d-4dd8-47c1-af74-8c271a1cf42e', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'mac_address': 'fa:16:3e:49:6b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1cc32da8-01db-473b-b479-84c9303086f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:11Z', 'updated_at': '2021-12-20T15:37:15Z', 'revision_number': 4, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'subnets': [{'id': '1cc32da8-01db-473b-b479-84c9303086f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:37:16.504201 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1067dc02-8b7b-4952-94c7-1a669edee3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:16.517860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3875c2-c985-40b8-9cd3-a3e4249fe98a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:16.612029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:16.622545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1067dc02-8b7b-4952-94c7-1a669edee3a2 None None] For port 2310741e-941c-418c-bf8b-0bc5668e9fb2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2310741e-941c-418c-bf8b-0bc5668e9fb2,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:16.804231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad5e5e-16da-4998-8416-51fe7d5e54c8 req-a2aeb1a4-3eef-4230-b5c1-d71d2e818f74 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:16.804231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40ad5e5e-16da-4998-8416-51fe7d5e54c8 req-a2aeb1a4-3eef-4230-b5c1-d71d2e818f74 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.0656548 Dec 20 15:37:16.862856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40ad5e5e-16da-4998-8416-51fe7d5e54c8 req-f68743ef-f8eb-4812-8045-df7fa49bc790 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Dec 20 15:37:17.209079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2310741e-941c-418c-bf8b-0bc5668e9fb2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:17.280001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2310741e-941c-418c-bf8b-0bc5668e9fb2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:17.280001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.359245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.528083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83f147-be78-466f-9070-c1421a2cc02a req-2fc90e6f-6948-47d4-b939-b78b44f9dfdb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:17.528684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be83f147-be78-466f-9070-c1421a2cc02a req-2fc90e6f-6948-47d4-b939-b78b44f9dfdb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 969 time: 0.2397244 Dec 20 15:37:17.584117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be83f147-be78-466f-9070-c1421a2cc02a req-d1fc0379-763b-4883-8658-d875078780ba tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Dec 20 15:37:17.620054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.638066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45acbc0e-6cc8-470f-b04c-cb46387d7237,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:17.719415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1067dc02-8b7b-4952-94c7-1a669edee3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.725780 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.725780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5669d15d-c103-491b-822f-7cadd8285b4b details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:37:17.800300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.805831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41406) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:17.806572 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01b2479a-cb7e-4963-9485-c365783ab36d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6635907 Dec 20 15:37:17.810546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:17.819960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:37:17.820819 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:37:17.830809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067dc02-8b7b-4952-94c7-1a669edee3a2 None None] Pushing event updated for resources: {'Port': ['ID=2310741e-941c-418c-bf8b-0bc5668e9fb2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:17.850670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5669d15d-c103-491b-822f-7cadd8285b4b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5669d15d-c103-491b-822f-7cadd8285b4b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:17.885074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '5669d15d-c103-491b-822f-7cadd8285b4b', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '5669d15d-c103-491b-822f-7cadd8285b4b', 'mac_address': 'fa:16:3e:c8:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:tempest-test_az-1340543660', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:37:17.922910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.932537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:17.948693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:17.965372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5669d15d-c103-491b-822f-7cadd8285b4b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:17.989626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5669d15d-c103-491b-822f-7cadd8285b4b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5669d15d-c103-491b-822f-7cadd8285b4b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:18.077465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd424-9578-4155-9ec2-ebc9b77f8d15 req-9a56c03f-ffc1-45e6-9ed4-b4bd747c9606 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:18.078866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd1bd424-9578-4155-9ec2-ebc9b77f8d15 req-9a56c03f-ffc1-45e6-9ed4-b4bd747c9606 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 969 time: 0.0962892 Dec 20 15:37:18.098875 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.143103 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.151040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd1bd424-9578-4155-9ec2-ebc9b77f8d15 req-ef2097c9-9f67-43b2-ac19-d37b0411e17e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Dec 20 15:37:18.162442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5669d15d-c103-491b-822f-7cadd8285b4b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:18.305884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Allocated IP 172.25.6.135 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/31d846a7-c96b-4595-9087-b502bb62badd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:18.447778 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.479398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:18.485804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['5669d15d-c103-491b-822f-7cadd8285b4b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:18.574852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41428) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:18.595150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.637794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:18.648192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:18.655269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:18.667430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'Port': ['ID=31d846a7-c96b-4595-9087-b502bb62badd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:18.808977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.822285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9156b59-ccdb-46ad-a33b-81240803f722 req-ff541c73-e4ab-41c2-877b-8bdc81e57d5e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:18.823894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9156b59-ccdb-46ad-a33b-81240803f722 req-ff541c73-e4ab-41c2-877b-8bdc81e57d5e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 970 time: 0.1006255 Dec 20 15:37:18.878547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33b2f365-5b5a-43cb-9f9b-563c05f861c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.899853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9156b59-ccdb-46ad-a33b-81240803f722 req-458eea9a-35b4-447c-b273-0e9534b68d06 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579486 Dec 20 15:37:18.976946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33b2f365-5b5a-43cb-9f9b-563c05f861c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:18.990469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.107134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33b2f365-5b5a-43cb-9f9b-563c05f861c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.138493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2f365-5b5a-43cb-9f9b-563c05f861c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90bef7-cf5c-4e29-8f85-f680b7b45ce1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:19.170388 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33b2f365-5b5a-43cb-9f9b-563c05f861c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06d38e9b6dcc487d8db166abacca471f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5910220 Dec 20 15:37:19.170792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41446) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:19.227409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2310741e-941c-418c-bf8b-0bc5668e9fb2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:19.242003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.248473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47c8ae04-c75c-40bb-973f-5611dfdf2cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.273087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47c8ae04-c75c-40bb-973f-5611dfdf2cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.285272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2310741e-941c-418c-bf8b-0bc5668e9fb2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:19.285687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.337014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.386311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.393560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6864d5-47df-469a-9c42-47e5d8646f8a req-7a84bf2b-36e4-4708-bd98-2d5cf917efae tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:19.395371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed6864d5-47df-469a-9c42-47e5d8646f8a req-7a84bf2b-36e4-4708-bd98-2d5cf917efae tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 970 time: 0.1200457 Dec 20 15:37:19.419613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'Port': ['ID=31d846a7-c96b-4595-9087-b502bb62badd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:19.471589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed6864d5-47df-469a-9c42-47e5d8646f8a req-14eb15c1-c16b-420d-a75b-033a2c1cf816 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642889 Dec 20 15:37:19.482222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-0b047e49-e41c-417f-9756-98a0fa70c585 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253265 Dec 20 15:37:19.502450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47c8ae04-c75c-40bb-973f-5611dfdf2cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.502931 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47c8ae04-c75c-40bb-973f-5611dfdf2cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.506933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47c8ae04-c75c-40bb-973f-5611dfdf2cf2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f90bef7-cf5c-4e29-8f85-f680b7b45ce1 HTTP/1.1" status: 204 len: 168 time: 0.3323603 Dec 20 15:37:19.535139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8ae04-c75c-40bb-973f-5611dfdf2cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90bef7-cf5c-4e29-8f85-f680b7b45ce1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:19.539138 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:19.550165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aaec316f-bb76-4818-be46-163e93f399bc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7332954 Dec 20 15:37:19.634201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-85bffb6a-f397-44d3-bc1d-1963f7823e38 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:19.636010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-85bffb6a-f397-44d3-bc1d-1963f7823e38 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481035 Dec 20 15:37:19.669073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-a865270e-4e78-4a9b-9e94-399d47e15ab2 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/quotas/7ae6ac1848bc46d29f9a3efcc563f26f HTTP/1.1" status: 200 len: 375 time: 0.0224676 Dec 20 15:37:19.697730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-ace8d7ad-9fcc-422f-8f80-0c293ab1478a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276635 Dec 20 15:37:19.980981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-e0884acb-663f-4d91-8f63-e97172d6e6aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1474357657&fields=id&tenant_id=4325c3d504064fab843e420e92521480 HTTP/1.1" status: 200 len: 267 time: 0.0794749 Dec 20 15:37:20.051687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e0bbefc-f890-4c9d-96ab-fe0a8ac79449 req-a50bc1b1-65a9-4466-b08a-70897c2c7883 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 210 time: 0.0653932 Dec 20 15:37:20.114268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:20.261785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f44c8-6d9c-4430-b707-aa6959325e2b req-97a36217-c70d-47d9-aa7d-bd3e573aea55 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:20.263269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a8f44c8-6d9c-4430-b707-aa6959325e2b req-97a36217-c70d-47d9-aa7d-bd3e573aea55 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 970 time: 0.1237998 Dec 20 15:37:20.269917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-7202b2d2-7a06-400a-9f72-2f454e972989 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:20.271278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-7202b2d2-7a06-400a-9f72-2f454e972989 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 823 time: 0.2831559 Dec 20 15:37:20.292923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port eb3875c2-c985-40b8-9cd3-a3e4249fe98a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:37:20.296797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port eb3875c2-c985-40b8-9cd3-a3e4249fe98a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:20.296993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-b4ff1127-dcab-4fe8-a195-b00232f1f4d8 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/quotas/4325c3d504064fab843e420e92521480 HTTP/1.1" status: 200 len: 375 time: 0.0182853 Dec 20 15:37:20.297236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:20.355768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a8f44c8-6d9c-4430-b707-aa6959325e2b req-9b7f1965-4204-4e7f-870b-d57a457f9af2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827436 Dec 20 15:37:20.388444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-b1c69668-c02d-4837-a5da-64c2aeeacfde tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793686 Dec 20 15:37:20.499897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:20.516383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41512) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:20.526464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:20.535683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf2a2f75-c6c3-461e-b762-30559340c042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:20.622229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:20.649508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf2a2f75-c6c3-461e-b762-30559340c042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:20.667936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-2a84adcb-a6c1-4817-8e5f-293dfd70c8fd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:20.669031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-2a84adcb-a6c1-4817-8e5f-293dfd70c8fd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1386216 Dec 20 15:37:20.729065 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509a6ab2-00ac-44da-8f1e-a6e2e0384c12" -d '{"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-plugged", "status": "completed", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:20.779163 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:20.780098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5669d15d-c103-491b-822f-7cadd8285b4b up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:20.864470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:20.922170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf2a2f75-c6c3-461e-b762-30559340c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:20.983368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d0146-720d-4487-ad7e-881b3cd4aa6a req-17bcc6a5-56ea-4ca1-ba6f-02cd75457f91 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:20.984842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c8d0146-720d-4487-ad7e-881b3cd4aa6a req-17bcc6a5-56ea-4ca1-ba6f-02cd75457f91 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 970 time: 0.3149161 Dec 20 15:37:21.001422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 5669d15d-c103-491b-822f-7cadd8285b4b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:37:21.006040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a2f75-c6c3-461e-b762-30559340c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525336c6-5004-46ef-8b11-a69082405f8b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:21.006177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 5669d15d-c103-491b-822f-7cadd8285b4b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:21.006515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.010691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cf2a2f75-c6c3-461e-b762-30559340c042 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6df67c9850c54ca9abf41a1fe8e25a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4903297 Dec 20 15:37:21.011002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:21.026924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-1ecf83d4-13f5-40f2-89a7-61b5959de7d4 service neutron] 10.222.0.81 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463945 Dec 20 15:37:21.082699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18aa43cc-50ee-47fb-8723-430e6ca5f264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.096570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c8d0146-720d-4487-ad7e-881b3cd4aa6a req-34fd9e57-bcec-4eb1-bb9e-e00405abfa42 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004767 Dec 20 15:37:21.105532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.109214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18aa43cc-50ee-47fb-8723-430e6ca5f264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.141693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5669d15d-c103-491b-822f-7cadd8285b4b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5669d15d-c103-491b-822f-7cadd8285b4b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:21.178979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-32eb65f2-882a-4b7b-88fc-5f1de6453288 service neutron] 10.222.0.81 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374176 Dec 20 15:37:21.265438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.294230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18aa43cc-50ee-47fb-8723-430e6ca5f264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.301730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18aa43cc-50ee-47fb-8723-430e6ca5f264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.310997 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-18aa43cc-50ee-47fb-8723-430e6ca5f264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/525336c6-5004-46ef-8b11-a69082405f8b HTTP/1.1" status: 204 len: 168 time: 0.2984889 Dec 20 15:37:21.333695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa43cc-50ee-47fb-8723-430e6ca5f264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525336c6-5004-46ef-8b11-a69082405f8b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:21.343143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5669d15d-c103-491b-822f-7cadd8285b4b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:21.372446 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59acd113-13e8-4c7f-84f3-51ad2f030204 x-openstack-request-id: req-59acd113-13e8-4c7f-84f3-51ad2f030204 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:21.372873 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-plugged", "status": "completed", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:21.373352 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59acd113-13e8-4c7f-84f3-51ad2f030204 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:21.374018 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'code': 200} Dec 20 15:37:21.402660 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.453275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6ffb1cc-3576-446d-8562-98eeacfaab42 req-2b159a50-fa22-4430-af78-ec61ab36a897 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 210 time: 0.0363202 Dec 20 15:37:21.580199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ff7fed5-a35f-41d5-89a1-4cff0f038b2d req-23156752-09cc-4e2b-af19-b61fef215289 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0630362 Dec 20 15:37:21.607066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff6525-538b-4426-9dc7-5a2df1459094 req-5d9ff298-785a-45f0-a67b-4aa77d9025c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:21.607066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85ff6525-538b-4426-9dc7-5a2df1459094 req-5d9ff298-785a-45f0-a67b-4aa77d9025c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1122 time: 0.1439779 Dec 20 15:37:21.629787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-85ff6525-538b-4426-9dc7-5a2df1459094 req-78b23e7f-9f75-43f9-8311-e98beac0c972 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.645751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09742-443e-4cf8-818f-362168f45762 req-eb8fd79c-56a3-4909-b7f3-fa61d3972576 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:21.647302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40d09742-443e-4cf8-818f-362168f45762 req-eb8fd79c-56a3-4909-b7f3-fa61d3972576 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1291146 Dec 20 15:37:21.738689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40d09742-443e-4cf8-818f-362168f45762 req-b5b970db-fc3a-4b60-8048-c81d7ba46331 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833054 Dec 20 15:37:21.766948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-85ff6525-538b-4426-9dc7-5a2df1459094 req-78b23e7f-9f75-43f9-8311-e98beac0c972 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.904441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-85ff6525-538b-4426-9dc7-5a2df1459094 req-78b23e7f-9f75-43f9-8311-e98beac0c972 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:21.954748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b23e7f-9f75-43f9-8311-e98beac0c972 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d51dec1-4f04-4374-8522-e53b9ae92be1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:21.960859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85ff6525-538b-4426-9dc7-5a2df1459094 req-78b23e7f-9f75-43f9-8311-e98beac0c972 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520646 Dec 20 15:37:22.062043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41556) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:22.199207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a8c1-8f85-47bb-896a-a4c5a7064814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.259918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b3e7-7a63-47b2-bc75-134e1d0f110d req-226ddcb7-1880-4b1f-bb1f-712a676ec88b tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:22.261477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe15b3e7-7a63-47b2-bc75-134e1d0f110d req-226ddcb7-1880-4b1f-bb1f-712a676ec88b tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 971 time: 0.0868545 Dec 20 15:37:22.339659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe15b3e7-7a63-47b2-bc75-134e1d0f110d req-6b7e5118-7c4a-4672-8ffc-a86e72ea0eda tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707157 Dec 20 15:37:22.344370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a8c1-8f85-47bb-896a-a4c5a7064814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.475849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a8c1-8f85-47bb-896a-a4c5a7064814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.525862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a8e3a8c1-8f85-47bb-896a-a4c5a7064814 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06b5afba50c947ea955cf9ee1152dfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619730 Dec 20 15:37:22.526528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41568) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:22.527068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3a8c1-8f85-47bb-896a-a4c5a7064814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c69bff0-91ff-41e7-b6a3-7666d7209066,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:22.571887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f640f0cd-74f5-4fd0-966a-40fc578ed641 req-928a54a5-a36a-44fe-b91f-b02383311dd3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 210 time: 0.0364726 Dec 20 15:37:22.624414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb07be92-62f5-45aa-91bf-304970a454d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.656304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb07be92-62f5-45aa-91bf-304970a454d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.692262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fdaa86f-de78-4ec9-83bb-1e4ae72ceebe req-8b8596b7-bdf4-492f-8a72-6d1ec22d83a0 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0425620 Dec 20 15:37:22.801897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb07be92-62f5-45aa-91bf-304970a454d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.807174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb07be92-62f5-45aa-91bf-304970a454d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:22.808547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb07be92-62f5-45aa-91bf-304970a454d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c69bff0-91ff-41e7-b6a3-7666d7209066 HTTP/1.1" status: 204 len: 168 time: 0.2795472 Dec 20 15:37:22.820271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07be92-62f5-45aa-91bf-304970a454d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c69bff0-91ff-41e7-b6a3-7666d7209066,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:22.878362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c0218-b84b-4f9e-b9fd-e5cf4420310d req-6e637371-0c08-4022-bd59-9ae3c3251c38 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:22.879909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-067c0218-b84b-4f9e-b9fd-e5cf4420310d req-6e637371-0c08-4022-bd59-9ae3c3251c38 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0699201 Dec 20 15:37:22.918351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:22.945724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-067c0218-b84b-4f9e-b9fd-e5cf4420310d req-a723a23c-4ce6-4756-8ae0-0a40dacd08a8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595284 Dec 20 15:37:23.026622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-749634360-network', 'tenant_id': '1ad216b0ac664039a544ba0eca69b835'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:23.076328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.83', 61244) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:23.101893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-fd660ede-a1ba-4a7a-822f-b1706c363a22 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243781 Dec 20 15:37:23.127489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Made reservation on behalf of 1ad216b0ac664039a544ba0eca69b835 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:23.129547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.141246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.220772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.234936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-cb3de6af-1215-4923-9bf7-224935dd5c3f tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:23.236705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-cb3de6af-1215-4923-9bf7-224935dd5c3f tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238682 Dec 20 15:37:23.329525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Request body: {'port': {'device_id': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '7ae6ac1848bc46d29f9a3efcc563f26f'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:23.338847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.371751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:37:23.375583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139dece-60e2-4930-826e-0924507f5f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5669d15d-c103-491b-822f-7cadd8285b4b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:23.378544 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb89c1-5e75-4923-95d7-2d82f60135f5" -d '{"events": [{"server_uuid": "2139dece-60e2-4930-826e-0924507f5f72", "name": "network-vif-plugged", "status": "completed", "tag": "5669d15d-c103-491b-822f-7cadd8285b4b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:23.379696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc3613-0864-4c34-844c-525f69ad3cd1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:23.416613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.416955 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Added segment a3ac3df8-df40-433c-84a1-13d39a10c089 of type vlan for network dfc0b122-deda-453e-a2e5-faa3f02bc36d Dec 20 15:37:23.449465 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2960d29-61b8-41c6-967b-5ab328835499 x-openstack-request-id: req-f2960d29-61b8-41c6-967b-5ab328835499 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:23.449760 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139dece-60e2-4930-826e-0924507f5f72", "name": "network-vif-plugged", "status": "completed", "tag": "5669d15d-c103-491b-822f-7cadd8285b4b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:23.450013 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2960d29-61b8-41c6-967b-5ab328835499 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:23.450396 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139dece-60e2-4930-826e-0924507f5f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5669d15d-c103-491b-822f-7cadd8285b4b', 'code': 200} Dec 20 15:37:23.484433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.519889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7246f-2be2-4587-bd98-c3772659d0bb req-39eca8d5-0f4b-4e64-a34b-8911a7786c19 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:23.522111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9a7246f-2be2-4587-bd98-c3772659d0bb req-39eca8d5-0f4b-4e64-a34b-8911a7786c19 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 971 time: 0.0860999 Dec 20 15:37:23.602381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9a7246f-2be2-4587-bd98-c3772659d0bb req-895ddb32-7960-4ca6-a9e3-08687b401d9e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737960 Dec 20 15:37:23.609315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cffcea-3ce1-4dd1-b722-b612926cad3a req-00fbd365-40a0-4c7b-969f-6ebc1292b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:23.610796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42cffcea-3ce1-4dd1-b722-b612926cad3a req-00fbd365-40a0-4c7b-969f-6ebc1292b3cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 1122 time: 0.0737822 Dec 20 15:37:23.648189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.650405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:23.651445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.660655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42cffcea-3ce1-4dd1-b722-b612926cad3a req-23a13553-1bbc-4df3-8cce-7a93740cf871 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Dec 20 15:37:23.685410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Made reservation on behalf of 7ae6ac1848bc46d29f9a3efcc563f26f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:23.687102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.713952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-888d2705-8b03-4228-92d5-93c2755466e1 req-1f990376-7f92-4934-9dc4-e7b740a394eb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 210 time: 0.0408330 Dec 20 15:37:23.714765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.753677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc0b122-deda-453e-a2e5-faa3f02bc36d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:23.767621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:37:23.839024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c45c69b-b6dd-4a9e-83a8-80d8d11a573f req-6508944c-c038-483f-8b8f-9e1b22f7d243 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0446517 Dec 20 15:37:23.840986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:23.863726 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d015b30-eb99-4ada-935b-429eab0b0994 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9437850 Dec 20 15:37:23.871698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:23.876853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Request body: {'subnet': {'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-749634360-subnet', 'tenant_id': '1ad216b0ac664039a544ba0eca69b835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:23.884450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:23.910660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b26c8b-c1d2-4214-897e-01d92d2e6ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.015559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b26c8b-c1d2-4214-897e-01d92d2e6ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.071237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.141849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Made reservation on behalf of 1ad216b0ac664039a544ba0eca69b835 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:24.144311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.163802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1642ee0-a32f-469e-b6bb-dffb4b709c71,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:24.189049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caf05e-db8e-4cf7-b0c2-dff38159c214 req-2d6fc036-1908-4440-95fb-82bbf7403525 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:24.196359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97caf05e-db8e-4cf7-b0c2-dff38159c214 req-2d6fc036-1908-4440-95fb-82bbf7403525 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1505690 Dec 20 15:37:24.236174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b26c8b-c1d2-4214-897e-01d92d2e6ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.282953 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f9b26c8b-c1d2-4214-897e-01d92d2e6ced admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4da7ae63f8db40adbdbca54147853317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940380 Dec 20 15:37:24.282953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b26c8b-c1d2-4214-897e-01d92d2e6ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e904a07-a0d4-41f4-ae77-01937428a1a2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:24.283899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41610) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:24.373080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97caf05e-db8e-4cf7-b0c2-dff38159c214 req-83672969-308e-4172-8a72-e62aea671a56 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459792 Dec 20 15:37:24.379745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Allocated IP 192.168.233.47 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/e55b8a19-b93f-4e5d-90d8-23f65649482d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:24.456629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec6c51c-164d-4347-87b9-d21cbf9bd1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.538712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec6c51c-164d-4347-87b9-d21cbf9bd1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.665579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.714258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.776689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c474ca-1720-43c1-9447-8dc24cfd09a1,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:24.786785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec6c51c-164d-4347-87b9-d21cbf9bd1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.790355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec6c51c-164d-4347-87b9-d21cbf9bd1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:24.793818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fec6c51c-164d-4347-87b9-d21cbf9bd1af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e904a07-a0d4-41f4-ae77-01937428a1a2 HTTP/1.1" status: 204 len: 168 time: 0.5066979 Dec 20 15:37:24.834943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6c51c-164d-4347-87b9-d21cbf9bd1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e904a07-a0d4-41f4-ae77-01937428a1a2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:24.860021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:24.860265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Network hostable DHCP agents. Network: dfc0b122-deda-453e-a2e5-faa3f02bc36d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:37:24.873333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e504c-df71-4b6d-af58-3625ffabaa66 req-4493d65d-5add-43e8-a06b-a423bdd2d072 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:24.874900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-841e504c-df71-4b6d-af58-3625ffabaa66 req-4493d65d-5add-43e8-a06b-a423bdd2d072 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 971 time: 0.1663291 Dec 20 15:37:24.876782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1e0ea9f-7097-46cf-946e-0cbd06246c8a req-f347a09b-f306-494a-ac27-7c9ebaf215b2 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 210 time: 0.0591822 Dec 20 15:37:24.946909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-841e504c-df71-4b6d-af58-3625ffabaa66 req-7bee9e69-6e29-4436-ba0b-93ff585c4687 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630283 Dec 20 15:37:24.982969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:25.007187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fdf573d-a22c-4d17-a014-c2975b1608c4 req-f805bb84-1661-4f74-a8b8-e741ca7f6502 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0396070 Dec 20 15:37:25.047358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:25.050707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:25.055200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:25.060800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:25.061447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:25.071899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Pushing event updated for resources: {'Port': ['ID=e55b8a19-b93f-4e5d-90d8-23f65649482d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:25.091456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:37:25.211289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-06ade67c-d767-49a7-8a43-aeaa57334038 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8859992 Dec 20 15:37:25.211966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, dfc0b122-deda-453e-a2e5-faa3f02bc36d) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:25.221403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:25.222078 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:25.223099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844c119-37d1-4ed3-8efc-5245d8e333ba None None] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:37:25.313091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dbeafd50-e9be-4406-9d6c-2fc764f7b6b1 None None] Provisioning complete for port e55b8a19-b93f-4e5d-90d8-23f65649482d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:25.313489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dbeafd50-e9be-4406-9d6c-2fc764f7b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:25.360447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f1643d-1dcf-41bb-9602-fdef51135b1c None None] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:37:25.389849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dbeafd50-e9be-4406-9d6c-2fc764f7b6b1 None None] Port e55b8a19-b93f-4e5d-90d8-23f65649482d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:25.445281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-76754bfa-9878-4823-b386-0ed2bc4264f0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5724051 Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: from cryptography.utils import int_from_bytes Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: from cryptography.utils import int_from_bytes Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.529445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:25.531488 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:25.537853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f54537-6112-4136-844a-45dc5da6623d req-382b4eb2-d88a-48c3-95e0-44b13aa0baef tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:25.546132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0f54537-6112-4136-844a-45dc5da6623d req-382b4eb2-d88a-48c3-95e0-44b13aa0baef tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0844107 Dec 20 15:37:25.608422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0f54537-6112-4136-844a-45dc5da6623d req-ac8dd925-5ace-405c-9669-e2630924aada tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Dec 20 15:37:26.066883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f7b09-811e-48b2-85eb-4905e1582527 req-c2fedcb8-c537-4291-9e10-b13c733e73c3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:26.069706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-503f7b09-811e-48b2-85eb-4905e1582527 req-c2fedcb8-c537-4291-9e10-b13c733e73c3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 935 time: 0.0777497 Dec 20 15:37:26.148961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-503f7b09-811e-48b2-85eb-4905e1582527 req-25c33f93-532c-4501-a9e0-e10a43fd05bb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Dec 20 15:37:26.157942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc636d-63d6-41fb-bf81-90f6cd6f313b req-0fd6b9d9-b36c-42aa-91fd-14a4bbec6bb0 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:26.159691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5cc636d-63d6-41fb-bf81-90f6cd6f313b req-0fd6b9d9-b36c-42aa-91fd-14a4bbec6bb0 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1122 time: 0.0675211 Dec 20 15:37:26.190810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d5cc636d-63d6-41fb-bf81-90f6cd6f313b req-86930bf1-b65f-4e2e-9867-13edde8abbc1 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.298060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed04f-49f3-4a9f-8634-cfb574c2c220 req-899bc451-312f-490f-93ef-01c0cd031bcb tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:26.299629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-903ed04f-49f3-4a9f-8634-cfb574c2c220 req-899bc451-312f-490f-93ef-01c0cd031bcb tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 971 time: 0.0791800 Dec 20 15:37:26.368116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d5cc636d-63d6-41fb-bf81-90f6cd6f313b req-86930bf1-b65f-4e2e-9867-13edde8abbc1 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.386662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-903ed04f-49f3-4a9f-8634-cfb574c2c220 req-41153a00-48db-4c6b-9edf-c9608211f57e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639851 Dec 20 15:37:26.481263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-099ce7e3-7a47-4e0c-ae7b-f42733e3c863 req-0eb55285-7fb1-40fa-a5d5-173800933855 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0321364 Dec 20 15:37:26.492561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d5cc636d-63d6-41fb-bf81-90f6cd6f313b req-86930bf1-b65f-4e2e-9867-13edde8abbc1 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.543199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86930bf1-b65f-4e2e-9867-13edde8abbc1 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af2dce6-1381-43dd-a357-970b3ce636b6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:26.560563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5cc636d-63d6-41fb-bf81-90f6cd6f313b req-86930bf1-b65f-4e2e-9867-13edde8abbc1 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878396 Dec 20 15:37:26.659851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036aa90-3adb-4a50-b0fe-bf77fd0647ae req-4b55a65f-8817-4c64-a25b-1bbc10c9a8db tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:26.669735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1036aa90-3adb-4a50-b0fe-bf77fd0647ae req-4b55a65f-8817-4c64-a25b-1bbc10c9a8db tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 1122 time: 0.0617318 Dec 20 15:37:26.701227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-a2c8f29d-85a7-4247-9290-f28f69a0d798 req-8d21c3dc-b8fc-4a03-a07c-05d418f6124b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:26.702250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2c8f29d-85a7-4247-9290-f28f69a0d798 req-8d21c3dc-b8fc-4a03-a07c-05d418f6124b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060301 Dec 20 15:37:26.703544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1036aa90-3adb-4a50-b0fe-bf77fd0647ae req-1af43378-352b-49c6-b3f4-4276d2c53e02 tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.749926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41674) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:26.757348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1122162057-network', 'tenant_id': 'c3fc56c228884585bfe63394a967e136'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:26.778367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.823811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1036aa90-3adb-4a50-b0fe-bf77fd0647ae req-1af43378-352b-49c6-b3f4-4276d2c53e02 tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.869700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Made reservation on behalf of c3fc56c228884585bfe63394a967e136 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:26.872102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.882435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:26.898512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1036aa90-3adb-4a50-b0fe-bf77fd0647ae req-1af43378-352b-49c6-b3f4-4276d2c53e02 tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.151314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1036aa90-3adb-4a50-b0fe-bf77fd0647ae req-1af43378-352b-49c6-b3f4-4276d2c53e02 tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700136 Dec 20 15:37:27.151314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af43378-352b-49c6-b3f4-4276d2c53e02 tempest-AggregatesAdminTestJSON-932745993 tempest-AggregatesAdminTestJSON-932745993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d145002e-d237-46ee-9d5e-8970c086ae0e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:27.152386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.156827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.186027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:37:27.203443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d598a168-3ec2-4744-b28d-94a4a8623f0e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:27.210794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.211033 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Added segment 3e0d6e22-830b-4c3f-baac-c944cd64bcd0 of type vlan for network 17bd4276-c7a2-471d-85ad-e855df5bbb41 Dec 20 15:37:27.271046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.438448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb9ce1-aefe-4fa8-82c0-01dbb96ac115 req-1a42ddf2-e2eb-4858-a740-fecf9c82d7a3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:27.440900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ccb9ce1-aefe-4fa8-82c0-01dbb96ac115 req-1a42ddf2-e2eb-4858-a740-fecf9c82d7a3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 935 time: 0.0765514 Dec 20 15:37:27.448086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.449311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:27.449866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.509936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ccb9ce1-aefe-4fa8-82c0-01dbb96ac115 req-51b4353a-dd4c-4ab4-958c-eb249c4dcfdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603561 Dec 20 15:37:27.512187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] Pushing event updated for resources: {'Network': ['ID=17bd4276-c7a2-471d-85ad-e855df5bbb41,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:27.525324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 17bd4276-c7a2-471d-85ad-e855df5bbb41 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:37:27.621616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-994f995f-762a-47fd-bc5e-2c0fc4930da6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8698308 Dec 20 15:37:27.624289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:27.635613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Request body: {'subnet': {'network_id': '17bd4276-c7a2-471d-85ad-e855df5bbb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1122162057-subnet', 'tenant_id': 'c3fc56c228884585bfe63394a967e136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:27.663872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bdcc2-d0a8-41a4-84c9-2538db6ad14e req-6364abd4-92fe-468a-be00-a26edfb09905 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:27.672214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-471bdcc2-d0a8-41a4-84c9-2538db6ad14e req-6364abd4-92fe-468a-be00-a26edfb09905 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0860412 Dec 20 15:37:27.742098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-471bdcc2-d0a8-41a4-84c9-2538db6ad14e req-21ae8c3c-d933-4ba4-900b-0a4ed54bf524 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687015 Dec 20 15:37:27.771453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Made reservation on behalf of c3fc56c228884585bfe63394a967e136 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:27.774649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:27.803526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41714) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:27.875367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34b8d018-e5a4-4722-8293-2c3725284951 req-ef78fbe9-12ee-4a17-a587-cda102380619 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0427048 Dec 20 15:37:27.933526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-6115e74b-fe6f-4919-a006-449e72acc6f2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212692 Dec 20 15:37:27.940845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-c1438838-7a4e-4711-8a77-5c67f7d41082 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:27.942721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-c1438838-7a4e-4711-8a77-5c67f7d41082 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054808 Dec 20 15:37:28.351160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:28.425005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=265b6020-e1cf-4e5f-8c3d-cf26bff642b9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:28.445241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Checking segment: {'id': '3e0d6e22-830b-4c3f-baac-c944cd64bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17bd4276-c7a2-471d-85ad-e855df5bbb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:28.445241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Network hostable DHCP agents. Network: 17bd4276-c7a2-471d-85ad-e855df5bbb41, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:37:28.544187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Network 17bd4276-c7a2-471d-85ad-e855df5bbb41 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:37:28.648066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 17bd4276-c7a2-471d-85ad-e855df5bbb41) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:28.649408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7534ec-0a85-4770-840a-4ed1be4b1118 req-d25c5a24-eed5-414e-ae6a-c1ec44ea6bcf tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:28.651837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c7534ec-0a85-4770-840a-4ed1be4b1118 req-d25c5a24-eed5-414e-ae6a-c1ec44ea6bcf tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 935 time: 0.0631115 Dec 20 15:37:28.653426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:28.654267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:28.670170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e30c3-2756-4f90-9fcf-5b652334c7bb None None] Network 17bd4276-c7a2-471d-85ad-e855df5bbb41 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:37:28.726572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c7534ec-0a85-4770-840a-4ed1be4b1118 req-a4539bd4-dc9a-40bb-87a1-75797812fda7 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570557 Dec 20 15:37:28.785544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21b05c-2392-43fd-a4c3-4ea34a84d912 None None] Network 17bd4276-c7a2-471d-85ad-e855df5bbb41 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:37:28.791461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0228a5bb-dd15-444c-86ae-ec3646c933f2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1657722 Dec 20 15:37:28.917474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35a5e4-1cc5-4167-b136-945ee580a72c req-0cf6c2e8-7601-406d-997e-d6fe783d6704 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:28.919173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc35a5e4-1cc5-4167-b136-945ee580a72c req-0cf6c2e8-7601-406d-997e-d6fe783d6704 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0690238 Dec 20 15:37:28.980956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc35a5e4-1cc5-4167-b136-945ee580a72c req-933f1bed-3994-402a-b2e8-c18bb99e0491 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555298 Dec 20 15:37:29.086259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a043e98-0e87-485f-beec-00684be52b74 req-e8c16959-0059-47c9-be39-1f3ff3d4c6b3 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0416839 Dec 20 15:37:29.192068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a56f085c-440a-4f0e-b2e3-32a699291d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:29.359409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-5880a9f1-6329-457a-a6d6-f1acd015b6d4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:29.360958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-5880a9f1-6329-457a-a6d6-f1acd015b6d4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.1189852 Dec 20 15:37:29.376631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-37036dbf-5b0d-4ab3-b870-9b66a803edf0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/quotas/1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 375 time: 0.0094759 Dec 20 15:37:29.417376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-f4857c6e-37c7-4fac-aa25-0464b60c97d1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339344 Dec 20 15:37:29.576215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-f3bb1a1f-3926-4ef9-b859-9321f71713a2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:29.578300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-f3bb1a1f-3926-4ef9-b859-9321f71713a2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534096 Dec 20 15:37:29.817723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-1d53e15d-8bbc-44be-8439-4bf571fda1d0 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913117 Dec 20 15:37:29.921716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-a4d834fb-1d6f-4ba1-8a6d-421b292fb99d service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970464 Dec 20 15:37:29.995378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76785320-5f44-497a-86f9-532e37d7c199 req-d585d79c-c031-4d06-a388-3445beb0399a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:29.996914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76785320-5f44-497a-86f9-532e37d7c199 req-d585d79c-c031-4d06-a388-3445beb0399a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 935 time: 0.0607350 Dec 20 15:37:30.045085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76785320-5f44-497a-86f9-532e37d7c199 req-e58963cc-adb8-4e5d-b4c5-6f746720f4dd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Dec 20 15:37:30.251037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424d083-b3ba-44e4-8d31-d7623e79680a req-2a8486ce-aded-48c6-8df5-3f483fb09cc3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:30.252645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8424d083-b3ba-44e4-8d31-d7623e79680a req-2a8486ce-aded-48c6-8df5-3f483fb09cc3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0629737 Dec 20 15:37:30.297619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6862bb85-670e-4e26-9a95-62601acf39c0 req-794d1e68-c327-4f15-a247-a9cb2a474fdd tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0402250 Dec 20 15:37:30.353136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8424d083-b3ba-44e4-8d31-d7623e79680a req-de7ead18-5bb8-4306-8e14-dba79ba8c06d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843482 Dec 20 15:37:30.370181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84f2a0c1-e343-4a57-bf0a-30c4be077be4 req-d74bf78e-6953-4432-b0ca-6cbfae2a5b8b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 210 time: 0.0300877 Dec 20 15:37:31.164249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbbfc5-8a04-4fee-9111-0ac6f74e96f6 req-f8f2b0ed-4e91-4561-ac14-6b5e0635690c tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:31.166920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31fbbfc5-8a04-4fee-9111-0ac6f74e96f6 req-f8f2b0ed-4e91-4561-ac14-6b5e0635690c tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 935 time: 0.0511327 Dec 20 15:37:31.213439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31fbbfc5-8a04-4fee-9111-0ac6f74e96f6 req-8d7b0557-1421-47e4-a7aa-6b3d51e6d01c tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Dec 20 15:37:31.394509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-207c9c15-2de7-47aa-9396-9789b8847232 req-cca53de5-5f6f-4140-9ef9-1c0439e994a4 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0280726 Dec 20 15:37:31.516095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35d6833f-a926-4cd6-9ce8-7a7932eb529c req-2671d26a-1e9d-436c-98db-8cca5296d802 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 210 time: 0.0505888 Dec 20 15:37:31.540515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ee840-8528-40c3-a7bf-83e99b80dffd req-b939c018-9b58-426a-a07d-d82fd5ea1fa2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:31.540950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-945ee840-8528-40c3-a7bf-83e99b80dffd req-b939c018-9b58-426a-a07d-d82fd5ea1fa2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0742986 Dec 20 15:37:31.592408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-945ee840-8528-40c3-a7bf-83e99b80dffd req-cc8ed384-c286-464c-a501-835a2ac2562f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Dec 20 15:37:31.664527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3915cdad-ee84-4ede-812a-67b80fefe82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.163460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-e63e63f3-9d12-464d-9e96-8c2b0f8d63d9 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:32.164511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-e63e63f3-9d12-464d-9e96-8c2b0f8d63d9 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071042 Dec 20 15:37:32.351305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Request body: {'port': {'device_id': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:32.420588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41938) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:32.423397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2602d-85ca-4ea2-b7c6-26cf7e1c62e7 req-8a12604d-091a-4a26-935e-d1efc1ca3cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:32.431238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59c2602d-85ca-4ea2-b7c6-26cf7e1c62e7 req-8a12604d-091a-4a26-935e-d1efc1ca3cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 935 time: 0.1170254 Dec 20 15:37:32.433551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.543307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c084af86-f719-4e9a-91bf-1cf14a30a0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.547341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59c2602d-85ca-4ea2-b7c6-26cf7e1c62e7 req-0fcad619-94c0-4fc4-a175-371e98b301ea tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111224 Dec 20 15:37:32.652231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.678760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c084af86-f719-4e9a-91bf-1cf14a30a0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.806259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c084af86-f719-4e9a-91bf-1cf14a30a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.855799 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c084af86-f719-4e9a-91bf-1cf14a30a0a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6447f75700b944129aed7d8ef2095b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4340761 Dec 20 15:37:32.860062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41954) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:32.868021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084af86-f719-4e9a-91bf-1cf14a30a0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d914bfb-7e11-421d-ace7-a11b3f91b07f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:32.868153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59147173-9684-4ff6-b122-cefebafbe26d req-ac8b37d2-6bc6-4bcb-bc9a-103ceb0cc5c6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.2087994 Dec 20 15:37:32.923755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d441f78-b211-44e1-ae5c-0c2155712e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:32.948249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d441f78-b211-44e1-ae5c-0c2155712e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.011517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.83', 61254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:33.043867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-258bbd6e-832a-4c7c-8d88-34c6028c4f3f req-abb1d934-547f-4136-a010-1e09c035cf4c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 210 time: 0.0666063 Dec 20 15:37:33.121913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d441f78-b211-44e1-ae5c-0c2155712e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.128751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d441f78-b211-44e1-ae5c-0c2155712e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.130926 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7d441f78-b211-44e1-ae5c-0c2155712e48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d914bfb-7e11-421d-ace7-a11b3f91b07f HTTP/1.1" status: 204 len: 168 time: 0.2690470 Dec 20 15:37:33.148246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d441f78-b211-44e1-ae5c-0c2155712e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d914bfb-7e11-421d-ace7-a11b3f91b07f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:33.248027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55b8a19-b93f-4e5d-90d8-23f65649482d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:33.267530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988a4d-b8f7-4d19-84e3-ef888b48381a req-b353e7ed-a147-42ba-97dc-b912e9c96be3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:33.267530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8988a4d-b8f7-4d19-84e3-ef888b48381a req-b353e7ed-a147-42ba-97dc-b912e9c96be3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1962230 Dec 20 15:37:33.269513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.277892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-6a5c79f8-3da5-4447-b7dd-e927ec16ca47 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:33.279310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-6a5c79f8-3da5-4447-b7dd-e927ec16ca47 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.83 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 823 time: 0.2668235 Dec 20 15:37:33.325262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Transition to ACTIVE for port object e55b8a19-b93f-4e5d-90d8-23f65649482d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:33.392314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8988a4d-b8f7-4d19-84e3-ef888b48381a req-c354a806-e58b-47c7-9ae4-ec441ea3738d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109421 Dec 20 15:37:33.425786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-f261181e-0a5d-447a-963a-dcd7d94b316a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4325c3d504064fab843e420e92521480 HTTP/1.1" status: 200 len: 380 time: 0.1332474 Dec 20 15:37:33.441301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'port': {'device_id': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'admin_state_up': True, 'tenant_id': '4325c3d504064fab843e420e92521480', 'security_groups': ['2948a49c-33b7-413b-86b9-e03b594033a7']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:33.464771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.572133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e55b8a19-b93f-4e5d-90d8-23f65649482d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:33.686730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Attempting to bind port e55b8a19-b93f-4e5d-90d8-23f65649482d on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:33.687079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Attempting to bind port e55b8a19-b93f-4e5d-90d8-23f65649482d by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:33.687394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Attempting to bind port e55b8a19-b93f-4e5d-90d8-23f65649482d on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:33.744772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Port e55b8a19-b93f-4e5d-90d8-23f65649482d on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:33.745215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Attempting to bind port e55b8a19-b93f-4e5d-90d8-23f65649482d on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:33.764290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:33.764722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:33.765181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:33.765706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Bound port: e55b8a19-b93f-4e5d-90d8-23f65649482d, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:33.766118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.807209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7fcc8-63ab-42d6-87e6-c5a0d822667f req-8dfd95b1-4179-42b2-a5eb-b24ad59eb1c0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:33.808739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6c7fcc8-63ab-42d6-87e6-c5a0d822667f req-8dfd95b1-4179-42b2-a5eb-b24ad59eb1c0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 947 time: 0.1108353 Dec 20 15:37:33.844265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.83', 61255) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:33.894010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] For port e55b8a19-b93f-4e5d-90d8-23f65649482d, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:33.898985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6c7fcc8-63ab-42d6-87e6-c5a0d822667f req-9ad14552-b80b-465f-b302-6e860edc99d6 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698056 Dec 20 15:37:33.900692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] For port e55b8a19-b93f-4e5d-90d8-23f65649482d, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:33.909583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Made reservation on behalf of 4325c3d504064fab843e420e92521480 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:33.913542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.019236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.094932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-0cefc0e2-5fb1-446c-bec5-24be7713a00a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:34.096392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-0cefc0e2-5fb1-446c-bec5-24be7713a00a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.2505031 Dec 20 15:37:34.110398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Request body: {'port': {'device_id': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'admin_state_up': True, 'tenant_id': '1ad216b0ac664039a544ba0eca69b835'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:34.124111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:34.124824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.127538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/e55b8a19-b93f-4e5d-90d8-23f65649482d HTTP/1.1" status: 200 len: 1095 time: 1.8894479 Dec 20 15:37:34.132865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.140416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'tag': 'e55b8a19-b93f-4e5d-90d8-23f65649482d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:34.151142 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe0c86-56cd-44dc-bcaa-250b7e883a38" -d '{"events": [{"name": "network-changed", "server_uuid": "e19f94d5-6adc-4aee-9582-acabedb70d1b", "tag": "e55b8a19-b93f-4e5d-90d8-23f65649482d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:34.161192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41988) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:34.213601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-095badb8-1a1d-4411-bbf5-df7c912d85cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.213860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Allocated IP 172.20.0.12 (1473221d-00fa-4458-b527-afbb96ad3c96/9e7c057b-f303-4807-961f-26705ea9c7b3/f78d118e-9ded-4f64-9c79-612c11d7032f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:34.224661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e63d1e-30f9-428c-990f-314ef969c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e55b8a19-b93f-4e5d-90d8-23f65649482d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:34.381623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47885f47-03e4-428e-8453-3cb74b5f3b8b req-ca33327d-784b-4df5-8fbb-3924341e67ba tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 210 time: 0.0710020 Dec 20 15:37:34.408724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-095badb8-1a1d-4411-bbf5-df7c912d85cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.488439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-ee9d0f46-ce0f-44e4-86eb-3610b432d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:34.491203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Made reservation on behalf of 1ad216b0ac664039a544ba0eca69b835 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:34.491851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-ee9d0f46-ce0f-44e4-86eb-3610b432d2e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 1098 time: 0.1956763 Dec 20 15:37:34.499854 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.596966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-149cc03f-b837-4077-b242-c54a0a41f5b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d HTTP/1.1" status: 200 len: 217 time: 0.0544248 Dec 20 15:37:34.619821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fafde491-1929-4830-b0d0-2713c32d9973 req-853e6f86-9e8f-424f-86ba-340651f4b91f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 210 time: 0.0793252 Dec 20 15:37:34.640666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-095badb8-1a1d-4411-bbf5-df7c912d85cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.722754 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c8f76-0a13-40ed-aed6-877655d04d42 x-openstack-request-id: req-ca1c8f76-0a13-40ed-aed6-877655d04d42 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:34.723057 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19f94d5-6adc-4aee-9582-acabedb70d1b", "tag": "e55b8a19-b93f-4e5d-90d8-23f65649482d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:34.723371 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca1c8f76-0a13-40ed-aed6-877655d04d42 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:34.723688 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'tag': 'e55b8a19-b93f-4e5d-90d8-23f65649482d', 'status': 'completed', 'code': 200} Dec 20 15:37:34.740688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095badb8-1a1d-4411-bbf5-df7c912d85cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c050afe-5d87-4027-b87d-b6cef1f231cc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:34.782289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-095badb8-1a1d-4411-bbf5-df7c912d85cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ce88cfbbdab4768918de1c3c35a0f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6170416 Dec 20 15:37:34.783614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.785690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42002) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:34.794647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-a39b37ad-76eb-490d-bf9e-caf90d659d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:34.796092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-a39b37ad-76eb-490d-bf9e-caf90d659d0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1818912 Dec 20 15:37:34.819969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Allocated IP 172.20.0.7 (dfc0b122-deda-453e-a2e5-faa3f02bc36d/31c474ca-1720-43c1-9447-8dc24cfd09a1/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:34.834395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-b820c9e7-167f-4875-b1ac-fc60022030a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:34.835899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-b820c9e7-167f-4875-b1ac-fc60022030a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1122 time: 0.1072958 Dec 20 15:37:34.886220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f76b66bb-61cc-4912-a01d-2732d86f9292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.941264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f76b66bb-61cc-4912-a01d-2732d86f9292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.996362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-f25d41d5-ba1e-48e2-82f9-ef83ce12df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:34.998022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-f25d41d5-ba1e-48e2-82f9-ef83ce12df91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930189 Dec 20 15:37:35.058873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.083171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9260452-6dcb-4012-a2b4-0a4869d70514 req-6a166c5a-1300-4a78-aa7b-c759f63a90ac tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.085354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9260452-6dcb-4012-a2b4-0a4869d70514 req-6a166c5a-1300-4a78-aa7b-c759f63a90ac tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.2283292 Dec 20 15:37:35.129929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-8bcfe4c9-3340-478b-836b-e2daeae93203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.131509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-8bcfe4c9-3340-478b-836b-e2daeae93203 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2834663 Dec 20 15:37:35.139593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.160982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.233274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-b8542c89-218f-46dd-9db3-7f4ed5c8d71b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0847363 Dec 20 15:37:35.253009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.254863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f76b66bb-61cc-4912-a01d-2732d86f9292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.258648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f76b66bb-61cc-4912-a01d-2732d86f9292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.259767 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f76b66bb-61cc-4912-a01d-2732d86f9292 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c050afe-5d87-4027-b87d-b6cef1f231cc HTTP/1.1" status: 204 len: 168 time: 0.4701555 Dec 20 15:37:35.301858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Network 1473221d-00fa-4458-b527-afbb96ad3c96 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:35.325073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9260452-6dcb-4012-a2b4-0a4869d70514 req-e4f28ecb-dcff-4eb2-9a80-09d680ab6474 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083018 Dec 20 15:37:35.325073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:35.331157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:35.337968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.338963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.343566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'Port': ['ID=f78d118e-9ded-4f64-9c79-612c11d7032f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:35.354488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b66bb-61cc-4912-a01d-2732d86f9292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c050afe-5d87-4027-b87d-b6cef1f231cc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:35.355378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-c8add85d-3db1-4eac-8a30-c6078ac68a76 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472483 Dec 20 15:37:35.372340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-d7f5929c-853c-495f-b320-8ffa1006aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.373903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-d7f5929c-853c-495f-b320-8ffa1006aee6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1303635 Dec 20 15:37:35.378424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:35.409436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:35.417947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:35.432820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:35.439098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.442249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.598354 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-db832ed9-35b2-4b55-b37b-d30bc450d749 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4920676 Dec 20 15:37:35.611680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Request body: {'port': {'device_id': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:35.644022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-87295fe0-caf9-44e3-ac06-066dce9ff3aa tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2063749 Dec 20 15:37:35.675614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-31255f05-7640-48a5-b572-f45e4096e1b7 None None] Provisioning complete for port f78d118e-9ded-4f64-9c79-612c11d7032f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:35.675870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.676471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31255f05-7640-48a5-b572-f45e4096e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.685522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Request body: {'port': {'device_id': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:35.742128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-31255f05-7640-48a5-b572-f45e4096e1b7 None None] Port f78d118e-9ded-4f64-9c79-612c11d7032f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:35.772872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-117eb2dd-1792-4e15-89e0-f935c2144143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.774469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-117eb2dd-1792-4e15-89e0-f935c2144143 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3919976 Dec 20 15:37:35.816107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd33e-834b-4fe2-b01d-329578c99cf9 req-c1a83fca-828b-45d1-906e-2685578d523a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:35.818179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a2bd33e-834b-4fe2-b01d-329578c99cf9 req-c1a83fca-828b-45d1-906e-2685578d523a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 947 time: 0.1828501 Dec 20 15:37:35.832191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5dac7b-f832-40b4-afde-8189d6e443da req-d17b24c0-8c87-4f33-b592-e3356364a1a6 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692910 Dec 20 15:37:35.884311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:35.992663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a2bd33e-834b-4fe2-b01d-329578c99cf9 req-54b832a1-acb7-4680-95fb-0e44689c80c3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509659 Dec 20 15:37:36.046804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5250ffc-1043-48ff-8a7a-bbbdaabe1dac {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:36.060455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.074953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Transition to ACTIVE for port object d5250ffc-1043-48ff-8a7a-bbbdaabe1dac will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:36.128695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-147968bb-b3a0-420e-9f2c-a7d8ab8ba546 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300900 Dec 20 15:37:36.167172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.226563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:36.258397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:36.258869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:36.259199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:36.263726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:36.264045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:36.269403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:36.269743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:36.270119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:36.270546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Bound port: d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:36.271633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.345236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:36.348676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:36.362787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee329-02fc-4f8f-a1fa-50ab97b8ef16 req-dabf30cb-cbc7-45d9-a414-0bf492be5a6b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.364314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b46ee329-02fc-4f8f-a1fa-50ab97b8ef16 req-dabf30cb-cbc7-45d9-a414-0bf492be5a6b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 932 time: 0.2379756 Dec 20 15:37:36.366299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-083277b9-808e-4345-829c-3fd0b531bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.367766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-083277b9-808e-4345-829c-3fd0b531bd45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 1098 time: 0.2580712 Dec 20 15:37:36.381653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2089-8f74-4ad7-8e3c-711a5602e294 req-283a8b43-609e-40b1-b46c-eba5ab3257ce tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.383249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93eb2089-8f74-4ad7-8e3c-711a5602e294 req-283a8b43-609e-40b1-b46c-eba5ab3257ce tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.2721596 Dec 20 15:37:36.447189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.485995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.486616 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.488017 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] 10.222.0.83 "PUT /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 1091 time: 0.8817494 Dec 20 15:37:36.488456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:36.491149 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81" -d '{"events": [{"name": "network-changed", "server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:36.516689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e0253-d8a3-4d6a-bb2a-d35077350d37 service neutron] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:36.527872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-4064c38f-f11f-4443-8e90-04afd502ccba service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616605 Dec 20 15:37:36.620409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b46ee329-02fc-4f8f-a1fa-50ab97b8ef16 req-4bdbd3dc-7982-4b9d-b78e-00f9d52b397a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315693 Dec 20 15:37:36.645327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93eb2089-8f74-4ad7-8e3c-711a5602e294 req-f5774cc2-c51b-438c-a6dc-670862ba3f92 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359388 Dec 20 15:37:36.667035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-1b064c7d-d500-46a8-b12d-e31bbffaea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.667035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-1b064c7d-d500-46a8-b12d-e31bbffaea08 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2717590 Dec 20 15:37:36.667594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78d118e-9ded-4f64-9c79-612c11d7032f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:36.725112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-7d8f6a7d-a796-40ae-8975-6446a4964f31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d HTTP/1.1" status: 200 len: 217 time: 0.0515425 Dec 20 15:37:36.727266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.732401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-42a65e98-4003-452a-b4dd-836e62cb1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.733950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-42a65e98-4003-452a-b4dd-836e62cb1753 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1094 time: 0.0619795 Dec 20 15:37:36.801777 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-a8a0dcd4-c6d2-4e5f-a1ce-2074c3b2b7d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.0598259 Dec 20 15:37:36.803527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-b044529c-987b-4714-ae9f-799dcc8a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.805432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-b044529c-987b-4714-ae9f-799dcc8a1a71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0729012 Dec 20 15:37:36.815166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Transition to ACTIVE for port object f78d118e-9ded-4f64-9c79-612c11d7032f will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:36.870026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e088-cebb-445c-bb19-7813cd745e4e req-bdb211c4-5b85-45f5-a1ca-85cf39df823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.871535 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-bdb211c4-5b85-45f5-a1ca-85cf39df823b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0560882 Dec 20 15:37:36.890741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.900562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-fd4735df-767f-4023-84e0-221ceaf982fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.902002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-fd4735df-767f-4023-84e0-221ceaf982fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856535 Dec 20 15:37:36.939039 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de0a07-022e-43d3-9a58-10b708a07750 x-openstack-request-id: req-84de0a07-022e-43d3-9a58-10b708a07750 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:36.940137 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:36.940137 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84de0a07-022e-43d3-9a58-10b708a07750 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:36.940473 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'status': 'completed', 'code': 200} Dec 20 15:37:36.943336 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-eecb7aa2-105c-4622-a6dc-f00a550ec161 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619500 Dec 20 15:37:36.973573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8354b-bb32-4628-983a-a158579a14f4 req-955a2679-0f23-4967-bf39-353eed49a4b4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:36.976621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10e8354b-bb32-4628-983a-a158579a14f4 req-955a2679-0f23-4967-bf39-353eed49a4b4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1331842 Dec 20 15:37:37.085892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f78d118e-9ded-4f64-9c79-612c11d7032f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:37.088796 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-b83b1d59-8c13-443d-9a2b-4ec00984feb9 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378958 Dec 20 15:37:37.194414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Attempting to bind port f78d118e-9ded-4f64-9c79-612c11d7032f on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:37.199134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Attempting to bind port f78d118e-9ded-4f64-9c79-612c11d7032f by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:37.199134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Attempting to bind port f78d118e-9ded-4f64-9c79-612c11d7032f on network 1473221d-00fa-4458-b527-afbb96ad3c96 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:37.210402 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10e8354b-bb32-4628-983a-a158579a14f4 req-3e9a9aca-c1c4-466b-84da-2cb7a4368f1e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086866 Dec 20 15:37:37.220458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Port f78d118e-9ded-4f64-9c79-612c11d7032f on network 1473221d-00fa-4458-b527-afbb96ad3c96 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:37.220991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Attempting to bind port f78d118e-9ded-4f64-9c79-612c11d7032f on network 1473221d-00fa-4458-b527-afbb96ad3c96 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:37.228596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:37.229201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Checking segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:37.229742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Bound using segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:37.230353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Bound port: f78d118e-9ded-4f64-9c79-612c11d7032f, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:37.231481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:37.246056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-7a061308-86e9-4915-a397-873eb620c421 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037794 Dec 20 15:37:37.247974 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6529e088-cebb-445c-bb19-7813cd745e4e req-2d1e09c5-8a93-493f-a547-0fdc3c284448 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515720 Dec 20 15:37:37.433553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42090) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:37.457470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc46d15-a24e-43fc-ac8c-bafa0ebb95ba req-141c3c8e-4b0e-4113-b659-448ef076dc24 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:37.459380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cc46d15-a24e-43fc-ac8c-bafa0ebb95ba req-141c3c8e-4b0e-4113-b659-448ef076dc24 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 947 time: 0.1860287 Dec 20 15:37:37.462993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fe0c86-56cd-44dc-bcaa-250b7e883a38 req-92e69e85-e48d-4245-8c19-25823ae13c5c service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125776 Dec 20 15:37:37.464245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] For port f78d118e-9ded-4f64-9c79-612c11d7032f, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:37.484185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] For port f78d118e-9ded-4f64-9c79-612c11d7032f, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f78d118e-9ded-4f64-9c79-612c11d7032f,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:37.491077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-f1ea48dc-3f4a-41dc-8c01-7f8862b2018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:37.497525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-f1ea48dc-3f4a-41dc-8c01-7f8862b2018b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1094 time: 0.0636830 Dec 20 15:37:37.529457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cc46d15-a24e-43fc-ac8c-bafa0ebb95ba req-f73d3a44-a34b-409c-a4b2-d5b68930ec28 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608540 Dec 20 15:37:37.562169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:37.618789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:37.619465 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:37.620836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] 10.222.0.83 "PUT /v2.0/ports/f78d118e-9ded-4f64-9c79-612c11d7032f HTTP/1.1" status: 200 len: 1092 time: 1.9428768 Dec 20 15:37:37.621330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:37.630797 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:37.654826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-63aba659-f225-41f7-b9bc-b3ccc6f62ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:37.657153 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-63aba659-f225-41f7-b9bc-b3ccc6f62ae0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1550298 Dec 20 15:37:37.699699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f6ca8-94b0-4738-acfa-87d38bc0c1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f78d118e-9ded-4f64-9c79-612c11d7032f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:37.730705 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f299004-66d9-4cd1-aa51-4e573a3d8c9d x-openstack-request-id: req-2f299004-66d9-4cd1-aa51-4e573a3d8c9d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:37.732077 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:37.732364 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f299004-66d9-4cd1-aa51-4e573a3d8c9d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:37.732806 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'status': 'completed', 'code': 200} Dec 20 15:37:37.771315 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-a70f6aee-283d-43bb-8304-66108e35e3ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.1051834 Dec 20 15:37:37.836435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8572031a-dc76-4e25-98f6-b278d6e907b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:37.866890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-6b2b2c1f-8c2b-4a24-87ef-f47e219939db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:37.868569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-6b2b2c1f-8c2b-4a24-87ef-f47e219939db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0907032 Dec 20 15:37:37.907312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-41ac7364-d2d7-40da-8baf-a5fbbe673f73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306714 Dec 20 15:37:38.020369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-1a094b18-b707-4dab-ad8a-6b3ff147177b service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036334 Dec 20 15:37:38.115535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c req-e9fc7da9-5576-48e1-942a-d309dfffcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.117088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c req-e9fc7da9-5576-48e1-942a-d309dfffcb48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 1095 time: 0.3509786 Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.123025 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:37:38.127694 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:37:38.128308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ee382c28-7d3c-4fbc-9b36-5e38ba6dbf81 req-a9554fc6-773d-407a-9f28-04c094c422b7 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949581 Dec 20 15:37:38.128730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6a966-462a-4c62-9eb2-f52d556e05d2 req-9b19d957-81d1-4f40-9584-3fe5a7fda161 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.128730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31e6a966-462a-4c62-9eb2-f52d556e05d2 req-9b19d957-81d1-4f40-9584-3fe5a7fda161 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 944 time: 0.3199894 Dec 20 15:37:38.216490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42108c5-dc76-4e0a-9237-c2725ba17c3d req-344fe067-0b62-4851-9f24-3d45cb0e637d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.218042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f42108c5-dc76-4e0a-9237-c2725ba17c3d req-344fe067-0b62-4851-9f24-3d45cb0e637d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.1705639 Dec 20 15:37:38.389675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31e6a966-462a-4c62-9eb2-f52d556e05d2 req-47405243-0464-44f6-8fe3-5f01829a1722 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405071 Dec 20 15:37:38.420120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c req-1c4e2477-04c8-4eca-85ad-82d232c1db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.421688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c req-1c4e2477-04c8-4eca-85ad-82d232c1db03 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4325c3d504064fab843e420e92521480&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2892840 Dec 20 15:37:38.428610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f42108c5-dc76-4e0a-9237-c2725ba17c3d req-a6790784-a95a-48d6-8af4-75c854eb345f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964934 Dec 20 15:37:38.448815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8572031a-dc76-4e25-98f6-b278d6e907b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.545365 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8572031a-dc76-4e25-98f6-b278d6e907b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.601794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c req-2337e806-af74-4fa7-9bb3-23bca635c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.603161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fc47d11-a94d-45c1-ba42-c7a3443b0e8c req-2337e806-af74-4fa7-9bb3-23bca635c48b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693075 Dec 20 15:37:38.612398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305c866-31ae-489d-b35a-7b32286b2616 req-ab081e3f-441a-4b8a-ac97-186baedc319f tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.617372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1305c866-31ae-489d-b35a-7b32286b2616 req-ab081e3f-441a-4b8a-ac97-186baedc319f tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 971 time: 0.1146433 Dec 20 15:37:38.619341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8572031a-dc76-4e25-98f6-b278d6e907b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6a6ced8193b4e26a9793d2b9a6c8b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1815133 Dec 20 15:37:38.620579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572031a-dc76-4e25-98f6-b278d6e907b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c587b-8407-4abb-8e63-f7f6dfd1408f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:38.622052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42122) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:38.691498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9724b2a-f001-4a64-b12a-e3ef510cdcaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.716530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9724b2a-f001-4a64-b12a-e3ef510cdcaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.752449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1305c866-31ae-489d-b35a-7b32286b2616 req-6ea1b40c-0eff-4944-af13-4fc005940def tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd736fdd-e09a-4926-87f7-b934d38a54d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145911 Dec 20 15:37:38.757300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-cb74e619-0a6a-42a9-a596-e9ab6106c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.758805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-cb74e619-0a6a-42a9-a596-e9ab6106c648 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 1095 time: 0.1019249 Dec 20 15:37:38.812949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e23ed2-82ca-443b-8452-24e0b80a338c req-3cd996a6-b933-42e2-95ec-cda89da967fb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.814468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9e23ed2-82ca-443b-8452-24e0b80a338c req-3cd996a6-b933-42e2-95ec-cda89da967fb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1087515 Dec 20 15:37:38.815925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-cf006f8a-8b6c-4e89-9a90-b1d517488864 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f78d118e-9ded-4f64-9c79-612c11d7032f HTTP/1.1" status: 200 len: 217 time: 0.0472834 Dec 20 15:37:38.875161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9724b2a-f001-4a64-b12a-e3ef510cdcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.877808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9724b2a-f001-4a64-b12a-e3ef510cdcaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.878933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c9724b2a-f001-4a64-b12a-e3ef510cdcaf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c50c587b-8407-4abb-8e63-f7f6dfd1408f HTTP/1.1" status: 204 len: 168 time: 0.2538822 Dec 20 15:37:38.888072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724b2a-f001-4a64-b12a-e3ef510cdcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c587b-8407-4abb-8e63-f7f6dfd1408f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:38.899616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-1b215f7e-8871-4296-9a83-737b441179b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.901101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-1b215f7e-8871-4296-9a83-737b441179b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 200 len: 862 time: 0.0749748 Dec 20 15:37:38.905990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9e23ed2-82ca-443b-8452-24e0b80a338c req-8e5e42a8-2fa5-4971-b47a-3325646dc51e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856235 Dec 20 15:37:38.961958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-a45ef8f4-7dd3-4b63-8559-c60d0705d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:38.967125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-a45ef8f4-7dd3-4b63-8559-c60d0705d49e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1473221d-00fa-4458-b527-afbb96ad3c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581589 Dec 20 15:37:39.106325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da651-bba3-4c55-91fb-c94b4b75ea5e req-ee7c71ef-72a9-4939-a781-c8b8f8c0f65d tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:39.107786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec0da651-bba3-4c55-91fb-c94b4b75ea5e req-ee7c71ef-72a9-4939-a781-c8b8f8c0f65d tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 947 time: 0.1057575 Dec 20 15:37:39.131553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-d0130dab-5c86-4f55-ab47-26f57c3220f1 service neutron] 10.222.0.83 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556196 Dec 20 15:37:39.214546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec0da651-bba3-4c55-91fb-c94b4b75ea5e req-ec44d262-93ec-4acc-93ea-71ae59477923 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007125 Dec 20 15:37:39.282181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a4fb7-436d-4af3-8b68-879c71d62491 req-adfe8ea2-1e4b-480c-8ee5-120b46578125 service neutron] 10.222.0.83 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427419 Dec 20 15:37:39.307106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-5fa3f92b-1b43-471a-b320-3829b156114a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:39.308586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-5fa3f92b-1b43-471a-b320-3829b156114a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.72 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 971 time: 0.0643539 Dec 20 15:37:39.484750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Deleting port 5669d15d-c103-491b-822f-7cadd8285b4b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:37:39.485037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:39.589479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] For port 5669d15d-c103-491b-822f-7cadd8285b4b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5669d15d-c103-491b-822f-7cadd8285b4b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:39.589791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:39.608018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Calling delete_port for 5669d15d-c103-491b-822f-7cadd8285b4b owned by compute:tempest-test_az-1340543660 {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:37:39.730815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003c986-10b7-467c-8523-1a0b0049ec90 req-ed263fa5-def7-4efc-990f-5fecd07fa817 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:39.732317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1003c986-10b7-467c-8523-1a0b0049ec90 req-ed263fa5-def7-4efc-990f-5fecd07fa817 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 944 time: 0.1256266 Dec 20 15:37:39.732793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42142) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:39.746735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd79ef6-91ae-4e34-95cb-28bcd5846360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:39.823013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1003c986-10b7-467c-8523-1a0b0049ec90 req-f902a966-06fd-4220-bfc1-2d16f15a16fd tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841563 Dec 20 15:37:39.833600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd79ef6-91ae-4e34-95cb-28bcd5846360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:39.920719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd79ef6-91ae-4e34-95cb-28bcd5846360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:39.922793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:39.936172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['5669d15d-c103-491b-822f-7cadd8285b4b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:39.938970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b75b31-799e-4a99-8600-2168e071d71b req-6a1ed501-dd0e-4e8b-bf57-336a041796fb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:39.940870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5b75b31-799e-4a99-8600-2168e071d71b req-6a1ed501-dd0e-4e8b-bf57-336a041796fb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0614016 Dec 20 15:37:39.968837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Pushing event deleted for resources: {'Port': ['ID=5669d15d-c103-491b-822f-7cadd8285b4b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:39.969062 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5dd79ef6-91ae-4e34-95cb-28bcd5846360 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a07e935c49243958227582b1aaaa229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325771 Dec 20 15:37:39.969062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd79ef6-91ae-4e34-95cb-28bcd5846360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342752e5-010c-44a0-839b-8a9a9ca95358,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:39.972172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42148) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:40.036920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c3e04ac-0fb5-4717-9f9c-ed5ee56417c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:40.062796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c3e04ac-0fb5-4717-9f9c-ed5ee56417c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:40.069598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] No DVR routers for this DVR port 5669d15d-c103-491b-822f-7cadd8285b4b on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:37:40.080949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:40.084804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e4ec5c7-a645-4acd-9aa8-0652517d7a12 req-deb7d420-a8de-48f3-8c93-14fbd82b953e tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.72 "DELETE /v2.0/ports/5669d15d-c103-491b-822f-7cadd8285b4b HTTP/1.1" status: 204 len: 173 time: 0.7704163 Dec 20 15:37:40.085389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139dece-60e2-4930-826e-0924507f5f72', 'name': 'network-vif-deleted', 'tag': '5669d15d-c103-491b-822f-7cadd8285b4b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:40.087679 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b04f9-6a98-400b-af45-5a3994d4da89" -d '{"events": [{"server_uuid": "2139dece-60e2-4930-826e-0924507f5f72", "name": "network-vif-deleted", "tag": "5669d15d-c103-491b-822f-7cadd8285b4b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:40.101792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5b75b31-799e-4a99-8600-2168e071d71b req-3ceaa799-ae48-49e2-8611-7ba911a1a2b1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386538 Dec 20 15:37:40.231885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6903485-eb25-46fd-a261-11f5d42f36c3 req-4fbb17b4-993b-4205-9178-c7a78d17326a tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.0294614 Dec 20 15:37:40.298369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c3e04ac-0fb5-4717-9f9c-ed5ee56417c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:40.300993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c3e04ac-0fb5-4717-9f9c-ed5ee56417c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:40.303086 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c3e04ac-0fb5-4717-9f9c-ed5ee56417c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/342752e5-010c-44a0-839b-8a9a9ca95358 HTTP/1.1" status: 204 len: 168 time: 0.3297651 Dec 20 15:37:40.313844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e04ac-0fb5-4717-9f9c-ed5ee56417c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342752e5-010c-44a0-839b-8a9a9ca95358,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:40.511527 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f4c7e-507a-4873-b9f1-1c3c87d55b6e x-openstack-request-id: req-5c9f4c7e-507a-4873-b9f1-1c3c87d55b6e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:40.511724 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139dece-60e2-4930-826e-0924507f5f72", "name": "network-vif-deleted", "tag": "5669d15d-c103-491b-822f-7cadd8285b4b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:40.511955 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c9f4c7e-507a-4873-b9f1-1c3c87d55b6e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:40.512360 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139dece-60e2-4930-826e-0924507f5f72', 'name': 'network-vif-deleted', 'tag': '5669d15d-c103-491b-822f-7cadd8285b4b', 'status': 'completed', 'code': 200} Dec 20 15:37:40.535841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98db2-f053-4821-b302-bb97e4b695bb req-9fc5ca8d-5ebc-4b1b-9404-c3ef057b1611 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:40.538093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5e98db2-f053-4821-b302-bb97e4b695bb req-9fc5ca8d-5ebc-4b1b-9404-c3ef057b1611 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.2491691 Dec 20 15:37:40.588262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5e98db2-f053-4821-b302-bb97e4b695bb req-1bef1867-db90-4c9a-816a-33fe560a5b8d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Dec 20 15:37:40.711977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9836ed-cbbb-4d67-825e-631923778171 req-e741fd1e-ebf8-4267-ab27-c2e7d528cdc3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:40.713818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e9836ed-cbbb-4d67-825e-631923778171 req-e741fd1e-ebf8-4267-ab27-c2e7d528cdc3 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 947 time: 0.0571017 Dec 20 15:37:40.766887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e9836ed-cbbb-4d67-825e-631923778171 req-dbefb1e6-eee8-41c0-9a9e-53cc1106630e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Dec 20 15:37:40.988315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c498e3-5344-4eca-ab15-b036df076e00 req-6aa17d65-298c-4b2a-a56b-b25cc6f4739f tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:40.990136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3c498e3-5344-4eca-ab15-b036df076e00 req-6aa17d65-298c-4b2a-a56b-b25cc6f4739f tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 944 time: 0.0669501 Dec 20 15:37:41.051477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3c498e3-5344-4eca-ab15-b036df076e00 req-8aa4eb92-ed78-427e-9f4f-59aeab624377 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549579 Dec 20 15:37:41.388966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d933ff-09dd-4545-944c-e99bc3724690 req-a451da84-79f2-44fe-a60b-4543687f8b54 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:41.390638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27d933ff-09dd-4545-944c-e99bc3724690 req-a451da84-79f2-44fe-a60b-4543687f8b54 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0623808 Dec 20 15:37:41.443999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:37:41.447220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27d933ff-09dd-4545-944c-e99bc3724690 req-51499ee8-3ec2-48e6-91c9-92c29513cc15 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Dec 20 15:37:41.557412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:41.577269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'port_id': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'mac_address': 'fa:16:3e:73:7f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c474ca-1720-43c1-9447-8dc24cfd09a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:37:41.577628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba4854fc-1799-4b91-b912-d9494577af32 req-3d86c342-74cb-4078-8b9c-3dadbc1de9c3 tempest-AggregatesAdminTestJSON-2145648047 tempest-AggregatesAdminTestJSON-2145648047-project] 10.222.0.81 "GET /v2.0/ports?device_id=2139dece-60e2-4930-826e-0924507f5f72 HTTP/1.1" status: 200 len: 210 time: 0.0441058 Dec 20 15:37:41.614977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:41.629851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5250ffc-1043-48ff-8a7a-bbbdaabe1dac {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:41.654246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:41.733592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:41.737411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e55b8a19-b93f-4e5d-90d8-23f65649482d details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:37:41.815509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:41.878930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e55b8a19-b93f-4e5d-90d8-23f65649482d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:41.891074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'e55b8a19-b93f-4e5d-90d8-23f65649482d', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'e55b8a19-b93f-4e5d-90d8-23f65649482d', 'mac_address': 'fa:16:3e:fd:26:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:37:41.939166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:41.953517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55b8a19-b93f-4e5d-90d8-23f65649482d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:41.983780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e55b8a19-b93f-4e5d-90d8-23f65649482d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:42.028614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fe995-83d4-47c7-b624-00e6135b87f4 req-bd386870-c2a2-4462-af6a-f5c9be8a83b6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:42.030145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-537fe995-83d4-47c7-b624-00e6135b87f4 req-bd386870-c2a2-4462-af6a-f5c9be8a83b6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0849540 Dec 20 15:37:42.087532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:42.096931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad29c7-db59-4d74-bc0d-99e18d89bd9f req-7b022833-0b56-46f4-b073-eaf369213feb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:42.098588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6ad29c7-db59-4d74-bc0d-99e18d89bd9f req-7b022833-0b56-46f4-b073-eaf369213feb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 947 time: 0.0870817 Dec 20 15:37:42.117275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-537fe995-83d4-47c7-b624-00e6135b87f4 req-8607c5d9-2ca6-4c4b-9d3f-75a98acbc828 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Dec 20 15:37:42.171162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e55b8a19-b93f-4e5d-90d8-23f65649482d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:42.179313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6ad29c7-db59-4d74-bc0d-99e18d89bd9f req-193e3828-a18d-4e93-8694-4e3da74eab47 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718837 Dec 20 15:37:42.259028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439f649-a482-4895-884e-6b30640b4290 req-0caa0b01-c601-4366-8872-cb9f78fd7d51 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:42.260608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0439f649-a482-4895-884e-6b30640b4290 req-0caa0b01-c601-4366-8872-cb9f78fd7d51 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 944 time: 0.0664551 Dec 20 15:37:42.320397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0439f649-a482-4895-884e-6b30640b4290 req-943b4cc1-9233-480b-8dbb-3810c2505fe0 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521953 Dec 20 15:37:42.549414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42236) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:42.580203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d5250ffc-1043-48ff-8a7a-bbbdaabe1dac'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:42.586823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbbd32-5335-4263-aad7-6c5a077a840d req-8c8ff407-c462-4287-aeee-bb4d741102c5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:42.588454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74bbbd32-5335-4263-aad7-6c5a077a840d req-8c8ff407-c462-4287-aeee-bb4d741102c5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.0622761 Dec 20 15:37:42.589837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e55b8a19-b93f-4e5d-90d8-23f65649482d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:42.657439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74bbbd32-5335-4263-aad7-6c5a077a840d req-d4c682f1-faaa-42b3-91f3-c4d9fee814fd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592721 Dec 20 15:37:42.783801 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:37:42.897377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-655461a3-98dc-4b9e-abcc-9b7c255174b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.016730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-655461a3-98dc-4b9e-abcc-9b7c255174b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.394445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84313-21bc-4b1c-8e17-559666d0aa40 req-926d0a90-363b-430b-8ebd-f418d3897473 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:43.395992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f1d84313-21bc-4b1c-8e17-559666d0aa40 req-926d0a90-363b-430b-8ebd-f418d3897473 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0507538 Dec 20 15:37:43.400906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-655461a3-98dc-4b9e-abcc-9b7c255174b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.441948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-655461a3-98dc-4b9e-abcc-9b7c255174b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63ded05c836a4ff4935577d83c506d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8904076 Dec 20 15:37:43.446450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:43.457280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f1d84313-21bc-4b1c-8e17-559666d0aa40 req-ba34939a-4a31-42fb-8895-59cae00a7a94 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Dec 20 15:37:43.461107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f78d118e-9ded-4f64-9c79-612c11d7032f details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:37:43.471491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655461a3-98dc-4b9e-abcc-9b7c255174b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a70e564-457d-4c13-8c1b-36681df61127,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:43.523411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ac73-a317-4014-b8d9-21bc7922496a req-e33b77fe-c0a0-4fd5-9b22-3b29da01f04a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:43.525371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f735ac73-a317-4014-b8d9-21bc7922496a req-e33b77fe-c0a0-4fd5-9b22-3b29da01f04a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 948 time: 0.0562696 Dec 20 15:37:43.547711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ae5b-d67d-4645-b992-9a00899de837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.575328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ae5b-d67d-4645-b992-9a00899de837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.606785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f735ac73-a317-4014-b8d9-21bc7922496a req-152533bf-1eb7-4f5f-800b-f4910cbbb07a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722961 Dec 20 15:37:43.608755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f78d118e-9ded-4f64-9c79-612c11d7032f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f78d118e-9ded-4f64-9c79-612c11d7032f,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:43.634224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'port_id': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'mac_address': 'fa:16:3e:e7:e2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:37:43.637731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee397-bcf3-4292-b52f-4f34e9eaeeff req-326685ca-cbd5-4887-b072-aae28a97721d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:43.639314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab3ee397-bcf3-4292-b52f-4f34e9eaeeff req-326685ca-cbd5-4887-b072-aae28a97721d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 944 time: 0.0741656 Dec 20 15:37:43.680127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.693901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab3ee397-bcf3-4292-b52f-4f34e9eaeeff req-9820af16-10cc-421b-b36a-f9c1106f6af4 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472350 Dec 20 15:37:43.694435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78d118e-9ded-4f64-9c79-612c11d7032f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:43.723485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f78d118e-9ded-4f64-9c79-612c11d7032f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f78d118e-9ded-4f64-9c79-612c11d7032f,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:43.756694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42276) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:43.762841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ae5b-d67d-4645-b992-9a00899de837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.767689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ae5b-d67d-4645-b992-9a00899de837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.767689 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a1f5ae5b-d67d-4645-b992-9a00899de837 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a70e564-457d-4c13-8c1b-36681df61127 HTTP/1.1" status: 204 len: 168 time: 0.3188841 Dec 20 15:37:43.776971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5ae5b-d67d-4645-b992-9a00899de837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a70e564-457d-4c13-8c1b-36681df61127,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:43.821893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1858-8b3b-4d73-a57a-7b691c9b4955 req-b5599668-f74e-47ae-a1e8-fd65603c8831 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:43.823534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53fc1858-8b3b-4d73-a57a-7b691c9b4955 req-b5599668-f74e-47ae-a1e8-fd65603c8831 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.0678825 Dec 20 15:37:43.839961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:43.887552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53fc1858-8b3b-4d73-a57a-7b691c9b4955 req-79a8f1d4-ca46-4b3a-a873-7ef2a527d98c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578616 Dec 20 15:37:43.893483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f78d118e-9ded-4f64-9c79-612c11d7032f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:44.022165 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b499d60-5eab-4bd9-9d19-1b72b6f7faa2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6e63db9231c4df592b293109357881d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2639041 Dec 20 15:37:44.024567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42288) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:44.079285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ee4243a-c4df-48aa-a2c5-364732608bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:44.102863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ee4243a-c4df-48aa-a2c5-364732608bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:44.182888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['f78d118e-9ded-4f64-9c79-612c11d7032f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:44.226010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5669d15d-c103-491b-822f-7cadd8285b4b no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:37:44.252002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ee4243a-c4df-48aa-a2c5-364732608bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:44.254787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ee4243a-c4df-48aa-a2c5-364732608bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:44.259711 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0ee4243a-c4df-48aa-a2c5-364732608bc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd736fdd-e09a-4926-87f7-b934d38a54d0 HTTP/1.1" status: 204 len: 168 time: 0.2341287 Dec 20 15:37:44.274245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 5669d15d-c103-491b-822f-7cadd8285b4b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:37:44.275564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4243a-c4df-48aa-a2c5-364732608bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd736fdd-e09a-4926-87f7-b934d38a54d0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:44.277302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5669d15d-c103-491b-822f-7cadd8285b4b not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:37:44.316953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42300) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:44.591024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f603db-4388-4dc7-89c1-6d5dcb6428a6 req-9f691680-a0f3-4b7f-a2c2-c2bd60f9a08c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:44.592549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63f603db-4388-4dc7-89c1-6d5dcb6428a6 req-9f691680-a0f3-4b7f-a2c2-c2bd60f9a08c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0528321 Dec 20 15:37:44.640549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63f603db-4388-4dc7-89c1-6d5dcb6428a6 req-08fb18d3-7550-40ed-8743-04e09a9b5ba7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Dec 20 15:37:44.753424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50e80-5d3e-4300-9156-d006bc021313 req-29ebf35e-aceb-47cd-8076-8d05fd80ab85 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:44.755730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ec50e80-5d3e-4300-9156-d006bc021313 req-29ebf35e-aceb-47cd-8076-8d05fd80ab85 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 948 time: 0.0560215 Dec 20 15:37:44.821784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ec50e80-5d3e-4300-9156-d006bc021313 req-e1e29fed-0a78-49b8-8852-c5666787a9ad tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573330 Dec 20 15:37:44.825194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:44.847028 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19e9a5c-c97e-4412-a15a-c6e1b68a6dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:44.900930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8af0bb-c089-424f-8dd0-15e73f046baf req-81bf650e-9d3c-403b-9da8-fbc90d4d4984 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:44.908305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8af0bb-c089-424f-8dd0-15e73f046baf req-81bf650e-9d3c-403b-9da8-fbc90d4d4984 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 945 time: 0.0995154 Dec 20 15:37:44.975083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8af0bb-c089-424f-8dd0-15e73f046baf req-f061c099-8f1c-4501-8508-0b25bf4210fb tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655141 Dec 20 15:37:44.984625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19e9a5c-c97e-4412-a15a-c6e1b68a6dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.002816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea47d471-7317-4e09-a997-610173c2b16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.099214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19e9a5c-c97e-4412-a15a-c6e1b68a6dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.118134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70a6ec-09f8-43ac-90bf-c73f0767f80a req-24854084-b71b-4cd0-bf7a-9b8cb015e753 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:45.119670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b70a6ec-09f8-43ac-90bf-c73f0767f80a req-24854084-b71b-4cd0-bf7a-9b8cb015e753 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.0560691 Dec 20 15:37:45.121897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea47d471-7317-4e09-a997-610173c2b16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.151459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e19e9a5c-c97e-4412-a15a-c6e1b68a6dab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc5f886dfaef4372b3576b8bd6172d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249724 Dec 20 15:37:45.153462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e9a5c-c97e-4412-a15a-c6e1b68a6dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe0e6f0-4341-48a0-bda7-9edac1dbee07,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:45.155815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42334) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:45.182334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b70a6ec-09f8-43ac-90bf-c73f0767f80a req-53ad6e59-4d6b-4436-8cf0-8538fe2c5759 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Dec 20 15:37:45.367678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42336) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:45.381763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea47d471-7317-4e09-a997-610173c2b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.412937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-454ed822-a30f-4224-9dd1-faf8758622bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfcc5c8cad624fa5bf56a5cad4ac58ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440609 Dec 20 15:37:45.415873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:45.433689 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea47d471-7317-4e09-a997-610173c2b16a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f71a1ded9474d7b9f766c21c37654e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1143684 Dec 20 15:37:45.434911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47d471-7317-4e09-a997-610173c2b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df95c0-3bf0-49d4-a73a-0f2056e3f8a0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:45.436329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42340) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:45.437612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578a2ed1-74cb-4b70-9932-f603ceb90c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.447106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:45.460656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578a2ed1-74cb-4b70-9932-f603ceb90c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.519966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5aee497-a189-4fe4-8ebe-21012679d242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.539772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5c09-11f8-4f54-bcf9-12037873b011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.558755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5aee497-a189-4fe4-8ebe-21012679d242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.582258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:37:45.582572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5c09-11f8-4f54-bcf9-12037873b011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.588115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:45.591473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.602483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42344) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:45.618050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578a2ed1-74cb-4b70-9932-f603ceb90c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.627829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578a2ed1-74cb-4b70-9932-f603ceb90c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.631482 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-578a2ed1-74cb-4b70-9932-f603ceb90c74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efe0e6f0-4341-48a0-bda7-9edac1dbee07 HTTP/1.1" status: 204 len: 168 time: 0.4722106 Dec 20 15:37:45.644253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a2ed1-74cb-4b70-9932-f603ceb90c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe0e6f0-4341-48a0-bda7-9edac1dbee07,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:45.714226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.743350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:45.745849 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f562d7d-abb3-43f6-a856-5a5f5a6bb982" -d '{"events": [{"server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "name": "network-vif-plugged", "status": "completed", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:45.750195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5c09-11f8-4f54-bcf9-12037873b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.753791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5c09-11f8-4f54-bcf9-12037873b011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.755035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c0ec5c09-11f8-4f54-bcf9-12037873b011 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32df95c0-3bf0-49d4-a73a-0f2056e3f8a0 HTTP/1.1" status: 204 len: 168 time: 0.3176923 Dec 20 15:37:45.756011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5aee497-a189-4fe4-8ebe-21012679d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.759634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5aee497-a189-4fe4-8ebe-21012679d242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.760812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d5aee497-a189-4fe4-8ebe-21012679d242 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d145002e-d237-46ee-9d5e-8970c086ae0e HTTP/1.1" status: 204 len: 168 time: 0.3440380 Dec 20 15:37:45.765696 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82467e45-5269-4fd5-9189-fbb179d79fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.781516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:45.800367 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa54771-bd48-4f23-9b59-05ff02ca2b23 x-openstack-request-id: req-9aa54771-bd48-4f23-9b59-05ff02ca2b23 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:45.800838 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "name": "network-vif-plugged", "status": "completed", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:45.801222 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9aa54771-bd48-4f23-9b59-05ff02ca2b23 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:45.801598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec5c09-11f8-4f54-bcf9-12037873b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df95c0-3bf0-49d4-a73a-0f2056e3f8a0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:45.801951 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'code': 200} Dec 20 15:37:45.815688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aee497-a189-4fe4-8ebe-21012679d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145002e-d237-46ee-9d5e-8970c086ae0e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:45.850772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c76ed4-25c8-414d-a774-e624ff5d387b req-409917bc-55dc-4bdf-8b16-e1faef09699b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:45.851339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18c76ed4-25c8-414d-a774-e624ff5d387b req-409917bc-55dc-4bdf-8b16-e1faef09699b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1139045 Dec 20 15:37:45.875731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82467e45-5269-4fd5-9189-fbb179d79fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.890837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.891704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f78d118e-9ded-4f64-9c79-612c11d7032f up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:45.954578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82467e45-5269-4fd5-9189-fbb179d79fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.978594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18c76ed4-25c8-414d-a774-e624ff5d387b req-21a1f266-f5f2-41a1-b0b1-dfed32f01c7b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101344 Dec 20 15:37:45.980580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:45.992112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff871e-d20a-420e-9832-be49c6f09267 req-d297999b-b33c-4512-ab87-19e584707e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:45.993785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bff871e-d20a-420e-9832-be49c6f09267 req-d297999b-b33c-4512-ab87-19e584707e7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1096 time: 0.1025586 Dec 20 15:37:46.001222 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-82467e45-5269-4fd5-9189-fbb179d79fc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=525215529b774acdb432665d945912a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945730 Dec 20 15:37:46.001222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82467e45-5269-4fd5-9189-fbb179d79fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c6111-82f4-45c1-a666-f437a611a100,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:46.002304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42362) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:46.030186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a8b1-e41c-45b1-8346-c28da14f8729 req-32f11819-6a4a-40bf-8d6e-a777dbd2e04b tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:46.031895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b04a8b1-e41c-45b1-8346-c28da14f8729 req-32f11819-6a4a-40bf-8d6e-a777dbd2e04b tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 948 time: 0.1040945 Dec 20 15:37:46.096897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port f78d118e-9ded-4f64-9c79-612c11d7032f completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:37:46.102809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port f78d118e-9ded-4f64-9c79-612c11d7032f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:46.103507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.170805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bff871e-d20a-420e-9832-be49c6f09267 req-eb91ab19-c928-435b-980d-4c7675680cfb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674783 Dec 20 15:37:46.206931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b04a8b1-e41c-45b1-8346-c28da14f8729 req-ed4c345d-0976-40f1-996a-fa99c955d5d9 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566470 Dec 20 15:37:46.207597 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca60d68-8cb3-4e7d-a0fe-9627710495db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.227763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.239322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f2b8d-11d6-4bc1-b803-77a1a7ccfeca req-dba6c767-d17b-4202-8bca-afb9baf99561 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:46.250677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f8f2b8d-11d6-4bc1-b803-77a1a7ccfeca req-dba6c767-d17b-4202-8bca-afb9baf99561 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 945 time: 0.1559544 Dec 20 15:37:46.265911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca60d68-8cb3-4e7d-a0fe-9627710495db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.293280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f78d118e-9ded-4f64-9c79-612c11d7032f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f78d118e-9ded-4f64-9c79-612c11d7032f,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:46.368237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f8f2b8d-11d6-4bc1-b803-77a1a7ccfeca req-1092e1e3-bd5f-498f-a1e7-2d27b39d3f62 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207650 Dec 20 15:37:46.389741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8a6bd-8f2a-4721-85b4-7cd600cd1b50 req-1a8b7cf7-2138-4d55-bbbe-19f00b559efe tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:46.392322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8f8a6bd-8f2a-4721-85b4-7cd600cd1b50 req-1a8b7cf7-2138-4d55-bbbe-19f00b559efe tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 945 time: 0.0856590 Dec 20 15:37:46.441366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8f8a6bd-8f2a-4721-85b4-7cd600cd1b50 req-ad48e93c-40b3-4e41-87fb-0d1ff959aa6d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Dec 20 15:37:46.464061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.464878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e55b8a19-b93f-4e5d-90d8-23f65649482d up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:46.503694 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca60d68-8cb3-4e7d-a0fe-9627710495db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.506956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca60d68-8cb3-4e7d-a0fe-9627710495db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.508102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cca60d68-8cb3-4e7d-a0fe-9627710495db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b14c6111-82f4-45c1-a666-f437a611a100 HTTP/1.1" status: 204 len: 168 time: 0.5036995 Dec 20 15:37:46.516286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca60d68-8cb3-4e7d-a0fe-9627710495db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c6111-82f4-45c1-a666-f437a611a100,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:46.554433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f78d118e-9ded-4f64-9c79-612c11d7032f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:46.623292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port e55b8a19-b93f-4e5d-90d8-23f65649482d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:37:46.627760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port e55b8a19-b93f-4e5d-90d8-23f65649482d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:46.633439 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.710541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.742323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42378) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:46.744483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e55b8a19-b93f-4e5d-90d8-23f65649482d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:46.757510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00060708-e4e4-42f4-99c3-49b421b68bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.823749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.846484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00060708-e4e4-42f4-99c3-49b421b68bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.878408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e55b8a19-b93f-4e5d-90d8-23f65649482d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:46.946374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00060708-e4e4-42f4-99c3-49b421b68bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:46.986654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00060708-e4e4-42f4-99c3-49b421b68bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2371f7f2-d8a2-434d-9f3f-4ed3e31ae245,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:46.991773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-00060708-e4e4-42f4-99c3-49b421b68bf8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=feeb08b29569477f921f525a6ac1ef67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478483 Dec 20 15:37:46.994352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42388) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:47.053935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb416c04-50a4-492b-bd81-893358d6d672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.085773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb416c04-50a4-492b-bd81-893358d6d672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.153265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1f61-6e42-4c78-854f-a9af294a1004 req-174ddaff-a730-4b69-a0f0-e9b22520161d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:47.154879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d0f1f61-6e42-4c78-854f-a9af294a1004 req-174ddaff-a730-4b69-a0f0-e9b22520161d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0822423 Dec 20 15:37:47.207653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d0f1f61-6e42-4c78-854f-a9af294a1004 req-27e01a63-dcc7-45d2-9f2d-e73790cb7a23 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 Dec 20 15:37:47.319408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb416c04-50a4-492b-bd81-893358d6d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.323488 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb416c04-50a4-492b-bd81-893358d6d672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.323488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bb416c04-50a4-492b-bd81-893358d6d672 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2371f7f2-d8a2-434d-9f3f-4ed3e31ae245 HTTP/1.1" status: 204 len: 168 time: 0.3279688 Dec 20 15:37:47.334687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb416c04-50a4-492b-bd81-893358d6d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2371f7f2-d8a2-434d-9f3f-4ed3e31ae245,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:47.351712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7e28-66be-467f-90bc-bf26034523d8 req-ff884b04-da0c-4d39-ac5d-7ff0107fb6e8 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:47.353358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c3d7e28-66be-467f-90bc-bf26034523d8 req-ff884b04-da0c-4d39-ac5d-7ff0107fb6e8 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.0642796 Dec 20 15:37:47.416325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c3d7e28-66be-467f-90bc-bf26034523d8 req-21246939-7285-4e48-a486-235009ea7bbe tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556381 Dec 20 15:37:47.432113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42404) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:47.446937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afecb2ea-8b14-4ba9-a3bb-0abe6a20734a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.531713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723124e-9fc7-44b1-987c-7d74033a6d7f req-80caeb21-0a4c-49aa-98f6-b49ea4ea59c6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:47.533298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0723124e-9fc7-44b1-987c-7d74033a6d7f req-80caeb21-0a4c-49aa-98f6-b49ea4ea59c6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.0783770 Dec 20 15:37:47.630022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afecb2ea-8b14-4ba9-a3bb-0abe6a20734a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.646766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0723124e-9fc7-44b1-987c-7d74033a6d7f req-78566105-b87c-40f8-a6f7-b69c6159c283 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020181 Dec 20 15:37:47.654911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71574a-6db5-4cd9-8bb9-c1b37e7379ea req-e503300c-1d2c-4543-8708-bcf0b65c17a7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:47.656387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b71574a-6db5-4cd9-8bb9-c1b37e7379ea req-e503300c-1d2c-4543-8708-bcf0b65c17a7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 945 time: 0.1078591 Dec 20 15:37:47.705280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b71574a-6db5-4cd9-8bb9-c1b37e7379ea req-636684db-ca02-4294-bc3b-a2424d63cb7e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Dec 20 15:37:47.803524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f'}, {'server_uuid': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55b8a19-b93f-4e5d-90d8-23f65649482d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:47.806010 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa84914-9367-4382-aeec-14bb48635b9c" -d '{"events": [{"server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "name": "network-vif-plugged", "status": "completed", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f"}, {"server_uuid": "e19f94d5-6adc-4aee-9582-acabedb70d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e55b8a19-b93f-4e5d-90d8-23f65649482d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:47.818539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afecb2ea-8b14-4ba9-a3bb-0abe6a20734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.850139 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a577ea5-ab49-4ef8-969f-3dc073134827 x-openstack-request-id: req-6a577ea5-ab49-4ef8-969f-3dc073134827 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:47.850463 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "name": "network-vif-plugged", "status": "completed", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f", "code": 200}, {"server_uuid": "e19f94d5-6adc-4aee-9582-acabedb70d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e55b8a19-b93f-4e5d-90d8-23f65649482d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:47.850899 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a577ea5-ab49-4ef8-969f-3dc073134827 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:47.851303 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'code': 200} Dec 20 15:37:47.851572 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55b8a19-b93f-4e5d-90d8-23f65649482d', 'code': 200} Dec 20 15:37:47.861034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecb2ea-8b14-4ba9-a3bb-0abe6a20734a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b453d-60e4-4d2d-89ce-6b4a2993f84e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:47.897777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-afecb2ea-8b14-4ba9-a3bb-0abe6a20734a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1def07ef84a450ba0cac1720fdcee2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503281 Dec 20 15:37:47.897777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42412) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:47.944416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:47.989914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:48.023324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617903a-a5e5-4241-8d81-78748c14dd9e req-120fcbb1-6c95-48f2-a9e0-f3a361b63b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:48.025732 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9617903a-a5e5-4241-8d81-78748c14dd9e req-120fcbb1-6c95-48f2-a9e0-f3a361b63b1a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 1100 time: 0.0759890 Dec 20 15:37:48.035033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a81c-5316-4e88-b824-0e6e2caf42f9 req-652876d8-84a9-4236-ad3a-83bd3cb5c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:48.036680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10a8a81c-5316-4e88-b824-0e6e2caf42f9 req-652876d8-84a9-4236-ad3a-83bd3cb5c3f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 1097 time: 0.0824420 Dec 20 15:37:48.088131 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9617903a-a5e5-4241-8d81-78748c14dd9e req-5a999001-cdc2-4c18-b168-f6efd75a4aba service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Dec 20 15:37:48.093619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10a8a81c-5316-4e88-b824-0e6e2caf42f9 req-0aa73882-65fb-47bf-82e4-5858d7c7cbe5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Dec 20 15:37:48.200678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:48.203526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:48.204852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f9b453d-60e4-4d2d-89ce-6b4a2993f84e HTTP/1.1" status: 204 len: 168 time: 0.3174193 Dec 20 15:37:48.216347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b453d-60e4-4d2d-89ce-6b4a2993f84e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:48.224113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.224471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.224820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.225216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.225517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.225863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.226194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.226514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.226839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.227163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.227489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.227815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.228133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0140a466-19af-4e48-9225-168a5a345fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:48.384908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95518fb-4c6d-43d9-a3bf-370f9ef5e00c req-53552120-285e-4d0e-84f4-47a94dbd330b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:48.384908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b95518fb-4c6d-43d9-a3bf-370f9ef5e00c req-53552120-285e-4d0e-84f4-47a94dbd330b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0558016 Dec 20 15:37:48.415983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b95518fb-4c6d-43d9-a3bf-370f9ef5e00c req-344eed46-5fbe-435c-8b85-6b3da0b7b72c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500193 Dec 20 15:37:48.537732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03480ce-5144-49dd-bee4-707de7f9988d req-2d59a8ca-356d-4d50-a1bc-27b91246795d tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:48.539336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c03480ce-5144-49dd-bee4-707de7f9988d req-2d59a8ca-356d-4d50-a1bc-27b91246795d tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.0491483 Dec 20 15:37:48.591711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c03480ce-5144-49dd-bee4-707de7f9988d req-500e7375-9e0c-4e72-bcd8-6d8362e1d4e8 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461493 Dec 20 15:37:48.768743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9f57a-99b7-46a6-8115-28c264ee4dd9 req-c8219056-8954-43cc-b97e-8bdefeb8ea37 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:48.771721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20f9f57a-99b7-46a6-8115-28c264ee4dd9 req-c8219056-8954-43cc-b97e-8bdefeb8ea37 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.0558412 Dec 20 15:37:48.859552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20f9f57a-99b7-46a6-8115-28c264ee4dd9 req-f252db03-9582-4fa3-9d99-68ecab2c2628 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812950 Dec 20 15:37:48.880759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321ef9-ae9d-40b9-9115-91b15de458f2 req-28f90b5f-6730-454f-bb7a-2a1574e9a995 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:48.880759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38321ef9-ae9d-40b9-9115-91b15de458f2 req-28f90b5f-6730-454f-bb7a-2a1574e9a995 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 945 time: 0.0652156 Dec 20 15:37:48.934075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38321ef9-ae9d-40b9-9115-91b15de458f2 req-d55aaf8d-0e57-4101-9975-33d3e6c176b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Dec 20 15:37:49.561581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecaab2-4160-4443-a659-0b3b1fe1e701 req-7a0ab5cb-a957-482d-b3c1-cf28554c9d8b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:49.570174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5ecaab2-4160-4443-a659-0b3b1fe1e701 req-7a0ab5cb-a957-482d-b3c1-cf28554c9d8b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0718546 Dec 20 15:37:49.611644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5ecaab2-4160-4443-a659-0b3b1fe1e701 req-f9dd1475-cdc6-4f28-916c-8b69dd8822e4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Dec 20 15:37:49.747362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371881f3-d478-4699-9710-956113dcd727 req-81cc6176-83ce-442b-b757-bdc75eeace13 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:49.758196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-371881f3-d478-4699-9710-956113dcd727 req-81cc6176-83ce-442b-b757-bdc75eeace13 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.0681784 Dec 20 15:37:49.805342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-371881f3-d478-4699-9710-956113dcd727 req-0585f605-de98-4dd7-84ce-23286f59a8fb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Dec 20 15:37:49.986695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba36d-852b-4430-9f4b-9b9603b0ce10 req-0c3c0618-2014-4d04-b065-d20bc4e0f1ed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:49.993110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-efbba36d-852b-4430-9f4b-9b9603b0ce10 req-0c3c0618-2014-4d04-b065-d20bc4e0f1ed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.0621827 Dec 20 15:37:50.088100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-efbba36d-852b-4430-9f4b-9b9603b0ce10 req-fff76ab4-11f6-4bfc-91a7-e68872738819 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938108 Dec 20 15:37:50.100301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2a562-873a-4d44-b053-fdc30338ef81 req-8c71d5a0-dc7f-4764-a7ce-fe34c4ea0050 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:50.102320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10a2a562-873a-4d44-b053-fdc30338ef81 req-8c71d5a0-dc7f-4764-a7ce-fe34c4ea0050 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 945 time: 0.0752039 Dec 20 15:37:50.160693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10a2a562-873a-4d44-b053-fdc30338ef81 req-a8be1229-c3e3-4822-8738-dafb6d898eae tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492623 Dec 20 15:37:50.590689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464da57-81ae-41e8-8928-2a276b56a297 req-f7e03144-47ff-4738-9fd4-154e7f1be27e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:50.592286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3464da57-81ae-41e8-8928-2a276b56a297 req-f7e03144-47ff-4738-9fd4-154e7f1be27e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1096 time: 0.0424922 Dec 20 15:37:50.643187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3464da57-81ae-41e8-8928-2a276b56a297 req-4abbc063-fc3e-45d7-afaf-7c3ee01f7cda tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Dec 20 15:37:50.808385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1673850482', 'description': 'tempest-description-782203238'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:50.848130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f4c6-3523-45fc-99c8-4df5620fa531 req-f6f22b7c-8a33-45cc-b279-769425f56fd8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:50.849799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7362f4c6-3523-45fc-99c8-4df5620fa531 req-f6f22b7c-8a33-45cc-b279-769425f56fd8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0886118 Dec 20 15:37:50.898706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7362f4c6-3523-45fc-99c8-4df5620fa531 req-c9a0fd8c-a5b4-44fa-93cd-3bd578942c57 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426888 Dec 20 15:37:50.944015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:50.957646 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.026772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1348c3-2261-4a3b-87f7-a8af78f84d68 req-94202621-6809-4f15-8398-6524f37fe110 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:51.028375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d1348c3-2261-4a3b-87f7-a8af78f84d68 req-94202621-6809-4f15-8398-6524f37fe110 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1096 time: 0.0722494 Dec 20 15:37:51.111199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.115925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d1348c3-2261-4a3b-87f7-a8af78f84d68 req-d85516b0-c470-4ca9-9c3d-e61a178b4f83 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771713 Dec 20 15:37:51.211701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.257908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88be0233-c635-4599-8a8a-6db1d941daed,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:51.304439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.372374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.395360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.430080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641cd5dc-3d0f-463e-a425-be473f2c25a2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:51.471612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-43a63bb2-9466-46e1-a9fa-31f82b8dc530 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=afa621ed4101410087c7bf8b12af495d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213892 Dec 20 15:37:51.579157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:51.580423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b248721c-12e9-4df8-b365-820307907dec req-aaf75530-6afe-4a04-aa32-785d6188af29 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7774587 Dec 20 15:37:51.590378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-7076765d-302f-4b55-a3d6-0937e1f16bf8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:51.593657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-7076765d-302f-4b55-a3d6-0937e1f16bf8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158371 Dec 20 15:37:51.608990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-9ea2f263-cd5a-4cf7-965a-721004e9befc tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/quotas/afa621ed4101410087c7bf8b12af495d HTTP/1.1" status: 200 len: 375 time: 0.0106826 Dec 20 15:37:51.642331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-970e1e0e-5a7e-463a-b66b-b4a1564dc4d0 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=afa621ed4101410087c7bf8b12af495d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265594 Dec 20 15:37:51.699475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf2a1-6627-41ec-b3b8-1cb98430d74c req-cc6722ce-59d7-411e-bfe7-e9e2b1573541 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:51.700843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d74bf2a1-6627-41ec-b3b8-1cb98430d74c req-cc6722ce-59d7-411e-bfe7-e9e2b1573541 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.0498486 Dec 20 15:37:51.750568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d74bf2a1-6627-41ec-b3b8-1cb98430d74c req-d8ad4910-ac82-4615-9765-59f1a0ce3f4a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Dec 20 15:37:51.877472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f3e53-08fe-4916-b4fc-580dad0bd1cb req-2951ae03-89db-42d0-9e00-cf013ae75134 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:51.883529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3f3e53-08fe-4916-b4fc-580dad0bd1cb req-2951ae03-89db-42d0-9e00-cf013ae75134 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.0539751 Dec 20 15:37:51.965830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3f3e53-08fe-4916-b4fc-580dad0bd1cb req-19b7ce28-913f-4f85-8497-4b86b56d6b0f tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798254 Dec 20 15:37:51.988295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-64b34bf4-8f1d-41f0-a78c-ca108d391e3b req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Request body: {'security_group': {'name': 'tempest-securitygroup-136974200', 'description': 'tempest-description-1508416546'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:52.120366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64b34bf4-8f1d-41f0-a78c-ca108d391e3b req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:52.205911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64b34bf4-8f1d-41f0-a78c-ca108d391e3b req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:52.291773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64b34bf4-8f1d-41f0-a78c-ca108d391e3b req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:52.320578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba6c48-94b6-4d14-9838-d3b9d64c9bfb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:52.354680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-3053fdfd-c3f1-4ad9-a2a4-5c27471a3b22 req-e5a56304-945f-4e09-a16e-f332f1125504 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:52.355724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3053fdfd-c3f1-4ad9-a2a4-5c27471a3b22 req-e5a56304-945f-4e09-a16e-f332f1125504 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054040 Dec 20 15:37:52.391373 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64b34bf4-8f1d-41f0-a78c-ca108d391e3b req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:52.392647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64b34bf4-8f1d-41f0-a78c-ca108d391e3b req-df2a96f4-e4c0-40c4-a963-073d144da99b tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4101129 Dec 20 15:37:52.453710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94de1f94-9476-4360-8504-f0fa367b3ae0 req-cfb16156-4853-4e38-ae9e-5a8bc280eb29 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 210 time: 0.0264182 Dec 20 15:37:52.509264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9c337-129c-4404-af38-5aca7c90ed4d req-f825a7f5-5135-4672-96c4-2bfe5ef15d17 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:52.510750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-beb9c337-129c-4404-af38-5aca7c90ed4d req-f825a7f5-5135-4672-96c4-2bfe5ef15d17 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.0493124 Dec 20 15:37:52.564913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-beb9c337-129c-4404-af38-5aca7c90ed4d req-ffdb1692-83fe-47a6-a3e6-c287361cfa80 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476370 Dec 20 15:37:52.674007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadca44-1959-45ed-bfb4-d6ea7bbe21fc req-d33d668f-4956-4bf8-b8c5-7e97493561c4 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:52.675399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fadca44-1959-45ed-bfb4-d6ea7bbe21fc req-d33d668f-4956-4bf8-b8c5-7e97493561c4 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.0501227 Dec 20 15:37:52.683902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42608) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:52.689805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'floatingip': {'port_id': 'f78d118e-9ded-4f64-9c79-612c11d7032f'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:52.768726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:52.950885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-960537080', 'description': 'tempest-description-1622541284'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:53.153566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.178555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.525193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42636) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:53.642185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.704491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.714399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.733024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.778040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.806436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.838960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.861337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c370573e1ce043e68b3cc6997b57e9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393304 Dec 20 15:37:53.862020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42648) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:53.868720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f892edfd-4d72-4b09-94da-52fff4b6f73e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:53.886167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.886779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.887132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.887463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.887792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.888313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.888645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.888972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.889319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.889817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.890174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.890502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.890824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b89dc62-ec6f-416d-bd50-5919ccaafa82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:37:53.938160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-583e5ec0-0144-42c3-b347-9c3fc9331431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.938455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c68f69-b7ab-45be-854b-5512bc07fac3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:53.962718 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-583e5ec0-0144-42c3-b347-9c3fc9331431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:53.970571 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-152449c8-d689-455f-9a30-5cc8c106c7b9 service neutron] show failed (client error): The resource could not be found. Dec 20 15:37:53.970571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-152449c8-d689-455f-9a30-5cc8c106c7b9 service neutron] 10.222.0.72 "GET /v2.0/ports/eb3875c2-c985-40b8-9cd3-a3e4249fe98a/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.1984253 Dec 20 15:37:53.982688 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08 associated. External IP: 172.25.6.135, port: f78d118e-9ded-4f64-9c79-612c11d7032f. Dec 20 15:37:54.045977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:54.137525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-583e5ec0-0144-42c3-b347-9c3fc9331431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:54.140646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-583e5ec0-0144-42c3-b347-9c3fc9331431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:54.144586 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-583e5ec0-0144-42c3-b347-9c3fc9331431 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f892edfd-4d72-4b09-94da-52fff4b6f73e HTTP/1.1" status: 204 len: 168 time: 0.2786477 Dec 20 15:37:54.157097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:54.159961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e5ec0-0144-42c3-b347-9c3fc9331431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f892edfd-4d72-4b09-94da-52fff4b6f73e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:54.233282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde4f4b9-f36c-465f-8b21-a34f73305348,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:54.266633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:37:54.313737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:54.314999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d00d8ad7-400e-4679-9049-ec3f14501f41 req-b9391cf9-0e4f-4f6a-be68-278a210c8684 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3714619 Dec 20 15:37:54.405886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:37:54.412004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:54.419557 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:37:54.430157 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:54.431240 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:37:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:54.440439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a19df0f1-2b02-468b-b672-fa1fc55bc71d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "PUT /v2.0/floatingips/300b37a0-0b52-4eab-b171-bddb411eaf08 HTTP/1.1" status: 200 len: 992 time: 1.7554181 Dec 20 15:37:54.441323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:54.444523 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bf236-2200-425f-b387-4152c2dd09fd" -d '{"events": [{"name": "network-changed", "server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:54.530641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968fb5-e9fc-408a-84d1-a8eaabfd4669 req-9a96a322-4279-4c1e-a336-5bbc429f1d99 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:54.533501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b968fb5-e9fc-408a-84d1-a8eaabfd4669 req-9a96a322-4279-4c1e-a336-5bbc429f1d99 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.0578413 Dec 20 15:37:54.596403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b968fb5-e9fc-408a-84d1-a8eaabfd4669 req-08658612-38a2-4431-a678-8ba2eedef3c4 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546963 Dec 20 15:37:54.662201 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:54.730456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6b959f41-345e-402c-8c4b-d2325014eb1a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=afa621ed4101410087c7bf8b12af495d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271385 Dec 20 15:37:54.905564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-6c2ca76a-30b8-49b9-ace1-792003235e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:54.907088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-6c2ca76a-30b8-49b9-ace1-792003235e38 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135&tenant_id=bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 1122 time: 0.1278341 Dec 20 15:37:54.928245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-4dbe5631-9d1c-4ec1-8bc4-4ae816587c72 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:54.929812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-4dbe5631-9d1c-4ec1-8bc4-4ae816587c72 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921310 Dec 20 15:37:54.934930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:54.965037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Request body: {'port': {'device_id': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'afa621ed4101410087c7bf8b12af495d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:54.975502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42680) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:54.991656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c95340a9-a51e-45bd-82b2-9e618a5a602a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.066349 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '300b37a0-0b52-4eab-b171-bddb411eaf08', 'tenant_id': '4325c3d504064fab843e420e92521480', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'port_id': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'mac_address': 'fa:16:3e:e7:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:18Z', 'updated_at': '2021-12-20T15:37:53Z', 'revision_number': 1, 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:55.084996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c95340a9-a51e-45bd-82b2-9e618a5a602a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.091699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-038e89a9-6083-4678-80c5-b2eacd8b44e0 req-6a749ce6-7d6d-4543-8bf1-d1f57947b063 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 210 time: 0.0513797 Dec 20 15:37:55.098738 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:37:55.100438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.126404 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:55.139225 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:37:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:55.194867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c95340a9-a51e-45bd-82b2-9e618a5a602a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.251921 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c95340a9-a51e-45bd-82b2-9e618a5a602a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29048ac6bb6c46fe8c8f02f9f559baaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752230 Dec 20 15:37:55.253686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95340a9-a51e-45bd-82b2-9e618a5a602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465c93f7-aacc-4503-b9f8-99a13b75da3b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:55.258702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42686) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:55.278753 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:55.317846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359469f1-acb7-463d-b41a-63240113386c req-9c53b662-6a5b-4e44-a0b3-bb23b9073fee tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:55.325609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-359469f1-acb7-463d-b41a-63240113386c req-9c53b662-6a5b-4e44-a0b3-bb23b9073fee tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 971 time: 0.1482425 Dec 20 15:37:55.344218 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c96c61-0567-4441-9a4a-e79e6673272f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.355969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Made reservation on behalf of afa621ed4101410087c7bf8b12af495d for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:55.360091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.378741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c96c61-0567-4441-9a4a-e79e6673272f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.412873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.430398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:55.478196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-359469f1-acb7-463d-b41a-63240113386c req-7eeb4f66-d43e-448e-9b46-5e9525bc5a2a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514993 Dec 20 15:37:55.508235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:55.528873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7fc7a299-8039-4f7e-b19b-c9e3f362ce92 req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-961461961', 'description': 'tempest-description-509207529'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:55.556684 n-d-781076-8 neutron-server[103954]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 15:37:55.560860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-5bd512be-3687-48c6-9707-451fbe947746 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:37:55.570123 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-5bd512be-3687-48c6-9707-451fbe947746 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1300883 Dec 20 15:37:55.570123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c96c61-0567-4441-9a4a-e79e6673272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.570123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c96c61-0567-4441-9a4a-e79e6673272f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.570123 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-56c96c61-0567-4441-9a4a-e79e6673272f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/465c93f7-aacc-4503-b9f8-99a13b75da3b HTTP/1.1" status: 204 len: 168 time: 0.2946620 Dec 20 15:37:55.593986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c96c61-0567-4441-9a4a-e79e6673272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465c93f7-aacc-4503-b9f8-99a13b75da3b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:55.608849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:55.635496 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '300b37a0-0b52-4eab-b171-bddb411eaf08', 'tenant_id': '4325c3d504064fab843e420e92521480', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'port_id': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'mac_address': 'fa:16:3e:e7:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:18Z', 'updated_at': '2021-12-20T15:37:53Z', 'revision_number': 1, 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:55.675462 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058315d6-111d-4a49-a5b3-2edbe5b16993 None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '300b37a0-0b52-4eab-b171-bddb411eaf08', 'tenant_id': '4325c3d504064fab843e420e92521480', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'port_id': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'mac_address': 'fa:16:3e:e7:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:18Z', 'updated_at': '2021-12-20T15:37:53Z', 'revision_number': 1, 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:37:55.686991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fc7a299-8039-4f7e-b19b-c9e3f362ce92 req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.734106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-8033e53f-3655-4e47-b67d-5df53f7e7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:55.737121 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-8033e53f-3655-4e47-b67d-5df53f7e7c17 service neutron] 10.222.0.81 "GET /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 1093 time: 0.0969203 Dec 20 15:37:55.748449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:55.748974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:37:55.752831 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.791272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Transition to ACTIVE for port object eb3875c2-c985-40b8-9cd3-a3e4249fe98a will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:55.807212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.848603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fc7a299-8039-4f7e-b19b-c9e3f362ce92 req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.866266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.897059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.927221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:55.927221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:55.927221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:55.935508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:55.936602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:55.937549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fc7a299-8039-4f7e-b19b-c9e3f362ce92 req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:55.944609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:55.945310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:55.945865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:55.946577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Bound port: d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:55.958097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8467d-65c8-44ca-8020-d96abb24126f None None] New status for floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:37:56.023099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:56.053718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38712b4d-1bf4-4941-8e93-ad6c2efe02b5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:56.060729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] No DVR routers for this DVR port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:37:56.090545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fc7a299-8039-4f7e-b19b-c9e3f362ce92 req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:56.098995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fc7a299-8039-4f7e-b19b-c9e3f362ce92 req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5947740 Dec 20 15:37:56.118639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:56.219001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:56.219406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:56.219904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:56.225196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770a3e7-42dc-41cc-9808-e2eda549d222 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d244ac3a-aa05-425d-bcca-739c56c114c9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:56.235758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:56.235953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:56.235953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Attempting to bind port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:56.236124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-6ebdc0bf-86e5-495f-8409-c1ac5aa4d27a service neutron] 10.222.0.81 "POST /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac/bindings HTTP/1.1" status: 201 len: 389 time: 0.4899867 Dec 20 15:37:56.255974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:56.259997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:56.260328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:56.263684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Bound port: eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:56.263684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:56.292872 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536562df-ed2c-4414-9f4f-80c93b52b052 x-openstack-request-id: req-536562df-ed2c-4414-9f4f-80c93b52b052 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:56.293307 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:56.293658 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-536562df-ed2c-4414-9f4f-80c93b52b052 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:56.294131 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'status': 'completed', 'code': 200} Dec 20 15:37:56.357428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf236-2200-425f-b387-4152c2dd09fd req-a2b7237e-5b55-4ad7-93f5-c6a7bf5fd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:56.359233 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-a2b7237e-5b55-4ad7-93f5-c6a7bf5fd152 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 1097 time: 0.0634601 Dec 20 15:37:56.407656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Allocated IP 192.168.233.27 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/85db0de8-7582-4bcb-9db7-b52fedbf602d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:56.417939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-b364cf91-a43a-4bc5-ae30-70bda83f636c tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420482 Dec 20 15:37:56.470349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf236-2200-425f-b387-4152c2dd09fd req-41b1a81d-960d-4111-89a8-bb398e7a0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:56.471863 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-41b1a81d-960d-4111-89a8-bb398e7a0f86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 924 time: 0.1026146 Dec 20 15:37:56.602998 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-8b441722-d682-413b-a567-718773be42fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f78d118e-9ded-4f64-9c79-612c11d7032f HTTP/1.1" status: 200 len: 1002 time: 0.1229548 Dec 20 15:37:56.658458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf236-2200-425f-b387-4152c2dd09fd req-e750b255-9d7c-4487-b46c-6cd55a94a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:56.659911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-e750b255-9d7c-4487-b46c-6cd55a94a800 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 200 len: 862 time: 0.0502422 Dec 20 15:37:56.725112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf236-2200-425f-b387-4152c2dd09fd req-a7ea8166-ebc9-43dc-8d8d-a2f3d962f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:56.726648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-a7ea8166-ebc9-43dc-8d8d-a2f3d962f227 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1473221d-00fa-4458-b527-afbb96ad3c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595407 Dec 20 15:37:56.755872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:56.775935 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:56.832025 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-dee4ed76-ec12-42d7-9046-0c4910954775 service neutron] 10.222.0.83 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982933 Dec 20 15:37:56.833311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:56.937501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:56.938073 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c28bf236-2200-425f-b387-4152c2dd09fd req-4ab7bdde-1497-4a46-b6f8-4ae1147ee6d9 service neutron] 10.222.0.83 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970223 Dec 20 15:37:57.012063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.012558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:57.014379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] 10.222.0.83 "PUT /v2.0/ports/eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 1095 time: 2.0834231 Dec 20 15:37:57.018712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-24896344-e7f9-4876-baef-e7d2d2c65156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.029470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-24896344-e7f9-4876-baef-e7d2d2c65156 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1096 time: 0.0661480 Dec 20 15:37:57.082942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-da032186-d0ac-4875-85c4-2f59a45e35fe tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.089493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-da032186-d0ac-4875-85c4-2f59a45e35fe tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6591022 Dec 20 15:37:57.147547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-df3e5bcf-d2d5-4b1e-94ee-1f8e9c638ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.148966 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-df3e5bcf-d2d5-4b1e-94ee-1f8e9c638ebf service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1110065 Dec 20 15:37:57.189409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-f1d170bc-b7de-47a3-9d46-4d33a8d74149 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/quotas/7ae6ac1848bc46d29f9a3efcc563f26f HTTP/1.1" status: 200 len: 375 time: 0.0986879 Dec 20 15:37:57.200725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-99a439d4-929a-4b8d-a0bf-ea4fd2ebc6ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.0439229 Dec 20 15:37:57.235254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659db0-1d37-4219-8398-26c46d88fd18 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:57.302669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-15101196-ea64-4b74-96dd-9e4c87fa336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.302669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-15101196-ea64-4b74-96dd-9e4c87fa336d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0618503 Dec 20 15:37:57.305753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:57.307851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-e6617cdf-52e7-44ff-a72e-928ff271cb78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311022 Dec 20 15:37:57.329427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-43429bd2-f362-4165-bf8b-d5857021a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.331022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-43429bd2-f362-4165-bf8b-d5857021a00f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1098 time: 0.2788720 Dec 20 15:37:57.446220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-dd500243-6939-4823-a898-485288d51d94 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2303665 Dec 20 15:37:57.465102 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-dce5381e-f61f-4a87-aed6-f1b1a4962e96 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489964 Dec 20 15:37:57.536487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-46121d8e-3fb8-474b-b6d0-5a6d5bdb8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.538070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-46121d8e-3fb8-474b-b6d0-5a6d5bdb8d94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1927054 Dec 20 15:37:57.571370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:57.580652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-0e373fa2-9496-457c-984c-1694d4ad6c30 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084628 Dec 20 15:37:57.590662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-0b7865f6-986c-4587-9a52-d7a9ed898168 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45382 time: 0.9039557 Dec 20 15:37:57.632107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-de972c4a-6608-4f53-b95b-fe735de557b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0721514 Dec 20 15:37:57.713698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:57.726092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:57.740400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:57.746267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.746815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:57.758307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Pushing event updated for resources: {'Port': ['ID=85db0de8-7582-4bcb-9db7-b52fedbf602d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:57.775879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-3ab3df10-414f-4136-a4a1-e1e7952c2a54 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/1d54bb5d-4f2a-492c-88a6-cd8f9a39c9a1 HTTP/1.1" status: 200 len: 2994 time: 0.1524010 Dec 20 15:37:57.777782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-4aacb0d9-712a-477d-8ada-435f84f4f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.779231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-4aacb0d9-712a-477d-8ada-435f84f4f6d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1234834 Dec 20 15:37:57.842450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-6e4551e3-8cc4-4116-9810-19d230e9f43a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9033377 Dec 20 15:37:57.858554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Request body: {'port': {'device_id': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:57.904583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-47eedf32-bb9d-4482-8f36-70534c3dff70 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/1d54bb5d-4f2a-492c-88a6-cd8f9a39c9a1 HTTP/1.1" status: 200 len: 2994 time: 0.1196196 Dec 20 15:37:57.916884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-73c8d8fe-79f4-467e-af10-cca073136e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.918859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-73c8d8fe-79f4-467e-af10-cca073136e09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271112 Dec 20 15:37:57.945512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-5fac9d73-8f6e-43fe-abc1-c12b43889a3e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:57.947264 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-5fac9d73-8f6e-43fe-abc1-c12b43889a3e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1446073 Dec 20 15:37:57.966850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:58.072920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.116679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-6b914689-a0e8-456d-ae22-1f6e99c9cb99 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/34cc3613-0864-4c34-844c-525f69ad3cd1 HTTP/1.1" status: 200 len: 2998 time: 0.2109957 Dec 20 15:37:58.133477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.134364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1ce82-ace2-4183-a7fe-f558dabe54b5 req-679cb998-70e9-46cd-9baf-df26da9eefd8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:58.139281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-901bee58-ff53-4568-8a18-13cd14c5a0c2 None None] Provisioning complete for port 85db0de8-7582-4bcb-9db7-b52fedbf602d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:58.140331 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-901bee58-ff53-4568-8a18-13cd14c5a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.142897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfc1ce82-ace2-4183-a7fe-f558dabe54b5 req-679cb998-70e9-46cd-9baf-df26da9eefd8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 935 time: 0.2210104 Dec 20 15:37:58.206891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-901bee58-ff53-4568-8a18-13cd14c5a0c2 None None] Port 85db0de8-7582-4bcb-9db7-b52fedbf602d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:58.267412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-dae89c60-dbce-4e43-98d2-5489459b7a55 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196280 Dec 20 15:37:58.314311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:37:58.330426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a'}, {'name': 'network-changed', 'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:58.330932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:58.334123 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d39772f-532d-4446-a0af-f245b03d87ca" -d '{"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a"}, {"name": "network-changed", "server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:58.379748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:37:58.382017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:58.392281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-cbac3c16-835c-47a2-a5c2-8634ce79cad2 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/34cc3613-0864-4c34-844c-525f69ad3cd1 HTTP/1.1" status: 200 len: 2998 time: 0.2747049 Dec 20 15:37:58.405992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfc1ce82-ace2-4183-a7fe-f558dabe54b5 req-3e2a5f59-c050-4204-a0e5-bd66b5d6fb75 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589769 Dec 20 15:37:58.432155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.436781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:58.439718 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793fc23d-0497-4353-955c-e8536e17a2c2" -d '{"events": [{"server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "name": "network-vif-unplugged", "status": "completed", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:58.588428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.593933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74c335e5-51b5-492e-8a30-1dbe079823c6 req-805e403f-0cdf-4546-8843-ac0b7a8b8444 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643173 Dec 20 15:37:58.603365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-c6622c14-ef81-4d0f-9795-bf6083b7a2ff tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/38712b4d-1bf4-4941-8e93-ad6c2efe02b5 HTTP/1.1" status: 200 len: 2998 time: 0.1964114 Dec 20 15:37:58.640299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8e436-ebee-4d19-ac12-0660fa1ae894 req-1820952d-46ef-4cea-a3db-ef0750dee016 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:58.641849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aa8e436-ebee-4d19-ac12-0660fa1ae894 req-1820952d-46ef-4cea-a3db-ef0750dee016 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 947 time: 0.1677892 Dec 20 15:37:58.671715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:58.684440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:58.684947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:58.685259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:58.694974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:58.695506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Attempting to bind port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:58.714307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:58.717447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:58.718079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:58.718775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Bound port: d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:58.719336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.731622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-febd61c8-0b3c-467f-aa67-63e48f9ed6d3 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/38712b4d-1bf4-4941-8e93-ad6c2efe02b5 HTTP/1.1" status: 200 len: 2998 time: 0.1166449 Dec 20 15:37:58.778447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aa8e436-ebee-4d19-ac12-0660fa1ae894 req-ff65405b-3cb7-4c11-bfe9-12ead8a3779a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248016 Dec 20 15:37:58.780840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85db0de8-7582-4bcb-9db7-b52fedbf602d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:58.805468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.809146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:58.812931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:58.830296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Transition to ACTIVE for port object 85db0de8-7582-4bcb-9db7-b52fedbf602d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:58.834342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-16e3f454-3cd5-44be-9131-1d6d6395dcef tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/3af2dce6-1381-43dd-a357-970b3ce636b6 HTTP/1.1" status: 200 len: 2998 time: 0.0923645 Dec 20 15:37:58.897712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.909532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-ee98515a-a3ea-49b4-8c11-5cd322036bbe tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/3af2dce6-1381-43dd-a357-970b3ce636b6 HTTP/1.1" status: 200 len: 2998 time: 0.0676348 Dec 20 15:37:58.937943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf014a-0a76-4d1c-aa7a-ad740be85cc5 req-3efabcd7-e318-4a51-80f3-8fe8b2bfbbf9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:58.945197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aaf014a-0a76-4d1c-aa7a-ad740be85cc5 req-3efabcd7-e318-4a51-80f3-8fe8b2bfbbf9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0700178 Dec 20 15:37:58.945197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:58.999669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:59.003328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.003984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:59.005865 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-ec4b4aeb-0e81-4c44-88ab-fe57a2caaebb service neutron] 10.222.0.72 "PUT /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 1121 time: 1.0495882 Dec 20 15:37:59.063365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-ede0a4f9-33f0-4e21-b488-8a4ed79e9531 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6b3f7df6-6c2e-4b2a-9470-bff6eb2f7958 HTTP/1.1" status: 200 len: 2994 time: 0.1437216 Dec 20 15:37:59.069309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=85db0de8-7582-4bcb-9db7-b52fedbf602d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:59.106048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d5250ffc-1043-48ff-8a7a-bbbdaabe1dac'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:59.124436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aaf014a-0a76-4d1c-aa7a-ad740be85cc5 req-5cf3a00d-43fb-4c78-acb3-6c24ccad1cc8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645434 Dec 20 15:37:59.141045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Attempting to bind port 85db0de8-7582-4bcb-9db7-b52fedbf602d on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:59.141045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Attempting to bind port 85db0de8-7582-4bcb-9db7-b52fedbf602d by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:59.141045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Attempting to bind port 85db0de8-7582-4bcb-9db7-b52fedbf602d on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:59.167763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Port 85db0de8-7582-4bcb-9db7-b52fedbf602d on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:59.168091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Attempting to bind port 85db0de8-7582-4bcb-9db7-b52fedbf602d on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:59.175685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:59.176883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:59.177325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:59.178053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Bound port: 85db0de8-7582-4bcb-9db7-b52fedbf602d, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:59.178418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:59.202287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-725e0c2d-8f4a-4d42-82bc-dd7b019f00ac tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6b3f7df6-6c2e-4b2a-9470-bff6eb2f7958 HTTP/1.1" status: 200 len: 2994 time: 0.1255884 Dec 20 15:37:59.233196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3621bba5-0931-4ce9-a8cd-4f8906e1022f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:59.320346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-e490b9e2-3783-402e-9b63-0ebfd055d6b0 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/854578f5-2005-48f5-9c81-f92374fd3c4e HTTP/1.1" status: 200 len: 2994 time: 0.1171606 Dec 20 15:37:59.322955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] For port 85db0de8-7582-4bcb-9db7-b52fedbf602d, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:59.326381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] For port 85db0de8-7582-4bcb-9db7-b52fedbf602d, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:59.392417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-8ad98f4b-9f3d-4fb6-b002-0c8c7ce8d9fc tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/854578f5-2005-48f5-9c81-f92374fd3c4e HTTP/1.1" status: 200 len: 2994 time: 0.0628307 Dec 20 15:37:59.414803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6629563-1506-4a9a-9487-faa79409ec7d req-66720749-a804-42fb-a760-1154ddd8babf tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 210 time: 0.0323966 Dec 20 15:37:59.457199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-5fa89965-354f-4be8-947a-3839bcdd93ab tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/88be0233-c635-4599-8a8a-6db1d941daed HTTP/1.1" status: 200 len: 2998 time: 0.0454645 Dec 20 15:37:59.501894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-30a69070-bc77-4bcb-b530-a543997209b2 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/88be0233-c635-4599-8a8a-6db1d941daed HTTP/1.1" status: 200 len: 2998 time: 0.0382135 Dec 20 15:37:59.507478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:59.568555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.575736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:59.575736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] 10.222.0.72 "PUT /v2.0/ports/85db0de8-7582-4bcb-9db7-b52fedbf602d HTTP/1.1" status: 200 len: 1095 time: 1.7174537 Dec 20 15:37:59.583137 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbf4a32-f3cf-460e-a9c6-701380bd5fcf x-openstack-request-id: req-ccbf4a32-f3cf-460e-a9c6-701380bd5fcf {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:59.583432 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a", "code": 200}, {"name": "network-changed", "server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:59.583682 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccbf4a32-f3cf-460e-a9c6-701380bd5fcf {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:59.584081 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'code': 200} Dec 20 15:37:59.584335 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'status': 'completed', 'code': 200} Dec 20 15:37:59.615580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23554a66-249e-4e1c-a0e7-16e6ee4c92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=85db0de8-7582-4bcb-9db7-b52fedbf602d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:59.619554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-2a531759-2144-47d6-9714-635f36e6e0c3 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/8d51dec1-4f04-4374-8522-e53b9ae92be1 HTTP/1.1" status: 200 len: 2998 time: 0.1096330 Dec 20 15:37:59.636145 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde480a-724d-4ef8-a267-971f1c467371 x-openstack-request-id: req-8cde480a-724d-4ef8-a267-971f1c467371 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:59.637015 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "name": "network-vif-unplugged", "status": "completed", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:59.637487 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cde480a-724d-4ef8-a267-971f1c467371 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:59.638069 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'code': 200} Dec 20 15:37:59.737057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-bccd0d9c-bbcc-46f0-a0d8-570e643138bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.739979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-bccd0d9c-bbcc-46f0-a0d8-570e643138bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1098 time: 0.1166472 Dec 20 15:37:59.743419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-c74d2710-31fc-48fe-96d7-1a361d01b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.744931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-c74d2710-31fc-48fe-96d7-1a361d01b6f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1098 time: 0.1242309 Dec 20 15:37:59.758474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-7e8daca5-e1b2-4047-975e-69cd8ec59418 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/8d51dec1-4f04-4374-8522-e53b9ae92be1 HTTP/1.1" status: 200 len: 2998 time: 0.1182086 Dec 20 15:37:59.816959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-9faf01e6-9628-4eb8-9bac-c054c7f2bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.820585 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-9faf01e6-9628-4eb8-9bac-c054c7f2bbc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=afa621ed4101410087c7bf8b12af495d&device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 1098 time: 0.0626116 Dec 20 15:37:59.869511 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-d4bf92a4-91fe-4ae7-8def-a9c62eacd301 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d HTTP/1.1" status: 200 len: 217 time: 0.0372782 Dec 20 15:37:59.923951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-5337c0f1-f4d2-4ec4-940f-dbb03a82ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.926285 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-5337c0f1-f4d2-4ec4-940f-dbb03a82ec5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0487185 Dec 20 15:37:59.979979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13143-5f40-427b-8a91-0e6db506a340 req-d8528a14-1b72-42dd-a767-eb18df969030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:59.982050 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-d8528a14-1b72-42dd-a767-eb18df969030 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486629 Dec 20 15:38:00.087905 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-7e9ce45f-c585-4408-9dd3-699fdc0096e2 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972352 Dec 20 15:38:00.195894 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12a13143-5f40-427b-8a91-0e6db506a340 req-02282858-25fa-408c-a5a0-a1da69f8ef69 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004400 Dec 20 15:38:00.199534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-a29c957e-37eb-4a40-af4d-ff9c243c9b7b tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a1642ee0-a32f-469e-b6bb-dffb4b709c71 HTTP/1.1" status: 200 len: 2998 time: 0.4219701 Dec 20 15:38:00.266010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0bb05-d78e-43d0-9100-70183c0ac9e4 req-523b54ea-a2b2-4e16-a5a2-bae1618cec67 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.267542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57d0bb05-d78e-43d0-9100-70183c0ac9e4 req-523b54ea-a2b2-4e16-a5a2-bae1618cec67 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 947 time: 0.1498663 Dec 20 15:38:00.268798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-5ca57cc2-8930-4205-b2dc-0c8929ca8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.270199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-5ca57cc2-8930-4205-b2dc-0c8929ca8fa4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.5099413 Dec 20 15:38:00.271141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-4a4fc832-03fb-49ce-8047-0a72401f6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.272949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-4a4fc832-03fb-49ce-8047-0a72401f6903 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.5246544 Dec 20 15:38:00.295040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-ffa43ea0-819b-4d8b-835e-254ab5bf1017 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212970 Dec 20 15:38:00.372163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-f319ec4e-4532-422e-bb1f-7146d3b333f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0929801 Dec 20 15:38:00.374166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-8950a0f1-7ddb-4b1e-b319-e8d26025e0ae tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a1642ee0-a32f-469e-b6bb-dffb4b709c71 HTTP/1.1" status: 200 len: 2998 time: 0.1660831 Dec 20 15:38:00.375433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-134e8754-bdde-4b9e-931e-8810fd2aa227 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0865216 Dec 20 15:38:00.424049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-ce5c3f19-7d7d-4841-83c8-3c1864a7fcc9 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.425742 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-ce5c3f19-7d7d-4841-83c8-3c1864a7fcc9 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210589 Dec 20 15:38:00.439341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Request body: {'port': {'device_id': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '7ae6ac1848bc46d29f9a3efcc563f26f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:00.496243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57d0bb05-d78e-43d0-9100-70183c0ac9e4 req-66032270-b0bc-4354-bdd9-94ca40e29216 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183607 Dec 20 15:38:00.528121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-006c2cc2-ac06-4696-9a58-acc30ef4b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.529618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-006c2cc2-ac06-4696-9a58-acc30ef4b473 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1267467 Dec 20 15:38:00.531465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-b571ff39-7394-44b3-98fc-812f70c2cecb tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b866c03d-f030-4be0-9c8b-c267966c89ff HTTP/1.1" status: 200 len: 2994 time: 0.1508667 Dec 20 15:38:00.532942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-c9c24730-3fb4-4d58-ad3f-f461d81bb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.534359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-c9c24730-3fb4-4d58-ad3f-f461d81bb302 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1472290 Dec 20 15:38:00.674595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-775e8cbe-1d29-4c3e-8ea0-efd19cdfdec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.676471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-775e8cbe-1d29-4c3e-8ea0-efd19cdfdec8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292300 Dec 20 15:38:00.680355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39772f-532d-4446-a0af-f245b03d87ca req-7a798f5e-cdda-4006-a31a-e19c2cab52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.681839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-7a798f5e-cdda-4006-a31a-e19c2cab52a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442530 Dec 20 15:38:00.685615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Made reservation on behalf of 7ae6ac1848bc46d29f9a3efcc563f26f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:00.689452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:00.693916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-b12880ec-d16b-4b63-b0ae-4733c670cf15 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b866c03d-f030-4be0-9c8b-c267966c89ff HTTP/1.1" status: 200 len: 2994 time: 0.1033237 Dec 20 15:38:00.723811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29cdc-142d-4449-909f-708ed617656c req-88680efc-3e5f-49b1-9c5d-c09fab959c43 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:00.725568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6e29cdc-142d-4449-909f-708ed617656c req-88680efc-3e5f-49b1-9c5d-c09fab959c43 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 947 time: 0.1361430 Dec 20 15:38:00.840398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Allocated IP 192.168.233.181 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/de658c83-f048-4c1b-8f06-7c47c5d6731a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:00.921686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-b505cc79-3521-4aa1-a4dd-be0a165363c0 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d598a168-3ec2-4744-b28d-94a4a8623f0e HTTP/1.1" status: 200 len: 2998 time: 0.2064784 Dec 20 15:38:00.936037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6e29cdc-142d-4449-909f-708ed617656c req-07490eb7-2a4f-49c9-8281-ec09961fcfbe tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880727 Dec 20 15:38:00.937896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-13dfee20-1dab-4151-9420-435670902081 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533741 Dec 20 15:38:00.966465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-c121d6a4-4a6e-45f3-b8a4-72f120c64d62 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699063 Dec 20 15:38:01.002845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:01.098872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-6cae5d96-ddb7-4679-afb6-9f5047c838bc tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d598a168-3ec2-4744-b28d-94a4a8623f0e HTTP/1.1" status: 200 len: 2998 time: 0.1691604 Dec 20 15:38:01.215190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-78439fac-d8eb-4dab-b25f-e23476a2cf2c service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595403 Dec 20 15:38:01.219158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d39772f-532d-4446-a0af-f245b03d87ca req-712a7c94-fa29-46ee-97cf-505b3c28550f service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375333 Dec 20 15:38:01.233063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-73d1c88f-e6dc-4804-8f9d-1b793aefe0ba tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e1c68f69-b7ab-45be-854b-5512bc07fac3 HTTP/1.1" status: 200 len: 2998 time: 0.1261401 Dec 20 15:38:01.298709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fa432-f1f2-4700-a3d6-9ae219d7e646 req-9105950b-506e-4165-b366-4164131aa68c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:01.300243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff8fa432-f1f2-4700-a3d6-9ae219d7e646 req-9105950b-506e-4165-b366-4164131aa68c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0801919 Dec 20 15:38:01.305101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-765c62c3-7b14-483e-8318-2abb5d281379 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e1c68f69-b7ab-45be-854b-5512bc07fac3 HTTP/1.1" status: 200 len: 2998 time: 0.0576122 Dec 20 15:38:01.335832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:01.350762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e55b8a19-b93f-4e5d-90d8-23f65649482d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:01.381082 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:01.383341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff8fa432-f1f2-4700-a3d6-9ae219d7e646 req-e81e9500-1a5e-4b75-a91c-399f1e474d46 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Dec 20 15:38:01.388207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-66eadcc8-b8a8-45dd-92bc-f9941ee86532 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e5f83a5e-6949-4308-9e22-4ffd2e565f24 HTTP/1.1" status: 200 len: 2990 time: 0.0738804 Dec 20 15:38:01.390630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:01.394790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:01.413369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:01.413369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:01.421653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Pushing event updated for resources: {'Port': ['ID=de658c83-f048-4c1b-8f06-7c47c5d6731a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:01.467461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2d4cfb-bc39-4db6-be8f-6e98663ff469 req-e0eb5ac3-549f-473a-81e6-0495323181cf tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e5f83a5e-6949-4308-9e22-4ffd2e565f24 HTTP/1.1" status: 200 len: 2990 time: 0.0647969 Dec 20 15:38:01.597136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'tag': '85db0de8-7582-4bcb-9db7-b52fedbf602d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:01.600043 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01794163-b7d2-44d2-80b2-d0b8a73ab618" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe00422-88b1-4a7c-9b17-6057defcef4c", "tag": "85db0de8-7582-4bcb-9db7-b52fedbf602d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:01.627539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17a6f5-3926-4980-a9c7-c0ed045971c5 req-ed652ead-7016-4500-bafb-11b2d611ad94 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:01.629743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b17a6f5-3926-4980-a9c7-c0ed045971c5 req-ed652ead-7016-4500-bafb-11b2d611ad94 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 936 time: 0.0607288 Dec 20 15:38:01.639132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:01.641794 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f38f466-092e-47af-9fb4-b67328ce95db" -d '{"events": [{"name": "network-changed", "server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:01.678420 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-4e82071a-4c11-4c67-821e-91fa0856d21e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2431526 Dec 20 15:38:01.690629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Request body: {'port': {'device_id': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:01.693996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b17a6f5-3926-4980-a9c7-c0ed045971c5 req-aebb0fb4-7d00-46a7-b134-51f54bdb3344 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Dec 20 15:38:01.732123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1a1067d-27cb-4514-a6c7-9c6f22169f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:01.738935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4cd61b14-ba1c-4d68-afcd-3216e4e3def1 None None] Provisioning complete for port de658c83-f048-4c1b-8f06-7c47c5d6731a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:01.743338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4cd61b14-ba1c-4d68-afcd-3216e4e3def1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:01.764936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:01.769439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eba8014b-5b8d-440f-ac6e-6a6356e22f56 req-baaf7a0b-2251-45f7-9a52-6f5774e60ea8 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2d90c43e8184661a66055b1ad60d6ee HTTP/1.1" status: 200 len: 6153 time: 0.1004648 Dec 20 15:38:01.790994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4cd61b14-ba1c-4d68-afcd-3216e4e3def1 None None] Port de658c83-f048-4c1b-8f06-7c47c5d6731a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:01.862363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eba8014b-5b8d-440f-ac6e-6a6356e22f56 req-0c9f8a4a-aa20-4d11-a590-8148b7e2262d tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "GET /v2.0/security-groups/88be0233-c635-4599-8a8a-6db1d941daed HTTP/1.1" status: 200 len: 2998 time: 0.0848432 Dec 20 15:38:01.876537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689a0da-6a31-44fd-9cce-e689d9f1e99b req-17e0bf0a-9fed-4557-b918-9a4191c443ec tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:01.878562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c689a0da-6a31-44fd-9cce-e689d9f1e99b req-17e0bf0a-9fed-4557-b918-9a4191c443ec tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 947 time: 0.0864892 Dec 20 15:38:01.951447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eba8014b-5b8d-440f-ac6e-6a6356e22f56 req-12a44389-6f71-45a2-bfdf-bb0db3a4575a tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "GET /v2.0/security-groups/88be0233-c635-4599-8a8a-6db1d941daed HTTP/1.1" status: 200 len: 2998 time: 0.0723372 Dec 20 15:38:01.965736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c689a0da-6a31-44fd-9cce-e689d9f1e99b req-560683e5-c369-4e2c-930c-823c79d5a7d2 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796976 Dec 20 15:38:01.996138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:02.017827 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb660c-509c-4f53-8478-1d27777d45b1 x-openstack-request-id: req-dafb660c-509c-4f53-8478-1d27777d45b1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:02.020892 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe00422-88b1-4a7c-9b17-6057defcef4c", "tag": "85db0de8-7582-4bcb-9db7-b52fedbf602d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:02.021334 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dafb660c-509c-4f53-8478-1d27777d45b1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:02.025627 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'tag': '85db0de8-7582-4bcb-9db7-b52fedbf602d', 'status': 'completed', 'code': 200} Dec 20 15:38:02.039929 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d521680c-f9c9-4f9e-a3d8-b322f9efe974 x-openstack-request-id: req-d521680c-f9c9-4f9e-a3d8-b322f9efe974 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:02.040383 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:02.040793 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d521680c-f9c9-4f9e-a3d8-b322f9efe974 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:02.041432 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'status': 'completed', 'code': 200} Dec 20 15:38:02.176877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de658c83-f048-4c1b-8f06-7c47c5d6731a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:02.185834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.200256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Transition to ACTIVE for port object de658c83-f048-4c1b-8f06-7c47c5d6731a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:02.237911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-565a8d85-5b5d-4cb2-81e5-f21c157da34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.246430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-7d91d4ae-bc54-4ba3-afaa-e323666e9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.247962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-7d91d4ae-bc54-4ba3-afaa-e323666e9a88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=afa621ed4101410087c7bf8b12af495d&device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 1098 time: 0.1967766 Dec 20 15:38:02.274376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.296928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38f466-092e-47af-9fb4-b67328ce95db req-41e6cc5a-f211-47e4-8dae-dfa58cb7b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.298620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-41e6cc5a-f211-47e4-8dae-dfa58cb7b02e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1124 time: 0.1991179 Dec 20 15:38:02.328632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1df3c-e83e-4456-9280-22b36d4cd4c9 req-3d7244d9-8806-4c57-b7a6-5b1c9c17f26a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.341106 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0c1df3c-e83e-4456-9280-22b36d4cd4c9 req-3d7244d9-8806-4c57-b7a6-5b1c9c17f26a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 947 time: 0.2259169 Dec 20 15:38:02.355507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:02.356510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Pushing event updated for resources: {'Port': ['ID=de658c83-f048-4c1b-8f06-7c47c5d6731a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:02.428192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Attempting to bind port de658c83-f048-4c1b-8f06-7c47c5d6731a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:02.428898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Attempting to bind port de658c83-f048-4c1b-8f06-7c47c5d6731a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:02.429575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Attempting to bind port de658c83-f048-4c1b-8f06-7c47c5d6731a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:02.442506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Port de658c83-f048-4c1b-8f06-7c47c5d6731a on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:02.447544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Attempting to bind port de658c83-f048-4c1b-8f06-7c47c5d6731a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:02.463244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:02.464436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:02.465356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:02.466429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Bound port: de658c83-f048-4c1b-8f06-7c47c5d6731a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:02.467136 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.563381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:02.586253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:38:02.631510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-1ec0c5e4-7333-4b84-a0b3-f9720d5b576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.632999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-1ec0c5e4-7333-4b84-a0b3-f9720d5b576b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3760083 Dec 20 15:38:02.636358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0c1df3c-e83e-4456-9280-22b36d4cd4c9 req-98b5faac-d533-4af7-96a3-81e135db11fa tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848821 Dec 20 15:38:02.663606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] For port de658c83-f048-4c1b-8f06-7c47c5d6731a, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:02.666758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38f466-092e-47af-9fb4-b67328ce95db req-c71c7322-f58f-46bc-a746-7315ad3e238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.667982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] For port de658c83-f048-4c1b-8f06-7c47c5d6731a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:02.668336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-c71c7322-f58f-46bc-a746-7315ad3e238c service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.3228955 Dec 20 15:38:02.718526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-bc7fd4ea-df5f-47e2-9566-fb4238ad79c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d HTTP/1.1" status: 200 len: 217 time: 0.0707104 Dec 20 15:38:02.775443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-565a8d85-5b5d-4cb2-81e5-f21c157da34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.792498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-0d950427-cdf9-42f5-b755-975d4dc4bce3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.0862021 Dec 20 15:38:02.795213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13f66f17-ddfc-46ca-96fc-c0b1566230ef req-36df84f6-5a25-4902-a064-c81535c5ccc0 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d244ac3a-aa05-425d-bcca-739c56c114c9 HTTP/1.1" status: 200 len: 1793 time: 0.2470293 Dec 20 15:38:02.800098 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.806115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.846982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.848222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.849793 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-57373164-573f-466d-a75b-79136ae5c535 service neutron] 10.222.0.72 "PUT /v2.0/ports/de658c83-f048-4c1b-8f06-7c47c5d6731a HTTP/1.1" status: 200 len: 1096 time: 1.1634316 Dec 20 15:38:02.867243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373164-573f-466d-a75b-79136ae5c535 service neutron] Pushing event updated for resources: {'Port': ['ID=de658c83-f048-4c1b-8f06-7c47c5d6731a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:02.905110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-565a8d85-5b5d-4cb2-81e5-f21c157da34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:02.917264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-f95b5264-f0da-4519-9a8f-6f68837d86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.918789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-f95b5264-f0da-4519-9a8f-6f68837d86cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1540730 Dec 20 15:38:02.934163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e6f8-eaea-4f3d-958d-ea22231a2e06 req-209345b4-7d87-4c34-9778-3b6facfa5a4e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.937032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5330e6f8-eaea-4f3d-958d-ea22231a2e06 req-209345b4-7d87-4c34-9778-3b6facfa5a4e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.2214544 Dec 20 15:38:02.951481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38f466-092e-47af-9fb4-b67328ce95db req-b011a582-acdf-4552-9be8-4a11324eaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:02.952946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-b011a582-acdf-4552-9be8-4a11324eaa95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1356616 Dec 20 15:38:03.037931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-ba57d25d-8095-43a8-95bb-c7439877b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.039737 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-ba57d25d-8095-43a8-95bb-c7439877b34c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 1099 time: 0.0491304 Dec 20 15:38:03.042987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-565a8d85-5b5d-4cb2-81e5-f21c157da34d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=134e54f2d7084f7295688324ecdeeb12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0450318 Dec 20 15:38:03.045586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42852) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:03.062887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a8d85-5b5d-4cb2-81e5-f21c157da34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea33d6af-f7d8-4673-90cb-8c010dc0f9ab,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:03.072005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-02dded7c-264d-40bf-bcac-9313d5a92d06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656497 Dec 20 15:38:03.074057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-13f66f17-ddfc-46ca-96fc-c0b1566230ef req-296a2216-be2e-4595-9b13-4682010509e1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.103071 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-2755f0e6-399b-42f8-8626-d6940eaa6191 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a HTTP/1.1" status: 200 len: 217 time: 0.0551322 Dec 20 15:38:03.158300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5330e6f8-eaea-4f3d-958d-ea22231a2e06 req-6f2aa748-2e1d-40d2-9e7a-4a3d6f842852 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034771 Dec 20 15:38:03.186297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-773511d9-7275-414a-85c4-e64464ffa206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.199328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-940b0d02-a3d8-45da-a77f-134e28732d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.200832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-940b0d02-a3d8-45da-a77f-134e28732d4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0901253 Dec 20 15:38:03.203866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-411df87d-5248-4ad9-b28a-71517257133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.205392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-411df87d-5248-4ad9-b28a-71517257133d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683682 Dec 20 15:38:03.207251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-13f66f17-ddfc-46ca-96fc-c0b1566230ef req-296a2216-be2e-4595-9b13-4682010509e1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.214041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-773511d9-7275-414a-85c4-e64464ffa206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.286581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-711b0828-ea88-45ad-9ba2-66fa4bcdfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.288172 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-711b0828-ea88-45ad-9ba2-66fa4bcdfc43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721745 Dec 20 15:38:03.329815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-06498684-4e11-4720-9919-9280fb03fb3b service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436888 Dec 20 15:38:03.382157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-d9064fb8-f57c-405b-a060-e844bd537170 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669579 Dec 20 15:38:03.404952 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-6ae45ac2-1a9a-4b79-ac65-b201b6bfd693 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098306 Dec 20 15:38:03.443300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-13f66f17-ddfc-46ca-96fc-c0b1566230ef req-296a2216-be2e-4595-9b13-4682010509e1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.445886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-13f66f17-ddfc-46ca-96fc-c0b1566230ef req-296a2216-be2e-4595-9b13-4682010509e1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.446999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13f66f17-ddfc-46ca-96fc-c0b1566230ef req-296a2216-be2e-4595-9b13-4682010509e1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/d244ac3a-aa05-425d-bcca-739c56c114c9 HTTP/1.1" status: 204 len: 173 time: 0.6278303 Dec 20 15:38:03.495023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:03.510785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cb73389-7bfe-4b72-9749-51f27749ba34 req-1037c863-90ea-4bd1-86f3-77b4542d54ec service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992103 Dec 20 15:38:03.512362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-773511d9-7275-414a-85c4-e64464ffa206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.514425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a2216-be2e-4595-9b13-4682010509e1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d244ac3a-aa05-425d-bcca-739c56c114c9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:03.516071 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-773511d9-7275-414a-85c4-e64464ffa206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.524151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-773511d9-7275-414a-85c4-e64464ffa206 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea33d6af-f7d8-4673-90cb-8c010dc0f9ab HTTP/1.1" status: 204 len: 168 time: 0.4775062 Dec 20 15:38:03.552845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773511d9-7275-414a-85c4-e64464ffa206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea33d6af-f7d8-4673-90cb-8c010dc0f9ab,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:03.613241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f38f466-092e-47af-9fb4-b67328ce95db req-75ac0040-9d96-42be-9a28-a2d9e7d599fc service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588961 Dec 20 15:38:03.627116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fe5e6-3f43-4a7d-97c2-cff32ba020f3 req-33f04b81-32c2-4c9f-8443-1188b345c3c0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.628892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb3fe5e6-3f43-4a7d-97c2-cff32ba020f3 req-33f04b81-32c2-4c9f-8443-1188b345c3c0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 948 time: 0.1950295 Dec 20 15:38:03.636410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01794163-b7d2-44d2-80b2-d0b8a73ab618 req-6e413d54-688c-4712-953a-29418b506563 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476387 Dec 20 15:38:03.647148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e012f-28d6-440f-8b22-60cf8b957cc9 req-318516c0-23cc-4740-8162-0c51c98e5466 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.654934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b7e012f-28d6-440f-8b22-60cf8b957cc9 req-318516c0-23cc-4740-8162-0c51c98e5466 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 947 time: 0.1336570 Dec 20 15:38:03.663826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:03.675123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'mac_address': 'fa:16:3e:60:c8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:03.714602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.729338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3875c2-c985-40b8-9cd3-a3e4249fe98a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:03.734811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b7e012f-28d6-440f-8b22-60cf8b957cc9 req-9c6f1ced-55eb-4eac-8e91-6156f54b7290 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783272 Dec 20 15:38:03.741273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb3fe5e6-3f43-4a7d-97c2-cff32ba020f3 req-1be950cd-1f14-4826-aed0-db3ca82dfe89 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024466 Dec 20 15:38:03.766910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:03.808893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49106d80-98be-4df5-b21f-b78ec436dfbc req-04c27c29-da3c-4c26-9ba7-724f9ad15efd tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fde4f4b9-f36c-465f-8b21-a34f73305348 HTTP/1.1" status: 200 len: 1794 time: 0.0397475 Dec 20 15:38:03.905905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7f62-c3df-4210-9ef9-95d3fc86ab9c req-5478ae12-62c1-4be1-8a39-b4f7c6a0b71b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:03.907497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3c7f62-c3df-4210-9ef9-95d3fc86ab9c req-5478ae12-62c1-4be1-8a39-b4f7c6a0b71b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 947 time: 0.0868115 Dec 20 15:38:03.920408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.926227 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49106d80-98be-4df5-b21f-b78ec436dfbc req-de0af965-b1f1-4f4d-8cf4-6cdeff4045d1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.967964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49106d80-98be-4df5-b21f-b78ec436dfbc req-de0af965-b1f1-4f4d-8cf4-6cdeff4045d1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.973050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:03.980872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.981257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.981606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.981941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.982279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.982619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.982929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.983254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.983580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.983904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.984224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.984546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.984867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:03.989540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3c7f62-c3df-4210-9ef9-95d3fc86ab9c req-6e91eae9-a0ad-4876-ba45-5272fc41ee89 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727174 Dec 20 15:38:04.042630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'tag': 'de658c83-f048-4c1b-8f06-7c47c5d6731a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:04.044934 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c4944d-bd3e-4011-afd9-fa1123e0300d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6d3e15-db43-43dd-bca0-0feb39aeebfa", "tag": "de658c83-f048-4c1b-8f06-7c47c5d6731a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:04.135726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49106d80-98be-4df5-b21f-b78ec436dfbc req-de0af965-b1f1-4f4d-8cf4-6cdeff4045d1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.136453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.139193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49106d80-98be-4df5-b21f-b78ec436dfbc req-de0af965-b1f1-4f4d-8cf4-6cdeff4045d1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.147016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49106d80-98be-4df5-b21f-b78ec436dfbc req-de0af965-b1f1-4f4d-8cf4-6cdeff4045d1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/fde4f4b9-f36c-465f-8b21-a34f73305348 HTTP/1.1" status: 204 len: 173 time: 0.3319170 Dec 20 15:38:04.155881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af965-b1f1-4f4d-8cf4-6cdeff4045d1 tempest-SecurityGroupsTestAdminJSON-1755692028 tempest-SecurityGroupsTestAdminJSON-1755692028-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde4f4b9-f36c-465f-8b21-a34f73305348,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:04.184733 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d42dab-86a0-4e78-b740-7bfe57f6f734 x-openstack-request-id: req-a4d42dab-86a0-4e78-b740-7bfe57f6f734 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:04.185232 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6d3e15-db43-43dd-bca0-0feb39aeebfa", "tag": "de658c83-f048-4c1b-8f06-7c47c5d6731a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:04.185491 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4d42dab-86a0-4e78-b740-7bfe57f6f734 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:04.185914 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'tag': 'de658c83-f048-4c1b-8f06-7c47c5d6731a', 'status': 'completed', 'code': 200} Dec 20 15:38:04.279570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-3eefa33e-3ae8-485d-9bd1-9d4bf7780e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:04.281110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-3eefa33e-3ae8-485d-9bd1-9d4bf7780e63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 1099 time: 0.0717912 Dec 20 15:38:04.285465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7771108-ed23-4b27-b8a8-8e3f4dd9ede3 req-1377aa90-af68-4780-b2aa-230ee78009d0 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "GET /v2.0/security-groups/18ba6c48-94b6-4d14-9838-d3b9d64c9bfb HTTP/1.1" status: 200 len: 1794 time: 0.0654941 Dec 20 15:38:04.336800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:04.364859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42882) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:04.374362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 85db0de8-7582-4bcb-9db7-b52fedbf602d details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:04.384993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e418-e0b0-41cc-9461-19ad7332fa43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.485749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e418-e0b0-41cc-9461-19ad7332fa43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.574355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 85db0de8-7582-4bcb-9db7-b52fedbf602d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:04.601886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '85db0de8-7582-4bcb-9db7-b52fedbf602d', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '85db0de8-7582-4bcb-9db7-b52fedbf602d', 'mac_address': 'fa:16:3e:38:c1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:04.646028 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e418-e0b0-41cc-9461-19ad7332fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.655146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.672860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85db0de8-7582-4bcb-9db7-b52fedbf602d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:04.688319 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7771108-ed23-4b27-b8a8-8e3f4dd9ede3 req-69fb21a8-f9a7-492c-870c-86e04a434ddd tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.702097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 85db0de8-7582-4bcb-9db7-b52fedbf602d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:04.706888 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6bb8e418-e0b0-41cc-9461-19ad7332fa43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2faf289a90b2424a9cbe656f16375334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378701 Dec 20 15:38:04.708900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:04.717993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8c937-0e02-4b4f-b860-7901b80a2178 req-19d252e3-b97c-403e-ba20-7d9d1d619456 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:04.718682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8e418-e0b0-41cc-9461-19ad7332fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb983ec-215a-46ca-a317-d2f20b8b8901,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:04.719414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2f8c937-0e02-4b4f-b860-7901b80a2178 req-19d252e3-b97c-403e-ba20-7d9d1d619456 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.1091754 Dec 20 15:38:04.725097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-43fdc719-5499-4eff-9f5e-6d066b4a3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:04.726626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-43fdc719-5499-4eff-9f5e-6d066b4a3c77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.4332652 Dec 20 15:38:04.757802 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7771108-ed23-4b27-b8a8-8e3f4dd9ede3 req-69fb21a8-f9a7-492c-870c-86e04a434ddd tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.783628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.804588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-e751149e-1abe-4486-a07a-6a80660837d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a HTTP/1.1" status: 200 len: 217 time: 0.0629811 Dec 20 15:38:04.836616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=85db0de8-7582-4bcb-9db7-b52fedbf602d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: from cryptography.utils import int_from_bytes Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: from cryptography.utils import int_from_bytes Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.857635 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:04.859988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:38:04.860923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-6211e368-77f0-45f9-be83-fdc8233d888e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:04.862539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-6211e368-77f0-45f9-be83-fdc8233d888e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135&tenant_id=bbc0e300d64e4ec89d910f49b3462363&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 948 time: 0.1208014 Dec 20 15:38:04.863763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-589019c3-9d7d-40be-aaae-b7af0e876126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.881543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2f8c937-0e02-4b4f-b860-7901b80a2178 req-5822a445-30c3-49fc-a060-9d2de796097f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511631 Dec 20 15:38:04.895172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-0419d9f9-6961-43e2-b488-0c29fbe97473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:04.896943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-0419d9f9-6961-43e2-b488-0c29fbe97473 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0823987 Dec 20 15:38:04.913684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-589019c3-9d7d-40be-aaae-b7af0e876126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.966635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-983bc42f-f06c-4bfa-8052-1ba1ffa8a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:04.968344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-983bc42f-f06c-4bfa-8052-1ba1ffa8a95d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584660 Dec 20 15:38:04.971494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7771108-ed23-4b27-b8a8-8e3f4dd9ede3 req-69fb21a8-f9a7-492c-870c-86e04a434ddd tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.972189 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-37883cf1-dcd5-4084-a1e9-476bd5dd0a04 service neutron] delete failed (client error): The resource could not be found. Dec 20 15:38:04.973815 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-37883cf1-dcd5-4084-a1e9-476bd5dd0a04 service neutron] 10.222.0.72 "DELETE /v2.0/ports/eb3875c2-c985-40b8-9cd3-a3e4249fe98a/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.1007245 Dec 20 15:38:04.974925 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7771108-ed23-4b27-b8a8-8e3f4dd9ede3 req-69fb21a8-f9a7-492c-870c-86e04a434ddd tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.976296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7771108-ed23-4b27-b8a8-8e3f4dd9ede3 req-69fb21a8-f9a7-492c-870c-86e04a434ddd tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "DELETE /v2.0/security-groups/18ba6c48-94b6-4d14-9838-d3b9d64c9bfb HTTP/1.1" status: 204 len: 173 time: 0.6846397 Dec 20 15:38:04.996371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb21a8-f9a7-492c-870c-86e04a434ddd tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba6c48-94b6-4d14-9838-d3b9d64c9bfb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:05.034754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.055650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['85db0de8-7582-4bcb-9db7-b52fedbf602d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:05.062983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-589019c3-9d7d-40be-aaae-b7af0e876126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.074782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-589019c3-9d7d-40be-aaae-b7af0e876126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.074782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-589019c3-9d7d-40be-aaae-b7af0e876126 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abb983ec-215a-46ca-a317-d2f20b8b8901 HTTP/1.1" status: 204 len: 168 time: 0.3606009 Dec 20 15:38:05.083600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589019c3-9d7d-40be-aaae-b7af0e876126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb983ec-215a-46ca-a317-d2f20b8b8901,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:05.132517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-b947d7a3-789f-4160-a4ca-f549bbc40f5a service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464458 Dec 20 15:38:05.202345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-54ea84ef-713c-475d-9203-93ccd2949a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.210618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-54ea84ef-713c-475d-9203-93ccd2949a00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1099 time: 0.1191373 Dec 20 15:38:05.327612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-09098c03-0b54-4c43-92c6-7f303add4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.329199 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-09098c03-0b54-4c43-92c6-7f303add4386 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1121109 Dec 20 15:38:05.339297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df67599-5f4e-4ea3-87f7-7ff18766fff5 req-ae2cbf99-587c-4b97-a2c5-f6049144728b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.340810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0df67599-5f4e-4ea3-87f7-7ff18766fff5 req-ae2cbf99-587c-4b97-a2c5-f6049144728b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 948 time: 0.0973074 Dec 20 15:38:05.348834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1937cad-d67f-4cf1-8035-92bf9a60e8f1 req-27c6fcd0-55f4-4b3c-8cb5-4ca68491f061 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.350350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1937cad-d67f-4cf1-8035-92bf9a60e8f1 req-27c6fcd0-55f4-4b3c-8cb5-4ca68491f061 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 948 time: 0.1252420 Dec 20 15:38:05.353594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c4944d-bd3e-4011-afd9-fa1123e0300d req-2216e407-0f57-4fcb-8db6-0e14fcb83809 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094431 Dec 20 15:38:05.379500 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-44992505-609a-48e2-b1c1-a71a91c5d932 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0421767 Dec 20 15:38:05.430444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0df67599-5f4e-4ea3-87f7-7ff18766fff5 req-0a3ab6f6-8690-46ac-bdaf-81d1688ae70c tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791037 Dec 20 15:38:05.433677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1937cad-d67f-4cf1-8035-92bf9a60e8f1 req-075530e1-60d9-4184-92a3-d765a8a17024 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743821 Dec 20 15:38:05.435879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-b8a7f0ae-365d-49fc-a73d-8f5e7782c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.437370 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-b8a7f0ae-365d-49fc-a73d-8f5e7782c9d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0475323 Dec 20 15:38:05.501484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-2dbfa335-b78a-4515-8a5f-bc0e8e5b838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.503240 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-2dbfa335-b78a-4515-8a5f-bc0e8e5b838e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579937 Dec 20 15:38:05.548501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de833b88-6d39-4f53-9224-cf20a25e0ca8 req-ca379ca3-7b67-484c-a01d-21486b08e3f6 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "GET /v2.0/security-groups/641cd5dc-3d0f-463e-a425-be473f2c25a2 HTTP/1.1" status: 200 len: 1794 time: 0.0703568 Dec 20 15:38:05.583755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889b3ea-d634-4eef-82f2-04349cfd914c req-21f62d32-8830-47ee-8b73-d494083122e7 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:05.591092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1889b3ea-d634-4eef-82f2-04349cfd914c req-21f62d32-8830-47ee-8b73-d494083122e7 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 948 time: 0.0762811 Dec 20 15:38:05.615138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-d1901e0a-d408-469f-9390-7b4bee6dff31 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005199 Dec 20 15:38:05.662991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de833b88-6d39-4f53-9224-cf20a25e0ca8 req-a6f147ae-638a-4182-8a72-3ad9c4b80299 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.668757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1889b3ea-d634-4eef-82f2-04349cfd914c req-83c1eac5-3e46-45f5-862e-34493373fa60 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Dec 20 15:38:05.704129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de833b88-6d39-4f53-9224-cf20a25e0ca8 req-a6f147ae-638a-4182-8a72-3ad9c4b80299 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.728525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbe64be0-794c-4ee6-8a5f-14a445e7d489 req-d21eceef-2141-4243-8649-4bb399df1fd2 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040545 Dec 20 15:38:05.862972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de833b88-6d39-4f53-9224-cf20a25e0ca8 req-a6f147ae-638a-4182-8a72-3ad9c4b80299 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.866307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de833b88-6d39-4f53-9224-cf20a25e0ca8 req-a6f147ae-638a-4182-8a72-3ad9c4b80299 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:05.867742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de833b88-6d39-4f53-9224-cf20a25e0ca8 req-a6f147ae-638a-4182-8a72-3ad9c4b80299 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] 10.222.0.81 "DELETE /v2.0/security-groups/641cd5dc-3d0f-463e-a425-be473f2c25a2 HTTP/1.1" status: 204 len: 173 time: 0.3101287 Dec 20 15:38:05.885935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f147ae-638a-4182-8a72-3ad9c4b80299 tempest-SecurityGroupsTestAdminJSON-2087215696 tempest-SecurityGroupsTestAdminJSON-2087215696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641cd5dc-3d0f-463e-a425-be473f2c25a2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:06.023639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c8971-1096-485f-8e26-5f352e8bc760 req-0e43da92-7b00-4508-9733-dfe56dca9604 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.025148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32c8971-1096-485f-8e26-5f352e8bc760 req-0e43da92-7b00-4508-9733-dfe56dca9604 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0504913 Dec 20 15:38:06.074287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32c8971-1096-485f-8e26-5f352e8bc760 req-ded33160-c03a-4610-8f95-abbe9b3c510f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Dec 20 15:38:06.400182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device de658c83-f048-4c1b-8f06-7c47c5d6731a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:06.402364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 85db0de8-7582-4bcb-9db7-b52fedbf602d up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:06.517383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42940) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:06.656656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e694-f989-4d5f-ba02-c5e42c37242f req-006699ab-edbf-471f-9b97-247bdacd6eee tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.661994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d668e694-f989-4d5f-ba02-c5e42c37242f req-006699ab-edbf-471f-9b97-247bdacd6eee tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 948 time: 0.1220341 Dec 20 15:38:06.771260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb96ae-127a-4c2c-90c8-c72801264e73 req-4651cbfb-90f1-4700-8928-a027dde371a7 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.778855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4fb96ae-127a-4c2c-90c8-c72801264e73 req-4651cbfb-90f1-4700-8928-a027dde371a7 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 948 time: 0.1842277 Dec 20 15:38:06.796297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d668e694-f989-4d5f-ba02-c5e42c37242f req-65d259f9-34f2-4285-ab09-21653a8c0f38 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268024 Dec 20 15:38:06.801495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port de658c83-f048-4c1b-8f06-7c47c5d6731a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:06.805972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-731517c1-12b0-4a5a-98ee-42927e3eb38e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2d90c43e8184661a66055b1ad60d6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867448 Dec 20 15:38:06.808619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42948) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:06.817243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'de658c83-f048-4c1b-8f06-7c47c5d6731a', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'de658c83-f048-4c1b-8f06-7c47c5d6731a', 'mac_address': 'fa:16:3e:f4:39:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:06.862522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.866998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 85db0de8-7582-4bcb-9db7-b52fedbf602d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:06.883657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 85db0de8-7582-4bcb-9db7-b52fedbf602d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:06.884036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.901008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2119f7e-7387-46f3-abfd-858e49539850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.921499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de658c83-f048-4c1b-8f06-7c47c5d6731a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:06.933115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4fb96ae-127a-4c2c-90c8-c72801264e73 req-7f20fbc2-502f-409a-99dd-0adc5af00fcd tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532085 Dec 20 15:38:06.944896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2119f7e-7387-46f3-abfd-858e49539850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.950841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port de658c83-f048-4c1b-8f06-7c47c5d6731a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:07.030499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.071395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85db0de8-7582-4bcb-9db7-b52fedbf602d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:07.074394 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003bb4c-fab8-4a36-80e0-d4d7f403bdda" -d '{"events": [{"server_uuid": "4fe00422-88b1-4a7c-9b17-6057defcef4c", "name": "network-vif-plugged", "status": "completed", "tag": "85db0de8-7582-4bcb-9db7-b52fedbf602d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:07.104537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 85db0de8-7582-4bcb-9db7-b52fedbf602d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:07.106623 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.120275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688bb4-f28c-4142-a49b-fd06c35ada32 req-7e138187-f3d0-4e32-8114-60d39a1de410 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:07.129487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9688bb4-f28c-4142-a49b-fd06c35ada32 req-7e138187-f3d0-4e32-8114-60d39a1de410 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 948 time: 0.0778799 Dec 20 15:38:07.164659 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2119f7e-7387-46f3-abfd-858e49539850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.167694 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2119f7e-7387-46f3-abfd-858e49539850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.169076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e2119f7e-7387-46f3-abfd-858e49539850 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88be0233-c635-4599-8a8a-6db1d941daed HTTP/1.1" status: 204 len: 168 time: 0.3594925 Dec 20 15:38:07.172904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=de658c83-f048-4c1b-8f06-7c47c5d6731a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:07.201623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2119f7e-7387-46f3-abfd-858e49539850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be0233-c635-4599-8a8a-6db1d941daed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:07.246742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9688bb4-f28c-4142-a49b-fd06c35ada32 req-2ffd9d28-d90a-46e0-83a2-f1add3de16af tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157820 Dec 20 15:38:07.274559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.329706 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4332f0-8fe3-4541-9e6c-943d444b3205 x-openstack-request-id: req-4e4332f0-8fe3-4541-9e6c-943d444b3205 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:07.330021 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe00422-88b1-4a7c-9b17-6057defcef4c", "name": "network-vif-plugged", "status": "completed", "tag": "85db0de8-7582-4bcb-9db7-b52fedbf602d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:07.330282 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e4332f0-8fe3-4541-9e6c-943d444b3205 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:07.348585 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85db0de8-7582-4bcb-9db7-b52fedbf602d', 'code': 200} Dec 20 15:38:07.398372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['de658c83-f048-4c1b-8f06-7c47c5d6731a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:07.463246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=85db0de8-7582-4bcb-9db7-b52fedbf602d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:07.477262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb9ee4-0d35-4132-8e1a-f19758ea9133 req-80a41905-52b2-4294-8af1-1a7ad1af4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:07.478826 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aecb9ee4-0d35-4132-8e1a-f19758ea9133 req-80a41905-52b2-4294-8af1-1a7ad1af4ecd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 1100 time: 0.0503063 Dec 20 15:38:07.509112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:07.518738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae67f-9ae2-4be1-8a4d-e8d397da2461 req-d1a8986d-b40d-4b4d-8306-6087e52ae1ce tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:07.521523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ddae67f-9ae2-4be1-8a4d-e8d397da2461 req-d1a8986d-b40d-4b4d-8306-6087e52ae1ce tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0911143 Dec 20 15:38:07.566279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aecb9ee4-0d35-4132-8e1a-f19758ea9133 req-59098c97-fce0-40e7-b376-7dfef62184ca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785136 Dec 20 15:38:07.611511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ddae67f-9ae2-4be1-8a4d-e8d397da2461 req-2164deb7-0dd4-41fa-baf4-b428c9aef4f2 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787511 Dec 20 15:38:07.788486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port eb3875c2-c985-40b8-9cd3-a3e4249fe98a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:07.793370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port eb3875c2-c985-40b8-9cd3-a3e4249fe98a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:07.793744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.884802 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:07.924319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:07.952641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10278f9b-3131-47ab-b1ab-bb83a3695f90 req-04d8fc17-f67a-4507-8cae-9ad87804a902 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:07.954491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10278f9b-3131-47ab-b1ab-bb83a3695f90 req-04d8fc17-f67a-4507-8cae-9ad87804a902 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 948 time: 0.0539589 Dec 20 15:38:08.017148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10278f9b-3131-47ab-b1ab-bb83a3695f90 req-752d0690-7dcb-4620-a081-094b6a8d4160 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Dec 20 15:38:08.028910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.088985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:08.151999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8496e2f-1d26-4295-b03c-d0f205ac7736 req-ab443dee-155a-4cfe-b556-097838e779f8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:08.154015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8496e2f-1d26-4295-b03c-d0f205ac7736 req-ab443dee-155a-4cfe-b556-097838e779f8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 949 time: 0.0765462 Dec 20 15:38:08.215319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:08.216068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa56ca5-34d9-4897-be49-1e6b411629f0 req-22140e32-3c6e-4db9-b91c-21be340f5118 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:08.217645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfa56ca5-34d9-4897-be49-1e6b411629f0 req-22140e32-3c6e-4db9-b91c-21be340f5118 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1100 time: 0.0856230 Dec 20 15:38:08.226202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8496e2f-1d26-4295-b03c-d0f205ac7736 req-41590a71-ae6c-4cf4-81d9-ab67cca229bf tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Dec 20 15:38:08.279533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfa56ca5-34d9-4897-be49-1e6b411629f0 req-98259139-d0f7-47f6-94d0-9e56521b8ba6 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522821 Dec 20 15:38:08.284318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-02c76035-fef1-4af5-a822-7f04e2e32c6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9ff6a355a054633ba31e9fb05f424c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650301 Dec 20 15:38:08.284744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42996) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:08.351599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d01b2eb1-9ad8-4c35-b52b-a47e950f5690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.379358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d01b2eb1-9ad8-4c35-b52b-a47e950f5690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.422951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device de658c83-f048-4c1b-8f06-7c47c5d6731a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:08.451522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042adb39-4dc2-4d56-9817-847845351a0e req-729bcce3-dbe7-428f-84ea-84dc236bece0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:08.461525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-042adb39-4dc2-4d56-9817-847845351a0e req-729bcce3-dbe7-428f-84ea-84dc236bece0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 949 time: 0.1182518 Dec 20 15:38:08.513454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-042adb39-4dc2-4d56-9817-847845351a0e req-7dce7f7b-f575-428c-a698-d30c1a7c8164 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511539 Dec 20 15:38:08.588118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port de658c83-f048-4c1b-8f06-7c47c5d6731a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:08.588663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d01b2eb1-9ad8-4c35-b52b-a47e950f5690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.592694 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d01b2eb1-9ad8-4c35-b52b-a47e950f5690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.592829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port de658c83-f048-4c1b-8f06-7c47c5d6731a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:08.592948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d01b2eb1-9ad8-4c35-b52b-a47e950f5690 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1c68f69-b7ab-45be-854b-5512bc07fac3 HTTP/1.1" status: 204 len: 168 time: 0.3065352 Dec 20 15:38:08.593360 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.603515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b2eb1-9ad8-4c35-b52b-a47e950f5690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c68f69-b7ab-45be-854b-5512bc07fac3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:08.659046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-3a2a0e35-280b-4d0b-b2ce-df1ded1a42a1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309711 Dec 20 15:38:08.701023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.761315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port de658c83-f048-4c1b-8f06-7c47c5d6731a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.807849 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:08.810374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:08.811428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-96eb011f-8173-4eb7-97b4-132680a44510 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:08.812994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-96eb011f-8173-4eb7-97b4-132680a44510 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524682 Dec 20 15:38:08.834767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-397f6b55-be3d-4679-acb1-cec2b2f1a5f7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/quotas/bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 375 time: 0.0096271 Dec 20 15:38:08.888281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-c97eafc7-170e-419f-932d-58ae326bc8df tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517979 Dec 20 15:38:08.897008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:08.952784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=de658c83-f048-4c1b-8f06-7c47c5d6731a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:09.107583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a319e6-5338-4c8c-ac23-e19bbbd2a5ce req-67a1e64c-075c-4e1c-9791-05c19e80f740 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:09.109219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9a319e6-5338-4c8c-ac23-e19bbbd2a5ce req-67a1e64c-075c-4e1c-9791-05c19e80f740 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0561271 Dec 20 15:38:09.193673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9a319e6-5338-4c8c-ac23-e19bbbd2a5ce req-5528b9c3-ca22-45c3-9db7-90eab22a797e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753324 Dec 20 15:38:09.305302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-259e9d50-f369-4d74-8bad-8d84ea2fac05 req-bc4db0dc-ca24-4f09-aa37-d58eb8487163 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 210 time: 0.0369666 Dec 20 15:38:09.349790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a'}, {'server_uuid': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de658c83-f048-4c1b-8f06-7c47c5d6731a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:09.352160 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fb48df-2cb4-4f98-bd64-2b95be5457a3" -d '{"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-plugged", "status": "completed", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a"}, {"server_uuid": "8e6d3e15-db43-43dd-bca0-0feb39aeebfa", "name": "network-vif-plugged", "status": "completed", "tag": "de658c83-f048-4c1b-8f06-7c47c5d6731a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:09.407341 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34528e5-d39a-4ae0-a70c-87cb388656ad x-openstack-request-id: req-d34528e5-d39a-4ae0-a70c-87cb388656ad {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:09.407812 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-plugged", "status": "completed", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a", "code": 200}, {"server_uuid": "8e6d3e15-db43-43dd-bca0-0feb39aeebfa", "name": "network-vif-plugged", "status": "completed", "tag": "de658c83-f048-4c1b-8f06-7c47c5d6731a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:09.408078 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d34528e5-d39a-4ae0-a70c-87cb388656ad {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:09.410211 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'code': 200} Dec 20 15:38:09.410211 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de658c83-f048-4c1b-8f06-7c47c5d6731a', 'code': 200} Dec 20 15:38:09.431856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d1fb3-9849-4abd-bc2e-d0da23b1612f req-3a2d934d-6d70-4fbe-9df0-1f75882a3ab2 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:09.433732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-152d1fb3-9849-4abd-bc2e-d0da23b1612f req-3a2d934d-6d70-4fbe-9df0-1f75882a3ab2 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 949 time: 0.0671332 Dec 20 15:38:09.495788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-152d1fb3-9849-4abd-bc2e-d0da23b1612f req-915fd680-cbaa-400b-a328-ef0d6314cac6 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 Dec 20 15:38:09.532691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a1d9-840d-496a-9d14-1ffbcd7a0301 req-3a86ee30-1061-4a55-84d7-384df32e6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:09.534349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0379a1d9-840d-496a-9d14-1ffbcd7a0301 req-3a86ee30-1061-4a55-84d7-384df32e6e0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 1101 time: 0.0560503 Dec 20 15:38:09.594684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0379a1d9-840d-496a-9d14-1ffbcd7a0301 req-e9815d7a-fda6-4367-9b07-f5d681703001 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463006 Dec 20 15:38:09.643665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714df66b-1db4-410f-bef6-92e2210616ba req-3fe674b0-1e64-4552-97d1-8c99f01a2728 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:09.646338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-714df66b-1db4-410f-bef6-92e2210616ba req-3fe674b0-1e64-4552-97d1-8c99f01a2728 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.0578086 Dec 20 15:38:09.729514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-714df66b-1db4-410f-bef6-92e2210616ba req-35dd4e18-d816-4ed0-9761-0b3aae503411 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769806 Dec 20 15:38:09.757584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-81069e95-80ad-45f3-a24b-308f4b89bee9 service neutron] 10.222.0.83 "GET /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.0779321 Dec 20 15:38:09.970802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:10.005091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:10.016014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:10.056080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5250ffc-1043-48ff-8a7a-bbbdaabe1dac {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:10.097834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:10.129793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43088) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:10.194470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.267434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f480e9-ccb8-4e50-9a1b-1aca7a3e2e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.298857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] Transition to ACTIVE for port object d5250ffc-1043-48ff-8a7a-bbbdaabe1dac will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:10.324153 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae575c63-9bf4-4b67-889a-3e988c31cf65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.409468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df736-d929-408a-a7b0-8dcfb7ce028c req-8900aad9-356a-4388-abc8-11fc23ed8adb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:10.411428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-396df736-d929-408a-a7b0-8dcfb7ce028c req-8900aad9-356a-4388-abc8-11fc23ed8adb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 943 time: 0.0598388 Dec 20 15:38:10.438365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f480e9-ccb8-4e50-9a1b-1aca7a3e2e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.471221 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.476190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae575c63-9bf4-4b67-889a-3e988c31cf65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.492340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-396df736-d929-408a-a7b0-8dcfb7ce028c req-12397aa9-802f-4fd6-b45e-21f519e6b048 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702832 Dec 20 15:38:10.539849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] No DVR routers for this DVR port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:10.565112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f480e9-ccb8-4e50-9a1b-1aca7a3e2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.584289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-719b280e-eccc-43cc-8e0a-66cd56f6ba29 req-18b0fb82-be50-4b80-b12a-938a600055fb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 210 time: 0.0478764 Dec 20 15:38:10.634723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-94f480e9-ccb8-4e50-9a1b-1aca7a3e2e97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a393b1eb97ff4d47bceafa31888b61af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6171772 Dec 20 15:38:10.638035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] Pushing event updated for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:10.644699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43106) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:10.646476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f480e9-ccb8-4e50-9a1b-1aca7a3e2e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17de8b6-c59d-4c75-8578-242eb0079153,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:10.656198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae575c63-9bf4-4b67-889a-3e988c31cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.661344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-68420e5b-5da1-49d5-aa15-a97f6616867a service neutron] 10.222.0.83 "PUT /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 0.8948853 Dec 20 15:38:10.702883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550541e9-a993-4110-bda2-cde9fd1afcb6 req-63c8e100-0a01-45ec-8b05-cb603e8e183d tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:10.705902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-550541e9-a993-4110-bda2-cde9fd1afcb6 req-63c8e100-0a01-45ec-8b05-cb603e8e183d tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 949 time: 0.0958793 Dec 20 15:38:10.747283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae575c63-9bf4-4b67-889a-3e988c31cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb8202d-012d-4aca-ba30-e9797ea0447c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:10.759467 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ae575c63-9bf4-4b67-889a-3e988c31cf65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38f6ac7626774a2f904bfc51960bcf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6277499 Dec 20 15:38:10.762171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43112) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:10.777134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-550541e9-a993-4110-bda2-cde9fd1afcb6 req-610d709a-a0b6-43f9-8df5-919f0073f878 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637352 Dec 20 15:38:10.831206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0339939c-25e5-4c89-ab28-0ffd20d4ab5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.878818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0339939c-25e5-4c89-ab28-0ffd20d4ab5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.895570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e4987-12f9-4a15-b753-2234aae005b5 req-8a0c6f98-2656-496d-bd68-599a5aa93b66 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:10.897461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-675e4987-12f9-4a15-b753-2234aae005b5 req-8a0c6f98-2656-496d-bd68-599a5aa93b66 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.0574014 Dec 20 15:38:10.916260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e367d717-3442-4b50-a7c3-258cf6de81b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.950792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-675e4987-12f9-4a15-b753-2234aae005b5 req-30a18d8e-1db4-433b-a4e5-c192771dcf8f tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 Dec 20 15:38:10.965957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e367d717-3442-4b50-a7c3-258cf6de81b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:10.981924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-a830695a-98d4-46e9-b572-131677fd1150 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:10.983398 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-a830695a-98d4-46e9-b572-131677fd1150 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.1194203 Dec 20 15:38:11.085431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-55de688a-9140-4cda-8bec-72b62667c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:11.086898 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-55de688a-9140-4cda-8bec-72b62667c46a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40&tenant_id=1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 1095 time: 0.0902324 Dec 20 15:38:11.102512 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0339939c-25e5-4c89-ab28-0ffd20d4ab5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:11.105309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0339939c-25e5-4c89-ab28-0ffd20d4ab5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:11.106389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0339939c-25e5-4c89-ab28-0ffd20d4ab5f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a17de8b6-c59d-4c75-8578-242eb0079153 HTTP/1.1" status: 204 len: 168 time: 0.4545965 Dec 20 15:38:11.115408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339939c-25e5-4c89-ab28-0ffd20d4ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17de8b6-c59d-4c75-8578-242eb0079153,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:11.167454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-1e1cad75-a895-4629-93d0-597c279b970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:11.169741 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-1e1cad75-a895-4629-93d0-597c279b970d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1095 time: 0.0521381 Dec 20 15:38:11.252737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e367d717-3442-4b50-a7c3-258cf6de81b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:11.256894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e367d717-3442-4b50-a7c3-258cf6de81b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:11.258102 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e367d717-3442-4b50-a7c3-258cf6de81b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bb8202d-012d-4aca-ba30-e9797ea0447c HTTP/1.1" status: 204 len: 168 time: 0.4944227 Dec 20 15:38:11.273011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367d717-3442-4b50-a7c3-258cf6de81b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb8202d-012d-4aca-ba30-e9797ea0447c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:11.301355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-f5f8fc3b-0343-4c40-8b46-76e16851ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:11.302093 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-f5f8fc3b-0343-4c40-8b46-76e16851ceae service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1193409 Dec 20 15:38:11.355238 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-5513a039-0de0-4a36-932a-4d3ce65a803e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.0439532 Dec 20 15:38:11.423011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-4ead2f90-e3f3-4fe7-b8f4-bd2b5103be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:11.424478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-4ead2f90-e3f3-4fe7-b8f4-bd2b5103be07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0569534 Dec 20 15:38:11.462797 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-849e6d1a-1643-4853-a521-fbccb0b3485b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283518 Dec 20 15:38:11.580253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-a0629015-0d88-4dde-a252-1f2726211cba service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070273 Dec 20 15:38:11.668013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9a575-e44a-4904-9469-c8cf8e288783 req-6ecc0573-c302-4ea3-b2f3-b106fae902f5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:11.670428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89e9a575-e44a-4904-9469-c8cf8e288783 req-6ecc0573-c302-4ea3-b2f3-b106fae902f5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.0684676 Dec 20 15:38:11.709573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-e2320990-f190-4dc2-8ea2-811bb7a7227e service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166232 Dec 20 15:38:11.744316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-719b1c0f-b426-4eb4-b5ae-b6c974fec1a5 req-f265a704-5ace-4239-b8e1-ec18b6bf4cda tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 210 time: 0.0340533 Dec 20 15:38:11.761783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89e9a575-e44a-4904-9469-c8cf8e288783 req-df80941f-d3a7-4201-9f55-5757d1d642e2 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848892 Dec 20 15:38:11.934049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93f25-0b0f-4292-b8be-af84d3f0e981 req-97c81141-a2be-4915-a2b9-2dd52d24f66b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:11.937182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ef93f25-0b0f-4292-b8be-af84d3f0e981 req-97c81141-a2be-4915-a2b9-2dd52d24f66b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 949 time: 0.0611820 Dec 20 15:38:11.976439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-fbd3ad66-246f-40a0-b27c-65df04e2057f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315459 Dec 20 15:38:12.109120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-5ea33129-2bb5-4e70-91d0-a90c928a4da5 tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:12.110720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-5ea33129-2bb5-4e70-91d0-a90c928a4da5 tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 1100 time: 0.1392176 Dec 20 15:38:12.121967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ef93f25-0b0f-4292-b8be-af84d3f0e981 req-e0b5408e-9418-4d36-9aa3-bcf42a62d3e8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696956 Dec 20 15:38:12.164954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1071c8-8f46-4af7-b43c-e8700427ba91 req-3f7fc2af-453e-4834-a5a0-72fa8d8d2409 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:12.167242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca1071c8-8f46-4af7-b43c-e8700427ba91 req-3f7fc2af-453e-4834-a5a0-72fa8d8d2409 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.1170099 Dec 20 15:38:12.183982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-2e41268a-b246-4b88-a1a0-808107e397e6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:12.185864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-2e41268a-b246-4b88-a1a0-808107e397e6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026136 Dec 20 15:38:12.203347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Request body: {'port': {'device_id': '6caff544-82bd-4a16-9979-b5254372e125', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'bbc0e300d64e4ec89d910f49b3462363'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:12.280547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca1071c8-8f46-4af7-b43c-e8700427ba91 req-9a725642-39d7-4634-b735-567d55fb3ffe tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849712 Dec 20 15:38:12.302452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Deleting port 85db0de8-7582-4bcb-9db7-b52fedbf602d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:38:12.302930 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.356655 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43144) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:12.393663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.72', 51917) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:12.411630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb242e49-8080-44c5-9250-427707fc18ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.551478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb242e49-8080-44c5-9250-427707fc18ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.566689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] For port 85db0de8-7582-4bcb-9db7-b52fedbf602d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=85db0de8-7582-4bcb-9db7-b52fedbf602d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:12.567055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.571428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-61d324ef-e0a2-453d-9abb-1eb7a89e7565 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:12.573211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-61d324ef-e0a2-453d-9abb-1eb7a89e7565 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.1767747 Dec 20 15:38:12.575348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43152) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:12.587265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Calling delete_port for 85db0de8-7582-4bcb-9db7-b52fedbf602d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:38:12.591280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91f64ec5-4479-4cd2-bdb0-e72f8ff26671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.652506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Made reservation on behalf of bbc0e300d64e4ec89d910f49b3462363 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:12.658337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.683666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb242e49-8080-44c5-9250-427707fc18ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.762872 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb242e49-8080-44c5-9250-427707fc18ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbdf5f8f47184625bddc697b4bf9eeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026461 Dec 20 15:38:12.764926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43154) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:12.793139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb242e49-8080-44c5-9250-427707fc18ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09162a5f-6165-4b71-be9a-7a01eabcd595,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:12.828023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91f64ec5-4479-4cd2-bdb0-e72f8ff26671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.897858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d05181a-a74a-4230-bdfd-703fd2e7cfcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.914989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Allocated IP 192.168.233.61 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/348c5c2a-b05f-4742-954b-c845d831d407) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:12.926362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d05181a-a74a-4230-bdfd-703fd2e7cfcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:12.977823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91f64ec5-4479-4cd2-bdb0-e72f8ff26671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.003346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-501683ca-42bf-47f7-af26-a713b1e1bbe1 service neutron] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:13.005959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87e1e93f-fc06-4b36-9472-5003d1ba616c req-f66bc644-1093-4e1a-9894-c9f022ce4af7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 210 time: 0.0361409 Dec 20 15:38:13.010218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-501683ca-42bf-47f7-af26-a713b1e1bbe1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.011371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aae8c74-0155-4517-87a5-c14f5f840c69 req-501683ca-42bf-47f7-af26-a713b1e1bbe1 service neutron] 10.222.0.72 "DELETE /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.4261415 Dec 20 15:38:13.024862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.037623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['85db0de8-7582-4bcb-9db7-b52fedbf602d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:13.128925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Pushing event deleted for resources: {'Port': ['ID=85db0de8-7582-4bcb-9db7-b52fedbf602d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:13.203282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-91f64ec5-4479-4cd2-bdb0-e72f8ff26671 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9eb7b2a20b94827bf98b7768b7ceaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6265635 Dec 20 15:38:13.212604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43168) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:13.226586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f64ec5-4479-4cd2-bdb0-e72f8ff26671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9d698-7cc0-4ed8-9ccc-1bbd976524d8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:13.235519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.320717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98337b4c-c5df-4aae-9e82-53492ad6f334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.347555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98337b4c-c5df-4aae-9e82-53492ad6f334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.408209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d05181a-a74a-4230-bdfd-703fd2e7cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.415650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d05181a-a74a-4230-bdfd-703fd2e7cfcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.415650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1d05181a-a74a-4230-bdfd-703fd2e7cfcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09162a5f-6165-4b71-be9a-7a01eabcd595 HTTP/1.1" status: 204 len: 168 time: 0.6396000 Dec 20 15:38:13.416153 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.431759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:13.449750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05181a-a74a-4230-bdfd-703fd2e7cfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09162a5f-6165-4b71-be9a-7a01eabcd595,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:13.452934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] No DVR routers for this DVR port 85db0de8-7582-4bcb-9db7-b52fedbf602d on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:13.457826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.461543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbdf580e-aaea-49ef-a88c-e03795fcf118 req-f070333d-a1bb-4fa6-ae0c-8d8f4cafd77a tempest-DeleteServersAdminTestJSON-288798476 tempest-DeleteServersAdminTestJSON-288798476-project-admin] 10.222.0.72 "DELETE /v2.0/ports/85db0de8-7582-4bcb-9db7-b52fedbf602d HTTP/1.1" status: 204 len: 173 time: 1.3303456 Dec 20 15:38:13.464323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'name': 'network-vif-deleted', 'tag': '85db0de8-7582-4bcb-9db7-b52fedbf602d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:13.466793 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdafe1c8-3130-454a-be53-13784bd50767" -d '{"events": [{"server_uuid": "4fe00422-88b1-4a7c-9b17-6057defcef4c", "name": "network-vif-deleted", "tag": "85db0de8-7582-4bcb-9db7-b52fedbf602d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:13.494741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ddc4-52bc-4831-ad86-f7ebd88c1f2d req-c0d48068-f14c-4d11-a93b-229d2d03c9b8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:13.502355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e44ddc4-52bc-4831-ad86-f7ebd88c1f2d req-c0d48068-f14c-4d11-a93b-229d2d03c9b8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.4370074 Dec 20 15:38:13.530707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be707b58-9537-491a-8ce2-f5cdf8f5c1a8 req-7922aee2-8859-4ef8-83df-ad6d690cba97 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:13.537642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:13.541114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be707b58-9537-491a-8ce2-f5cdf8f5c1a8 req-7922aee2-8859-4ef8-83df-ad6d690cba97 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.4126163 Dec 20 15:38:13.560096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:13.565706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98337b4c-c5df-4aae-9e82-53492ad6f334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.572810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98337b4c-c5df-4aae-9e82-53492ad6f334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.576958 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98337b4c-c5df-4aae-9e82-53492ad6f334 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07d9d698-7cc0-4ed8-9ccc-1bbd976524d8 HTTP/1.1" status: 204 len: 168 time: 0.3629758 Dec 20 15:38:13.611657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e44ddc4-52bc-4831-ad86-f7ebd88c1f2d req-e4cb0766-8231-4720-9df3-10c91876cc8e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038208 Dec 20 15:38:13.633718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:13.648482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:13.657142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98337b4c-c5df-4aae-9e82-53492ad6f334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9d698-7cc0-4ed8-9ccc-1bbd976524d8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:13.675406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:13.688602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:13.692529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:13.731985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be707b58-9537-491a-8ce2-f5cdf8f5c1a8 req-8ab864fb-2153-4b53-a356-2fdf1487ce44 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917522 Dec 20 15:38:13.773641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:13.825795 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e340986-6f72-49f5-8216-82427290f746 x-openstack-request-id: req-5e340986-6f72-49f5-8216-82427290f746 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:13.826319 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe00422-88b1-4a7c-9b17-6057defcef4c", "name": "network-vif-deleted", "tag": "85db0de8-7582-4bcb-9db7-b52fedbf602d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:13.826319 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e340986-6f72-49f5-8216-82427290f746 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:13.826910 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe00422-88b1-4a7c-9b17-6057defcef4c', 'name': 'network-vif-deleted', 'tag': '85db0de8-7582-4bcb-9db7-b52fedbf602d', 'status': 'completed', 'code': 200} Dec 20 15:38:13.839053 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-91fb82cc-a8d2-4193-b153-e69c670e2ef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6425014 Dec 20 15:38:13.864517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Request body: {'port': {'device_id': '6caff544-82bd-4a16-9979-b5254372e125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:13.938352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4c0ed3b-9dd5-47de-8966-eb4d7028102e req-e5911f98-f1ae-4f8d-8f60-55d6ce74a484 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 210 time: 0.0684235 Dec 20 15:38:14.058427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:14.105351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ea6c8c54-6237-4ad8-8ee7-5daa3d753aec None None] Provisioning complete for port 348c5c2a-b05f-4742-954b-c845d831d407 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:14.106360 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6c8c54-6237-4ad8-8ee7-5daa3d753aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:14.171939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c8c54-6237-4ad8-8ee7-5daa3d753aec None None] Port 348c5c2a-b05f-4742-954b-c845d831d407 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:14.193029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184173d2-37d5-44cc-9e49-759d9428fd97 req-36fd44d5-a9aa-475c-a55d-c89c66468450 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:14.195154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-184173d2-37d5-44cc-9e49-759d9428fd97 req-36fd44d5-a9aa-475c-a55d-c89c66468450 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1095 time: 0.1065924 Dec 20 15:38:14.233149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3e15-88b4-4024-88c4-908123f5227f req-80363438-1346-4838-b816-9a6b0d6adde4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:14.235878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-190b3e15-88b4-4024-88c4-908123f5227f req-80363438-1346-4838-b816-9a6b0d6adde4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 935 time: 0.0762846 Dec 20 15:38:14.282567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-184173d2-37d5-44cc-9e49-759d9428fd97 req-bfbf7435-8b8f-4d9f-9b18-d72b163f189e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Dec 20 15:38:14.346737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-190b3e15-88b4-4024-88c4-908123f5227f req-8e36fa45-a20b-47a2-bae3-fd8fed4e45e2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819359 Dec 20 15:38:14.479160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348c5c2a-b05f-4742-954b-c845d831d407 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:14.487458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:14.598120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Transition to ACTIVE for port object 348c5c2a-b05f-4742-954b-c845d831d407 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:14.800659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:14.869180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4f22-3d14-4094-a0a8-1ba26c5b63ca req-d3fa451a-0080-44a0-8b1f-711372d230ad tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:14.870767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dffb4f22-3d14-4094-a0a8-1ba26c5b63ca req-d3fa451a-0080-44a0-8b1f-711372d230ad tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.0882409 Dec 20 15:38:14.907911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:14.939338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Attempting to bind port 348c5c2a-b05f-4742-954b-c845d831d407 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:14.939664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Attempting to bind port 348c5c2a-b05f-4742-954b-c845d831d407 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:14.940007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Attempting to bind port 348c5c2a-b05f-4742-954b-c845d831d407 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:14.945483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Port 348c5c2a-b05f-4742-954b-c845d831d407 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:14.949146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Attempting to bind port 348c5c2a-b05f-4742-954b-c845d831d407 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:14.951338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:14.951667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:14.952043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:14.952465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Bound port: 348c5c2a-b05f-4742-954b-c845d831d407, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:14.952817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.010212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dffb4f22-3d14-4094-a0a8-1ba26c5b63ca req-467e5a1b-c9bf-40a3-9442-60d40b754abc tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276875 Dec 20 15:38:15.038265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:15.046961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:15.059140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-5e639d21-05d5-4080-9287-71e5908d15d4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:15.061038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-5e639d21-05d5-4080-9287-71e5908d15d4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.1893461 Dec 20 15:38:15.100517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-860d3e05-36db-4c18-8237-0afaadd9a23b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/quotas/1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 375 time: 0.0255160 Dec 20 15:38:15.164521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-29bdde34-8c5e-4768-9bc0-d3770810485c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630333 Dec 20 15:38:15.188952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.264259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:15.264884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.266479 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 1095 time: 1.4170341 Dec 20 15:38:15.266937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:15.270777 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "tag": "348c5c2a-b05f-4742-954b-c845d831d407"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:15.289036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97449a74-7be1-4107-8a57-e43ed8bce0ab req-a7bd7aa0-9470-4960-87f1-1511d431ee43 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fe00422-88b1-4a7c-9b17-6057defcef4c HTTP/1.1" status: 200 len: 210 time: 0.0453291 Dec 20 15:38:15.307058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639adfb8-5e42-462c-b1c4-4c0f7e4430a9 service neutron] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:15.322767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-99fb5263-4f73-42bb-bb04-7670db2859e0 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430318 Dec 20 15:38:15.347163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:15.386305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-458ab993-f399-4fbf-a6e4-6165336d5127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.480720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-6573c175-b2f3-442b-a206-2aaeed060d2a service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474431 Dec 20 15:38:15.522577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-458ab993-f399-4fbf-a6e4-6165336d5127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.525504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:15.538706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-6553e8ab-db48-4ada-8c2a-3103835db476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:15.540350 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-6553e8ab-db48-4ada-8c2a-3103835db476 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1098 time: 0.0908201 Dec 20 15:38:15.547128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43de5-4b45-4cda-8d52-45b28547afaf req-8475d3f5-e8b4-44c5-9429-52c55d3b285d tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:15.556999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8d43de5-4b45-4cda-8d52-45b28547afaf req-8475d3f5-e8b4-44c5-9429-52c55d3b285d tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 1101 time: 0.0841269 Dec 20 15:38:15.574025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f8d43de5-4b45-4cda-8d52-45b28547afaf req-ed12889e-0d2e-4c47-a285-cad0861a0e50 tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.684206 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f8d43de5-4b45-4cda-8d52-45b28547afaf req-ed12889e-0d2e-4c47-a285-cad0861a0e50 tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.810282 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b180ac-274b-462f-a87d-d6516be04f50 x-openstack-request-id: req-04b180ac-274b-462f-a87d-d6516be04f50 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:15.810282 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "tag": "348c5c2a-b05f-4742-954b-c845d831d407", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:15.810282 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04b180ac-274b-462f-a87d-d6516be04f50 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:15.810282 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407', 'status': 'completed', 'code': 200} Dec 20 15:38:15.810653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f8d43de5-4b45-4cda-8d52-45b28547afaf req-ed12889e-0d2e-4c47-a285-cad0861a0e50 tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.812390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-458ab993-f399-4fbf-a6e4-6165336d5127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.816772 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-799968d1-15ae-4546-9de8-c04ee8bfa750 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 217 time: 0.2669280 Dec 20 15:38:15.854302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55c2208f-77b2-4e18-9b30-b6a0d0d0297c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.874796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8d43de5-4b45-4cda-8d52-45b28547afaf req-ed12889e-0d2e-4c47-a285-cad0861a0e50 tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171844 Dec 20 15:38:15.875582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12889e-0d2e-4c47-a285-cad0861a0e50 tempest-LiveMigrationNegativeTest-2098869423 tempest-LiveMigrationNegativeTest-2098869423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d48288-3530-4600-8ccd-77d525bf241d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:15.918193 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-458ab993-f399-4fbf-a6e4-6165336d5127 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28df566e20ed41a19b22ec0a4a497892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694323 Dec 20 15:38:15.924688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43248) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:15.938929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ab993-f399-4fbf-a6e4-6165336d5127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557e6512-a974-48d1-9271-ddf33ef9b3db,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:15.979957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-dd11b44a-7763-4b66-9601-70c9c1f987e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:15.981419 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-dd11b44a-7763-4b66-9601-70c9c1f987e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1488423 Dec 20 15:38:16.016554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7e61726-b359-4fc6-a1f3-984f0405d071 req-4af571b1-61e1-4654-a459-e32b29f73889 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 210 time: 0.0581481 Dec 20 15:38:16.034014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8b889-7877-4ba9-995e-c702158fb205 req-28ee628f-571b-4a4e-9c10-a08e882c17c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:16.043150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bf8b889-7877-4ba9-995e-c702158fb205 req-28ee628f-571b-4a4e-9c10-a08e882c17c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 947 time: 0.1591091 Dec 20 15:38:16.079174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5618e220-62f9-4305-b069-39998234aa26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.102455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-df31a13f-a681-4bc9-a2a2-fb060ca9c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:16.103952 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-df31a13f-a681-4bc9-a2a2-fb060ca9c682 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125369 Dec 20 15:38:16.110094 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bf8b889-7877-4ba9-995e-c702158fb205 req-f94ae4ac-65d6-4f38-8551-88e8f0b8dba4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Dec 20 15:38:16.130947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55c2208f-77b2-4e18-9b30-b6a0d0d0297c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.156154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5618e220-62f9-4305-b069-39998234aa26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.201681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55c2208f-77b2-4e18-9b30-b6a0d0d0297c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.289765 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-55c2208f-77b2-4e18-9b30-b6a0d0d0297c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc2495e82e1749caa6ae36124ee39949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7576361 Dec 20 15:38:16.289765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2208f-77b2-4e18-9b30-b6a0d0d0297c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0717398-4388-4b90-95e5-722886a9f3b7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:16.290020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43268) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:16.336460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-bcfd0432-2204-4bcd-950c-ee01a0ed37d0 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188926 Dec 20 15:38:16.404055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9441779d-86d8-4c32-9f5e-92588f5b4781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.437049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9441779d-86d8-4c32-9f5e-92588f5b4781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.440410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 85db0de8-7582-4bcb-9db7-b52fedbf602d no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:16.464927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 85db0de8-7582-4bcb-9db7-b52fedbf602d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:38:16.472939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 85db0de8-7582-4bcb-9db7-b52fedbf602d not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:16.546027 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3e49ff-101c-45d6-aab6-2aefa7ad667f req-4ca8ecb6-baba-47e9-8da7-5a97d2f7e8c6 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029245 Dec 20 15:38:16.604941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5618e220-62f9-4305-b069-39998234aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.604941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5618e220-62f9-4305-b069-39998234aa26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.622183 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5618e220-62f9-4305-b069-39998234aa26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/557e6512-a974-48d1-9271-ddf33ef9b3db HTTP/1.1" status: 204 len: 168 time: 0.6944342 Dec 20 15:38:16.656337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618e220-62f9-4305-b069-39998234aa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e6512-a974-48d1-9271-ddf33ef9b3db,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:16.660856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9441779d-86d8-4c32-9f5e-92588f5b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.664862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9441779d-86d8-4c32-9f5e-92588f5b4781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:16.668171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9441779d-86d8-4c32-9f5e-92588f5b4781 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0717398-4388-4b90-95e5-722886a9f3b7 HTTP/1.1" status: 204 len: 168 time: 0.3768446 Dec 20 15:38:16.684174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441779d-86d8-4c32-9f5e-92588f5b4781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0717398-4388-4b90-95e5-722886a9f3b7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:16.794178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-24ef6638-cd0b-45e0-9033-376180de92b4 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=afa621ed4101410087c7bf8b12af495d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590863 Dec 20 15:38:16.825246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-76bbc2a1-a590-4cfe-a0a5-56a230919610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:16.826665 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-76bbc2a1-a590-4cfe-a0a5-56a230919610 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1098 time: 0.0593646 Dec 20 15:38:16.952152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8234f-c522-4e87-849b-26b89aaea62b req-a326424f-9497-4b2a-9b7b-b172ed60e36e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:16.952817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06b8234f-c522-4e87-849b-26b89aaea62b req-a326424f-9497-4b2a-9b7b-b172ed60e36e tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.1143842 Dec 20 15:38:16.960576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-dbc8843c-8403-4d0a-9fcb-b9a43d12a19c tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:16.968429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-dbc8843c-8403-4d0a-9fcb-b9a43d12a19c tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723754 Dec 20 15:38:16.973945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-c5093582-f1e3-472a-98fb-55c29298839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:16.976200 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-c5093582-f1e3-472a-98fb-55c29298839f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1415603 Dec 20 15:38:17.001025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-39d57d84-766f-41a4-bf7a-7a38a868843a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/quotas/afa621ed4101410087c7bf8b12af495d HTTP/1.1" status: 200 len: 375 time: 0.0324349 Dec 20 15:38:17.035978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-4a59efd7-d2b5-480b-8b45-b478f8d63120 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 217 time: 0.0497949 Dec 20 15:38:17.057472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-99b5c4cf-1924-4919-a136-8eb0c96a7950 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=afa621ed4101410087c7bf8b12af495d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551593 Dec 20 15:38:17.115740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06b8234f-c522-4e87-849b-26b89aaea62b req-9a55588b-b5e9-4a26-9fb7-99ab156fb410 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452777 Dec 20 15:38:17.146494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-748c53ec-ecee-4029-b6a4-56985bfb980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:17.148209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-748c53ec-ecee-4029-b6a4-56985bfb980e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1035442 Dec 20 15:38:17.223843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9eb2bf25-1fd3-4bd4-a792-2913562b463e req-77f0acaa-a205-402d-ba08-87c224be0082 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 210 time: 0.0396008 Dec 20 15:38:17.232965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-ba6b074e-3dea-4a6a-8ddb-9f1ba62e5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:17.234610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-ba6b074e-3dea-4a6a-8ddb-9f1ba62e5a68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785875 Dec 20 15:38:17.342068 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-e0fa0b6b-c37b-4b43-8661-9fc0873c0429 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943427 Dec 20 15:38:17.342287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ab5b-685c-41c0-9ee4-471e73922102 req-c72e98c8-6cdd-47fd-a9da-ee0e46a82010 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:17.344675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d281ab5b-685c-41c0-9ee4-471e73922102 req-c72e98c8-6cdd-47fd-a9da-ee0e46a82010 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 947 time: 0.0582018 Dec 20 15:38:17.479370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d281ab5b-685c-41c0-9ee4-471e73922102 req-1a48d3fd-4824-4253-9377-339c439260cb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255424 Dec 20 15:38:17.490830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bccac30e-36fc-4cf6-a36f-6ffcb6dfc1ce req-f6c24ef6-0052-4253-ad6e-03a795fc024a service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302078 Dec 20 15:38:17.537565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5c2ab72-f5c7-48b9-9066-2d0852d52e85 req-405d4014-8e2c-4e23-a2bb-a8a5e2fcbf1a tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 210 time: 0.0301187 Dec 20 15:38:18.150637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:18.164980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9507f9ad-e560-413f-afb5-64f2d9c18ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.276592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220df321-192a-42b6-aea2-a0c65fc8f821 req-0f3a4d0a-f167-4707-a425-491deb821564 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:18.278140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-220df321-192a-42b6-aea2-a0c65fc8f821 req-0f3a4d0a-f167-4707-a425-491deb821564 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.0803952 Dec 20 15:38:18.365383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9507f9ad-e560-413f-afb5-64f2d9c18ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.384829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e08bc332-6670-48c4-b50f-efdcc104ece0 req-31e225c9-7e85-4821-924e-c77f6860cf3f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 210 time: 0.0660408 Dec 20 15:38:18.409560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-22da1b15-47b3-4d4c-9d6e-fe49ca4e95c5 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:18.411099 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-22da1b15-47b3-4d4c-9d6e-fe49ca4e95c5 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 950 time: 0.1304953 Dec 20 15:38:18.431333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-220df321-192a-42b6-aea2-a0c65fc8f821 req-919d5059-61ae-44c2-b9a8-866679b60a9a tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324029 Dec 20 15:38:18.431333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9507f9ad-e560-413f-afb5-64f2d9c18ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.478661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9507f9ad-e560-413f-afb5-64f2d9c18ab6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c74f346dcc674076a2efcd37501159a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267899 Dec 20 15:38:18.482396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43352) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:18.523514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507f9ad-e560-413f-afb5-64f2d9c18ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b0771-4858-4694-9ffb-d0d320ad71f6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:18.557124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de101896-4134-45fb-8f21-5157a5d43944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.637549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de101896-4134-45fb-8f21-5157a5d43944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.655364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Deleting port de658c83-f048-4c1b-8f06-7c47c5d6731a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:38:18.656129 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.767924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] For port de658c83-f048-4c1b-8f06-7c47c5d6731a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=de658c83-f048-4c1b-8f06-7c47c5d6731a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:18.769359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.780153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cdba738-7a09-4b60-8b22-e5fa0d657c63 req-f6d542c9-7951-4588-80eb-7106065146a7 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 210 time: 0.1122022 Dec 20 15:38:18.788758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Calling delete_port for de658c83-f048-4c1b-8f06-7c47c5d6731a owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:38:18.798975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8cf2-3dde-4a0d-b2d5-e194015d148b req-ea398227-4e95-4aa4-9788-3bc62a130ade tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:18.801735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc9c8cf2-3dde-4a0d-b2d5-e194015d148b req-ea398227-4e95-4aa4-9788-3bc62a130ade tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 947 time: 0.2238934 Dec 20 15:38:18.927803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-94ce411f-e147-4e01-b26b-7bfc45e3c69c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:18.929739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-94ce411f-e147-4e01-b26b-7bfc45e3c69c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.2823412 Dec 20 15:38:18.939610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc9c8cf2-3dde-4a0d-b2d5-e194015d148b req-9eb62e92-bba5-4fb2-9d10-90e8c1d3db3f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185334 Dec 20 15:38:18.947014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Request body: {'port': {'device_id': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'admin_state_up': True, 'tenant_id': '1ad216b0ac664039a544ba0eca69b835'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:18.993330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de101896-4134-45fb-8f21-5157a5d43944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.997722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de101896-4134-45fb-8f21-5157a5d43944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:18.999920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-de101896-4134-45fb-8f21-5157a5d43944 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/299b0771-4858-4694-9ffb-d0d320ad71f6 HTTP/1.1" status: 204 len: 168 time: 0.5166712 Dec 20 15:38:19.003442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43364) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:19.021207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de101896-4134-45fb-8f21-5157a5d43944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b0771-4858-4694-9ffb-d0d320ad71f6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:19.256727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Made reservation on behalf of 1ad216b0ac664039a544ba0eca69b835 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:19.257529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:19.261378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:19.269985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['de658c83-f048-4c1b-8f06-7c47c5d6731a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:19.293210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Pushing event deleted for resources: {'Port': ['ID=de658c83-f048-4c1b-8f06-7c47c5d6731a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:19.326138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e55b8a19-b93f-4e5d-90d8-23f65649482d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:19.394909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] No DVR routers for this DVR port de658c83-f048-4c1b-8f06-7c47c5d6731a on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:19.398237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11ba5c0c-3031-4ecd-8e4d-1d49247fa790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:19.405430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:19.414842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bb1fa312-f2d5-45f2-86e4-c903a0e7c1d8 req-f51d85ec-bb82-43ca-a491-c8a241821eb0 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.72 "DELETE /v2.0/ports/de658c83-f048-4c1b-8f06-7c47c5d6731a HTTP/1.1" status: 204 len: 173 time: 0.9873455 Dec 20 15:38:19.415554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'name': 'network-vif-deleted', 'tag': 'de658c83-f048-4c1b-8f06-7c47c5d6731a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:19.418426 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2999cf9-8868-414b-9d0e-d5363640bf9b" -d '{"events": [{"server_uuid": "8e6d3e15-db43-43dd-bca0-0feb39aeebfa", "name": "network-vif-deleted", "tag": "de658c83-f048-4c1b-8f06-7c47c5d6731a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:19.519995 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4ae75a-6bce-4c91-b9ca-de320c54af0e x-openstack-request-id: req-cd4ae75a-6bce-4c91-b9ca-de320c54af0e {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:19.520545 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6d3e15-db43-43dd-bca0-0feb39aeebfa", "name": "network-vif-deleted", "tag": "de658c83-f048-4c1b-8f06-7c47c5d6731a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:19.520803 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd4ae75a-6bce-4c91-b9ca-de320c54af0e {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:19.521259 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6d3e15-db43-43dd-bca0-0feb39aeebfa', 'name': 'network-vif-deleted', 'tag': 'de658c83-f048-4c1b-8f06-7c47c5d6731a', 'status': 'completed', 'code': 200} Dec 20 15:38:19.590364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02a75971-9268-4d77-8b77-8598161728dd req-6a13d96a-0009-4e82-a267-9603251bccc1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 210 time: 0.0429611 Dec 20 15:38:19.621915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Allocated IP 172.20.0.3 (dfc0b122-deda-453e-a2e5-faa3f02bc36d/31c474ca-1720-43c1-9447-8dc24cfd09a1/4757ac9f-61a8-4119-b1df-c0527f832a83) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:19.673553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7239522-afff-4f07-99d6-1f64d775a7c6 req-08de9d6a-3983-4fa7-9b02-324781fa2a6c tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e6d3e15-db43-43dd-bca0-0feb39aeebfa HTTP/1.1" status: 200 len: 210 time: 0.0385454 Dec 20 15:38:19.781552 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:38:19.844657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11ba5c0c-3031-4ecd-8e4d-1d49247fa790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:19.859730 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a6c7d891-93ef-499f-b618-2dbfe3874479 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=afa621ed4101410087c7bf8b12af495d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281236 Dec 20 15:38:19.912353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9e529f5-0545-4953-96b5-a02dc5e5b4e9 req-c2b5e42b-1780-418d-ae6a-0472502845df tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 210 time: 0.0436442 Dec 20 15:38:19.927711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:19.982504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-11ba5c0c-3031-4ecd-8e4d-1d49247fa790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.036109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba5c0c-3031-4ecd-8e4d-1d49247fa790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acb43a4-7333-4641-bb93-24eaf928581f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:20.054284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.058692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a351f748-d594-40d7-a31c-92d16b1b3285 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:20.061817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a351f748-d594-40d7-a31c-92d16b1b3285 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964817 Dec 20 15:38:20.062674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:20.063048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-11ba5c0c-3031-4ecd-8e4d-1d49247fa790 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=629b8e17f08a4f59a7400ff7c85293cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0498936 Dec 20 15:38:20.076908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Request body: {'port': {'device_id': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'afa621ed4101410087c7bf8b12af495d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:20.160474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:20.166104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:20.168543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:20.174235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:20.175400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.210870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:20.227001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32a2c-1982-464c-8f58-a1e6c7339de7 req-485912a4-71d4-45d7-9fa4-b228086565e1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:20.234890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ba32a2c-1982-464c-8f58-a1e6c7339de7 req-485912a4-71d4-45d7-9fa4-b228086565e1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 947 time: 0.1319468 Dec 20 15:38:20.235275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c09a1d9f-93c3-49e1-8db3-cd4daeb39310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.272887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c09a1d9f-93c3-49e1-8db3-cd4daeb39310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.285655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ba32a2c-1982-464c-8f58-a1e6c7339de7 req-7ab22194-a760-4fb3-b400-6282236a2b24 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502920 Dec 20 15:38:20.314513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-2e5fc75c-ece1-4331-a96b-725bc6ba6533 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3731277 Dec 20 15:38:20.329043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Request body: {'port': {'device_id': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:20.385975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Made reservation on behalf of afa621ed4101410087c7bf8b12af495d for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:20.389587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.394544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.450745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c09a1d9f-93c3-49e1-8db3-cd4daeb39310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.453542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c09a1d9f-93c3-49e1-8db3-cd4daeb39310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.454321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:20.458203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c09a1d9f-93c3-49e1-8db3-cd4daeb39310 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0acb43a4-7333-4641-bb93-24eaf928581f HTTP/1.1" status: 204 len: 168 time: 0.3942933 Dec 20 15:38:20.497745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a1d9f-93c3-49e1-8db3-cd4daeb39310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acb43a4-7333-4641-bb93-24eaf928581f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:20.632466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:20.655298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '348c5c2a-b05f-4742-954b-c845d831d407', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '348c5c2a-b05f-4742-954b-c845d831d407', 'mac_address': 'fa:16:3e:54:71:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:20.660395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Allocated IP 192.168.233.49 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/166fe5c8-0df3-4ea9-84b3-543253590d37) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:20.743085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.765913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348c5c2a-b05f-4742-954b-c845d831d407 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:20.804227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:20.867611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496af3-047f-48ec-98b6-9b856b9dcbb6 req-31c1db9a-f0aa-4074-b7ae-a5e8093816cd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:20.873577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab496af3-047f-48ec-98b6-9b856b9dcbb6 req-31c1db9a-f0aa-4074-b7ae-a5e8093816cd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 931 time: 0.1557014 Dec 20 15:38:20.880119 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.889723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4757ac9f-61a8-4119-b1df-c0527f832a83 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:20.896505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.913075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:20.950052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:20.965627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Transition to ACTIVE for port object 4757ac9f-61a8-4119-b1df-c0527f832a83 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:20.983043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab496af3-047f-48ec-98b6-9b856b9dcbb6 req-104ea5fd-b61e-420f-9282-ff3bcf4eb444 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Dec 20 15:38:21.035023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.067016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.083637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:21.090390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:21.094349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:21.101544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:21.102192 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.110923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:21.125716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Pushing event updated for resources: {'Port': ['ID=166fe5c8-0df3-4ea9-84b3-543253590d37,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:21.138113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:21.183530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:21.184266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:21.184928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:21.192206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:21.192590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:21.197802 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-aa094be0-24ca-4a1d-b5e1-d9d58fe3b53b tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1255710 Dec 20 15:38:21.202245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:21.202421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:21.202821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:21.203265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Bound port: 4757ac9f-61a8-4119-b1df-c0527f832a83, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:21.203629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.237958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Request body: {'port': {'device_id': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:21.333455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.353426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:21.365991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:21.415721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.446128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.460032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e83ccab4-d11c-4892-8d13-8cbbb2538d78 None None] Provisioning complete for port 166fe5c8-0df3-4ea9-84b3-543253590d37 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:21.461721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e83ccab4-d11c-4892-8d13-8cbbb2538d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.495620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:21.498910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.500394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] 10.222.0.83 "PUT /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 1091 time: 1.1761684 Dec 20 15:38:21.507089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:21.509736 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3fc792-c13d-422d-a299-219e54736d40" -d '{"events": [{"name": "network-changed", "server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:21.550081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e83ccab4-d11c-4892-8d13-8cbbb2538d78 None None] Port 166fe5c8-0df3-4ea9-84b3-543253590d37 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:21.558951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6411d8-30da-46ce-b52c-1fdf879ce7cf service neutron] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.655524 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:21.657772 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:21.658440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288cf2a-e9f2-4fd9-b57f-a209057d75cd req-9c51353e-20d5-4dd9-bddf-3cd8f77f8bc3 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:21.659568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e288cf2a-e9f2-4fd9-b57f-a209057d75cd req-9c51353e-20d5-4dd9-bddf-3cd8f77f8bc3 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 935 time: 0.0717151 Dec 20 15:38:21.687870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166fe5c8-0df3-4ea9-84b3-543253590d37 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:21.700104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.716941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Transition to ACTIVE for port object 166fe5c8-0df3-4ea9-84b3-543253590d37 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:21.719111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:21.726866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-b2477b69-5506-4789-bcd6-6038bc3b3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:21.728707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-b2477b69-5506-4789-bcd6-6038bc3b3c9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1094 time: 0.0892434 Dec 20 15:38:21.736493 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-642e87dc-4976-4f9b-9b4f-0d4c3d3da84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.737098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e288cf2a-e9f2-4fd9-b57f-a209057d75cd req-a516582d-efcc-4805-a233-2ebdcb6aec28 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634112 Dec 20 15:38:21.788118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-d1da3213-edf0-4881-98e1-1e54e2ec5dc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 217 time: 0.0490246 Dec 20 15:38:21.794782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.875290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Pushing event updated for resources: {'Port': ['ID=166fe5c8-0df3-4ea9-84b3-543253590d37,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:21.904585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-ba206ad4-1b93-452b-a2d6-346716cc62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:21.906599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-ba206ad4-1b93-452b-a2d6-346716cc62e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1087852 Dec 20 15:38:21.937099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fa1cf-36b6-4250-aea7-bb91a403a053 req-d004889b-7064-4beb-ae15-522e7363c70c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:21.938674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c99fa1cf-36b6-4250-aea7-bb91a403a053 req-d004889b-7064-4beb-ae15-522e7363c70c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 948 time: 0.0994036 Dec 20 15:38:21.958463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-eba102a6-93ff-4800-8c63-0e8d250a2d7f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411189 Dec 20 15:38:21.962637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-642e87dc-4976-4f9b-9b4f-0d4c3d3da84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:21.964157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Attempting to bind port 166fe5c8-0df3-4ea9-84b3-543253590d37 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:21.964573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Attempting to bind port 166fe5c8-0df3-4ea9-84b3-543253590d37 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:21.964984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Attempting to bind port 166fe5c8-0df3-4ea9-84b3-543253590d37 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:21.969670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Port 166fe5c8-0df3-4ea9-84b3-543253590d37 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:21.970093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Attempting to bind port 166fe5c8-0df3-4ea9-84b3-543253590d37 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:21.975892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:21.976319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:21.981504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:21.981504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Bound port: 166fe5c8-0df3-4ea9-84b3-543253590d37, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:21.981504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.051716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-642e87dc-4976-4f9b-9b4f-0d4c3d3da84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.085830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] For port 166fe5c8-0df3-4ea9-84b3-543253590d37, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:22.106116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c99fa1cf-36b6-4250-aea7-bb91a403a053 req-43ce3994-4c67-46d8-b929-26aaf5d09c0a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508567 Dec 20 15:38:22.112796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] For port 166fe5c8-0df3-4ea9-84b3-543253590d37, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=166fe5c8-0df3-4ea9-84b3-543253590d37,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:22.121715 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-642e87dc-4976-4f9b-9b4f-0d4c3d3da84e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b10047aa1624fe8bae04b442673321f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988113 Dec 20 15:38:22.121839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a958-41bd-4c9b-8baa-8c2964bf4a76 req-6a21304b-2d86-4375-8de8-88843dbd5ddb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.122287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43466) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:22.126005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe49a958-41bd-4c9b-8baa-8c2964bf4a76 req-6a21304b-2d86-4375-8de8-88843dbd5ddb tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.1720753 Dec 20 15:38:22.134445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e87dc-4976-4f9b-9b4f-0d4c3d3da84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101dfd73-c161-468a-ac04-0f70761bbc4c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:22.171501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-9d02344f-f01e-439b-a948-44a5c647c71b service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978543 Dec 20 15:38:22.205151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.292045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.292967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.294505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] 10.222.0.83 "PUT /v2.0/ports/166fe5c8-0df3-4ea9-84b3-543253590d37 HTTP/1.1" status: 200 len: 1095 time: 1.0867214 Dec 20 15:38:22.295065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'tag': '166fe5c8-0df3-4ea9-84b3-543253590d37'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:22.301121 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abec75c-eb69-4b00-871b-b6988be39596" -d '{"events": [{"name": "network-changed", "server_uuid": "dd12c3a8-0e21-46a3-af6e-eb911528d6ef", "tag": "166fe5c8-0df3-4ea9-84b3-543253590d37"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:22.318389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec2597ec-7aa3-409c-b11a-2b9705030b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.357755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec2597ec-7aa3-409c-b11a-2b9705030b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.380302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e901bd-3d63-4302-8a4d-c7c83585923b service neutron] Pushing event updated for resources: {'Port': ['ID=166fe5c8-0df3-4ea9-84b3-543253590d37,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:22.452015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:22.539014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec2597ec-7aa3-409c-b11a-2b9705030b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.551947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec2597ec-7aa3-409c-b11a-2b9705030b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.559302 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa793a-5151-4757-8e03-8bad0e9393da x-openstack-request-id: req-b6fa793a-5151-4757-8e03-8bad0e9393da {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:22.560169 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:22.560426 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6fa793a-5151-4757-8e03-8bad0e9393da {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:22.560818 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'status': 'completed', 'code': 200} Dec 20 15:38:22.564550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec2597ec-7aa3-409c-b11a-2b9705030b6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/101dfd73-c161-468a-ac04-0f70761bbc4c HTTP/1.1" status: 204 len: 168 time: 0.4376647 Dec 20 15:38:22.593710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2597ec-7aa3-409c-b11a-2b9705030b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101dfd73-c161-468a-ac04-0f70761bbc4c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:22.624954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-8bef97d0-e7e4-417c-8859-9b700afbdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.629365 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-8bef97d0-e7e4-417c-8859-9b700afbdcbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afa621ed4101410087c7bf8b12af495d&device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 1098 time: 0.1534872 Dec 20 15:38:22.636242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe49a958-41bd-4c9b-8baa-8c2964bf4a76 req-bf9c807b-c1ad-4cec-aa86-4735ecdd5683 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974263 Dec 20 15:38:22.667937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 348c5c2a-b05f-4742-954b-c845d831d407 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:22.681186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 348c5c2a-b05f-4742-954b-c845d831d407 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:22.681567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.702653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-b3248f18-c648-4297-872c-6a08a590f4d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=166fe5c8-0df3-4ea9-84b3-543253590d37 HTTP/1.1" status: 200 len: 217 time: 0.0626960 Dec 20 15:38:22.712286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d452c1d-bcfb-4c34-b850-6b5a9ff42596 req-61969c22-3b76-4784-a422-5614e1c34007 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322380 Dec 20 15:38:22.779046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-6e1206c5-2141-46e0-b45c-226148cfa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.780735 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-6e1206c5-2141-46e0-b45c-226148cfa4f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0671594 Dec 20 15:38:22.842728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.862044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4418a-710c-4c27-9f9a-9bd09dc01ef5 req-c8671b54-c5f9-46fc-9bd4-893092ffd4a1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.864109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a0c577a2-c553-468d-a130-141c325be039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.865741 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-a0c577a2-c553-468d-a130-141c325be039 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754364 Dec 20 15:38:22.865896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75b4418a-710c-4c27-9f9a-9bd09dc01ef5 req-c8671b54-c5f9-46fc-9bd4-893092ffd4a1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.0768380 Dec 20 15:38:22.874881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:22.877237 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2414e220-3015-41dd-805a-2123c7dca675" -d '{"events": [{"server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "name": "network-vif-plugged", "status": "completed", "tag": "348c5c2a-b05f-4742-954b-c845d831d407"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:22.894447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:22.961000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fc792-c13d-422d-a299-219e54736d40 req-e7ce0872-b690-4345-88a7-33774f281c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:22.962563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-e7ce0872-b690-4345-88a7-33774f281c1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1094 time: 0.0884709 Dec 20 15:38:22.966671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75b4418a-710c-4c27-9f9a-9bd09dc01ef5 req-75b52e04-cd5f-495a-8472-4c41319adeee tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937810 Dec 20 15:38:23.095032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:23.096293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device de658c83-f048-4c1b-8f06-7c47c5d6731a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:23.153448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: de658c83-f048-4c1b-8f06-7c47c5d6731a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:38:23.154047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device de658c83-f048-4c1b-8f06-7c47c5d6731a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:23.179398 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13252f27-0049-45b9-ba6e-e3e8a05c7f3c x-openstack-request-id: req-13252f27-0049-45b9-ba6e-e3e8a05c7f3c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:23.179671 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd12c3a8-0e21-46a3-af6e-eb911528d6ef", "tag": "166fe5c8-0df3-4ea9-84b3-543253590d37", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:23.179918 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13252f27-0049-45b9-ba6e-e3e8a05c7f3c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:23.180705 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'tag': '166fe5c8-0df3-4ea9-84b3-543253590d37', 'status': 'completed', 'code': 200} Dec 20 15:38:23.190473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:23.200708 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-6ae6b7a7-63ff-4432-842b-3bd039478984 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264666 Dec 20 15:38:23.214271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-a3fa94c2-5885-402f-91cf-6a05f8afe2c6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=fdfc5c2a64324011b6a2239c3cc55280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468125 Dec 20 15:38:23.215249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fc792-c13d-422d-a299-219e54736d40 req-b9e4630a-d5c4-4414-ba90-4b5c0553aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.216601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-b9e4630a-d5c4-4414-ba90-4b5c0553aa20 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.2418520 Dec 20 15:38:23.226903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffeaad-b561-4fe3-bd39-1ce8686030f0 req-2099960c-b1e3-41fe-bd05-46d59abe09d8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.228391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05ffeaad-b561-4fe3-bd39-1ce8686030f0 req-2099960c-b1e3-41fe-bd05-46d59abe09d8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 947 time: 0.1453490 Dec 20 15:38:23.270983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a181d-f671-4245-af85-16f27a739f52 req-42385f39-32af-4284-aff5-713021584aff tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.272486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac6a181d-f671-4245-af85-16f27a739f52 req-42385f39-32af-4284-aff5-713021584aff tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.83 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.1408303 Dec 20 15:38:23.312140 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-02060fc4-6d2b-4111-aac0-24702241dd8d req-dff3b504-0585-4da9-85ed-bba193112d97 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037824 Dec 20 15:38:23.340069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-8faedb74-173b-40d8-9064-4986b633afa0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 217 time: 0.1096802 Dec 20 15:38:23.487789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec75c-eb69-4b00-871b-b6988be39596 req-d3cafb09-9ef6-4deb-a244-aa61ff97d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.489418 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-d3cafb09-9ef6-4deb-a244-aa61ff97d6da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afa621ed4101410087c7bf8b12af495d&device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 1098 time: 0.0435472 Dec 20 15:38:23.516501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05ffeaad-b561-4fe3-bd39-1ce8686030f0 req-13aa1c47-94c3-4f31-8f4f-a743fc25db51 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728291 Dec 20 15:38:23.543357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-4ee1da54-324f-4665-971b-95840eb769d0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.550736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-4ee1da54-324f-4665-971b-95840eb769d0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162344 Dec 20 15:38:23.557062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fc792-c13d-422d-a299-219e54736d40 req-006104cc-ebcd-406a-a53d-ff932881f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.558597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-006104cc-ebcd-406a-a53d-ff932881f9b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.2102180 Dec 20 15:38:23.567710 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e64d8-a0cf-4d73-95a2-09a3f77e6d78 x-openstack-request-id: req-252e64d8-a0cf-4d73-95a2-09a3f77e6d78 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:23.568291 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "name": "network-vif-plugged", "status": "completed", "tag": "348c5c2a-b05f-4742-954b-c845d831d407", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:23.568743 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-252e64d8-a0cf-4d73-95a2-09a3f77e6d78 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:23.569423 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407', 'code': 200} Dec 20 15:38:23.606035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-be41365c-0b29-4478-92d2-ec2c751e8bcb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/quotas/fdfc5c2a64324011b6a2239c3cc55280 HTTP/1.1" status: 200 len: 375 time: 0.0543864 Dec 20 15:38:23.621045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec75c-eb69-4b00-871b-b6988be39596 req-fe8d879d-e432-433f-afec-4dfde45a0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.622614 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-fe8d879d-e432-433f-afec-4dfde45a0239 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1215808 Dec 20 15:38:23.630783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-ce393ac5-b295-4841-8ae7-06d479a65c0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544319 Dec 20 15:38:23.669614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Deleting port e55b8a19-b93f-4e5d-90d8-23f65649482d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:38:23.669956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:23.677047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-3c3f601c-40ff-4ee2-86f0-3d81c02930a8 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fdfc5c2a64324011b6a2239c3cc55280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502062 Dec 20 15:38:23.686156 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-ad1e1f0a-9318-4b37-97af-833424d7c4d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=166fe5c8-0df3-4ea9-84b3-543253590d37 HTTP/1.1" status: 200 len: 217 time: 0.0468037 Dec 20 15:38:23.765061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec75c-eb69-4b00-871b-b6988be39596 req-65d19e59-ba79-4f73-91d7-5a03e1c6bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.766547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-65d19e59-ba79-4f73-91d7-5a03e1c6bacb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0551963 Dec 20 15:38:23.774067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a08251-e830-4dfd-8338-4725b2b65e53 req-e1f0faee-1064-49b8-bc41-fbb96181706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.776432 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-74a08251-e830-4dfd-8338-4725b2b65e53 req-e1f0faee-1064-49b8-bc41-fbb96181706f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1100 time: 0.1295817 Dec 20 15:38:23.851532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-74a08251-e830-4dfd-8338-4725b2b65e53 req-b128e168-656e-428f-8456-595fd37fe0ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658526 Dec 20 15:38:23.853574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec75c-eb69-4b00-871b-b6988be39596 req-de835652-c54d-46ed-a871-c7b024c9511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.854950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-de835652-c54d-46ed-a871-c7b024c9511f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781856 Dec 20 15:38:23.875817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] For port e55b8a19-b93f-4e5d-90d8-23f65649482d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e55b8a19-b93f-4e5d-90d8-23f65649482d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:23.876473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:23.907168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Calling delete_port for e55b8a19-b93f-4e5d-90d8-23f65649482d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:38:23.916755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-62cc3db1-134e-4e44-80db-0cfdc51bce6b service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712586 Dec 20 15:38:23.945191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f7ff-c11e-4735-a67e-5a3699bd03c9 req-152ca466-8255-4be8-a7c3-2e808a8fda72 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.947086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a16f7ff-c11e-4735-a67e-5a3699bd03c9 req-152ca466-8255-4be8-a7c3-2e808a8fda72 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1639941 Dec 20 15:38:23.963918 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-7bcdc35e-9d50-422b-9134-5b1989d724ec service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000860 Dec 20 15:38:24.129621 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5abec75c-eb69-4b00-871b-b6988be39596 req-be9d06db-24f0-4358-927a-5a05cad9cb1b service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577494 Dec 20 15:38:24.142838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a16f7ff-c11e-4735-a67e-5a3699bd03c9 req-209b57e8-817a-43f4-af4b-3ee7c11cf792 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508131 Dec 20 15:38:24.149211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e3fc792-c13d-422d-a299-219e54736d40 req-963455bd-81c5-4259-ad7e-e5542e1c14d2 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227497 Dec 20 15:38:24.261700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241e4aa-f747-429a-b454-ca12f5f6b037 req-68ff0f80-45c4-4940-87cf-f9fb58591368 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.265802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6241e4aa-f747-429a-b454-ca12f5f6b037 req-68ff0f80-45c4-4940-87cf-f9fb58591368 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 949 time: 0.0749841 Dec 20 15:38:24.321672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6241e4aa-f747-429a-b454-ca12f5f6b037 req-bc81322f-16bc-4b39-bb5a-13ea81a0645d tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1642ee0-a32f-469e-b6bb-dffb4b709c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499134 Dec 20 15:38:24.330463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:24.350716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e55b8a19-b93f-4e5d-90d8-23f65649482d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:24.388504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Pushing event deleted for resources: {'Port': ['ID=e55b8a19-b93f-4e5d-90d8-23f65649482d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:24.447856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fd37f81-d8c5-448f-9690-75c6ea4ec41e req-b174b334-f423-41d2-989f-fda5111ffe47 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 210 time: 0.0629063 Dec 20 15:38:24.477646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] No DVR routers for this DVR port e55b8a19-b93f-4e5d-90d8-23f65649482d on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:24.481631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:24.485273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac6a181d-f671-4245-af85-16f27a739f52 req-8876fda1-f0b7-4dbb-a1ec-f9d5ce302cdd tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.83 "DELETE /v2.0/ports/e55b8a19-b93f-4e5d-90d8-23f65649482d HTTP/1.1" status: 204 len: 173 time: 1.1610005 Dec 20 15:38:24.562034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'name': 'network-vif-deleted', 'tag': 'e55b8a19-b93f-4e5d-90d8-23f65649482d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:24.564636 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60ce065-3704-44b5-b383-4c9a292ab415" -d '{"events": [{"server_uuid": "e19f94d5-6adc-4aee-9582-acabedb70d1b", "name": "network-vif-deleted", "tag": "e55b8a19-b93f-4e5d-90d8-23f65649482d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:24.580022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2944f3-da53-4c2c-a117-aa5e110229d0 req-74f50f23-42ab-41fc-b0ca-26c09ce50d5c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.582704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba2944f3-da53-4c2c-a117-aa5e110229d0 req-74f50f23-42ab-41fc-b0ca-26c09ce50d5c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.0733118 Dec 20 15:38:24.679848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba2944f3-da53-4c2c-a117-aa5e110229d0 req-4ece1a35-ee7a-42fd-adff-c76f9971f4d6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911579 Dec 20 15:38:24.692177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cdb67-eb5e-4108-ae71-8772e5d85438 req-80f83e58-34cf-4fc0-8ffc-f5b15152005f tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.693794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-077cdb67-eb5e-4108-ae71-8772e5d85438 req-80f83e58-34cf-4fc0-8ffc-f5b15152005f tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 947 time: 0.0883291 Dec 20 15:38:24.734610 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3443537-ee19-4590-beb7-3419827bdddc x-openstack-request-id: req-e3443537-ee19-4590-beb7-3419827bdddc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:24.734917 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19f94d5-6adc-4aee-9582-acabedb70d1b", "name": "network-vif-deleted", "tag": "e55b8a19-b93f-4e5d-90d8-23f65649482d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:24.735293 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3443537-ee19-4590-beb7-3419827bdddc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:24.735691 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19f94d5-6adc-4aee-9582-acabedb70d1b', 'name': 'network-vif-deleted', 'tag': 'e55b8a19-b93f-4e5d-90d8-23f65649482d', 'status': 'completed', 'code': 200} Dec 20 15:38:24.758885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-077cdb67-eb5e-4108-ae71-8772e5d85438 req-84bdbb1b-41f4-4dad-9dd5-5b0e25370866 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585136 Dec 20 15:38:25.144464 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-7ee81f91-f722-4c62-a7cd-aa7914074ed9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738072 Dec 20 15:38:25.256427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-09ac0594-9084-4443-80ee-0698806cc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:25.258312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-09ac0594-9084-4443-80ee-0698806cc9b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1095 time: 0.0446098 Dec 20 15:38:25.290965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb467d-a1b2-4378-8141-44c006b2fffd req-5e7b572f-3c8b-45a7-bd9e-2452a6f3b258 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:25.293044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fbb467d-a1b2-4378-8141-44c006b2fffd req-5e7b572f-3c8b-45a7-bd9e-2452a6f3b258 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0612524 Dec 20 15:38:25.367335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fbb467d-a1b2-4378-8141-44c006b2fffd req-a1c6ccbe-3793-4de3-8e35-59e641f581ed tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675104 Dec 20 15:38:25.416061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-5d5de1ba-f196-4c91-9ca7-7e4cfdffec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:25.417603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-5d5de1ba-f196-4c91-9ca7-7e4cfdffec48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1309171 Dec 20 15:38:25.471826 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-4a8bc9e4-18c9-4c1e-935b-63125397a786 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.0450048 Dec 20 15:38:25.508267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17ae4922-9158-4442-8bfd-ead6a1dd9b7c req-f33d3655-b6d2-457e-a3a6-765f92172649 tempest-LiveMigrationNegativeTest-2052916673 tempest-LiveMigrationNegativeTest-2052916673-project] 10.222.0.81 "GET /v2.0/ports?device_id=e19f94d5-6adc-4aee-9582-acabedb70d1b HTTP/1.1" status: 200 len: 210 time: 0.0328391 Dec 20 15:38:25.513820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-d2a6868b-011c-47c9-afe1-98fb9401e859 req-13259204-c07d-44b3-b1de-e53716b063d7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:38:25.514807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2a6868b-011c-47c9-afe1-98fb9401e859 req-13259204-c07d-44b3-b1de-e53716b063d7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055807 Dec 20 15:38:25.531288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-1a6c1ff1-5a13-4df9-9401-7e1691f7e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:25.533446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-1a6c1ff1-5a13-4df9-9401-7e1691f7e1cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0539055 Dec 20 15:38:25.582550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-5f749659-b2d6-4b44-bdf2-1b43e6661ae6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393009 Dec 20 15:38:25.688972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-a22c452a-db99-4d68-8134-164795bf9774 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955086 Dec 20 15:38:25.790821 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55871fb0-3f5f-4bca-a0bb-662b34360a8f req-289fe265-f106-47b3-ae18-950899224cf5 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948822 Dec 20 15:38:25.926096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b137eb1-85e8-4453-9572-001a7d305493 req-fd766514-3cec-4b69-875d-cae8d49ed29d tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 210 time: 0.0665245 Dec 20 15:38:26.048977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-d40a7499-6032-43c1-906e-5c0a9dd472cd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268679 Dec 20 15:38:26.097017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a51ca-cd3f-47e4-88a5-8998ff763be3 req-d5041497-fa67-4053-adaf-36e6011d272e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:26.099082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-155a51ca-cd3f-47e4-88a5-8998ff763be3 req-d5041497-fa67-4053-adaf-36e6011d272e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.1060464 Dec 20 15:38:26.120320 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-5b7e9970-aabd-46d0-be3c-0f9e66b60df6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443981 Dec 20 15:38:26.129113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-b9772878-b833-482b-a0c3-7039fe8dfc2c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:38:26.130185 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-b9772878-b833-482b-a0c3-7039fe8dfc2c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051334 Dec 20 15:38:26.212941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-b3c91578-b384-4cfc-9228-a7cf2aae21c8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:26.214395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-b3c91578-b384-4cfc-9228-a7cf2aae21c8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589551 Dec 20 15:38:26.218582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-155a51ca-cd3f-47e4-88a5-8998ff763be3 req-0f5d2153-24ad-4051-b4b5-9c73c95a91c5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856345 Dec 20 15:38:26.231032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-e160d2a4-3d2f-4b3c-83ee-b67d9273272e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/quotas/986025bff2b6446cb7b3eaa2d97d40dc HTTP/1.1" status: 200 len: 375 time: 0.0105431 Dec 20 15:38:26.275248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-4cc88a48-78d9-41af-a6aa-0d74180c162b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310931 Dec 20 15:38:26.338617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90a9b0-2a0e-4e6d-93e1-4e25d02e55d9 req-8d768359-dcba-4269-8eb6-99cc7b50dffa tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:26.340223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a90a9b0-2a0e-4e6d-93e1-4e25d02e55d9 req-8d768359-dcba-4269-8eb6-99cc7b50dffa tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 947 time: 0.0518756 Dec 20 15:38:26.394732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a90a9b0-2a0e-4e6d-93e1-4e25d02e55d9 req-052c15e3-743e-48fc-9e67-340a80e6c1a1 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Dec 20 15:38:26.587311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aa069-e6b3-44f8-a0d4-aedd5d828f11 req-5d457420-65fe-4cc3-a40c-0ac83b65c330 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:26.588806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe2aa069-e6b3-44f8-a0d4-aedd5d828f11 req-5d457420-65fe-4cc3-a40c-0ac83b65c330 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0679252 Dec 20 15:38:26.661419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe2aa069-e6b3-44f8-a0d4-aedd5d828f11 req-9f1df3a5-9bb7-451b-b5f0-71730bdc08fe tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539603 Dec 20 15:38:26.695082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27af47a6-ff75-4dd8-8ccf-2c9996fcb83d req-7005fafb-772e-4d78-9b90-9b4fa65d29d0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 210 time: 0.0302541 Dec 20 15:38:26.787890 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:26.849996 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-f376ae21-a763-40e4-9aa3-4a3034663cf0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fdfc5c2a64324011b6a2239c3cc55280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408974 Dec 20 15:38:27.004948 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-424da43f-396e-4048-acc2-cf4bd57f1ed8 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:27.006673 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-424da43f-396e-4048-acc2-cf4bd57f1ed8 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493051 Dec 20 15:38:27.026425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Request body: {'port': {'device_id': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'fdfc5c2a64324011b6a2239c3cc55280'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:27.058189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c7d1c2c-7974-4476-983e-89cb51115462 req-e9accc85-bae6-4c3f-b92e-c7c279d83454 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 210 time: 0.0369949 Dec 20 15:38:27.282100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43676) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:27.319122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Made reservation on behalf of fdfc5c2a64324011b6a2239c3cc55280 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:27.328705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.345204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.383323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577e44c-23ac-4f9a-aafc-7176c4ee9fc8 req-c565f191-b693-4634-b463-51bb67b41295 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:27.385192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0577e44c-23ac-4f9a-aafc-7176c4ee9fc8 req-c565f191-b693-4634-b463-51bb67b41295 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.0848074 Dec 20 15:38:27.479219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.493642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43686) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:27.493839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b5d62f66-0d9d-47a1-8e8f-a8cc23f23171 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ae6ac1848bc46d29f9a3efcc563f26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102911 Dec 20 15:38:27.499437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0577e44c-23ac-4f9a-aafc-7176c4ee9fc8 req-49ea7a74-719f-421d-995b-e764c02b610e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 Dec 20 15:38:27.554412 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac132856-8b87-4123-a4a4-5903b97e7172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.556234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83acee-1401-4bf6-8c5c-24690b1fa3d1 req-106af835-4426-4cd8-894e-10e04eff0bbe tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:27.557813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b83acee-1401-4bf6-8c5c-24690b1fa3d1 req-106af835-4426-4cd8-894e-10e04eff0bbe tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 947 time: 0.0572000 Dec 20 15:38:27.567872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 166fe5c8-0df3-4ea9-84b3-543253590d37 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:27.582591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac132856-8b87-4123-a4a4-5903b97e7172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.600824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e55b8a19-b93f-4e5d-90d8-23f65649482d no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:27.620676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b83acee-1401-4bf6-8c5c-24690b1fa3d1 req-d74b551c-32a0-44fa-955b-b7c070deed58 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553350 Dec 20 15:38:27.656452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.663736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: e55b8a19-b93f-4e5d-90d8-23f65649482d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:38:27.664432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e55b8a19-b93f-4e5d-90d8-23f65649482d not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:27.731210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6986cef-f4fc-465c-9c72-0233eb2d530a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:27.795304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 166fe5c8-0df3-4ea9-84b3-543253590d37, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=166fe5c8-0df3-4ea9-84b3-543253590d37,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:27.810120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '166fe5c8-0df3-4ea9-84b3-543253590d37', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '166fe5c8-0df3-4ea9-84b3-543253590d37', 'mac_address': 'fa:16:3e:44:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:27.810741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb7d1af1-5330-4002-94cd-1831488cd58e req-d36f208d-b1f5-4577-905e-0ba00a0d6026 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 210 time: 0.0349848 Dec 20 15:38:27.838800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac132856-8b87-4123-a4a4-5903b97e7172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.842038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac132856-8b87-4123-a4a4-5903b97e7172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.843395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ac132856-8b87-4123-a4a4-5903b97e7172 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1642ee0-a32f-469e-b6bb-dffb4b709c71 HTTP/1.1" status: 204 len: 168 time: 0.3483233 Dec 20 15:38:27.868540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Allocated IP 192.168.233.103 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/67e61585-2df1-425e-84d9-835044d8530e) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:27.871276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac132856-8b87-4123-a4a4-5903b97e7172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1642ee0-a32f-469e-b6bb-dffb4b709c71,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:27.879665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767677-0a78-41d4-b3aa-b2f3e554c9e4 req-adf3f538-8b70-4f36-9853-09695b5813b2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:27.896096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47767677-0a78-41d4-b3aa-b2f3e554c9e4 req-adf3f538-8b70-4f36-9853-09695b5813b2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0814307 Dec 20 15:38:27.913211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:27.966157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166fe5c8-0df3-4ea9-84b3-543253590d37 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:28.009268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47767677-0a78-41d4-b3aa-b2f3e554c9e4 req-e843e83c-946a-4663-8e2d-dfd5702c2014 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104257 Dec 20 15:38:28.028966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 166fe5c8-0df3-4ea9-84b3-543253590d37, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=166fe5c8-0df3-4ea9-84b3-543253590d37,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:28.082446 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.084496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.085397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:28.168076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cabc775-48c4-40f0-a82e-e5f891048acf req-c654c3b1-ac41-46d2-8a58-f6d7dee76f91 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 210 time: 0.0376456 Dec 20 15:38:28.226896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=166fe5c8-0df3-4ea9-84b3-543253590d37,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:28.228432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.240298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:28.251556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'port_id': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'mac_address': 'fa:16:3e:b5:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c474ca-1720-43c1-9447-8dc24cfd09a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:28.280639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:28.283850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:28.287786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:28.293576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:28.294664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.302016 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.307631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Pushing event updated for resources: {'Port': ['ID=67e61585-2df1-425e-84d9-835044d8530e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:28.328501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4757ac9f-61a8-4119-b1df-c0527f832a83 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:28.370195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:28.430858 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-1782a82d-cb93-4558-89b0-050b07456fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4112437 Dec 20 15:38:28.445035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Request body: {'port': {'device_id': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:28.457199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.536120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:28.540354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.564027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-41a42c40-169b-4233-8b66-e633d7ec17ab None None] Provisioning complete for port 67e61585-2df1-425e-84d9-835044d8530e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:28.564408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41a42c40-169b-4233-8b66-e633d7ec17ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:28.606554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-41a42c40-169b-4233-8b66-e633d7ec17ab None None] Port 67e61585-2df1-425e-84d9-835044d8530e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:28.658771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be298e5-174a-4416-b96b-ef41a67bbd65 req-0bedd162-492c-4250-8d38-9535a9c4becb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:28.661126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1be298e5-174a-4416-b96b-ef41a67bbd65 req-0bedd162-492c-4250-8d38-9535a9c4becb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.0556970 Dec 20 15:38:28.728932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1be298e5-174a-4416-b96b-ef41a67bbd65 req-ba42c326-8b18-49bb-9762-369bf483834c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584283 Dec 20 15:38:28.822265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['166fe5c8-0df3-4ea9-84b3-543253590d37'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:28.832225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4757ac9f-61a8-4119-b1df-c0527f832a83'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:28.914678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43724) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:28.919653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3521221-0532-49f1-9b1d-8cb51d8f45e7 req-332ef7be-f0f8-445e-a6e8-529d393beab9 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:28.921256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3521221-0532-49f1-9b1d-8cb51d8f45e7 req-332ef7be-f0f8-445e-a6e8-529d393beab9 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 948 time: 0.1045802 Dec 20 15:38:28.972055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e61585-2df1-425e-84d9-835044d8530e {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:28.986713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.013512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3521221-0532-49f1-9b1d-8cb51d8f45e7 req-71f0150f-d3fa-4e72-8dd6-37fb5aa0b665 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794702 Dec 20 15:38:29.025091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a3532358-ce9c-4898-8e6c-489c16a91c25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcad365e56c641228f68303e6e5e8ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1070480 Dec 20 15:38:29.030682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43728) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:29.043058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Transition to ACTIVE for port object 67e61585-2df1-425e-84d9-835044d8530e will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:29.125488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.129456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72c65aa9-ba8b-4750-aa4f-27ff9886906c req-aa222da5-4718-412e-b55c-b8b688b2f341 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 210 time: 0.0409319 Dec 20 15:38:29.183446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Pushing event updated for resources: {'Port': ['ID=67e61585-2df1-425e-84d9-835044d8530e,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:29.208351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817e36af-579c-4645-9049-33f51addcca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.244156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817e36af-579c-4645-9049-33f51addcca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.255078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-6394e0a3-825c-44e2-bef3-0a1bef234055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.256984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-6394e0a3-825c-44e2-bef3-0a1bef234055 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1100 time: 0.1316984 Dec 20 15:38:29.266754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48111f5f-2420-47e7-b864-ad9eb0611b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.284709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Attempting to bind port 67e61585-2df1-425e-84d9-835044d8530e on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:29.285673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Attempting to bind port 67e61585-2df1-425e-84d9-835044d8530e by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:29.286009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Attempting to bind port 67e61585-2df1-425e-84d9-835044d8530e on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:29.294060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Port 67e61585-2df1-425e-84d9-835044d8530e on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:29.294392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Attempting to bind port 67e61585-2df1-425e-84d9-835044d8530e on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:29.304225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:29.304656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:29.306113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:29.306813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Bound port: 67e61585-2df1-425e-84d9-835044d8530e, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:29.307182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.415818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] For port 67e61585-2df1-425e-84d9-835044d8530e, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:29.419920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] For port 67e61585-2df1-425e-84d9-835044d8530e, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=67e61585-2df1-425e-84d9-835044d8530e,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:29.423677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c654f0-2739-4792-a49b-2d2897465baf req-ffec0b49-bceb-4e22-b95a-b5d7bebad2b7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.425624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28c654f0-2739-4792-a49b-2d2897465baf req-ffec0b49-bceb-4e22-b95a-b5d7bebad2b7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1450515 Dec 20 15:38:29.458751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-1fa8505e-d340-4ea7-8d73-b7b43259587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.460360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-1fa8505e-d340-4ea7-8d73-b7b43259587b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1900022 Dec 20 15:38:29.515515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-e86c97d8-dfa5-4d43-94b0-46ed97f6a393 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 217 time: 0.0423849 Dec 20 15:38:29.525504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28c654f0-2739-4792-a49b-2d2897465baf req-675e76a8-2d84-4d9b-9cf4-7c030e39855e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897977 Dec 20 15:38:29.548244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.579019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-0f7b7766-6823-4e2f-aa51-f0dd9106785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.581371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-0f7b7766-6823-4e2f-aa51-f0dd9106785d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0540662 Dec 20 15:38:29.598008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.598624 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.599998 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] 10.222.0.72 "PUT /v2.0/ports/67e61585-2df1-425e-84d9-835044d8530e HTTP/1.1" status: 200 len: 1096 time: 1.1599655 Dec 20 15:38:29.600449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'tag': '67e61585-2df1-425e-84d9-835044d8530e'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:29.602694 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e", "tag": "67e61585-2df1-425e-84d9-835044d8530e"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:29.616702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad8d41-8dce-4284-88a7-1c6b107b4599 service neutron] Pushing event updated for resources: {'Port': ['ID=67e61585-2df1-425e-84d9-835044d8530e,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:29.647727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817e36af-579c-4645-9049-33f51addcca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.650911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-817e36af-579c-4645-9049-33f51addcca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:29.654340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-817e36af-579c-4645-9049-33f51addcca2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8d48288-3530-4600-8ccd-77d525bf241d HTTP/1.1" status: 204 len: 168 time: 0.6148551 Dec 20 15:38:29.683304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e36af-579c-4645-9049-33f51addcca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d48288-3530-4600-8ccd-77d525bf241d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:29.722612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0beb-55c8-4072-9a72-92e4e529fb55 req-d879f2a1-3ce3-45ed-b080-be347476c4e0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.722612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cbe0beb-55c8-4072-9a72-92e4e529fb55 req-d879f2a1-3ce3-45ed-b080-be347476c4e0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 948 time: 0.1292806 Dec 20 15:38:29.722612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-67be1596-baf6-402a-a7d7-b8fe35d37940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.722924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-67be1596-baf6-402a-a7d7-b8fe35d37940 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330125 Dec 20 15:38:29.806229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-d7eabc6a-e01e-4476-b9f7-c4cb9cd8cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.808269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-d7eabc6a-e01e-4476-b9f7-c4cb9cd8cfbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdfc5c2a64324011b6a2239c3cc55280&device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 1099 time: 0.0691180 Dec 20 15:38:29.862952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cbe0beb-55c8-4072-9a72-92e4e529fb55 req-18ab024c-f21d-48a4-a911-8ab71ab22ecd tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264870 Dec 20 15:38:29.875334 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-6d8591f0-1c5c-4377-9bd0-9ef1dd0038c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=67e61585-2df1-425e-84d9-835044d8530e HTTP/1.1" status: 200 len: 217 time: 0.0586219 Dec 20 15:38:29.901509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-29c2d6c0-8a69-4993-a921-22ba40d173d4 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656888 Dec 20 15:38:29.919563 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91ae7d-055e-461b-a829-de8703c7c7ec x-openstack-request-id: req-5f91ae7d-055e-461b-a829-de8703c7c7ec {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:29.920072 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e", "tag": "67e61585-2df1-425e-84d9-835044d8530e", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:29.920072 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f91ae7d-055e-461b-a829-de8703c7c7ec {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:29.920473 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'tag': '67e61585-2df1-425e-84d9-835044d8530e', 'status': 'completed', 'code': 200} Dec 20 15:38:29.929305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-2212835c-e670-4801-99e0-4b374dfd9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.930751 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-2212835c-e670-4801-99e0-4b374dfd9839 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0493901 Dec 20 15:38:29.968314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-a7aeb3a1-ea7f-4bc3-b2d5-3a6f6a98a7f7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292251 Dec 20 15:38:29.982576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-8af5cb89-12ae-43a1-b1ff-16876f9b7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.984306 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-8af5cb89-12ae-43a1-b1ff-16876f9b7db8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459561 Dec 20 15:38:30.086831 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-9e2bb0bb-f28c-4c5d-b721-06a23979e065 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953405 Dec 20 15:38:30.226264 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-89fe1ffe-566b-4285-915d-5a49d0bcd384 req-0b3e54ca-0c11-4777-9d03-b7e7611bceb2 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318378 Dec 20 15:38:30.358688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-ac9bcc4a-b2da-4062-a420-0de234c13d2b service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398236 Dec 20 15:38:30.376328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f4ea5-147b-433c-ac75-482e18deb363 req-12d5bbdb-20d5-4f5a-b56f-196ed29f98ec tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.384336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e5f4ea5-147b-433c-ac75-482e18deb363 req-12d5bbdb-20d5-4f5a-b56f-196ed29f98ec tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.3902225 Dec 20 15:38:30.447978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-b5c30dfd-59ea-4777-b0d2-44c677ea6d8a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.449371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-b5c30dfd-59ea-4777-b0d2-44c677ea6d8a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4542902 Dec 20 15:38:30.472651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:30.512798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-f9b62765-bd92-43dd-a7e4-2a2e3bbf2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.514336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-f9b62765-bd92-43dd-a7e4-2a2e3bbf2559 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdfc5c2a64324011b6a2239c3cc55280&device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 1099 time: 0.1165125 Dec 20 15:38:30.517663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e5f4ea5-147b-433c-ac75-482e18deb363 req-a74598fa-600e-4add-8cde-3b3fb3a322a8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325014 Dec 20 15:38:30.697807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-e5db0dcb-0907-48b8-a525-41392d446742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.702694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-e5db0dcb-0907-48b8-a525-41392d446742 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1547804 Dec 20 15:38:30.750206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-6935a005-f437-41fe-b024-1b88026c7959 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=67e61585-2df1-425e-84d9-835044d8530e HTTP/1.1" status: 200 len: 217 time: 0.0417058 Dec 20 15:38:30.776306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e3a6-7528-4033-8ec3-5a79fc7784a6 req-ee3e92e5-ae91-42b1-99fe-d26b2bec53d2 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.777890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0666e3a6-7528-4033-8ec3-5a79fc7784a6 req-ee3e92e5-ae91-42b1-99fe-d26b2bec53d2 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 948 time: 0.1163306 Dec 20 15:38:30.845965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-afc8355b-c9ed-4b7f-bd39-e7b72ba5ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.848004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-afc8355b-c9ed-4b7f-bd39-e7b72ba5ff18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0901475 Dec 20 15:38:30.851130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:30.854572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:30.882024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:30.911743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0666e3a6-7528-4033-8ec3-5a79fc7784a6 req-5bf99160-f142-4160-9fa6-9d8f288675ef tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049139 Dec 20 15:38:30.950618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-1e6e2b12-a015-4c43-a4cd-089424d92a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.952151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-1e6e2b12-a015-4c43-a4cd-089424d92a82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946007 Dec 20 15:38:31.049032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc369059-6a10-4ffd-958f-b948880ed0ef req-1c4444be-80f7-41eb-ab65-dd826eced5bc tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 210 time: 0.0837672 Dec 20 15:38:31.166803 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.188526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d0ba2-c685-4d77-80fa-b25febffb60d req-7819322d-6854-4bb3-94a0-1a1ebef3c7e0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:31.190610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-542d0ba2-c685-4d77-80fa-b25febffb60d req-7819322d-6854-4bb3-94a0-1a1ebef3c7e0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.2064769 Dec 20 15:38:31.192863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-bc0a4e53-86ce-40ee-925e-fbf954a75967 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288396 Dec 20 15:38:31.244972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.282484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496a523-3c1e-43de-803f-9d408c38e665 req-934311c8-0357-4b67-a669-2307e8a255e0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:31.284368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4496a523-3c1e-43de-803f-9d408c38e665 req-934311c8-0357-4b67-a669-2307e8a255e0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 948 time: 0.1653185 Dec 20 15:38:31.399659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-542d0ba2-c685-4d77-80fa-b25febffb60d req-3439b468-fd48-4dcb-9bf8-d2d538d34725 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015347 Dec 20 15:38:31.404278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d82ce59-831c-404c-959f-559476d1006e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:31.478234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfb4c8b-bf2d-42ed-b780-afd186cea7c8 req-a2c9debe-1fe5-4f6c-b893-9de1ed424e14 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715702 Dec 20 15:38:31.484116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4496a523-3c1e-43de-803f-9d408c38e665 req-2e2921d3-0014-46dd-84ef-56e38aef3216 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853793 Dec 20 15:38:31.519747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.117 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/42b17cc1-4f99-480e-9a0d-039f304aa573) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:31.573362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 166fe5c8-0df3-4ea9-84b3-543253590d37 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:31.671560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-070bfe7c-db6e-4f89-8815-1c0e0a88f28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.709573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813f51e-0d7f-4cb4-a49f-08574a0ee64a req-f10c1988-5169-466b-95ef-caca96457726 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:31.711076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6813f51e-0d7f-4cb4-a49f-08574a0ee64a req-f10c1988-5169-466b-95ef-caca96457726 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.0992491 Dec 20 15:38:31.723632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 166fe5c8-0df3-4ea9-84b3-543253590d37 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:31.728393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 166fe5c8-0df3-4ea9-84b3-543253590d37 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:31.728923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.772224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.792547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6813f51e-0d7f-4cb4-a49f-08574a0ee64a req-664b497d-ef1e-40b4-8287-e85349b1a0da tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735834 Dec 20 15:38:31.828912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.858059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166fe5c8-0df3-4ea9-84b3-543253590d37'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:31.860678 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab269f0-41fc-4f4d-ab32-54f782b6b767" -d '{"events": [{"server_uuid": "dd12c3a8-0e21-46a3-af6e-eb911528d6ef", "name": "network-vif-plugged", "status": "completed", "tag": "166fe5c8-0df3-4ea9-84b3-543253590d37"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:31.876175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 166fe5c8-0df3-4ea9-84b3-543253590d37, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=166fe5c8-0df3-4ea9-84b3-543253590d37,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:31.914464 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366fa7a0-2f24-4fa1-adb7-80f1c78c3ce3 x-openstack-request-id: req-366fa7a0-2f24-4fa1-adb7-80f1c78c3ce3 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:31.914784 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd12c3a8-0e21-46a3-af6e-eb911528d6ef", "name": "network-vif-plugged", "status": "completed", "tag": "166fe5c8-0df3-4ea9-84b3-543253590d37", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:31.915040 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-366fa7a0-2f24-4fa1-adb7-80f1c78c3ce3 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:31.915696 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166fe5c8-0df3-4ea9-84b3-543253590d37', 'code': 200} Dec 20 15:38:31.931325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.980569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.981746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:32.001540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=42b17cc1-4f99-480e-9a0d-039f304aa573,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:32.046187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:32.070967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:32.087831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:32.105955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.105955 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.130745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=166fe5c8-0df3-4ea9-84b3-543253590d37,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:32.148792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d91b2-6abc-44ee-9d52-250c51bf6098 req-68ea11a7-d186-4fd2-9845-5434875fe7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.150406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a6d91b2-6abc-44ee-9d52-250c51bf6098 req-68ea11a7-d186-4fd2-9845-5434875fe7d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 1100 time: 0.1453612 Dec 20 15:38:32.174913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a7c50-45b0-4e4c-b04e-68e0e6173b49 req-e528bce3-55f2-4c86-9d15-5cd99d67e9a8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.176657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d30a7c50-45b0-4e4c-b04e-68e0e6173b49 req-e528bce3-55f2-4c86-9d15-5cd99d67e9a8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.1158161 Dec 20 15:38:32.238025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a6d91b2-6abc-44ee-9d52-250c51bf6098 req-0676836b-43a2-48ee-8a0a-e1227f8c1223 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803003 Dec 20 15:38:32.248664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 4757ac9f-61a8-4119-b1df-c0527f832a83 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:32.250322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d30a7c50-45b0-4e4c-b04e-68e0e6173b49 req-86d2f9e3-a31f-4217-a412-f5a3b9640c7e tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Dec 20 15:38:32.254226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 4757ac9f-61a8-4119-b1df-c0527f832a83 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:32.254508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-5229355e-0e9f-4c19-a801-cb8c73c4ee33 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7917261 Dec 20 15:38:32.262411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.277859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Request body: {'port': {'device_id': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:32.320251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-10c3acd1-4f2c-4156-b980-f870bcd75338 None None] Provisioning complete for port 42b17cc1-4f99-480e-9a0d-039f304aa573 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:32.320540 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c3acd1-4f2c-4156-b980-f870bcd75338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.364017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-10c3acd1-4f2c-4156-b980-f870bcd75338 None None] Port 42b17cc1-4f99-480e-9a0d-039f304aa573 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:32.368860 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.404426 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.421930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7efb9e-342e-41b8-84c0-70f273866249 req-bd4470ee-916c-4ba5-b8cf-d82b6c526d97 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.423478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7efb9e-342e-41b8-84c0-70f273866249 req-bd4470ee-916c-4ba5-b8cf-d82b6c526d97 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 936 time: 0.0884950 Dec 20 15:38:32.443680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:32.548464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7efb9e-342e-41b8-84c0-70f273866249 req-4cd30b70-809f-482a-a673-7c382a0e3c76 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173723 Dec 20 15:38:32.557451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.632767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:32.699797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9ec3-95f0-4890-ab45-78fac69c489b req-9775b749-f8d0-4bb8-92e4-d360dff55860 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.701315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-591b9ec3-95f0-4890-ab45-78fac69c489b req-9775b749-f8d0-4bb8-92e4-d360dff55860 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0863121 Dec 20 15:38:32.746019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b17cc1-4f99-480e-9a0d-039f304aa573 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:32.756683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.784386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Transition to ACTIVE for port object 42b17cc1-4f99-480e-9a0d-039f304aa573 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:32.785535 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.788447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-591b9ec3-95f0-4890-ab45-78fac69c489b req-7d6cc2dc-7cc5-4a10-a25f-4a19e52d180f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Dec 20 15:38:32.893526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c6247-ab63-4276-a86a-d9269ad959c5 req-9174b7db-ee8c-43c9-aa7f-8d59d9030e7e tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.895266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b5c6247-ab63-4276-a86a-d9269ad959c5 req-9174b7db-ee8c-43c9-aa7f-8d59d9030e7e tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 948 time: 0.0521965 Dec 20 15:38:32.930685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:32.981867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b5c6247-ab63-4276-a86a-d9269ad959c5 req-1470c90b-3444-4559-863d-1437afc03fd6 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803323 Dec 20 15:38:33.028724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Pushing event updated for resources: {'Port': ['ID=42b17cc1-4f99-480e-9a0d-039f304aa573,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:33.038790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Attempting to bind port 42b17cc1-4f99-480e-9a0d-039f304aa573 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:33.039078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Attempting to bind port 42b17cc1-4f99-480e-9a0d-039f304aa573 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:33.039411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Attempting to bind port 42b17cc1-4f99-480e-9a0d-039f304aa573 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:33.044142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Port 42b17cc1-4f99-480e-9a0d-039f304aa573 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:33.044681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Attempting to bind port 42b17cc1-4f99-480e-9a0d-039f304aa573 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:33.076161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:33.076497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:33.076880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:33.077351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Bound port: 42b17cc1-4f99-480e-9a0d-039f304aa573, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:33.077700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:33.142085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d865-1d2e-4696-aa02-e05033d75cbf req-568b3c49-4c57-4fea-8869-fa1a61d60902 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.144359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8d9d865-1d2e-4696-aa02-e05033d75cbf req-568b3c49-4c57-4fea-8869-fa1a61d60902 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 945 time: 0.0964460 Dec 20 15:38:33.184264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] For port 42b17cc1-4f99-480e-9a0d-039f304aa573, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:33.210088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] For port 42b17cc1-4f99-480e-9a0d-039f304aa573, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=42b17cc1-4f99-480e-9a0d-039f304aa573,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:33.224190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8d9d865-1d2e-4696-aa02-e05033d75cbf req-739df607-ca56-40be-97a4-40baf3088d9d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709550 Dec 20 15:38:33.293642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:33.343912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-be581b7f-5a34-435d-85c4-19b7cde78c3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837352 Dec 20 15:38:33.345041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.345870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:33.348053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] 10.222.0.72 "PUT /v2.0/ports/42b17cc1-4f99-480e-9a0d-039f304aa573 HTTP/1.1" status: 200 len: 1096 time: 1.0826182 Dec 20 15:38:33.350881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'tag': '42b17cc1-4f99-480e-9a0d-039f304aa573'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:33.352880 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ea5c0a-b077-4909-8ea7-0749eaeb408f" -d '{"events": [{"name": "network-changed", "server_uuid": "57aaaaa8-a6dc-42de-876d-d6fe392d2075", "tag": "42b17cc1-4f99-480e-9a0d-039f304aa573"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:33.402948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c54a2-93cd-4b32-8de3-c3bef1451b6c service neutron] Pushing event updated for resources: {'Port': ['ID=42b17cc1-4f99-480e-9a0d-039f304aa573,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:33.453017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b649e-3d98-4410-8d43-ed8e435a7a6f req-0e48c481-9bd0-48b3-90b0-3c59e930ecaa tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.454659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c4b649e-3d98-4410-8d43-ed8e435a7a6f req-0e48c481-9bd0-48b3-90b0-3c59e930ecaa tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.0987513 Dec 20 15:38:33.485878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-22d7d389-dff3-4874-b95f-bfbd9faeab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.488021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-22d7d389-dff3-4874-b95f-bfbd9faeab72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1100 time: 0.0746841 Dec 20 15:38:33.574190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c4b649e-3d98-4410-8d43-ed8e435a7a6f req-f1e61312-ddfb-4166-a464-86bf0cbcdd72 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119668 Dec 20 15:38:33.611713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-78728440-8829-438c-9ce8-8f62a414cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.613229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-78728440-8829-438c-9ce8-8f62a414cd60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 1099 time: 0.1212275 Dec 20 15:38:33.634790 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a4de19-2bd5-49a8-97d9-985189dcbcd6 x-openstack-request-id: req-e3a4de19-2bd5-49a8-97d9-985189dcbcd6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:33.635077 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aaaaa8-a6dc-42de-876d-d6fe392d2075", "tag": "42b17cc1-4f99-480e-9a0d-039f304aa573", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:33.635332 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3a4de19-2bd5-49a8-97d9-985189dcbcd6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:33.635864 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'tag': '42b17cc1-4f99-480e-9a0d-039f304aa573', 'status': 'completed', 'code': 200} Dec 20 15:38:33.675319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-b271827e-cdf7-4495-8909-292c04b62d75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=42b17cc1-4f99-480e-9a0d-039f304aa573 HTTP/1.1" status: 200 len: 217 time: 0.0508602 Dec 20 15:38:33.679821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-1f2c79fb-684e-4de3-850d-dd094969692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.681260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-1f2c79fb-684e-4de3-850d-dd094969692a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1573248 Dec 20 15:38:33.771995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-2e503a8b-0611-4a4b-b493-bc8915c2a6f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0811808 Dec 20 15:38:33.822931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-bba29cb3-44c0-49a7-983d-7b2c560721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.824458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-bba29cb3-44c0-49a7-983d-7b2c560721cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1412442 Dec 20 15:38:33.841789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2770-c849-4ad9-a471-6da010ddb967 req-aeaff884-9ee8-48d5-8084-57b077d2e77e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.843440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d9c2770-c849-4ad9-a471-6da010ddb967 req-aeaff884-9ee8-48d5-8084-57b077d2e77e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 948 time: 0.1611528 Dec 20 15:38:33.877319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-a9e09d03-7457-4e8a-8a86-5f74f1a8ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.878827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-a9e09d03-7457-4e8a-8a86-5f74f1a8ac44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1001334 Dec 20 15:38:33.916550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:33.919547 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32167746-c98c-4299-93fb-febb53765c1f" -d '{"events": [{"server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "name": "network-vif-plugged", "status": "completed", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:33.952149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d9c2770-c849-4ad9-a471-6da010ddb967 req-d96a2649-f91e-4269-b62b-18f1be18c37b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946870 Dec 20 15:38:33.954572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a562a-63e8-4112-aaf5-2305c0634733 req-d46b94f6-456c-4512-8df3-1633bd91ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.956591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-d46b94f6-456c-4512-8df3-1633bd91ef77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247525 Dec 20 15:38:33.962162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-9fedef42-cc42-46b8-99e3-7ddefd46215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.963678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-9fedef42-cc42-46b8-99e3-7ddefd46215e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744383 Dec 20 15:38:34.199027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:34.375580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c41a53-2b38-4a1d-9d90-75c7c6da1944 req-53e83e5c-8da6-47ff-91b6-71bbb8485892 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:34.377099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40c41a53-2b38-4a1d-9d90-75c7c6da1944 req-53e83e5c-8da6-47ff-91b6-71bbb8485892 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.3637431 Dec 20 15:38:34.408357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-0a762be3-9433-4205-8ce2-34b2e2a5920f service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367924 Dec 20 15:38:34.413742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-b04418f7-48a6-4a99-bbdb-150761b16162 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492624 Dec 20 15:38:34.544930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40c41a53-2b38-4a1d-9d90-75c7c6da1944 req-7b6e34f4-d1ee-4832-bfab-e10e6c76dc45 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567357 Dec 20 15:38:34.574276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 67e61585-2df1-425e-84d9-835044d8530e details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:34.602813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f34c32c-34b9-449e-8e64-66685bdf7318 req-dacd3801-d38f-446f-8fd9-567da2b5b253 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826639 Dec 20 15:38:34.610330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048a562a-63e8-4112-aaf5-2305c0634733 req-2c866e14-badb-4817-9ff6-42c75ac8008b service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838760 Dec 20 15:38:34.633922 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123ed5f-c2c0-4d03-b228-9f65d466d1af x-openstack-request-id: req-2123ed5f-c2c0-4d03-b228-9f65d466d1af {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:34.634497 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "name": "network-vif-plugged", "status": "completed", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:34.634809 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2123ed5f-c2c0-4d03-b228-9f65d466d1af {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:34.635255 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'code': 200} Dec 20 15:38:34.722445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 67e61585-2df1-425e-84d9-835044d8530e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=67e61585-2df1-425e-84d9-835044d8530e,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:34.739954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '67e61585-2df1-425e-84d9-835044d8530e', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '67e61585-2df1-425e-84d9-835044d8530e', 'mac_address': 'fa:16:3e:32:2a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:34.794354 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:34.811826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e61585-2df1-425e-84d9-835044d8530e {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:34.831163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f457-376a-434e-892d-b430e925a6ce req-265f1d30-3093-4957-8df1-7969e249284a tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:34.836307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335f457-376a-434e-892d-b430e925a6ce req-265f1d30-3093-4957-8df1-7969e249284a tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 948 time: 0.1505017 Dec 20 15:38:34.836490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 67e61585-2df1-425e-84d9-835044d8530e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=67e61585-2df1-425e-84d9-835044d8530e,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:34.837263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e463a-2bee-41b3-92f0-83562771dd3c req-544b1d31-b450-4ee5-b7f7-4f51313eb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:34.838861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-368e463a-2bee-41b3-92f0-83562771dd3c req-544b1d31-b450-4ee5-b7f7-4f51313eb4f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1096 time: 0.1401370 Dec 20 15:38:34.849329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa19a5-501f-43f4-9552-1c5239dcad33 req-7c192160-e800-4e80-a694-c127b0177da9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:34.851202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86fa19a5-501f-43f4-9552-1c5239dcad33 req-7c192160-e800-4e80-a694-c127b0177da9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 945 time: 0.1163266 Dec 20 15:38:34.932113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:34.999875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335f457-376a-434e-892d-b430e925a6ce req-c0f88877-f732-4be1-8f53-9ce960029c18 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465871 Dec 20 15:38:35.009957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=67e61585-2df1-425e-84d9-835044d8530e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:35.015780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-368e463a-2bee-41b3-92f0-83562771dd3c req-e61d90bd-19a7-4242-9e6f-ad2d8bcc4fd6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635981 Dec 20 15:38:35.024570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86fa19a5-501f-43f4-9552-1c5239dcad33 req-5e6e1783-83ef-4302-9d2b-6ebd09218087 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644750 Dec 20 15:38:35.026642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-ac29f83e-e75b-44c3-a3b8-a6c563bcbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.028244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-ac29f83e-e75b-44c3-a3b8-a6c563bcbc70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 1099 time: 0.1693356 Dec 20 15:38:35.085209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.185672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-c9852b4b-c7d5-4856-b8c3-dc277d532d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.186593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['67e61585-2df1-425e-84d9-835044d8530e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:35.187166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-c9852b4b-c7d5-4856-b8c3-dc277d532d9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1483688 Dec 20 15:38:35.195827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d970c8-5c26-4e8d-a5bf-030004cb7d86 req-5a991c88-6f38-45ea-8d05-b961be8fd43f tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.197335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6d970c8-5c26-4e8d-a5bf-030004cb7d86 req-5a991c88-6f38-45ea-8d05-b961be8fd43f tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.0843201 Dec 20 15:38:35.230560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:35.240361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-4d010a0b-b636-4005-ad63-e10dd3ae4df0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=42b17cc1-4f99-480e-9a0d-039f304aa573 HTTP/1.1" status: 200 len: 217 time: 0.0420804 Dec 20 15:38:35.321292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6d970c8-5c26-4e8d-a5bf-030004cb7d86 req-5e95ebb0-28b2-4486-862b-1c1e9d498304 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159143 Dec 20 15:38:35.323101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-4c8280a1-e76e-4d90-b6de-c72a543f681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.324614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-4c8280a1-e76e-4d90-b6de-c72a543f681a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0776548 Dec 20 15:38:35.382805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c48c71c9-72c9-4426-8a6c-d9bdd6c900e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.429734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-2ce1e999-af2e-4111-b89a-6214c5314d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.431143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-2ce1e999-af2e-4111-b89a-6214c5314d18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983586 Dec 20 15:38:35.443365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b760f-e869-4af2-a394-7b24ebbf0c2f req-7ddcd7d7-8170-4c59-9ea0-e2e3eeefadcf tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.445122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-688b760f-e869-4af2-a394-7b24ebbf0c2f req-7ddcd7d7-8170-4c59-9ea0-e2e3eeefadcf tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 948 time: 0.0715988 Dec 20 15:38:35.488643 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c48c71c9-72c9-4426-8a6c-d9bdd6c900e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.571512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-688b760f-e869-4af2-a394-7b24ebbf0c2f req-84f73d7f-5a82-41ae-b3a3-533a9edcc6c8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973442 Dec 20 15:38:35.573858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-0ccc05f6-b7dd-4cfa-8764-db3da505df12 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278777 Dec 20 15:38:35.587142 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c48c71c9-72c9-4426-8a6c-d9bdd6c900e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.645149 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c48c71c9-72c9-4426-8a6c-d9bdd6c900e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a7be60426f948109c35c8bf660a74c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128835 Dec 20 15:38:35.647566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c71c9-72c9-4426-8a6c-d9bdd6c900e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b54ba-d000-4068-a9a4-4999eeaa9a4c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:35.647886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43850) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:35.712778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ea5c0a-b077-4909-8ea7-0749eaeb408f req-fb0d2713-c963-488e-a485-f4334c6334a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304362 Dec 20 15:38:35.723996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac68b319-a755-4b93-a6a5-3248c2267d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.746402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac68b319-a755-4b93-a6a5-3248c2267d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.911594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac68b319-a755-4b93-a6a5-3248c2267d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.916540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac68b319-a755-4b93-a6a5-3248c2267d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.920926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ac68b319-a755-4b93-a6a5-3248c2267d18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e2b54ba-d000-4068-a9a4-4999eeaa9a4c HTTP/1.1" status: 204 len: 168 time: 0.2694926 Dec 20 15:38:35.942319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68b319-a755-4b93-a6a5-3248c2267d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b54ba-d000-4068-a9a4-4999eeaa9a4c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:35.988489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338bb9e-a965-4b5b-9d0d-e307876f13b7 req-d3ae94b4-f8fd-4b2a-adb3-89168b2c73ce tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.993722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0338bb9e-a965-4b5b-9d0d-e307876f13b7 req-d3ae94b4-f8fd-4b2a-adb3-89168b2c73ce tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0614560 Dec 20 15:38:36.040993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0338bb9e-a965-4b5b-9d0d-e307876f13b7 req-3fca7121-c7da-4c4a-8a82-b95c147ed092 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Dec 20 15:38:36.165531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd336e7a-71f7-4c55-b949-0e49c3f41aef req-0a04e288-28e9-48ce-a25e-c55062bcf37f tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:36.167165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd336e7a-71f7-4c55-b949-0e49c3f41aef req-0a04e288-28e9-48ce-a25e-c55062bcf37f tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 949 time: 0.0675240 Dec 20 15:38:36.260391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd336e7a-71f7-4c55-b949-0e49c3f41aef req-751bd3d7-4e02-4bad-84d0-8b3d284053e0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862355 Dec 20 15:38:36.277898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99c3b8-b47b-45a0-a1f0-6ec31728b7b2 req-3cff8271-0bb5-4ede-a60c-c8b6cf126606 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:36.279525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e99c3b8-b47b-45a0-a1f0-6ec31728b7b2 req-3cff8271-0bb5-4ede-a60c-c8b6cf126606 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.0763128 Dec 20 15:38:36.340847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e99c3b8-b47b-45a0-a1f0-6ec31728b7b2 req-210385ea-11be-4f87-af7e-81403d7f0615 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Dec 20 15:38:36.409712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47c59-5668-4a08-a4d3-caf257db34cf req-d66d4808-57b3-4f7a-9d1d-06de6c7b74e0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:36.411307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ba47c59-5668-4a08-a4d3-caf257db34cf req-d66d4808-57b3-4f7a-9d1d-06de6c7b74e0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 945 time: 0.0694504 Dec 20 15:38:36.476612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ba47c59-5668-4a08-a4d3-caf257db34cf req-387fa100-b106-41a5-8140-c5c89f075bbd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591140 Dec 20 15:38:36.594033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 67e61585-2df1-425e-84d9-835044d8530e up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:36.768231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 67e61585-2df1-425e-84d9-835044d8530e completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:36.772723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 67e61585-2df1-425e-84d9-835044d8530e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:36.773093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:36.862952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:36.887682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e61585-2df1-425e-84d9-835044d8530e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:36.890001 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f845c52-3d0b-4613-b573-bbd0ac361926" -d '{"events": [{"server_uuid": "e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e", "name": "network-vif-plugged", "status": "completed", "tag": "67e61585-2df1-425e-84d9-835044d8530e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:36.902588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 67e61585-2df1-425e-84d9-835044d8530e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=67e61585-2df1-425e-84d9-835044d8530e,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:36.919966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43890) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:36.936729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d2-8741-4ce1-aad3-a597c8e1a552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:36.970558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85341b-48b1-40fd-966d-fb1b37bbc50e req-a0ec50c1-898d-4e91-bb95-b1bdf9737afd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:36.972618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c85341b-48b1-40fd-966d-fb1b37bbc50e req-a0ec50c1-898d-4e91-bb95-b1bdf9737afd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 948 time: 0.0592217 Dec 20 15:38:37.010818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.023153 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d2-8741-4ce1-aad3-a597c8e1a552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.030951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c85341b-48b1-40fd-966d-fb1b37bbc50e req-82ad27a7-03d3-4ac1-a2c5-2ca665b3b842 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 Dec 20 15:38:37.072341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=67e61585-2df1-425e-84d9-835044d8530e,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:37.081779 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f259b6-d03d-4a7d-bb83-d80ae46f4c35 x-openstack-request-id: req-70f259b6-d03d-4a7d-bb83-d80ae46f4c35 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:37.081901 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e", "name": "network-vif-plugged", "status": "completed", "tag": "67e61585-2df1-425e-84d9-835044d8530e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:37.082091 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70f259b6-d03d-4a7d-bb83-d80ae46f4c35 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:37.082456 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e61585-2df1-425e-84d9-835044d8530e', 'code': 200} Dec 20 15:38:37.107646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8909d3d2-8741-4ce1-aad3-a597c8e1a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.165254 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8909d3d2-8741-4ce1-aad3-a597c8e1a552 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8d1c62439d74aaa8e1ab6adbacadb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434628 Dec 20 15:38:37.165931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43900) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:37.168509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909d3d2-8741-4ce1-aad3-a597c8e1a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31928219-863e-4d54-881e-c175c11c60aa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:37.222378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b6f9-22da-48fd-81ce-c547b86a07e5 req-c9eaca76-c84b-4611-8998-0277dfc95d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.223927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4c7b6f9-22da-48fd-81ce-c547b86a07e5 req-c9eaca76-c84b-4611-8998-0277dfc95d83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 1101 time: 0.0843589 Dec 20 15:38:37.244013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9698d9d-2894-4c93-8601-64427f586d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.252531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280e6ba-0788-4c67-b8ac-0d1e6c1cfbd9 req-d6aa3a9c-a5a3-4d72-9d30-2efca35814f1 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.260104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2280e6ba-0788-4c67-b8ac-0d1e6c1cfbd9 req-d6aa3a9c-a5a3-4d72-9d30-2efca35814f1 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.0810266 Dec 20 15:38:37.268087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9698d9d-2894-4c93-8601-64427f586d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.365566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4c7b6f9-22da-48fd-81ce-c547b86a07e5 req-117dbae1-3da0-46b8-a2bc-414035eec43c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294975 Dec 20 15:38:37.370776 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2280e6ba-0788-4c67-b8ac-0d1e6c1cfbd9 req-04daac88-387d-456e-9cb4-064282d2eaa3 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098444 Dec 20 15:38:37.383594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0795ef-f375-47a7-9710-176fd13b600c req-4372a2d2-bb41-4f86-a0d5-3e90aed36a58 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.385112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf0795ef-f375-47a7-9710-176fd13b600c req-4372a2d2-bb41-4f86-a0d5-3e90aed36a58 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1081564 Dec 20 15:38:37.447744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf0795ef-f375-47a7-9710-176fd13b600c req-ba758f20-e5e8-448f-bcbc-05f9c89d7893 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Dec 20 15:38:37.473453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9698d9d-2894-4c93-8601-64427f586d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.476837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9698d9d-2894-4c93-8601-64427f586d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.478518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a9698d9d-2894-4c93-8601-64427f586d5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31928219-863e-4d54-881e-c175c11c60aa HTTP/1.1" status: 204 len: 168 time: 0.3109686 Dec 20 15:38:37.489512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9698d9d-2894-4c93-8601-64427f586d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31928219-863e-4d54-881e-c175c11c60aa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:37.502962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e982777-73b4-4ada-9098-79ffbe77b45f req-dffd109c-596c-4fa2-8986-986d8b3c953b tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.505405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e982777-73b4-4ada-9098-79ffbe77b45f req-dffd109c-596c-4fa2-8986-986d8b3c953b tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 950 time: 0.0739408 Dec 20 15:38:37.586641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e982777-73b4-4ada-9098-79ffbe77b45f req-bc8f51a8-f53e-43df-97a8-97f1acfc225e tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644834 Dec 20 15:38:37.646653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbf6b2-ddb2-459b-b136-fabc28991ca1 req-c166c7ae-e500-4bc8-85fb-7449027e7e3d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.648221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebfbf6b2-ddb2-459b-b136-fabc28991ca1 req-c166c7ae-e500-4bc8-85fb-7449027e7e3d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 945 time: 0.0512338 Dec 20 15:38:37.708033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebfbf6b2-ddb2-459b-b136-fabc28991ca1 req-cb2d081a-0bae-4dd8-8e1b-094d13b3b653 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520132 Dec 20 15:38:37.819837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825e99-d098-4c3a-8a89-87784ff406e4 req-a78f7153-a6db-42ef-b48b-dd9194a82d30 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.821474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc825e99-d098-4c3a-8a89-87784ff406e4 req-a78f7153-a6db-42ef-b48b-dd9194a82d30 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1096 time: 0.0410519 Dec 20 15:38:37.868763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc825e99-d098-4c3a-8a89-87784ff406e4 req-a6a01a67-c759-4bb9-9e2d-dbacebd8ed13 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Dec 20 15:38:38.007391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d376e-ff78-4476-b0fa-69cbe066098e req-e9bdfc70-ccde-4785-87cd-d136561aaa1b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.009074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-689d376e-ff78-4476-b0fa-69cbe066098e req-e9bdfc70-ccde-4785-87cd-d136561aaa1b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1096 time: 0.0440543 Dec 20 15:38:38.070124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-689d376e-ff78-4476-b0fa-69cbe066098e req-abbb7628-50ab-46bf-aa8e-e3bd5d5b78e2 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530891 Dec 20 15:38:38.168371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5712-f43d-4eaf-94e2-72e4ecb15c33 req-25a53374-1714-4af2-be28-72fe325ff35e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.170062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e5d5712-f43d-4eaf-94e2-72e4ecb15c33 req-25a53374-1714-4af2-be28-72fe325ff35e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 948 time: 0.0672216 Dec 20 15:38:38.234992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e5d5712-f43d-4eaf-94e2-72e4ecb15c33 req-aee3717c-4de8-4ca1-a200-90579b3a19bc tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 Dec 20 15:38:38.503271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6041806-6496-4235-b83b-e18e43d7cd83 req-a3488e38-81c9-43a8-a437-309e7f6fc567 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.504788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6041806-6496-4235-b83b-e18e43d7cd83 req-a3488e38-81c9-43a8-a437-309e7f6fc567 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.0508890 Dec 20 15:38:38.554790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6041806-6496-4235-b83b-e18e43d7cd83 req-b5a726a6-0f5b-4b05-9f5c-c75d2f8d3ac8 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Dec 20 15:38:38.607322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 42b17cc1-4f99-480e-9a0d-039f304aa573 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:38.675390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-b46bb8b7-152b-421f-b4fc-90bef0c089ab tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.680882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-b46bb8b7-152b-421f-b4fc-90bef0c089ab tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.83 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.1166577 Dec 20 15:38:38.769556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43952) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:38.784993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 42b17cc1-4f99-480e-9a0d-039f304aa573, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=42b17cc1-4f99-480e-9a0d-039f304aa573,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:38.800207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '42b17cc1-4f99-480e-9a0d-039f304aa573', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '42b17cc1-4f99-480e-9a0d-039f304aa573', 'mac_address': 'fa:16:3e:23:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:38.852386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d7c7d-6584-424b-820c-ba0e824e989f req-cc52433a-648c-4170-9c58-6a3a4a65cb2f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.854143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a4d7c7d-6584-424b-820c-ba0e824e989f req-cc52433a-648c-4170-9c58-6a3a4a65cb2f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1674597 Dec 20 15:38:38.856419 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:38.874230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b17cc1-4f99-480e-9a0d-039f304aa573 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:38.903023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 42b17cc1-4f99-480e-9a0d-039f304aa573, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=42b17cc1-4f99-480e-9a0d-039f304aa573,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:38.914947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07b9a-f08d-4e4b-8b73-9b44755ca9e9 req-7cc9aad2-cbb0-4287-a9e5-aafe7cfe531c tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.916643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ad07b9a-f08d-4e4b-8b73-9b44755ca9e9 req-7cc9aad2-cbb0-4287-a9e5-aafe7cfe531c tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 950 time: 0.1366448 Dec 20 15:38:38.946231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd3f-ea41-4e75-9099-e8282bed4256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:38.972974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a4d7c7d-6584-424b-820c-ba0e824e989f req-a454a532-b5d2-4b07-8213-12aefaf0d419 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101065 Dec 20 15:38:38.974892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Deleting port 166fe5c8-0df3-4ea9-84b3-543253590d37 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:38:38.975231 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:38.981928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.046148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd3f-ea41-4e75-9099-e8282bed4256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.066957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=42b17cc1-4f99-480e-9a0d-039f304aa573,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:39.072686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ad07b9a-f08d-4e4b-8b73-9b44755ca9e9 req-4c0e58fb-79ff-4ce3-a384-1ee081f72563 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496983 Dec 20 15:38:39.144481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402824c1-6825-44e2-994a-f0b48268e9d0 req-8ccdb937-5a23-4d78-af00-6f0fe7b498b4 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.146062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-402824c1-6825-44e2-994a-f0b48268e9d0 req-8ccdb937-5a23-4d78-af00-6f0fe7b498b4 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1096 time: 0.0783911 Dec 20 15:38:39.179184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] For port 166fe5c8-0df3-4ea9-84b3-543253590d37, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=166fe5c8-0df3-4ea9-84b3-543253590d37,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:39.179427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd3f-ea41-4e75-9099-e8282bed4256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.179535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.210380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Calling delete_port for 166fe5c8-0df3-4ea9-84b3-543253590d37 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:38:39.221529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:39.233752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68dd3f-ea41-4e75-9099-e8282bed4256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319bcb6e-2c8e-43c6-99c5-2f2489aa7c79,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:39.242442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cb68dd3f-ea41-4e75-9099-e8282bed4256 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c34c83ddf957496da5b90d6cb84b2784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711270 Dec 20 15:38:39.243067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43964) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:39.270970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-402824c1-6825-44e2-994a-f0b48268e9d0 req-38881e8f-76f7-4408-8fec-d3f24be325ed tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171429 Dec 20 15:38:39.421002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0383ed61-cf7a-4c29-a399-b3d2169e1169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.436764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3d50-3fb8-45be-81a9-cd698d981452 req-6572bce4-d188-4252-8482-4a76d531045c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.438253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-904a3d50-3fb8-45be-81a9-cd698d981452 req-6572bce4-d188-4252-8482-4a76d531045c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 949 time: 0.0954454 Dec 20 15:38:39.470122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0383ed61-cf7a-4c29-a399-b3d2169e1169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.523648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-904a3d50-3fb8-45be-81a9-cd698d981452 req-5a54e348-8f62-4701-b56d-e6e20a84a5a1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769582 Dec 20 15:38:39.722020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8a6e5-b352-4a03-b417-79b566748f13 req-a9542f8b-6d13-48e0-b05a-63fa33283294 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.723973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cba8a6e5-b352-4a03-b417-79b566748f13 req-a9542f8b-6d13-48e0-b05a-63fa33283294 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd12c3a8-0e21-46a3-af6e-eb911528d6ef HTTP/1.1" status: 200 len: 949 time: 0.0723941 Dec 20 15:38:39.773267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cba8a6e5-b352-4a03-b417-79b566748f13 req-b1675aa3-99c6-49bb-97cf-6766694d0546 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.81 "GET /v2.0/security-groups?id=38712b4d-1bf4-4941-8e93-ad6c2efe02b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Dec 20 15:38:39.804187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0383ed61-cf7a-4c29-a399-b3d2169e1169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.806756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0383ed61-cf7a-4c29-a399-b3d2169e1169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.807836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0383ed61-cf7a-4c29-a399-b3d2169e1169 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/319bcb6e-2c8e-43c6-99c5-2f2489aa7c79 HTTP/1.1" status: 204 len: 168 time: 0.5614035 Dec 20 15:38:39.815574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383ed61-cf7a-4c29-a399-b3d2169e1169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319bcb6e-2c8e-43c6-99c5-2f2489aa7c79,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:39.844223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.880159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Pushing event deleted for resources: {'Port': ['ID=166fe5c8-0df3-4ea9-84b3-543253590d37,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:39.929288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] No DVR routers for this DVR port 166fe5c8-0df3-4ea9-84b3-543253590d37 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:39.932426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:39.936163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc0fe2d-1bdf-46c5-b3c2-d71e2e8a2e3a req-f28eb0df-a15f-4012-b88f-d214c2909826 tempest-DeleteServersAdminTestJSON-1043775811 tempest-DeleteServersAdminTestJSON-1043775811-project] 10.222.0.83 "DELETE /v2.0/ports/166fe5c8-0df3-4ea9-84b3-543253590d37 HTTP/1.1" status: 204 len: 173 time: 1.2508228 Dec 20 15:38:39.936628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'name': 'network-vif-deleted', 'tag': '166fe5c8-0df3-4ea9-84b3-543253590d37'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:39.939342 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac54be0-d502-43ef-973c-f7988d9a1257" -d '{"events": [{"server_uuid": "dd12c3a8-0e21-46a3-af6e-eb911528d6ef", "name": "network-vif-deleted", "tag": "166fe5c8-0df3-4ea9-84b3-543253590d37"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:39.979572 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb43e41-8f76-45be-9045-66e41a5036f4 x-openstack-request-id: req-ffb43e41-8f76-45be-9045-66e41a5036f4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:39.979941 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd12c3a8-0e21-46a3-af6e-eb911528d6ef", "name": "network-vif-deleted", "tag": "166fe5c8-0df3-4ea9-84b3-543253590d37", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:39.980269 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffb43e41-8f76-45be-9045-66e41a5036f4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:39.980608 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd12c3a8-0e21-46a3-af6e-eb911528d6ef', 'name': 'network-vif-deleted', 'tag': '166fe5c8-0df3-4ea9-84b3-543253590d37', 'status': 'completed', 'code': 200} Dec 20 15:38:40.135963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d6616-d30a-4902-9d6c-cd6dc012d109 req-08e85c15-1080-43e4-bca8-0d68baf5912d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.137598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f30d6616-d30a-4902-9d6c-cd6dc012d109 req-08e85c15-1080-43e4-bca8-0d68baf5912d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0607991 Dec 20 15:38:40.225736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f30d6616-d30a-4902-9d6c-cd6dc012d109 req-63879d35-5b12-413e-b5d7-012a66adf46c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819125 Dec 20 15:38:40.245941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3a7a-85c9-4c51-9c92-f4bfbb7b907d req-6b3034e5-b5c6-44d4-a14a-956e23943cd5 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.247478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e7c3a7a-85c9-4c51-9c92-f4bfbb7b907d req-6b3034e5-b5c6-44d4-a14a-956e23943cd5 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 950 time: 0.0915582 Dec 20 15:38:40.310047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e7c3a7a-85c9-4c51-9c92-f4bfbb7b907d req-b8023d98-a9f4-45f0-988c-d4b24b2a77e1 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617063 Dec 20 15:38:40.425380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8c8d5-32cb-43ca-91e2-c0abcaa51cc0 req-76e9a2d2-08c0-4a50-9674-7f3f49873666 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.427039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06c8c8d5-32cb-43ca-91e2-c0abcaa51cc0 req-76e9a2d2-08c0-4a50-9674-7f3f49873666 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1096 time: 0.0456362 Dec 20 15:38:40.471903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06c8c8d5-32cb-43ca-91e2-c0abcaa51cc0 req-df261c2c-b059-4aa8-b1de-c9b5ff8d073c tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Dec 20 15:38:40.625526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 42b17cc1-4f99-480e-9a0d-039f304aa573 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:40.742273 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:40.761321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1de27a0-501e-48de-ac10-c968a1c8f1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:40.764397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 42b17cc1-4f99-480e-9a0d-039f304aa573 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:40.769064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 42b17cc1-4f99-480e-9a0d-039f304aa573 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:40.769455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:40.862344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:40.875743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1de27a0-501e-48de-ac10-c968a1c8f1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:40.886390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4c8f0-62de-4bb0-8e28-24030e6c7cca req-6e990c55-60cc-40d1-b12b-1ef74c91ab9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.888411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b17cc1-4f99-480e-9a0d-039f304aa573'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:40.888672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56c4c8f0-62de-4bb0-8e28-24030e6c7cca req-6e990c55-60cc-40d1-b12b-1ef74c91ab9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 949 time: 0.0602701 Dec 20 15:38:40.890612 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3dced8-17aa-4a67-a849-ffdc985df44b" -d '{"events": [{"server_uuid": "57aaaaa8-a6dc-42de-876d-d6fe392d2075", "name": "network-vif-plugged", "status": "completed", "tag": "42b17cc1-4f99-480e-9a0d-039f304aa573"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:40.906166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 42b17cc1-4f99-480e-9a0d-039f304aa573, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=42b17cc1-4f99-480e-9a0d-039f304aa573,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:40.938652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56c4c8f0-62de-4bb0-8e28-24030e6c7cca req-70a168e8-95ff-4fe4-b63b-06d1f72b42fb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Dec 20 15:38:40.987163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1de27a0-501e-48de-ac10-c968a1c8f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:40.987264 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:41.031291 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f1de27a0-501e-48de-ac10-c968a1c8f1fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d6532f68560407fa2a59fe402135fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869339 Dec 20 15:38:41.033687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44026) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:41.034389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de27a0-501e-48de-ac10-c968a1c8f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978ee4d-6038-4c3d-8149-f6297385d87a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:41.059538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=42b17cc1-4f99-480e-9a0d-039f304aa573,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:41.101808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0918adcc-4ad3-4ec1-a385-6343f3b482b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:41.125863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0918adcc-4ad3-4ec1-a385-6343f3b482b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:41.266953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0918adcc-4ad3-4ec1-a385-6343f3b482b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:41.270016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0918adcc-4ad3-4ec1-a385-6343f3b482b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:41.271220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0918adcc-4ad3-4ec1-a385-6343f3b482b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d978ee4d-6038-4c3d-8149-f6297385d87a HTTP/1.1" status: 204 len: 168 time: 0.2365572 Dec 20 15:38:41.280952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918adcc-4ad3-4ec1-a385-6343f3b482b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978ee4d-6038-4c3d-8149-f6297385d87a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:41.513451 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b0dfc-6501-4b03-8571-44680511156b x-openstack-request-id: req-497b0dfc-6501-4b03-8571-44680511156b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:41.515816 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aaaaa8-a6dc-42de-876d-d6fe392d2075", "name": "network-vif-plugged", "status": "completed", "tag": "42b17cc1-4f99-480e-9a0d-039f304aa573", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:41.516467 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-497b0dfc-6501-4b03-8571-44680511156b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:41.517062 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b17cc1-4f99-480e-9a0d-039f304aa573', 'code': 200} Dec 20 15:38:41.632260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 166fe5c8-0df3-4ea9-84b3-543253590d37 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:41.650765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb35bb9-9f6d-41c7-8850-0eb806b3c99e req-d01cd3e7-acf4-4754-8fa4-ba682fd7004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.652385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcb35bb9-9f6d-41c7-8850-0eb806b3c99e req-d01cd3e7-acf4-4754-8fa4-ba682fd7004d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 1101 time: 0.0554652 Dec 20 15:38:41.671885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 166fe5c8-0df3-4ea9-84b3-543253590d37 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:38:41.672695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 166fe5c8-0df3-4ea9-84b3-543253590d37 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:41.733364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767063-a3d8-481c-a902-ed0c1e15951f req-24cd73fd-67a6-41f7-bb38-7963f4fd74ae tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.735090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac767063-a3d8-481c-a902-ed0c1e15951f req-24cd73fd-67a6-41f7-bb38-7963f4fd74ae tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0812638 Dec 20 15:38:41.737805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcb35bb9-9f6d-41c7-8850-0eb806b3c99e req-ef9739f6-395a-473f-8f2f-1aa82839e241 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738840 Dec 20 15:38:41.790802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac767063-a3d8-481c-a902-ed0c1e15951f req-b8d4a04b-32c5-4bc0-8e61-d9b5edb94fd4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 Dec 20 15:38:42.573900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28d8f622-f671-4fe9-955e-2d4a148a4a63 req-643af3e0-5016-475d-a0a7-82226cb63621 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=737e127c0a784a878b91b0182cabbc13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254793 Dec 20 15:38:42.688161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8f622-f671-4fe9-955e-2d4a148a4a63 req-902e1d0d-aca5-4ff8-9d52-4c62d89c09da tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:42.689707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28d8f622-f671-4fe9-955e-2d4a148a4a63 req-902e1d0d-aca5-4ff8-9d52-4c62d89c09da tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102581 Dec 20 15:38:42.705339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28d8f622-f671-4fe9-955e-2d4a148a4a63 req-052b7815-fab5-43d6-8691-96bb7289c3be tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/quotas/737e127c0a784a878b91b0182cabbc13 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Dec 20 15:38:42.740906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28d8f622-f671-4fe9-955e-2d4a148a4a63 req-ae156844-ef2c-4510-a2c1-2b6ccfd5139b tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=737e127c0a784a878b91b0182cabbc13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299640 Dec 20 15:38:42.939970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62e44f-c862-48d8-a3f8-fa8b8e838b40 req-0e522bc8-073e-4c34-bdc0-094d1aed1362 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:42.941503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c62e44f-c862-48d8-a3f8-fa8b8e838b40 req-0e522bc8-073e-4c34-bdc0-094d1aed1362 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 950 time: 0.0571377 Dec 20 15:38:42.992427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c62e44f-c862-48d8-a3f8-fa8b8e838b40 req-6aa9b4d4-063d-4aa0-b6ce-b698a855fa67 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Dec 20 15:38:43.171977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026692e-b2d9-4c90-93c8-cec3ec32acca req-0ad6b84b-3083-4709-9def-34578d4e1ec5 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:43.173508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9026692e-b2d9-4c90-93c8-cec3ec32acca req-0ad6b84b-3083-4709-9def-34578d4e1ec5 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 950 time: 0.0507510 Dec 20 15:38:43.244937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9026692e-b2d9-4c90-93c8-cec3ec32acca req-c4c63911-7aba-4f22-8405-cec664eeb7c0 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6986cef-f4fc-465c-9c72-0233eb2d530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642524 Dec 20 15:38:43.389485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-96acb286-5d5e-4c59-9384-8a92f8d525fb tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:38:43.390467 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-96acb286-5d5e-4c59-9384-8a92f8d525fb tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055835 Dec 20 15:38:43.436809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-28036e8e-9813-4420-97d6-eb28c806077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:43.438202 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-28036e8e-9813-4420-97d6-eb28c806077d service neutron] 10.222.0.81 "GET /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 1093 time: 0.0391905 Dec 20 15:38:43.447552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:43.448001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:38:43.590392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:43.590728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:43.591072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:43.595676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:43.595988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:43.603705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:43.604111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:43.604416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:43.604841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Bound port: 4757ac9f-61a8-4119-b1df-c0527f832a83, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:43.661748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:43.760761 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:43.762078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fece864f-f35f-4332-801a-1b490cc4b439 service neutron] 10.222.0.81 "POST /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83/bindings HTTP/1.1" status: 201 len: 389 time: 0.3179631 Dec 20 15:38:43.769086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ce41e-5842-47e3-bf36-92c982012ee1 req-6832e5f5-e43e-4404-89c7-4e9eb0f3c22e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:43.774072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa5ce41e-5842-47e3-bf36-92c982012ee1 req-6832e5f5-e43e-4404-89c7-4e9eb0f3c22e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0537541 Dec 20 15:38:43.832033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa5ce41e-5842-47e3-bf36-92c982012ee1 req-f82b4877-d583-4dc7-8731-b9a9a0a2f2a6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545199 Dec 20 15:38:43.878227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-911a36f1-40c3-45dd-b97b-f59cf90e5625 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:43.880924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-911a36f1-40c3-45dd-b97b-f59cf90e5625 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 950 time: 0.0592597 Dec 20 15:38:43.982171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Deleting port 67e61585-2df1-425e-84d9-835044d8530e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:38:43.982509 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:44.099946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] For port 67e61585-2df1-425e-84d9-835044d8530e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=67e61585-2df1-425e-84d9-835044d8530e,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:44.099946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:44.108239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Calling delete_port for 67e61585-2df1-425e-84d9-835044d8530e owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:38:44.148718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-91c093a6-5b39-437e-936d-ed3c2f82d136 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=964760ad77ad44789f94473b0c25fd5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353055 Dec 20 15:38:44.569670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8ade-0be8-4bfa-a20d-67026122c5d0 req-f0c1a064-4369-444c-914d-1899c805d44b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:44.571160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62db8ade-0be8-4bfa-a20d-67026122c5d0 req-f0c1a064-4369-444c-914d-1899c805d44b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 945 time: 0.3909461 Dec 20 15:38:44.603777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c5ddc734-bb5c-43c7-bb1e-bfc7234f8413 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:44.605286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c5ddc734-bb5c-43c7-bb1e-bfc7234f8413 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237940 Dec 20 15:38:44.669387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-39b6a8b4-817d-4934-b700-1709f4bafb35 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/quotas/964760ad77ad44789f94473b0c25fd5c HTTP/1.1" status: 200 len: 375 time: 0.0577197 Dec 20 15:38:44.680245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62db8ade-0be8-4bfa-a20d-67026122c5d0 req-5408c00d-2e40-44b0-85ea-0ce5cb4a66a5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003721 Dec 20 15:38:44.741933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-51c51d2c-6fee-4bf8-9065-9d0ec189b533 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=964760ad77ad44789f94473b0c25fd5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386710 Dec 20 15:38:44.830242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fa34fb0e-cd33-4ab7-9191-ae575573bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:44.831692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fa34fb0e-cd33-4ab7-9191-ae575573bed3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1096 time: 0.0773213 Dec 20 15:38:44.840158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160164a-6883-4d40-ae06-aac956caa7bc req-dc63dd5a-dda6-4482-92e7-43b2e37fc499 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:44.841590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e160164a-6883-4d40-ae06-aac956caa7bc req-dc63dd5a-dda6-4482-92e7-43b2e37fc499 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 950 time: 0.0892196 Dec 20 15:38:44.917985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:44.930289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['67e61585-2df1-425e-84d9-835044d8530e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:44.967619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44164) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:44.981658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Pushing event deleted for resources: {'Port': ['ID=67e61585-2df1-425e-84d9-835044d8530e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:45.007593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e160164a-6883-4d40-ae06-aac956caa7bc req-680afcce-eb40-4d89-b48b-020f11661ba1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566260 Dec 20 15:38:45.077457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] No DVR routers for this DVR port 67e61585-2df1-425e-84d9-835044d8530e on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:45.085546 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:45.094416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b9ac0c6-a2cd-43ca-8237-d406f45da5e0 req-8085ad86-240e-4dc0-9a10-feb723fd19bb tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.72 "DELETE /v2.0/ports/67e61585-2df1-425e-84d9-835044d8530e HTTP/1.1" status: 204 len: 173 time: 1.2022974 Dec 20 15:38:45.095146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'name': 'network-vif-deleted', 'tag': '67e61585-2df1-425e-84d9-835044d8530e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:45.099672 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d127ba-fa62-4b55-9401-8e466f40e261" -d '{"events": [{"server_uuid": "e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e", "name": "network-vif-deleted", "tag": "67e61585-2df1-425e-84d9-835044d8530e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:45.114361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-c1ad679e-5b4c-4ecd-90ad-44903f5bdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:45.119014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-c1ad679e-5b4c-4ecd-90ad-44903f5bdf01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.2759588 Dec 20 15:38:45.245541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-811389aa-7417-4337-94ab-4246d58edc8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 217 time: 0.1193922 Dec 20 15:38:45.272857 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5f39f1b5-3266-4194-b76b-aa16c5d589cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afa621ed4101410087c7bf8b12af495d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039367 Dec 20 15:38:45.275321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44182) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:45.300099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc86b13b-b304-4730-b6d9-a39c61d08429 req-7d06f4d8-93b0-43f6-8a79-c12e6695e6a4 tempest-TenantUsagesTestJSON-20309030 tempest-TenantUsagesTestJSON-20309030-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e HTTP/1.1" status: 200 len: 210 time: 0.0587692 Dec 20 15:38:45.360731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-8b583683-31f7-45c9-8a06-d495b7074fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:45.362987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-8b583683-31f7-45c9-8a06-d495b7074fd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0611315 Dec 20 15:38:45.376861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df8e9373-331e-4e6a-9533-67d80ff3c891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:45.415149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-5f87212d-b45d-454a-9c69-aa8637a72bca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447698 Dec 20 15:38:45.421863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df8e9373-331e-4e6a-9533-67d80ff3c891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:45.523514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98903-4d97-4ac3-9083-92390f59072b req-dfa3d649-a315-4414-97f7-9ad20b9946a1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:45.525023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78b98903-4d97-4ac3-9083-92390f59072b req-dfa3d649-a315-4414-97f7-9ad20b9946a1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1135769 Dec 20 15:38:45.558474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-b178bcb8-db44-4802-919a-8227c15061a4 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354961 Dec 20 15:38:45.610839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df8e9373-331e-4e6a-9533-67d80ff3c891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:45.623685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df8e9373-331e-4e6a-9533-67d80ff3c891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:45.626070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-df8e9373-331e-4e6a-9533-67d80ff3c891 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38712b4d-1bf4-4941-8e93-ad6c2efe02b5 HTTP/1.1" status: 204 len: 168 time: 0.3497584 Dec 20 15:38:45.642050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e9373-331e-4e6a-9533-67d80ff3c891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38712b4d-1bf4-4941-8e93-ad6c2efe02b5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:45.643770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78b98903-4d97-4ac3-9083-92390f59072b req-068fa58d-23b1-4ca5-b883-daaee2b116f0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115463 Dec 20 15:38:45.681091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dbc06d5-193d-412e-aaba-8e2151dd3f58 req-92a466f6-2113-4e7f-b1cc-6fed6752f73a tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 210 time: 0.0417016 Dec 20 15:38:45.714006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-38fd2cc8-6e10-44ec-a836-c96503421a0b service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444819 Dec 20 15:38:45.743877 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74da16-296d-4089-9228-d425e35af593 x-openstack-request-id: req-2b74da16-296d-4089-9228-d425e35af593 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:45.744187 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e", "name": "network-vif-deleted", "tag": "67e61585-2df1-425e-84d9-835044d8530e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:45.744444 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b74da16-296d-4089-9228-d425e35af593 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:45.744849 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a4f87e-8f76-43d0-ab9f-40c60e3ec46e', 'name': 'network-vif-deleted', 'tag': '67e61585-2df1-425e-84d9-835044d8530e', 'status': 'completed', 'code': 200} Dec 20 15:38:45.866705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa8f7c-e28c-4723-9c3a-2bb00c5163a9 req-c57353f8-3533-4a48-912d-e97ceb69bf2d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:45.866705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0aa8f7c-e28c-4723-9c3a-2bb00c5163a9 req-c57353f8-3533-4a48-912d-e97ceb69bf2d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 945 time: 0.0700073 Dec 20 15:38:45.945459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-6e8e25ab-b483-4bf5-b010-c25be323fca2 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:45.946919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-6e8e25ab-b483-4bf5-b010-c25be323fca2 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.0818169 Dec 20 15:38:45.952537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0aa8f7c-e28c-4723-9c3a-2bb00c5163a9 req-ddfd02c6-7f83-4d2a-bce2-d0929418b0ed tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776389 Dec 20 15:38:45.960265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:46.069647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b2bd6-752f-494e-aec2-239dbaaeef6b req-b25f508e-252a-4a0d-9866-1a5388476da0 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:46.077224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e05b2bd6-752f-494e-aec2-239dbaaeef6b req-b25f508e-252a-4a0d-9866-1a5388476da0 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 1101 time: 0.1136930 Dec 20 15:38:46.104132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f9544a-a2ce-4fbd-9b69-ff4a385181d9 req-b22fa857-57a2-4d93-af90-77d3b81d9964 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=737e127c0a784a878b91b0182cabbc13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604665 Dec 20 15:38:46.111142 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.114533 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e05b2bd6-752f-494e-aec2-239dbaaeef6b req-ef39be38-6e9d-425a-b261-adf247f06c0c tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.311930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9544a-a2ce-4fbd-9b69-ff4a385181d9 req-aea4eb6c-9ae7-4c93-bf3e-f904b86b3cd2 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:46.313534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f9544a-a2ce-4fbd-9b69-ff4a385181d9 req-aea4eb6c-9ae7-4c93-bf3e-f904b86b3cd2 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032011 Dec 20 15:38:46.372579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f9544a-a2ce-4fbd-9b69-ff4a385181d9 req-c0185ccf-0dcf-41bc-bd01-81a7f61ffbf7 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/quotas/737e127c0a784a878b91b0182cabbc13 HTTP/1.1" status: 200 len: 375 time: 0.0271304 Dec 20 15:38:46.389345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44212) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:46.403704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46242702-a297-4d39-a4cd-555661c80869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.423645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e05b2bd6-752f-494e-aec2-239dbaaeef6b req-ef39be38-6e9d-425a-b261-adf247f06c0c tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.429835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f9544a-a2ce-4fbd-9b69-ff4a385181d9 req-0fd8c578-f73e-4178-8bc2-2706f90c7849 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=737e127c0a784a878b91b0182cabbc13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482855 Dec 20 15:38:46.443877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:46.489934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:46.540251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.546258 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46242702-a297-4d39-a4cd-555661c80869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.580861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e05b2bd6-752f-494e-aec2-239dbaaeef6b req-ef39be38-6e9d-425a-b261-adf247f06c0c tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.630585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e05b2bd6-752f-494e-aec2-239dbaaeef6b req-ef39be38-6e9d-425a-b261-adf247f06c0c tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522497 Dec 20 15:38:46.631204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39be38-6e9d-425a-b261-adf247f06c0c tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d18334-75cc-4d61-a4a2-c441e692c832,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:46.733829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46242702-a297-4d39-a4cd-555661c80869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.734854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.775671 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-46242702-a297-4d39-a4cd-555661c80869 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddba733c3f9945c5a1b1df97194160a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852570 Dec 20 15:38:46.779925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:46.785631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46242702-a297-4d39-a4cd-555661c80869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d564b087-c07a-4c1d-9d2f-67668d86515a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:46.869961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:46.870580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:46.870580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:46.893020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:46.903615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:46.904063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Attempting to bind port 4757ac9f-61a8-4119-b1df-c0527f832a83 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:46.917300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4492a399-8f37-4bc5-88e5-6f1450f3a8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.917300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:46.917300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:46.917300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:46.917300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Bound port: 4757ac9f-61a8-4119-b1df-c0527f832a83, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:46.917300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:46.996984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4492a399-8f37-4bc5-88e5-6f1450f3a8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.068143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71739a4-402c-4ee4-9a1f-c5c4a6a071e7 req-15d77b91-5efe-4378-bc9f-8d837ff89d77 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:47.069747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b71739a4-402c-4ee4-9a1f-c5c4a6a071e7 req-15d77b91-5efe-4378-bc9f-8d837ff89d77 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1364169 Dec 20 15:38:47.078015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:47.083547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:47.135066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4e060c6-cfee-4872-832d-b2bc2632abb3 req-63d7ddea-2813-4f0c-9482-021f73f91d09 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 210 time: 0.0454185 Dec 20 15:38:47.207940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b71739a4-402c-4ee4-9a1f-c5c4a6a071e7 req-0e9cda52-55c7-47aa-87cd-3646fb835b78 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271908 Dec 20 15:38:47.215678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.284336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:47.306096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:47.306723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.308130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fdbe5f7f-d70f-4fc2-b49d-fd6e199f3172 service neutron] 10.222.0.72 "PUT /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 1121 time: 1.3537202 Dec 20 15:38:47.360917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4492a399-8f37-4bc5-88e5-6f1450f3a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.363805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4492a399-8f37-4bc5-88e5-6f1450f3a8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.367398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4492a399-8f37-4bc5-88e5-6f1450f3a8ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d564b087-c07a-4c1d-9d2f-67668d86515a HTTP/1.1" status: 204 len: 168 time: 0.5840104 Dec 20 15:38:47.371394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-581524e3-3343-4e82-927b-cc9415e0b5e4 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491841 Dec 20 15:38:47.385476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492a399-8f37-4bc5-88e5-6f1450f3a8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d564b087-c07a-4c1d-9d2f-67668d86515a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:47.396656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4757ac9f-61a8-4119-b1df-c0527f832a83'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:47.408594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.423599 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:47.427307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:47.428123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8210dc-f9fe-4c2a-8cf1-02371c183579 req-c74e3488-0005-4284-a9d9-33e9bfb0bdf7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:47.435423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a8210dc-f9fe-4c2a-8cf1-02371c183579 req-c74e3488-0005-4284-a9d9-33e9bfb0bdf7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.1231906 Dec 20 15:38:47.546023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-51b2489f-b762-49fc-921e-be9ab24356af tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:47.547770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-51b2489f-b762-49fc-921e-be9ab24356af tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656165 Dec 20 15:38:47.568376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-2dd4b5e8-6abd-4163-9c47-da3893b0e72a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/quotas/986025bff2b6446cb7b3eaa2d97d40dc HTTP/1.1" status: 200 len: 375 time: 0.0108647 Dec 20 15:38:47.590645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41f21b30-c613-4660-9d40-4b215f8970c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdfc5c2a64324011b6a2239c3cc55280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790605 Dec 20 15:38:47.593154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44256) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:47.600558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a8210dc-f9fe-4c2a-8cf1-02371c183579 req-29d3959d-d9cd-4c15-a107-a76586db4a58 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641550 Dec 20 15:38:47.668847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3532a3f-a1f9-4e52-8e88-d3313da43c8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.676677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-b7c6d150-aae4-4cf0-8c2b-321fd7f59b44 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749106 Dec 20 15:38:47.696891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3532a3f-a1f9-4e52-8e88-d3313da43c8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.746385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83'}, {'name': 'network-changed', 'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:47.749031 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2922f66e-e3fb-437b-aecc-10782c90ab7e" -d '{"events": [{"server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "name": "network-vif-unplugged", "status": "completed", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83"}, {"name": "network-changed", "server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:47.862001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3532a3f-a1f9-4e52-8e88-d3313da43c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.866544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3532a3f-a1f9-4e52-8e88-d3313da43c8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:47.870716 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e3532a3f-a1f9-4e52-8e88-d3313da43c8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6986cef-f4fc-465c-9c72-0233eb2d530a HTTP/1.1" status: 204 len: 168 time: 0.2765639 Dec 20 15:38:47.894120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3532a3f-a1f9-4e52-8e88-d3313da43c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6986cef-f4fc-465c-9c72-0233eb2d530a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:48.023043 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d3b28e-e684-4a3b-a18d-0ca6e2fc13b5 x-openstack-request-id: req-a2d3b28e-e684-4a3b-a18d-0ca6e2fc13b5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:48.023628 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "name": "network-vif-unplugged", "status": "completed", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83", "code": 200}, {"name": "network-changed", "server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:48.023628 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2d3b28e-e684-4a3b-a18d-0ca6e2fc13b5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:48.024008 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'code': 200} Dec 20 15:38:48.024352 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'status': 'completed', 'code': 200} Dec 20 15:38:48.098343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-a1532ae8-39bc-4752-9edd-425364474fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:48.103737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-a1532ae8-39bc-4752-9edd-425364474fb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1124 time: 0.0469856 Dec 20 15:38:48.173509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-4d17889a-d9fd-4a33-b910-cb203e580b2d tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=964760ad77ad44789f94473b0c25fd5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501802 Dec 20 15:38:48.306842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-2f77bc87-6c54-4443-84f9-27c6ea73431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:48.308692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-2f77bc87-6c54-4443-84f9-27c6ea73431a service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1867270 Dec 20 15:38:48.366836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-39f25766-202b-49fe-82fd-00c41846d790 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 217 time: 0.0477457 Dec 20 15:38:48.373981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c59e6181-5d4c-48b7-a5cb-c2d2da683e70 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:48.375432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c59e6181-5d4c-48b7-a5cb-c2d2da683e70 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740210 Dec 20 15:38:48.407059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Request body: {'port': {'device_id': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '964760ad77ad44789f94473b0c25fd5c'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:48.475314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-7d9edb07-5819-4f77-8b09-f98af24f9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:48.476933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-7d9edb07-5819-4f77-8b09-f98af24f9f8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1001825 Dec 20 15:38:48.518711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-989e001c-f96e-4336-aac2-ae55fb4d83d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338061 Dec 20 15:38:48.574766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c11dc1b6-e86b-4fd8-9ddf-b7690ca30bef req-61f32f9f-fd80-4270-bbb1-45f078a3f32e tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 210 time: 0.0544474 Dec 20 15:38:48.687345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 67e61585-2df1-425e-84d9-835044d8530e no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:48.696246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-8efc984e-158e-4ae5-b6c4-4f7cf43893cb service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649880 Dec 20 15:38:48.730042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 67e61585-2df1-425e-84d9-835044d8530e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:38:48.730669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 67e61585-2df1-425e-84d9-835044d8530e not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:48.737856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd130e61-f66a-4652-a76b-26dbf2c35edf req-afd97c30-a81b-4b9d-bf46-3d7bc58c5322 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:48.747304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd130e61-f66a-4652-a76b-26dbf2c35edf req-afd97c30-a81b-4b9d-bf46-3d7bc58c5322 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0972798 Dec 20 15:38:48.823720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Made reservation on behalf of 964760ad77ad44789f94473b0c25fd5c for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:48.827220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:48.914813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44300) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:48.935998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d8f15c10-e4b1-4245-aa64-f3574efced88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.069209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d8f15c10-e4b1-4245-aa64-f3574efced88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.141265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d8f15c10-e4b1-4245-aa64-f3574efced88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.158302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.180896 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d8f15c10-e4b1-4245-aa64-f3574efced88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a754d73b581347d3a3b5fee36d2fe14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649763 Dec 20 15:38:49.185404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44312) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:49.232558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f15c10-e4b1-4245-aa64-f3574efced88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f32b81-8705-4190-bacc-b2dd32b4b189,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:49.262602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86a09728-c23e-41fc-9e96-207544a2a195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.263893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd130e61-f66a-4652-a76b-26dbf2c35edf req-44879f3e-d425-4c73-b318-0065985e18a0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087593 Dec 20 15:38:49.264691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2922f66e-e3fb-437b-aecc-10782c90ab7e req-a1284eef-c482-48cb-9bdd-efb716cdfcf1 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536559 Dec 20 15:38:49.284339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86a09728-c23e-41fc-9e96-207544a2a195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.293153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dd8f9-f061-4435-b5d9-85e55477c9b6 req-e027709c-91eb-4759-8717-23d1cd252b66 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:49.297840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c51dd8f9-f061-4435-b5d9-85e55477c9b6 req-e027709c-91eb-4759-8717-23d1cd252b66 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.1406748 Dec 20 15:38:49.391304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb4ab2b3-d583-4e49-a22e-01d114236c7c req-00ca61ee-1709-4e03-85bf-d18eae1a4af6 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=737e127c0a784a878b91b0182cabbc13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387578 Dec 20 15:38:49.398174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c51dd8f9-f061-4435-b5d9-85e55477c9b6 req-732b1e61-abe9-4a0a-9750-99bb24872eb5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918911 Dec 20 15:38:49.469140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.484783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86a09728-c23e-41fc-9e96-207544a2a195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.488060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86a09728-c23e-41fc-9e96-207544a2a195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.489597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86a09728-c23e-41fc-9e96-207544a2a195 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96f32b81-8705-4190-bacc-b2dd32b4b189 HTTP/1.1" status: 204 len: 168 time: 0.3028059 Dec 20 15:38:49.499622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a09728-c23e-41fc-9e96-207544a2a195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f32b81-8705-4190-bacc-b2dd32b4b189,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:49.525582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b839ef54-7373-4c5e-b3db-d54299b69631 req-2f6cec19-b209-4b7c-8ab0-0844cb388b3e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.0717826 Dec 20 15:38:49.626119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab2b3-d583-4e49-a22e-01d114236c7c req-661ceb69-652a-43d8-872a-6ec7871b34d3 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:49.627696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb4ab2b3-d583-4e49-a22e-01d114236c7c req-661ceb69-652a-43d8-872a-6ec7871b34d3 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263219 Dec 20 15:38:49.629211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:49.707536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb4ab2b3-d583-4e49-a22e-01d114236c7c req-d7f61c33-ab2f-41eb-bd99-5b22e0212c08 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/quotas/737e127c0a784a878b91b0182cabbc13 HTTP/1.1" status: 200 len: 375 time: 0.0666766 Dec 20 15:38:49.731260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeace7c-df92-421a-aba5-6dfc0b6838cf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:49.765573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb4ab2b3-d583-4e49-a22e-01d114236c7c req-72531a92-05d8-4ba9-92e0-debc6abbbca0 tempest-QuotasAdminNegativeTest-1395351219 tempest-QuotasAdminNegativeTest-1395351219-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=737e127c0a784a878b91b0182cabbc13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515308 Dec 20 15:38:49.770663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.771021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.771378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.771729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.772084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.772482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.772757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.773091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.773454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.773782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.774243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.774472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.774791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:49.863357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Allocated IP 192.168.233.210 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/9e3e873b-19d4-44b0-a783-e46d7e131f00) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:49.910626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3c128e5-9dfd-43b6-8451-3c91c45ca6e0 req-07c83960-ea2a-436a-99d5-33fb0e625dc6 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 210 time: 0.0400016 Dec 20 15:38:50.082361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:50.239019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:50.307365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Pushing event updated for resources: {'Port': ['ID=9e3e873b-19d4-44b0-a783-e46d7e131f00,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:50.326017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:50.327621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:50.331169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:50.339778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:50.340020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:50.417835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef66e-91fe-4683-992c-8c917cd8f6bd req-9689bdc6-0da4-43a8-8e56-65085192df73 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:50.419452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1aef66e-91fe-4683-992c-8c917cd8f6bd req-9689bdc6-0da4-43a8-8e56-65085192df73 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0753770 Dec 20 15:38:50.478207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1aef66e-91fe-4683-992c-8c917cd8f6bd req-06436434-9322-4630-9e85-ec65226afa42 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498250 Dec 20 15:38:50.500676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-c6d5e3e0-ecfd-4f0b-a42f-048e6482ad0c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1145997 Dec 20 15:38:50.529491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Request body: {'port': {'device_id': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:50.672907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-090107db-eae4-4dc3-bf67-941fefc2dfdb req-2973e9cd-d342-435f-88f1-84fedcfc12cc tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.0681813 Dec 20 15:38:50.693760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-da8757d2-e898-4c2c-90e3-44bd5b919e91 None None] Provisioning complete for port 9e3e873b-19d4-44b0-a783-e46d7e131f00 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:50.694328 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da8757d2-e898-4c2c-90e3-44bd5b919e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:50.705917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:50.719908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e83c-88a2-4be3-b60e-cb0aa126df63 req-405a4f9c-9f1a-4795-a860-6fc878b617c5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:50.721583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0627e83c-88a2-4be3-b60e-cb0aa126df63 req-405a4f9c-9f1a-4795-a860-6fc878b617c5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.1490421 Dec 20 15:38:50.722163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:50.751007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-da8757d2-e898-4c2c-90e3-44bd5b919e91 None None] Port 9e3e873b-19d4-44b0-a783-e46d7e131f00 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:50.817321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0627e83c-88a2-4be3-b60e-cb0aa126df63 req-db7dfbe3-087b-4175-bc4a-076ea83672ca tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860682 Dec 20 15:38:50.861341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:50.880974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:38:51.091250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91239eb1-567e-479c-a367-80978b1fe5bc req-ec708359-a69f-4e8e-bf1b-4e396fc23626 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:51.092798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91239eb1-567e-479c-a367-80978b1fe5bc req-ec708359-a69f-4e8e-bf1b-4e396fc23626 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 936 time: 0.0982385 Dec 20 15:38:51.201706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91239eb1-567e-479c-a367-80978b1fe5bc req-07c94e69-7285-4cc8-8a94-31503063116d tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967624 Dec 20 15:38:51.210386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3e873b-19d4-44b0-a783-e46d7e131f00 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:51.219048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.232871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Transition to ACTIVE for port object 9e3e873b-19d4-44b0-a783-e46d7e131f00 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:51.337898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:51.369757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.395769 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44404) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:51.415742 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.511988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Pushing event updated for resources: {'Port': ['ID=9e3e873b-19d4-44b0-a783-e46d7e131f00,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:51.542786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-network', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:51.603775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Attempting to bind port 9e3e873b-19d4-44b0-a783-e46d7e131f00 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:51.604213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Attempting to bind port 9e3e873b-19d4-44b0-a783-e46d7e131f00 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:51.604540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Attempting to bind port 9e3e873b-19d4-44b0-a783-e46d7e131f00 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:51.613518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Port 9e3e873b-19d4-44b0-a783-e46d7e131f00 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:51.613905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Attempting to bind port 9e3e873b-19d4-44b0-a783-e46d7e131f00 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:51.647488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19295d7b-8804-48f8-8e33-46c9d1a30731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.651438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:51.651790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:51.652184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:51.652630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Bound port: 9e3e873b-19d4-44b0-a783-e46d7e131f00, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:51.652988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.669679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-f721d33a-a448-4c72-bcdc-13e6fd86d811 service neutron] 10.222.0.83 "GET /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.2437830 Dec 20 15:38:51.753840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad7294-5c2a-4d4a-9e33-b0c59e060cf6 req-64e2eccc-b378-4e84-9828-5130f6609f78 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:51.755614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7ad7294-5c2a-4d4a-9e33-b0c59e060cf6 req-64e2eccc-b378-4e84-9828-5130f6609f78 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1454053 Dec 20 15:38:51.758426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19295d7b-8804-48f8-8e33-46c9d1a30731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.776999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Made reservation on behalf of 429df1089ef0414a9c1dd6bd7c275683 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:51.779339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.813592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.820341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] For port 9e3e873b-19d4-44b0-a783-e46d7e131f00, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:51.838066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19295d7b-8804-48f8-8e33-46c9d1a30731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:51.853991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] For port 9e3e873b-19d4-44b0-a783-e46d7e131f00, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:51.897214 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-19295d7b-8804-48f8-8e33-46c9d1a30731 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=737e127c0a784a878b91b0182cabbc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5563672 Dec 20 15:38:51.897919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19295d7b-8804-48f8-8e33-46c9d1a30731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e3f67-b0eb-4b76-81b8-5ebba90dc0e2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:51.901603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7ad7294-5c2a-4d4a-9e33-b0c59e060cf6 req-54e7fa74-2469-47ef-9594-e0bc2c8fe522 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370649 Dec 20 15:38:51.902072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44420) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:51.917422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5b0954d-9495-4b3a-b502-ed411cf2c91f req-739524b9-666b-4590-a801-f0ef66143b78 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.0655715 Dec 20 15:38:52.007368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.051008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.119244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.132943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-6d941ea8-7aa5-4a8b-ae55-7fe0ca2bc96a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008773 Dec 20 15:38:52.150915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:38:52.174974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:52.175894 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.177651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] 10.222.0.83 "PUT /v2.0/ports/9e3e873b-19d4-44b0-a783-e46d7e131f00 HTTP/1.1" status: 200 len: 1096 time: 1.6692476 Dec 20 15:38:52.181096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1af3a2-2566-4262-8f5a-d8fe24b1185e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:52.181325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'tag': '9e3e873b-19d4-44b0-a783-e46d7e131f00'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:52.183601 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbc8756-7138-49d0-8b94-691cdd918409" -d '{"events": [{"name": "network-changed", "server_uuid": "9e56b552-ec7a-4804-b8e7-1599cdf759e5", "tag": "9e3e873b-19d4-44b0-a783-e46d7e131f00"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:52.197222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.197222 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Added segment 56725748-5fc7-432d-ac25-ec0da2347974 of type vlan for network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 Dec 20 15:38:52.277029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.287798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:52.313791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c08d9-27fb-44a7-86c6-8cd0e56d586d service neutron] Pushing event updated for resources: {'Port': ['ID=9e3e873b-19d4-44b0-a783-e46d7e131f00,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:52.332471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9be22-5c3c-4b60-ba8c-3e9a41b4cc5f req-5d1abfcf-df14-4383-9624-2ef7d4814203 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:52.334332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2b9be22-5c3c-4b60-ba8c-3e9a41b4cc5f req-5d1abfcf-df14-4383-9624-2ef7d4814203 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 943 time: 0.3034217 Dec 20 15:38:52.365139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06e93f4e-14e6-4cfe-ae1f-82083cab71b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.401892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:52.445755 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99f466-30c4-4833-9036-d8ef141e2413 x-openstack-request-id: req-8a99f466-30c4-4833-9036-d8ef141e2413 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:52.445958 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e56b552-ec7a-4804-b8e7-1599cdf759e5", "tag": "9e3e873b-19d4-44b0-a783-e46d7e131f00", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:52.450371 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a99f466-30c4-4833-9036-d8ef141e2413 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:52.450371 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'tag': '9e3e873b-19d4-44b0-a783-e46d7e131f00', 'status': 'completed', 'code': 200} Dec 20 15:38:52.483891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.485008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:52.485917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.492166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06e93f4e-14e6-4cfe-ae1f-82083cab71b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.500409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-3905572f-c643-438f-b3f8-b725428adeef tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:52.501929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-3905572f-c643-438f-b3f8-b725428adeef tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567951 Dec 20 15:38:52.516347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4757ac9f-61a8-4119-b1df-c0527f832a83 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:52.546468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:52.555686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] Pushing event updated for resources: {'Network': ['ID=c29e487c-fdde-4dfe-bc88-dcdebbae57b1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:52.566747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:38:52.590159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:52.633831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-198f784d-248b-4be6-aec9-1187401916ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:52.635249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-198f784d-248b-4be6-aec9-1187401916ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=964760ad77ad44789f94473b0c25fd5c&device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 1099 time: 0.2940259 Dec 20 15:38:52.639347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2b9be22-5c3c-4b60-ba8c-3e9a41b4cc5f req-0963878c-15d4-4df8-9caf-7fd9cea423a1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964349 Dec 20 15:38:52.693987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-572dd62c-b1f0-4ca8-a4e2-147ae0bb4127 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2970052 Dec 20 15:38:52.696656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44434) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:52.701467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Request body: {'subnet': {'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-subnet', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:52.753026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-5a8af143-7106-41f2-b741-34bb2a321f16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00 HTTP/1.1" status: 200 len: 217 time: 0.0730128 Dec 20 15:38:52.758474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-8caf1a95-c120-4b8f-9bf9-a44363e851bb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773625 Dec 20 15:38:52.762989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.790498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe451223-0b70-4744-91b2-0d979c1bde5e req-8848a6d2-354d-4f2f-95fa-12677e084163 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:52.792069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe451223-0b70-4744-91b2-0d979c1bde5e req-8848a6d2-354d-4f2f-95fa-12677e084163 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 948 time: 0.3137405 Dec 20 15:38:52.844305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Made reservation on behalf of 429df1089ef0414a9c1dd6bd7c275683 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:52.847254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Publish callbacks [] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.952798 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06e93f4e-14e6-4cfe-ae1f-82083cab71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.955438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06e93f4e-14e6-4cfe-ae1f-82083cab71b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.956633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-06e93f4e-14e6-4cfe-ae1f-82083cab71b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e4e3f67-b0eb-4b76-81b8-5ebba90dc0e2 HTTP/1.1" status: 204 len: 168 time: 1.0496507 Dec 20 15:38:53.158795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:53.217765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fd8993-74ae-41bb-ab67-0737fe01aabb,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:53.231116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Checking segment: {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:53.231566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Network hostable DHCP agents. Network: c29e487c-fdde-4dfe-bc88-dcdebbae57b1, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:38:53.266438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-d335a5af-e120-48b9-9b58-ad0614ce1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:53.268180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-d335a5af-e120-48b9-9b58-ad0614ce1844 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.5030825 Dec 20 15:38:53.269498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e93f4e-14e6-4cfe-ae1f-82083cab71b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e3f67-b0eb-4b76-81b8-5ebba90dc0e2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:53.347090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:38:53.391768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe451223-0b70-4744-91b2-0d979c1bde5e req-8da28634-1c4e-405d-9c46-1a3fe3b721e6 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745811 Dec 20 15:38:53.425122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-9467dcc7-4d81-4b38-a8f4-f2bf32e84ff1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:53.428380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-9467dcc7-4d81-4b38-a8f4-f2bf32e84ff1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6560950 Dec 20 15:38:53.441546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] Transition to ACTIVE for port object 4757ac9f-61a8-4119-b1df-c0527f832a83 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:53.455424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:53.494507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf29ee-e03f-4470-8495-83bb30871f29 req-80d5aa25-6f7f-4179-9d94-ddbccba3673c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:53.496514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62bf29ee-e03f-4470-8495-83bb30871f29 req-80d5aa25-6f7f-4179-9d94-ddbccba3673c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.2575922 Dec 20 15:38:53.501794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-096e631c-1ae3-4307-bd5d-2d25fd173cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:53.503274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-096e631c-1ae3-4307-bd5d-2d25fd173cd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146249 Dec 20 15:38:53.523673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c29e487c-fdde-4dfe-bc88-dcdebbae57b1) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:53.528557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:53.529578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:53.532698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65236d-ef27-42f8-a75f-ebafc470d5c1 None None] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:38:53.598615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b4daba3-53ec-4148-9e3d-cf754454c2a8 req-9bb7490c-8962-408b-ac7c-27369f3953d3 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.1010864 Dec 20 15:38:53.656445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-c29e487c-fdde-4dfe-bc88-dcdebbae57b1', 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1', 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'fixed_ips': [{'subnet_id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:38:53.657559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:53.672344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:53.674232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:53.678385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:53.721714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-798afeea-9e72-46c7-b5e6-3144be636fee admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0233028 Dec 20 15:38:53.724691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:53.729808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:53.776494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62bf29ee-e03f-4470-8495-83bb30871f29 req-72842eb7-724c-4de2-ae6c-b27a5d3ead23 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700510 Dec 20 15:38:53.822567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Allocated IP 172.20.0.2 (c29e487c-fdde-4dfe-bc88-dcdebbae57b1/d1fd8993-74ae-41bb-ab67-0737fe01aabb/c6af58d7-49ba-4331-b7fb-a76bb05c155f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:53.886929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] No DVR routers for this DVR port 4757ac9f-61a8-4119-b1df-c0527f832a83 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:53.895219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] Pushing event updated for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:53.921193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-720b65d0-3cb4-448b-ad6f-495738724875 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744602 Dec 20 15:38:53.948195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:53.949952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.020245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.021663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44462) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:54.027682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-fe2181ac-1556-4ff2-a14a-3ac496d83b9e service neutron] 10.222.0.83 "PUT /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 2.3488519 Dec 20 15:38:54.044724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.103201 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:38:54.108632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb2b7-3233-42aa-89c4-45d48a1ed377 req-6741f5f7-52b0-4b72-bd37-fc3340b23a48 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.113464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aafb2b7-3233-42aa-89c4-45d48a1ed377 req-6741f5f7-52b0-4b72-bd37-fc3340b23a48 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.2610941 Dec 20 15:38:54.124999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.159371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.25 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/82511828-feb3-4229-9f09-cc639f1c9332) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:54.197959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6873fb1-1ae6-404f-baf2-486fa9e45f26 req-346c898e-f725-42c6-ac1f-9f2b5f7c1b4a service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681053 Dec 20 15:38:54.216521 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.222135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:54.232191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.239605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aafb2b7-3233-42aa-89c4-45d48a1ed377 req-9d96020d-2a13-4e14-8fab-18c153909bc0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228991 Dec 20 15:38:54.286659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:54.302327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:54.311984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:54.319188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.329034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.341621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-f2ce71e3-3d40-4ad0-9cb8-4557c5ce1b22 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.343201 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-f2ce71e3-3d40-4ad0-9cb8-4557c5ce1b22 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.1626480 Dec 20 15:38:54.373275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Pushing event updated for resources: {'Port': ['ID=c6af58d7-49ba-4331-b7fb-a76bb05c155f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:54.406622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-098ea708-3cd6-4729-aab2-64b1481d828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.408598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-098ea708-3cd6-4729-aab2-64b1481d828f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a&tenant_id=1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 1095 time: 0.0563352 Dec 20 15:38:54.425096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Attempting to bind port c6af58d7-49ba-4331-b7fb-a76bb05c155f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:54.426449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Attempting to bind port c6af58d7-49ba-4331-b7fb-a76bb05c155f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:54.427126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Attempting to bind port c6af58d7-49ba-4331-b7fb-a76bb05c155f on network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:54.448655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:54.449453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Checking segment: {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:54.450264 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.450898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Bound using segment: {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:54.451698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Bound port: c6af58d7-49ba-4331-b7fb-a76bb05c155f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:54.452317 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.488683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-33ad068a-813b-41f3-86d5-ee646c389c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.491233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-33ad068a-813b-41f3-86d5-ee646c389c49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=964760ad77ad44789f94473b0c25fd5c&device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 1099 time: 0.1316681 Dec 20 15:38:54.492567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.558576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] For port c6af58d7-49ba-4331-b7fb-a76bb05c155f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:54.563551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] For port c6af58d7-49ba-4331-b7fb-a76bb05c155f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c6af58d7-49ba-4331-b7fb-a76bb05c155f,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:54.612208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.654624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0d88-ca81-4f74-ab40-00d5e845db38 req-21ef050d-fb6f-4a2d-b4d5-04cc8c3aca00 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.656314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a2e0d88-ca81-4f74-ab40-00d5e845db38 req-21ef050d-fb6f-4a2d-b4d5-04cc8c3aca00 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 948 time: 0.1602492 Dec 20 15:38:54.669080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.696392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-f6310925-bef2-4138-a9ae-fe587e7785a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.698071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-f6310925-bef2-4138-a9ae-fe587e7785a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1890693 Dec 20 15:38:54.751149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba9237-1c2f-43aa-90af-129480fa49e9 None None] Pushing event updated for resources: {'Port': ['ID=c6af58d7-49ba-4331-b7fb-a76bb05c155f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:54.765533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-810831c0-71eb-41df-a7b5-d101e245dcb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00 HTTP/1.1" status: 200 len: 217 time: 0.0571334 Dec 20 15:38:54.842075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a634ff17-22d1-4ebd-8120-9416a41f51aa req-4da2496f-087f-4eac-b06d-0c33effa4f8d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.0809374 Dec 20 15:38:54.855532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a2e0d88-ca81-4f74-ab40-00d5e845db38 req-db549a3d-cbbb-48d0-94d1-15d786782bf9 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835480 Dec 20 15:38:54.866689 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a248ae0f423b4a239d2d8b7b5c19c787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8428621 Dec 20 15:38:54.869524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e9a35-00f3-41fa-917b-e16b973d2432,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:54.871539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:54.875932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-0f96a394-9fa9-4a0f-ad28-65ea35254895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.877441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-0f96a394-9fa9-4a0f-ad28-65ea35254895 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1095 time: 0.4403009 Dec 20 15:38:54.879467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-b6af8033-4e27-4dc4-b1c4-334c92a33c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:54.882993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-b6af8033-4e27-4dc4-b1c4-334c92a33c08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0978374 Dec 20 15:38:54.889375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:54.910758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:54.923884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.924254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.924583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.924921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.925835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.926169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.926502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.926822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.927154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.927466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.928239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.928239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:54.928678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86616963-2fe1-4484-9c99-059e206f6aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:55.136735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41743ac2-d099-4c93-86f4-c1c1cf1346a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.142306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-e2faa1df-afd2-4400-8010-5f4c5ac7bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:55.148730 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-e2faa1df-afd2-4400-8010-5f4c5ac7bc53 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.2585976 Dec 20 15:38:55.181433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:55.194493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:55.210884 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-91597237-959f-4aec-82b2-a2c6378804e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 217 time: 0.0572302 Dec 20 15:38:55.218953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=82511828-feb3-4229-9f09-cc639f1c9332,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:55.223534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.138 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/128df36a-8707-4364-8e5f-04587eb834f9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:55.244508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:55.260984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41743ac2-d099-4c93-86f4-c1c1cf1346a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.264833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:55.265899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.298663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-f23985b5-28fa-4fe2-83f0-6f9c5fb35f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:55.300754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-f23985b5-28fa-4fe2-83f0-6f9c5fb35f51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3949215 Dec 20 15:38:55.436192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d8e9c-e944-451f-a9aa-c46b359eb145 req-99906803-f491-489b-904b-0eb83e23ca02 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:55.440247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c6af58d7-49ba-4331-b7fb-a76bb05c155f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:55.450338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a2d8e9c-e944-451f-a9aa-c46b359eb145 req-99906803-f491-489b-904b-0eb83e23ca02 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.2231772 Dec 20 15:38:55.464189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-6dd73c37-9252-4adf-a5c6-d3110cee74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:55.465974 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-6dd73c37-9252-4adf-a5c6-d3110cee74e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.2331922 Dec 20 15:38:55.485101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-5abf4d90-97a0-4c2b-a48c-d8554d154fe7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9505239 Dec 20 15:38:55.522397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-a55dc341-adbb-4735-9c24-c2b29e0e7b22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466022 Dec 20 15:38:55.524897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c6af58d7-49ba-4331-b7fb-a76bb05c155f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:55.529370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.538169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Request body: {'port': {'device_id': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:55.544167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.585538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.627755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.655050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8fc8c4ad-660d-45ff-bf31-8371c909f709 None None] Provisioning complete for port 82511828-feb3-4229-9f09-cc639f1c9332 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:55.655571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fc8c4ad-660d-45ff-bf31-8371c909f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.677934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41743ac2-d099-4c93-86f4-c1c1cf1346a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.680867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41743ac2-d099-4c93-86f4-c1c1cf1346a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.689854 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41743ac2-d099-4c93-86f4-c1c1cf1346a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/099e9a35-00f3-41fa-917b-e16b973d2432 HTTP/1.1" status: 204 len: 168 time: 0.8117127 Dec 20 15:38:55.701893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8c4ad-660d-45ff-bf31-8371c909f709 None None] Port 82511828-feb3-4229-9f09-cc639f1c9332 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:55.731805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port c6af58d7-49ba-4331-b7fb-a76bb05c155f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c6af58d7-49ba-4331-b7fb-a76bb05c155f,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:55.736031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:55.741195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a2d8e9c-e944-451f-a9aa-c46b359eb145 req-d3a3327b-b49a-46dd-9ede-5eefe961cccf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885494 Dec 20 15:38:55.745204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-506fc41b-b031-4fc6-94f1-8c00b2f8df37 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341266 Dec 20 15:38:55.745466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41743ac2-d099-4c93-86f4-c1c1cf1346a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e9a35-00f3-41fa-917b-e16b973d2432,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:55.796113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6744c-1be1-4e19-ae98-612712456027 req-38ab3473-2a10-40f9-ac57-d6c9d4877732 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:55.816804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fd6744c-1be1-4e19-ae98-612712456027 req-38ab3473-2a10-40f9-ac57-d6c9d4877732 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.3300118 Dec 20 15:38:55.823184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.827573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-cac7169d-b0a9-443e-9d60-4527985eac24 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939920 Dec 20 15:38:55.854997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:55.939191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:55.942083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=c6af58d7-49ba-4331-b7fb-a76bb05c155f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:55.998048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.015539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Allocated IP 172.25.6.129 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/82ab219b-5ceb-45ec-8567-ac25aac5e7af) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:38:56.086400 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-c01295f3-8258-4fad-abe8-242b78ed144d service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495439 Dec 20 15:38:56.099019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fd6744c-1be1-4e19-ae98-612712456027 req-e0ff30fc-aa07-493d-a1b5-e35d4d2a19a6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759044 Dec 20 15:38:56.135619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-acb68fff-d1b5-4847-a80b-769fd5cb99da req-147be655-f349-4b7b-8734-21680e8698b8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.1068869 Dec 20 15:38:56.198407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.202513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcbc8756-7138-49d0-8b94-691cdd918409 req-be025764-9031-4e9c-bc14-b4616117f40e service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442551 Dec 20 15:38:56.301076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dbea6c-1359-468f-a68b-c3ee4bdc3ecc None None] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:38:56.328453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a8f10-e51f-47d5-8f6b-ef9d930fd16a req-a9c60ed1-7af0-4cd9-a6f7-06c3070f94c5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:56.335052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.337754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa2a8f10-e51f-47d5-8f6b-ef9d930fd16a req-a9c60ed1-7af0-4cd9-a6f7-06c3070f94c5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 948 time: 0.0788412 Dec 20 15:38:56.356278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.397699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:56.442241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:56.446997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:56.451425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:56.468388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0964d3d3-880b-46e2-9056-526a02c18d7a None None] Provisioning complete for port c6af58d7-49ba-4331-b7fb-a76bb05c155f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:56.468873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0964d3d3-880b-46e2-9056-526a02c18d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.509146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=128df36a-8707-4364-8e5f-04587eb834f9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:56.541684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:38:56.543606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:38:56.558599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:38:56.564520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:56.565190 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.584002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Pushing event updated for resources: {'Port': ['ID=82ab219b-5ceb-45ec-8567-ac25aac5e7af,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:56.607579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa2a8f10-e51f-47d5-8f6b-ef9d930fd16a req-8f640906-d398-4cb6-b1dc-6f9c1b70bce9 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527220 Dec 20 15:38:56.776829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:38:56.836587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:56.903341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-ab73701c-31d7-478c-ac40-8e50fa264b0b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:56.905302 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-ab73701c-31d7-478c-ac40-8e50fa264b0b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.2077873 Dec 20 15:38:56.966450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ec8b0bc8-c179-4e58-abd2-135812495085 None None] Provisioning complete for port 128df36a-8707-4364-8e5f-04587eb834f9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:56.967129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0bc8-c179-4e58-abd2-135812495085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.037905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b0bc8-c179-4e58-abd2-135812495085 None None] Port 128df36a-8707-4364-8e5f-04587eb834f9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:38:57.076258 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.172925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-60736e72-0aa5-4d6f-a6d7-ed363f574f12 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7262514 Dec 20 15:38:57.187826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e9750bcd-c395-472a-b169-97ffb68a4bd8 None None] Provisioning complete for port c6af58d7-49ba-4331-b7fb-a76bb05c155f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:57.187826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e9750bcd-c395-472a-b169-97ffb68a4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.202755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Request body: {'port': {'device_id': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:57.304657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44552) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:57.324368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82511828-feb3-4229-9f09-cc639f1c9332 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:57.334815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-d342dc33-09e7-4736-aff5-9e12a46bfafd service neutron] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:57.338993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c6af58d7-49ba-4331-b7fb-a76bb05c155f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:57.339659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-d342dc33-09e7-4736-aff5-9e12a46bfafd service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.344253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fb11615b-6f6c-4569-a69d-de3cb74c053b req-d342dc33-09e7-4736-aff5-9e12a46bfafd service neutron] 10.222.0.72 "DELETE /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.3969531 Dec 20 15:38:57.347691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.376882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.408856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c6af58d7-49ba-4331-b7fb-a76bb05c155f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:57.409138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.443574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4f66-0581-4a27-8e85-0228bd01c533 req-9d769161-8b4f-41d0-9a69-89cac29b71f2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:57.445541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-407c4f66-0581-4a27-8e85-0228bd01c533 req-9d769161-8b4f-41d0-9a69-89cac29b71f2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.2774439 Dec 20 15:38:57.448727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Transition to ACTIVE for port object 82511828-feb3-4229-9f09-cc639f1c9332 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:57.469263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.520329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-network', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:57.536156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f8eee-80aa-41a8-b3e6-8f53f57b7e4c req-05b9a3fc-ead3-4e4f-aba2-bf64ab955c7d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:57.537957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b9f8eee-80aa-41a8-b3e6-8f53f57b7e4c req-05b9a3fc-ead3-4e4f-aba2-bf64ab955c7d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.1946650 Dec 20 15:38:57.571977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.626253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-407c4f66-0581-4a27-8e85-0228bd01c533 req-8bc38421-08ee-4de3-b0ea-bc369eec6738 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709800 Dec 20 15:38:57.641110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:38:57.724108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9e3e873b-19d4-44b0-a783-e46d7e131f00 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:57.751626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Pushing event updated for resources: {'Port': ['ID=82511828-feb3-4229-9f09-cc639f1c9332,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:57.866944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:38:57.877905 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Sync routers for ids ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:38:57.884842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b9f8eee-80aa-41a8-b3e6-8f53f57b7e4c req-65b02723-b08f-48ad-9720-a46755c985b9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102133 Dec 20 15:38:57.903205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9e3e873b-19d4-44b0-a783-e46d7e131f00, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:57.906689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Made reservation on behalf of 4a01f0300cfb48af82f04ffd08569dd8 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:38:57.908962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.919989 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Routers {'1ef21c32-3a34-479f-8a92-f35a5c8fee9e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:38:57.926416 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:38:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:38:57.926625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '9e3e873b-19d4-44b0-a783-e46d7e131f00', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '9e3e873b-19d4-44b0-a783-e46d7e131f00', 'mac_address': 'fa:16:3e:9b:bb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:57.932093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Attempting to bind port 82511828-feb3-4229-9f09-cc639f1c9332 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:57.932426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Attempting to bind port 82511828-feb3-4229-9f09-cc639f1c9332 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:57.932754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Attempting to bind port 82511828-feb3-4229-9f09-cc639f1c9332 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:57.938577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.982502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Port 82511828-feb3-4229-9f09-cc639f1c9332 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:57.983127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Attempting to bind port 82511828-feb3-4229-9f09-cc639f1c9332 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:57.986583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:57.990366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6032e2b3-9be6-482b-b992-e675bbe9b32d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2642879 Dec 20 15:38:58.000518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44562) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:58.001081 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.024349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:58.024691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:58.025073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:58.025611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Bound port: 82511828-feb3-4229-9f09-cc639f1c9332, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:58.025968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.026518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3e873b-19d4-44b0-a783-e46d7e131f00 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:58.052986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9e3e873b-19d4-44b0-a783-e46d7e131f00, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:58.076297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7430e-553c-4ce9-8d84-ba9e18aa884a req-d76a9fb4-201e-4d57-b361-c4f0b5d99846 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:58.078493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54d7430e-553c-4ce9-8d84-ba9e18aa884a req-d76a9fb4-201e-4d57-b361-c4f0b5d99846 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 936 time: 0.3094289 Dec 20 15:38:58.113818 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Set router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:38:58.208773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.258875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9e3e873b-19d4-44b0-a783-e46d7e131f00,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:58.334712 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:38:56Z', 'revision_number': 3, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:38:58.361104 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Checking router: 1ef21c32-3a34-479f-8a92-f35a5c8fee9e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:38:58.361492 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Updating router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e port 82ab219b-5ceb-45ec-8567-ac25aac5e7af binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:38:58.394766 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.402652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54d7430e-553c-4ce9-8d84-ba9e18aa884a req-c9d62b19-43b7-4fb3-a03a-b2a74039a38a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059921 Dec 20 15:38:58.403775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] For port 82511828-feb3-4229-9f09-cc639f1c9332, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:58.451480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6efc-c5e7-4bf7-b9f6-75cd539e9655 req-f7f4e375-e985-4700-a83f-498c8c07d9fc tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:58.453020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b94f6efc-c5e7-4bf7-b9f6-75cd539e9655 req-f7f4e375-e985-4700-a83f-498c8c07d9fc tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 949 time: 0.2608323 Dec 20 15:38:58.467698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128df36a-8707-4364-8e5f-04587eb834f9 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:58.506718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.513041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] For port 82511828-feb3-4229-9f09-cc639f1c9332, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=82511828-feb3-4229-9f09-cc639f1c9332,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:58.516413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.584230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Transition to ACTIVE for port object 128df36a-8707-4364-8e5f-04587eb834f9 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:58.596328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9e3e873b-19d4-44b0-a783-e46d7e131f00'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:58.611575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b94f6efc-c5e7-4bf7-b9f6-75cd539e9655 req-a2061e13-c48b-4290-bd14-291dbf9a36ca tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269472 Dec 20 15:38:58.617337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.687008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.738780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:58.739396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.740840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] 10.222.0.72 "PUT /v2.0/ports/82511828-feb3-4229-9f09-cc639f1c9332 HTTP/1.1" status: 200 len: 1095 time: 3.2320602 Dec 20 15:38:58.743841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'tag': '82511828-feb3-4229-9f09-cc639f1c9332'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:58.747294 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda8d74e-9885-47a9-82ef-c0b94c3c032a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1", "tag": "82511828-feb3-4229-9f09-cc639f1c9332"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:58.778890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.788005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:38:58.855197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e5c2-8dac-4adf-a16e-eea771bee422 service neutron] Pushing event updated for resources: {'Port': ['ID=82511828-feb3-4229-9f09-cc639f1c9332,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:58.865844 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.890128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.890470 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Added segment ee37e512-5962-4ead-aade-ba179d2f41ee of type vlan for network 2c917c14-293c-4ed1-ab25-bacad30075b4 Dec 20 15:38:58.896399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b896df7-60ef-4738-ac77-2ceacefc1c7a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:58.929361 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:58.987503 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Attempting to bind port 82ab219b-5ceb-45ec-8567-ac25aac5e7af on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:58.988356 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Attempting to bind port 82ab219b-5ceb-45ec-8567-ac25aac5e7af by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:58.989000 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Attempting to bind port 82ab219b-5ceb-45ec-8567-ac25aac5e7af on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:58.994444 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Pushing event updated for resources: {'Port': ['ID=82ab219b-5ceb-45ec-8567-ac25aac5e7af,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:58.999594 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:58.999973 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:59.000381 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.000817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:59.001495 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Bound port: 82ab219b-5ceb-45ec-8567-ac25aac5e7af, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:59.001742 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.009913 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.010300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.013968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:59.069809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.077101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1e971-3492-4cbd-b8ac-ffc54c665301 req-e68e5cae-6f7c-446a-b068-3aa9fe941c2e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:59.081533 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] For port 82ab219b-5ceb-45ec-8567-ac25aac5e7af, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:59.085703 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] For port 82ab219b-5ceb-45ec-8567-ac25aac5e7af, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=82ab219b-5ceb-45ec-8567-ac25aac5e7af,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:59.086366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32b1e971-3492-4cbd-b8ac-ffc54c665301 req-e68e5cae-6f7c-446a-b068-3aa9fe941c2e tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1095 time: 0.3816643 Dec 20 15:38:59.099948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Pushing event updated for resources: {'Port': ['ID=128df36a-8707-4364-8e5f-04587eb834f9,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:59.164541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-68a56bb4-7045-4856-bc8b-2739ce879af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.165101 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.172625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Attempting to bind port 128df36a-8707-4364-8e5f-04587eb834f9 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:59.172960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Attempting to bind port 128df36a-8707-4364-8e5f-04587eb834f9 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:59.173316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Attempting to bind port 128df36a-8707-4364-8e5f-04587eb834f9 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:59.182611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-6fa6548c-7cea-435c-89a9-22d5016ea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:59.184069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-6fa6548c-7cea-435c-89a9-22d5016ea3af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 1098 time: 0.2739761 Dec 20 15:38:59.192030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b635c-8f5c-42c5-aa5c-539402f80d13 req-f538f221-77f0-41f6-aaa8-f0ab2d3660a6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:59.193514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e63b635c-8f5c-42c5-aa5c-539402f80d13 req-f538f221-77f0-41f6-aaa8-f0ab2d3660a6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.3670795 Dec 20 15:38:59.229652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Port 128df36a-8707-4364-8e5f-04587eb834f9 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:59.229996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Attempting to bind port 128df36a-8707-4364-8e5f-04587eb834f9 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:59.232898 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Routers {'1ef21c32-3a34-479f-8a92-f35a5c8fee9e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:38:59.233551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:38:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:38:59.270405 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258820af-fc5f-4af1-9e2a-27667b257492 None None] Pushing event updated for resources: {'Port': ['ID=82ab219b-5ceb-45ec-8567-ac25aac5e7af,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:59.353975 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] Set router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:38:59.516140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.516966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:59.517835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.521272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-7222a39d-4920-47ad-ad01-11ffd462c2da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=82511828-feb3-4229-9f09-cc639f1c9332 HTTP/1.1" status: 200 len: 217 time: 0.3267498 Dec 20 15:38:59.546376 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:38:56Z', 'revision_number': 3, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:38:59.547364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:59.547707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:59.548085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:59.548527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Bound port: 128df36a-8707-4364-8e5f-04587eb834f9, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:59.548873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.574391 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df411043-768c-4c86-b71f-6b0f4272abb2 None None] The sync data for ids ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'] in n-d-781076-8 is: [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:38:56Z', 'revision_number': 3, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:38:59.631404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32b1e971-3492-4cbd-b8ac-ffc54c665301 req-171fd9d4-e181-4b6c-addd-e7e7a8739a37 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441375 Dec 20 15:38:59.732358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e63b635c-8f5c-42c5-aa5c-539402f80d13 req-40a7c763-88cb-4177-b70a-1b6cf27f1343 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153193 Dec 20 15:38:59.740735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9e3e873b-19d4-44b0-a783-e46d7e131f00 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:59.823407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] For port 128df36a-8707-4364-8e5f-04587eb834f9, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:59.826894 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf40d82f-c7d2-4ef2-9366-5f265c03c092 x-openstack-request-id: req-cf40d82f-c7d2-4ef2-9366-5f265c03c092 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:59.827205 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1", "tag": "82511828-feb3-4229-9f09-cc639f1c9332", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:59.827441 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf40d82f-c7d2-4ef2-9366-5f265c03c092 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:59.828152 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'tag': '82511828-feb3-4229-9f09-cc639f1c9332', 'status': 'completed', 'code': 200} Dec 20 15:38:59.854567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5416613 Dec 20 15:38:59.859633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:59.872509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Request body: {'subnet': {'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-subnet', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:59.885317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-c567167d-2ca8-4607-8701-068193f0351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:59.887328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-c567167d-2ca8-4607-8701-068193f0351f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.3285267 Dec 20 15:38:59.897199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f965-e81d-4b09-b43f-892e4d445e8f admin admin] Pushing event updated for resources: {'Network': ['ID=2c917c14-293c-4ed1-ab25-bacad30075b4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:59.923606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] For port 128df36a-8707-4364-8e5f-04587eb834f9, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=128df36a-8707-4364-8e5f-04587eb834f9,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:59.930110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:38:59.935023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 9e3e873b-19d4-44b0-a783-e46d7e131f00 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:59.959946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 9e3e873b-19d4-44b0-a783-e46d7e131f00 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:59.960424 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:59.982145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.048607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-a8344587-116c-4842-a41f-864825d7fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:00.051276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-a8344587-116c-4842-a41f-864825d7fcb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319027 Dec 20 15:39:00.063775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f03f4-7553-4ba3-aa6f-34f9d33f52a5 req-8824d946-c2c3-4e49-a004-c52c0fdb6c9b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:00.069967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Made reservation on behalf of 4a01f0300cfb48af82f04ffd08569dd8 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:00.072358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.073714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-415f03f4-7553-4ba3-aa6f-34f9d33f52a5 req-8824d946-c2c3-4e49-a004-c52c0fdb6c9b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 948 time: 0.2542951 Dec 20 15:39:00.103987 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.115606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.146508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3e873b-19d4-44b0-a783-e46d7e131f00'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:00.146508 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9592e14-def0-4488-94f2-61894952f627" -d '{"events": [{"server_uuid": "9e56b552-ec7a-4804-b8e7-1599cdf759e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3e873b-19d4-44b0-a783-e46d7e131f00"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:00.164982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9e3e873b-19d4-44b0-a783-e46d7e131f00, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:00.235402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123f68-da41-42a9-a8f5-1d6098d01980 req-c2950a77-16e5-4dc2-93f9-23db1e77c745 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:00.236957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe123f68-da41-42a9-a8f5-1d6098d01980 req-c2950a77-16e5-4dc2-93f9-23db1e77c745 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 949 time: 0.2822618 Dec 20 15:39:00.257305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:00.258727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.259924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] 10.222.0.72 "PUT /v2.0/ports/128df36a-8707-4364-8e5f-04587eb834f9 HTTP/1.1" status: 200 len: 1096 time: 3.0735044 Dec 20 15:39:00.306827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.375456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9e3e873b-19d4-44b0-a783-e46d7e131f00,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:00.427601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.445870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-415f03f4-7553-4ba3-aa6f-34f9d33f52a5 req-c968b370-5e2b-4259-8547-f724c5af87b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256049 Dec 20 15:39:00.484197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66599c96-7f78-454f-bfa5-8ace4d620beb service neutron] Pushing event updated for resources: {'Port': ['ID=128df36a-8707-4364-8e5f-04587eb834f9,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:00.494871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edb00e9-7661-43db-b3c4-51e254570a60,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:00.516398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Checking segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:00.517446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Network hostable DHCP agents. Network: 2c917c14-293c-4ed1-ab25-bacad30075b4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:39:00.539423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Allocated IP 172.20.0.1 (c29e487c-fdde-4dfe-bc88-dcdebbae57b1/d1fd8993-74ae-41bb-ab67-0737fe01aabb/87389542-53e2-4c2c-8a92-fb54c8a96d1c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:00.580553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-ef7b2c71-67b5-462a-8c9f-288efd3e3fee service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973526 Dec 20 15:39:00.594549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe123f68-da41-42a9-a8f5-1d6098d01980 req-6a637f6f-3292-4690-aa01-8c3b7f3b415f tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217673 Dec 20 15:39:00.619906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-531bbfad-28ea-4929-ada1-c30d622865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:00.621548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-531bbfad-28ea-4929-ada1-c30d622865c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 1099 time: 0.1841080 Dec 20 15:39:00.652571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:39:00.677923 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d75eb8-f2ba-401e-931a-484f278e7e38 x-openstack-request-id: req-48d75eb8-f2ba-401e-931a-484f278e7e38 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:00.678469 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e56b552-ec7a-4804-b8e7-1599cdf759e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3e873b-19d4-44b0-a783-e46d7e131f00", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:00.678893 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48d75eb8-f2ba-401e-931a-484f278e7e38 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:00.679548 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3e873b-19d4-44b0-a783-e46d7e131f00', 'code': 200} Dec 20 15:39:00.776290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-11352500-ac17-4a57-9657-989da97df6a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=128df36a-8707-4364-8e5f-04587eb834f9 HTTP/1.1" status: 200 len: 217 time: 0.1371579 Dec 20 15:39:00.787348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 2c917c14-293c-4ed1-ab25-bacad30075b4) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:00.791985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:00.793719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.799625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7896abd-ec1d-4748-8075-4b9d7c378d6e None None] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:00.907406 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-967f4376-b3f0-4b90-b13e-3e42cdb6f430 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0466475 Dec 20 15:39:00.912248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:00.919997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:00.945601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-2c917c14-293c-4ed1-ab25-bacad30075b4', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:39:00.946549 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:00.994806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.042250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-b048160b-6757-4820-8e0f-22d385321faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:01.043755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-b048160b-6757-4820-8e0f-22d385321faa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2411745 Dec 20 15:39:01.047399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.050925 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.051780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-3f828f2a-e031-44ea-a684-00ccc1d5033c service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651518 Dec 20 15:39:01.086020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5751ef-c4bb-47a8-b9d3-39670f29e93b req-7fcbde2d-cfa0-4136-8a74-489ecfcb7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:01.087547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e5751ef-c4bb-47a8-b9d3-39670f29e93b req-7fcbde2d-cfa0-4136-8a74-489ecfcb7313 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 1101 time: 0.3054187 Dec 20 15:39:01.095111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Allocated IP 172.20.0.2 (2c917c14-293c-4ed1-ab25-bacad30075b4/9edb00e9-7661-43db-b3c4-51e254570a60/328ad43b-0be5-4011-a75a-82acf62c5a13) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:01.114312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81298554-9618-413e-9874-4d4af7a2ce62 req-c7ddc530-9ca2-4680-b955-67d65069d28d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:01.115312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.117698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81298554-9618-413e-9874-4d4af7a2ce62 req-c7ddc530-9ca2-4680-b955-67d65069d28d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.2984340 Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.146311 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:01.148528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-8450a5ca-02ca-46d0-9227-d986431d284c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:01.149375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-8450a5ca-02ca-46d0-9227-d986431d284c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.3758061 Dec 20 15:39:01.256912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-7e7c35e1-7b81-4a17-81d9-e980a041c719 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/quotas/1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 375 time: 0.0860016 Dec 20 15:39:01.266907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.285831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c2cf-6c2b-4189-950b-a02050835dca req-00d4ea49-7e0f-417d-be2a-dec6dfc62971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:01.287438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-00d4ea49-7e0f-417d-be2a-dec6dfc62971 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311172 Dec 20 15:39:01.318600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81298554-9618-413e-9874-4d4af7a2ce62 req-e42ca639-3f85-4378-a995-b8dedf2e1e6f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797245 Dec 20 15:39:01.361781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e5751ef-c4bb-47a8-b9d3-39670f29e93b req-c1acc935-0f54-4322-a62a-f5d980f8cb05 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389143 Dec 20 15:39:01.364593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.370286 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.424705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.431592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Pushing event updated for resources: {'Port': ['ID=328ad43b-0be5-4011-a75a-82acf62c5a13,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:01.435972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 82ab219b-5ceb-45ec-8567-ac25aac5e7af up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:01.484047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:01.485720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:01.488818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:01.501628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:01.506145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-8b9f5e11-8357-4674-beb0-f01300243032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:01.507395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-8b9f5e11-8357-4674-beb0-f01300243032 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 1098 time: 0.3101742 Dec 20 15:39:01.518208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:01.526302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:01.526782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.540685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Pushing event updated for resources: {'Port': ['ID=87389542-53e2-4c2c-8a92-fb54c8a96d1c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:01.571672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 82ab219b-5ceb-45ec-8567-ac25aac5e7af triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:01.572071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.593468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Attempting to bind port 328ad43b-0be5-4011-a75a-82acf62c5a13 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:01.593840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Attempting to bind port 328ad43b-0be5-4011-a75a-82acf62c5a13 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:01.594202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Attempting to bind port 328ad43b-0be5-4011-a75a-82acf62c5a13 on network 2c917c14-293c-4ed1-ab25-bacad30075b4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:01.616513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:01.616892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Checking segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:01.617355 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.617752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Bound using segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:01.618240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Bound port: 328ad43b-0be5-4011-a75a-82acf62c5a13, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:01.618621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.716894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d2e8e0a-4867-44d0-92f8-ca1343bce791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.742181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] For port 328ad43b-0be5-4011-a75a-82acf62c5a13, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:01.746812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] For port 328ad43b-0be5-4011-a75a-82acf62c5a13, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=328ad43b-0be5-4011-a75a-82acf62c5a13,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:01.755755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.782147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 82ab219b-5ceb-45ec-8567-ac25aac5e7af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=82ab219b-5ceb-45ec-8567-ac25aac5e7af,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:01.790652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-f58cbb05-452e-42f3-8e40-1079e5dba94e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5219731 Dec 20 15:39:01.832557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'tag': '128df36a-8707-4364-8e5f-04587eb834f9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:01.835383 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054cf682-d5a1-46cc-88ea-c7f4ea87497c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0c1875-27a8-42a8-866b-07606b9eec0c", "tag": "128df36a-8707-4364-8e5f-04587eb834f9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:01.841849 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.900703 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:01.935890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dee3d7-5b17-41f3-abe2-1f7963199f3c None None] Pushing event updated for resources: {'Port': ['ID=328ad43b-0be5-4011-a75a-82acf62c5a13,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:01.946149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e0399679-bca3-4cbd-acce-2b25b9d44997 None None] Provisioning complete for port 87389542-53e2-4c2c-8a92-fb54c8a96d1c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:01.946673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0399679-bca3-4cbd-acce-2b25b9d44997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.034780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e0399679-bca3-4cbd-acce-2b25b9d44997 None None] Port 87389542-53e2-4c2c-8a92-fb54c8a96d1c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:02.042781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=82ab219b-5ceb-45ec-8567-ac25aac5e7af,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:02.109811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.135848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.232628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-97f15e27-d85d-47dd-88be-2bb64c3654b6 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9298267 Dec 20 15:39:02.277540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Allocated IP 172.25.6.211 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f1abd0ee-4794-4b4e-adab-051657799895) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:02.339787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.342025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-5a8a70ae-cf8b-464d-b752-9f3e8c13de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.343511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-5a8a70ae-cf8b-464d-b752-9f3e8c13de7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.8220322 Dec 20 15:39:02.353660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc63c4-80db-4230-be3b-fc04f67383f4 req-61fdb368-26d4-4430-806d-15b9eb7f18b7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.355148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fcc63c4-80db-4230-be3b-fc04f67383f4 req-61fdb368-26d4-4430-806d-15b9eb7f18b7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 948 time: 0.5120587 Dec 20 15:39:02.401494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.420897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-31073954-40cb-4cb4-8e1b-abfbc26f8f48 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759065 Dec 20 15:39:02.469949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-707f3974-b609-4c56-b907-0332572ce693 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=82511828-feb3-4229-9f09-cc639f1c9332 HTTP/1.1" status: 200 len: 217 time: 0.1138318 Dec 20 15:39:02.510698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.547230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:02.554139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:02.556452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:02.637875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Pushing event updated for resources: {'Port': ['ID=f1abd0ee-4794-4b4e-adab-051657799895,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:02.647832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fcc63c4-80db-4230-be3b-fc04f67383f4 req-0d282eb5-b106-4831-9db1-8c6b3a6cd55e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864265 Dec 20 15:39:02.657656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3721c2cf-6c2b-4189-950b-a02050835dca req-6ef3339d-f5dd-4eaa-a47f-97c0693bd953 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073169 Dec 20 15:39:02.683809 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.684711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-0e9b120f-7400-4388-9209-215f0c12bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.686229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-0e9b120f-7400-4388-9209-215f0c12bd3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1919174 Dec 20 15:39:02.761350 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-a21919f4-99dc-4f24-8ce1-ae83961c63ce service neutron] 10.222.0.72 "GET /v2.0/ports/348c5c2a-b05f-4742-954b-c845d831d407/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 382 time: 0.1314585 Dec 20 15:39:02.792948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-000bc375-1874-4b47-9e9d-3b8fbf535ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339889 Dec 20 15:39:02.845362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-87b976d1-e1ba-4334-ac01-8b6865a2b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.847941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-87b976d1-e1ba-4334-ac01-8b6865a2b1cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523795 Dec 20 15:39:02.941830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.954172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a33f-458e-4f9a-b766-5a4963cabd3a req-e84dbf91-752c-4793-882f-fa9c046ffa76 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.955730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fa1a33f-458e-4f9a-b766-5a4963cabd3a req-e84dbf91-752c-4793-882f-fa9c046ffa76 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 950 time: 0.1661990 Dec 20 15:39:03.020516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-50a26d34-3ae3-42b9-9cec-a8876fe102e7 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614664 Dec 20 15:39:03.089673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fa1a33f-458e-4f9a-b766-5a4963cabd3a req-2d7c3993-2d2a-4042-8b21-e7df4ed62233 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106255 Dec 20 15:39:03.091889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.091984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.092074 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.097523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e25b28-64f9-43d7-897a-be29046fa659 None None] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:03.293212 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa20f3-4077-4bf9-ab61-04544a8a0409 x-openstack-request-id: req-e1aa20f3-4077-4bf9-ab61-04544a8a0409 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:03.294540 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0c1875-27a8-42a8-866b-07606b9eec0c", "tag": "128df36a-8707-4364-8e5f-04587eb834f9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:03.294974 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1aa20f3-4077-4bf9-ab61-04544a8a0409 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:03.296548 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'tag': '128df36a-8707-4364-8e5f-04587eb834f9', 'status': 'completed', 'code': 200} Dec 20 15:39:03.342290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Pushing event updated for resources: {'Port': ['ID=87389542-53e2-4c2c-8a92-fb54c8a96d1c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:03.419633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-bd06c868-e46b-496b-b570-3d829b33febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:03.421706 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-bd06c868-e46b-496b-b570-3d829b33febb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 1099 time: 0.2226281 Dec 20 15:39:03.430939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a244cf1d-0873-44d4-a113-ef1f7719f5e3 None None] Provisioning complete for port 328ad43b-0be5-4011-a75a-82acf62c5a13 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:03.431423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a244cf1d-0873-44d4-a113-ef1f7719f5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.457502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54c78028-6abc-4496-81fc-d9b7aa270c4d req-52c7b8bc-8a65-4388-9e95-724f2f5278c6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 210 time: 0.0899854 Dec 20 15:39:03.485638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 328ad43b-0be5-4011-a75a-82acf62c5a13 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:03.500243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda8d74e-9885-47a9-82ef-c0b94c3c032a req-ce249ba3-a247-4ae2-968f-eaffe5520003 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711866 Dec 20 15:39:03.536384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806dfbc-9a75-45d8-907f-ab59c97f0051 req-8cf8b359-ad7f-4415-9614-2d141dc4d6a2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:03.537946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5806dfbc-9a75-45d8-907f-ab59c97f0051 req-8cf8b359-ad7f-4415-9614-2d141dc4d6a2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.2403784 Dec 20 15:39:03.609336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.627503 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a244cf1d-0873-44d4-a113-ef1f7719f5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.637182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5806dfbc-9a75-45d8-907f-ab59c97f0051 req-df947367-6c8a-47d5-a4db-c9b2c246f46f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698466 Dec 20 15:39:03.641888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 328ad43b-0be5-4011-a75a-82acf62c5a13 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:03.642748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.658952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:03.658952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:03.734625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a244cf1d-0873-44d4-a113-ef1f7719f5e3 None None] For port 328ad43b-0be5-4011-a75a-82acf62c5a13, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=328ad43b-0be5-4011-a75a-82acf62c5a13,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:03.738831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-d7308102-7072-4958-9b88-6a60aa0f5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:03.741221 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-d7308102-7072-4958-9b88-6a60aa0f5a07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3064740 Dec 20 15:39:03.826185 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a244cf1d-0873-44d4-a113-ef1f7719f5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.828586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-725841be-1c12-49cd-9602-dd93ad1835c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:03.837906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-725841be-1c12-49cd-9602-dd93ad1835c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125&tenant_id=bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 1100 time: 0.1260552 Dec 20 15:39:03.878830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.891263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-3edaf345-f445-4f95-8f9b-f8919abe7f7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=128df36a-8707-4364-8e5f-04587eb834f9 HTTP/1.1" status: 200 len: 217 time: 0.1342292 Dec 20 15:39:03.935205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244cf1d-0873-44d4-a113-ef1f7719f5e3 None None] Pushing event updated for resources: {'Port': ['ID=328ad43b-0be5-4011-a75a-82acf62c5a13,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:04.020363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:39:04.021222 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:39:04.021326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:04.045180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0073c-e81f-4199-8321-88c51b9d748f req-330afabe-e257-4c24-87cc-ff3e022bcea5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.046838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6b0073c-e81f-4199-8321-88c51b9d748f req-330afabe-e257-4c24-87cc-ff3e022bcea5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 948 time: 0.2260363 Dec 20 15:39:04.113921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-7cd8c539-c606-4cab-a423-916d5a0bfd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.116442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-7cd8c539-c606-4cab-a423-916d5a0bfd04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1408026 Dec 20 15:39:04.122001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-231f22db-ad81-4b6c-a1ca-fcfad028fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.123926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-231f22db-ad81-4b6c-a1ca-fcfad028fa5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1100 time: 0.2164361 Dec 20 15:39:04.151466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccfe38bd-dc4b-4928-9402-211d921b75c3 None None] Provisioning complete for port 328ad43b-0be5-4011-a75a-82acf62c5a13 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:04.151846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccfe38bd-dc4b-4928-9402-211d921b75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:04.176027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:04.199099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-2c21158a-d782-43cb-b73c-ac9641870d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.200645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-2c21158a-d782-43cb-b73c-ac9641870d14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761018 Dec 20 15:39:04.260817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccfe38bd-dc4b-4928-9402-211d921b75c3 None None] Provisioning complete for port 87389542-53e2-4c2c-8a92-fb54c8a96d1c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:04.261329 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccfe38bd-dc4b-4928-9402-211d921b75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:04.271264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6b0073c-e81f-4199-8321-88c51b9d748f req-905e5ddd-0b15-461a-a2b9-2c70d949c32c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134607 Dec 20 15:39:04.300556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe38bd-dc4b-4928-9402-211d921b75c3 None None] Port 87389542-53e2-4c2c-8a92-fb54c8a96d1c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:04.308667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Router 6a630098-7bea-44ad-a273-5a49b304a678 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:39:04.328063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:04.343256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7b2731a3-c7f4-49b8-a5f8-3550960a96ab admin admin] 10.222.0.81 "PUT /v2.0/routers/1ef21c32-3a34-479f-8a92-f35a5c8fee9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3372946 Dec 20 15:39:04.343677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50acd-46e9-4599-ba02-d4d72c5c6759 req-3b4b1ff2-5571-4e10-a770-4a6ece7096a1 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.345688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ead50acd-46e9-4599-ba02-d4d72c5c6759 req-3b4b1ff2-5571-4e10-a770-4a6ece7096a1 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 950 time: 0.1555114 Dec 20 15:39:04.353372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Sync routers for ids ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:04.372336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Routers {'1ef21c32-3a34-479f-8a92-f35a5c8fee9e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:04.372973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:04.384433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-600a5719-4f63-49a0-b0dd-e75cebc7751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.386053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-600a5719-4f63-49a0-b0dd-e75cebc7751b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2533765 Dec 20 15:39:04.435680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-99774854-368a-4777-92b3-03623b2bbfeb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 217 time: 0.0402479 Dec 20 15:39:04.485909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ead50acd-46e9-4599-ba02-d4d72c5c6759 req-b9a95a02-d5d0-45f7-be1e-4af5c7eb40ec tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125414 Dec 20 15:39:04.510420 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-be35e47c-4d79-4f5f-b522-4f6bbc166c13 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010812 Dec 20 15:39:04.569615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-2a0b6f17-2cd3-47ea-add6-612205c8d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.572540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-2a0b6f17-2cd3-47ea-add6-612205c8d711 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1040843 Dec 20 15:39:04.578516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Set router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:04.602731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:04.615202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 82ab219b-5ceb-45ec-8567-ac25aac5e7af up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:04.618949 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:04.636179 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:04.639861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:04.648428 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-054cf682-d5a1-46cc-88ea-c7f4ea87497c req-d133d8b4-b641-4a7b-b23d-66cb75c7a743 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298544 Dec 20 15:39:04.681993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44662) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:04.694285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d966-b7de-4f88-b96a-cc08030187cf req-40d6620b-88fe-486e-9760-670c9869a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:04.699497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-40d6620b-88fe-486e-9760-670c9869a7f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163802 Dec 20 15:39:04.775909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:04.777359 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2fa2284d-e4e4-4459-b461-f9f6f1aba2ae admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8613172 Dec 20 15:39:04.780456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:04.806318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 82511828-feb3-4229-9f09-cc639f1c9332 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:04.867256 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:04.875663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-d69bbeee-cd8a-4460-9bd2-5b4d24b625a1 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679790 Dec 20 15:39:04.883672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 82ab219b-5ceb-45ec-8567-ac25aac5e7af triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:04.884018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.163116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.170972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '87389542-53e2-4c2c-8a92-fb54c8a96d1c', 'name': '', 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'mac_address': 'fa:16:3e:bc:3c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:00Z', 'updated_at': '2021-12-20T15:39:02Z', 'revision_number': 2, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'subnets': [{'id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:05.182298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 82511828-feb3-4229-9f09-cc639f1c9332, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=82511828-feb3-4229-9f09-cc639f1c9332,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:05.232676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Checking router: 1ef21c32-3a34-479f-8a92-f35a5c8fee9e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:05.233326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Updating router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e port 87389542-53e2-4c2c-8a92-fb54c8a96d1c binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:39:05.239416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '82511828-feb3-4229-9f09-cc639f1c9332', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '82511828-feb3-4229-9f09-cc639f1c9332', 'mac_address': 'fa:16:3e:65:1a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:05.297608 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:02Z', 'revision_number': 3, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:05.333955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d8d529f-9b33-4cea-80d1-5b06ec4dbb18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.335700 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.345632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:05.346653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Updating router 6a630098-7bea-44ad-a273-5a49b304a678 port f1abd0ee-4794-4b4e-adab-051657799895 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:39:05.380075 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.392102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 328ad43b-0be5-4011-a75a-82acf62c5a13 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:05.401858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.428529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-809e8c06-196c-43be-bb03-b016c80f415e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4064517 Dec 20 15:39:05.474931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82511828-feb3-4229-9f09-cc639f1c9332 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:05.487013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee032941-28ea-4d89-8037-0597537b5a43 req-efdf87cd-b6ee-40c0-b0cd-2d2060b8728b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 210 time: 0.1402013 Dec 20 15:39:05.506866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:05.514785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8004d966-b7de-4f88-b96a-cc08030187cf req-18e9c15b-9f6b-4adb-be18-c0529d73861e service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304524 Dec 20 15:39:05.574966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 82511828-feb3-4229-9f09-cc639f1c9332, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=82511828-feb3-4229-9f09-cc639f1c9332,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:05.592078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 328ad43b-0be5-4011-a75a-82acf62c5a13 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:05.592604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.647634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d8d529f-9b33-4cea-80d1-5b06ec4dbb18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.654501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203293dd-c09d-434b-a0c4-538d9bd9e2b7 req-0fd2dcf4-70a3-4570-8c87-5c0483344323 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:05.662804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-203293dd-c09d-434b-a0c4-538d9bd9e2b7 req-0fd2dcf4-70a3-4570-8c87-5c0483344323 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0614822 Dec 20 15:39:05.670726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.725026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.751247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-203293dd-c09d-434b-a0c4-538d9bd9e2b7 req-cf829d4b-c01e-45f0-b320-0a9215b6d2d5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867651 Dec 20 15:39:05.778120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d8d529f-9b33-4cea-80d1-5b06ec4dbb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.778260 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.849548 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.853754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=82511828-feb3-4229-9f09-cc639f1c9332,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:05.855949 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d8d529f-9b33-4cea-80d1-5b06ec4dbb18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4612be8d99dd4135bb65ca2a1fe3037b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1727955 Dec 20 15:39:05.871813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.880192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.880192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.880724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.881180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.881605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.882042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.882467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.882891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.883314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.883749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.884171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.884589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.885012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:05.906025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44678) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:05.921321 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d061a3e-1570-4d73-9525-e256b5692958 None None] Pushing event updated for resources: {'Port': ['ID=f1abd0ee-4794-4b4e-adab-051657799895,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:05.928678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.969250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47adba5-003f-486f-9192-6f244d6bdcbc req-c7276170-8d88-4ba5-b087-377865cb5178 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:05.971128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47adba5-003f-486f-9192-6f244d6bdcbc req-c7276170-8d88-4ba5-b087-377865cb5178 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 948 time: 0.1291492 Dec 20 15:39:05.979954 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Attempting to bind port f1abd0ee-4794-4b4e-adab-051657799895 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:05.980342 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Attempting to bind port f1abd0ee-4794-4b4e-adab-051657799895 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:05.980765 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Attempting to bind port f1abd0ee-4794-4b4e-adab-051657799895 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:05.990465 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:05.990847 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:05.991251 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.991642 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:05.992568 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Bound port: f1abd0ee-4794-4b4e-adab-051657799895, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:05.992969 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:05.997546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d529f-9b33-4cea-80d1-5b06ec4dbb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d955c51-594e-4bfc-9d68-ef76b8762233,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:06.096041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] For port f1abd0ee-4794-4b4e-adab-051657799895, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:06.097338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['82511828-feb3-4229-9f09-cc639f1c9332'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:06.101203 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] For port f1abd0ee-4794-4b4e-adab-051657799895, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f1abd0ee-4794-4b4e-adab-051657799895,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:06.152675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.232990 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.317527 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:06.318344 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:06.323376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.433481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Allocated IP 172.20.0.1 (2c917c14-293c-4ed1-ab25-bacad30075b4/9edb00e9-7661-43db-b3c4-51e254570a60/23b999fd-6578-4812-bda0-94faf2d318db) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:06.451008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Allocated IP 172.25.6.251 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/eb15ba2e-1d15-47d1-a933-05c090434ab4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:06.461945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6af07-21ab-4147-a0a1-570d05a465c9 None None] Pushing event updated for resources: {'Port': ['ID=87389542-53e2-4c2c-8a92-fb54c8a96d1c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:06.609561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Attempting to bind port 87389542-53e2-4c2c-8a92-fb54c8a96d1c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:06.610139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Attempting to bind port 87389542-53e2-4c2c-8a92-fb54c8a96d1c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:06.610853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Attempting to bind port 87389542-53e2-4c2c-8a92-fb54c8a96d1c on network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:06.618170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:06.618702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Checking segment: {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:06.619248 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.619768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Bound using segment: {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:06.620421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Bound port: 87389542-53e2-4c2c-8a92-fb54c8a96d1c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56725748-5fc7-432d-ac25-ec0da2347974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:06.621177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.623879 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d061a3e-1570-4d73-9525-e256b5692958 None None] Pushing event updated for resources: {'Port': ['ID=f1abd0ee-4794-4b4e-adab-051657799895,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:06.633224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.691998 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:06.743142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] For port 87389542-53e2-4c2c-8a92-fb54c8a96d1c, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:06.747365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] For port 87389542-53e2-4c2c-8a92-fb54c8a96d1c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=87389542-53e2-4c2c-8a92-fb54c8a96d1c,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:06.759834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47adba5-003f-486f-9192-6f244d6bdcbc req-80129e13-f1fc-4298-9abe-fb78c1cf3dad tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772889 Dec 20 15:39:06.760856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1182c42-ecfa-4588-af9a-233acdb87617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.761636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-382dcec5-079a-47df-876f-c1678fafb0b5 None None] Provisioning complete for port 87389542-53e2-4c2c-8a92-fb54c8a96d1c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:06.761872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.762365 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-382dcec5-079a-47df-876f-c1678fafb0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.824522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.833135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-382dcec5-079a-47df-876f-c1678fafb0b5 None None] Port 87389542-53e2-4c2c-8a92-fb54c8a96d1c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:06.837880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 128df36a-8707-4364-8e5f-04587eb834f9 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:06.840607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 82511828-feb3-4229-9f09-cc639f1c9332 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:06.851244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:06.855937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:06.874865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:06.874865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.898035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1182c42-ecfa-4588-af9a-233acdb87617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.930992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.974677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-d1553c4f-f9d3-40d2-964f-5e2c80657ddc tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=964760ad77ad44789f94473b0c25fd5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677538 Dec 20 15:39:07.070603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6af07-21ab-4147-a0a1-570d05a465c9 None None] Pushing event updated for resources: {'Port': ['ID=87389542-53e2-4c2c-8a92-fb54c8a96d1c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:07.138628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Pushing event updated for resources: {'Port': ['ID=23b999fd-6578-4812-bda0-94faf2d318db,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:07.178186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Routers {'1ef21c32-3a34-479f-8a92-f35a5c8fee9e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:07.178825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:07.179211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.188804 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:02Z', 'revision_number': 3, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:07.207025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-454aee1e-860e-45a6-babb-ac49ac1841cd tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:07.216492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-454aee1e-860e-45a6-babb-ac49ac1841cd tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408643 Dec 20 15:39:07.229546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc16d3-b6d5-48b8-98ff-8c5e5ef97577 None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:02Z', 'revision_number': 3, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:07.278170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.289609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-a98b3c0d-607f-4c1c-8827-fceef86a5588 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:07.292990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-a98b3c0d-607f-4c1c-8827-fceef86a5588 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.7628362 Dec 20 15:39:07.320072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-bd88689f-19a2-48e9-ad09-f8c45ec6cfc6 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/quotas/964760ad77ad44789f94473b0c25fd5c HTTP/1.1" status: 200 len: 375 time: 0.1025121 Dec 20 15:39:07.330299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:07.352466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:07.382990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Request body: {'port': {'device_id': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'admin_state_up': True, 'tenant_id': '1ad216b0ac664039a544ba0eca69b835'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:07.386496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:07.398746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=eb15ba2e-1d15-47d1-a933-05c090434ab4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:07.452811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 82511828-feb3-4229-9f09-cc639f1c9332 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:07.455826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] Set router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:07.498923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 82511828-feb3-4229-9f09-cc639f1c9332 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:07.499290 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.512725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-b70eee37-a825-4598-90c1-c653ea6a0c0b tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=964760ad77ad44789f94473b0c25fd5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1915722 Dec 20 15:39:07.554483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ac6a3ae3-562a-4bab-a835-4e3914a4715a None None] Provisioning complete for port 23b999fd-6578-4812-bda0-94faf2d318db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:07.555203 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac6a3ae3-562a-4bab-a835-4e3914a4715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.559394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1182c42-ecfa-4588-af9a-233acdb87617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.562753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1182c42-ecfa-4588-af9a-233acdb87617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.570462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f1182c42-ecfa-4588-af9a-233acdb87617 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d955c51-594e-4bfc-9d68-ef76b8762233 HTTP/1.1" status: 204 len: 168 time: 1.6522670 Dec 20 15:39:07.631435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.639360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182c42-ecfa-4588-af9a-233acdb87617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d955c51-594e-4bfc-9d68-ef76b8762233,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:07.663784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.751234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.754518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.801576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Made reservation on behalf of 1ad216b0ac664039a544ba0eca69b835 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:07.817594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:07.823918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 128df36a-8707-4364-8e5f-04587eb834f9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=128df36a-8707-4364-8e5f-04587eb834f9,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:07.924224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Pushing event updated for resources: {'Port': ['ID=23b999fd-6578-4812-bda0-94faf2d318db,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:07.950958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a3ae3-562a-4bab-a835-4e3914a4715a None None] Port 23b999fd-6578-4812-bda0-94faf2d318db cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:07.986770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '128df36a-8707-4364-8e5f-04587eb834f9', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '128df36a-8707-4364-8e5f-04587eb834f9', 'mac_address': 'fa:16:3e:b2:ca:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:07.995786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.114925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:08.117010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:08.317544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a83d617f-c224-4101-bfa8-aac0cc492515 req-348d8b22-3db8-4a10-9276-fc2c65d094e9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 210 time: 0.0684712 Dec 20 15:39:08.427571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:08.443287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.449444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6201f7ad-b4ea-4e90-86c1-8caf7c1b99a6 None None] Provisioning complete for port 87389542-53e2-4c2c-8a92-fb54c8a96d1c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:08.449818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6201f7ad-b4ea-4e90-86c1-8caf7c1b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.482309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.575304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128df36a-8707-4364-8e5f-04587eb834f9 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:08.607070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:08.607499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 128df36a-8707-4364-8e5f-04587eb834f9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=128df36a-8707-4364-8e5f-04587eb834f9,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:08.619614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Allocated IP 172.20.0.13 (dfc0b122-deda-453e-a2e5-faa3f02bc36d/31c474ca-1720-43c1-9447-8dc24cfd09a1/39ac305c-f8ab-4308-9c28-a038d2f676e8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:08.624360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9859f210-1225-4140-afcd-fc2e34495f3c admin admin] 10.222.0.81 "PUT /v2.0/routers/6a630098-7bea-44ad-a273-5a49b304a678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8430808 Dec 20 15:39:08.643508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82511828-feb3-4229-9f09-cc639f1c9332'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:08.645883 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ba851-553a-4b09-9284-342fc75473b9" -d '{"events": [{"server_uuid": "b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1", "name": "network-vif-plugged", "status": "completed", "tag": "82511828-feb3-4229-9f09-cc639f1c9332"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:08.676257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030251a-6008-4855-a715-cd5ad7a9b481 req-9e2afbe9-148c-4c7d-8988-99f35b74c3ce tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:08.684204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0030251a-6008-4855-a715-cd5ad7a9b481 req-9e2afbe9-148c-4c7d-8988-99f35b74c3ce tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1488016 Dec 20 15:39:08.714180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 82511828-feb3-4229-9f09-cc639f1c9332, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=82511828-feb3-4229-9f09-cc639f1c9332,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:08.717202 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6201f7ad-b4ea-4e90-86c1-8caf7c1b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.723795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '87389542-53e2-4c2c-8a92-fb54c8a96d1c', 'name': '', 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'mac_address': 'fa:16:3e:bc:3c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:00Z', 'updated_at': '2021-12-20T15:39:06Z', 'revision_number': 4, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'subnets': [{'id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:08.806408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e74434f-d66d-472a-bc5c-b057d636cbd7 None None] The sync data for ids ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'] in n-d-781076-8 is: [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '87389542-53e2-4c2c-8a92-fb54c8a96d1c', 'name': '', 'network_id': 'c29e487c-fdde-4dfe-bc88-dcdebbae57b1', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'mac_address': 'fa:16:3e:bc:3c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:00Z', 'updated_at': '2021-12-20T15:39:06Z', 'revision_number': 4, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'subnets': [{'id': 'd1fd8993-74ae-41bb-ab67-0737fe01aabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:08.827423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.850613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:08.892005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6201f7ad-b4ea-4e90-86c1-8caf7c1b99a6 None None] For port 87389542-53e2-4c2c-8a92-fb54c8a96d1c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=87389542-53e2-4c2c-8a92-fb54c8a96d1c,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:08.921617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.926662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.927605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:08.964668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:08.965380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44714) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:08.986476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=128df36a-8707-4364-8e5f-04587eb834f9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:08.992593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cb6354e-9621-4916-bade-48d9fcd2ef19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.027731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0030251a-6008-4855-a715-cd5ad7a9b481 req-f29dc0ef-66fb-4b67-9508-170fff353f3e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335965 Dec 20 15:39:09.069896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.143128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.149212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:09.169907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['128df36a-8707-4364-8e5f-04587eb834f9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:09.185131 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6201f7ad-b4ea-4e90-86c1-8caf7c1b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.185823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.186972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '348c5c2a-b05f-4742-954b-c845d831d407', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '348c5c2a-b05f-4742-954b-c845d831d407', 'mac_address': 'fa:16:3e:54:71:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:09.202137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cb6354e-9621-4916-bade-48d9fcd2ef19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.214816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=eb15ba2e-1d15-47d1-a933-05c090434ab4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:09.248941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:09.256603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:09.264053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=82511828-feb3-4229-9f09-cc639f1c9332,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:09.264416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:09.274559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:09.275426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.295065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3277-b556-4ae8-82de-37a2d3ded1a9 req-ae3ab1a8-1765-4e2d-906c-c216c318b868 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:09.300917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0bf3277-b556-4ae8-82de-37a2d3ded1a9 req-ae3ab1a8-1765-4e2d-906c-c216c318b868 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 949 time: 0.1686735 Dec 20 15:39:09.335220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:09.343846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.345512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-4d30ad53-5109-4767-97a1-50c02243078a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8570061 Dec 20 15:39:09.357739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cb6354e-9621-4916-bade-48d9fcd2ef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.417963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6354e-9621-4916-bade-48d9fcd2ef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8817278-5eb5-4512-ae37-d92cc5c10770,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:09.458706 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.468657 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0cb6354e-9621-4916-bade-48d9fcd2ef19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3126d01723184dc48f2dee946b54005f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992201 Dec 20 15:39:09.468930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44724) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:09.477492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-77b437cc-7018-4fc3-b895-87288ad50446 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.251 HTTP/1.1" status: 200 len: 696 time: 0.1213248 Dec 20 15:39:09.484502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-904a02b7-13cd-43e3-96b8-283a66a21ee1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1258972 Dec 20 15:39:09.510586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Request body: {'port': {'device_id': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:09.516971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1abd0ee-4794-4b4e-adab-051657799895 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:09.557869 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2608f72-72e5-41d3-87b1-404f922b24f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.598800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2608f72-72e5-41d3-87b1-404f922b24f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.635789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0bf3277-b556-4ae8-82de-37a2d3ded1a9 req-fcf61438-621b-4431-8424-3f8368002d80 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300092 Dec 20 15:39:09.735925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.739412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201f7ad-b4ea-4e90-86c1-8caf7c1b99a6 None None] Pushing event updated for resources: {'Port': ['ID=87389542-53e2-4c2c-8a92-fb54c8a96d1c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:09.752185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 348c5c2a-b05f-4742-954b-c845d831d407 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:09.777115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.780343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e24b6490-824b-4467-8fa3-ac10f51ad014 req-f6769e9a-5fef-4a0f-8879-d7c380dc8589 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 210 time: 0.0462012 Dec 20 15:39:09.799474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6983443b-8056-45fa-a0ae-f6c900eb5379 None None] Provisioning complete for port 23b999fd-6578-4812-bda0-94faf2d318db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:09.799871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6983443b-8056-45fa-a0ae-f6c900eb5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.811917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-d0e29b60-6d8d-445b-9b2d-223fc53aecb4 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:09.815504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-d0e29b60-6d8d-445b-9b2d-223fc53aecb4 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.3081379 Dec 20 15:39:09.845584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-7b83cd68-23f4-4f6c-934f-107597f4275a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:09.852518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9da76f0-df13-47d1-9646-4eb2c4492713 req-7b83cd68-23f4-4f6c-934f-107597f4275a tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080733 Dec 20 15:39:09.892329 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2608f72-72e5-41d3-87b1-404f922b24f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.897927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:09.902088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2608f72-72e5-41d3-87b1-404f922b24f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:09.903668 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a2608f72-72e5-41d3-87b1-404f922b24f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8817278-5eb5-4512-ae37-d92cc5c10770 HTTP/1.1" status: 204 len: 168 time: 0.4335716 Dec 20 15:39:09.904560 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b97049a-cc9b-4e4e-99b5-051c201f56b3 x-openstack-request-id: req-8b97049a-cc9b-4e4e-99b5-051c201f56b3 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:09.904924 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1", "name": "network-vif-plugged", "status": "completed", "tag": "82511828-feb3-4229-9f09-cc639f1c9332", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:09.905221 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b97049a-cc9b-4e4e-99b5-051c201f56b3 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:09.905667 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82511828-feb3-4229-9f09-cc639f1c9332', 'code': 200} Dec 20 15:39:09.936633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2608f72-72e5-41d3-87b1-404f922b24f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8817278-5eb5-4512-ae37-d92cc5c10770,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:09.966561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6983443b-8056-45fa-a0ae-f6c900eb5379 None None] Port 23b999fd-6578-4812-bda0-94faf2d318db cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:09.976803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f1abd0ee-4794-4b4e-adab-051657799895 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:09.976803 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.068145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.191463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccf61c-597d-4a90-8828-cc62db4f2bc8 req-7e394948-40ba-4716-8bb5-39b1e39f09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:10.193132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50ccf61c-597d-4a90-8828-cc62db4f2bc8 req-7e394948-40ba-4716-8bb5-39b1e39f09ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 1100 time: 0.1468339 Dec 20 15:39:10.207261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:39:10.207813 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:39:10.210104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:10.253590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.283672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port f1abd0ee-4794-4b4e-adab-051657799895, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f1abd0ee-4794-4b4e-adab-051657799895,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:10.328679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50ccf61c-597d-4a90-8828-cc62db4f2bc8 req-dec4a9ae-662c-4e7c-ac9e-b6593853f174 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165848 Dec 20 15:39:10.364125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:10.392179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.393287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87389542-53e2-4c2c-8a92-fb54c8a96d1c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:10.439143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ac305c-f8ab-4308-9c28-a038d2f676e8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:10.450366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.469821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Transition to ACTIVE for port object 39ac305c-f8ab-4308-9c28-a038d2f676e8 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:10.519940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:10.547599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:10.549434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:10.602930 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.665044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=f1abd0ee-4794-4b4e-adab-051657799895,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:10.743498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-1b3164bd-4273-4805-9809-d154ac36f59e tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:10.743498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-1b3164bd-4273-4805-9809-d154ac36f59e tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 821 time: 0.2566388 Dec 20 15:39:10.743728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:10.747240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 87389542-53e2-4c2c-8a92-fb54c8a96d1c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:10.747612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.760481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca6be6-97ce-43c1-9396-cb292948f627 req-e6cbecca-66c5-496c-b010-43b6d9212380 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:10.762074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffca6be6-97ce-43c1-9396-cb292948f627 req-e6cbecca-66c5-496c-b010-43b6d9212380 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.1631939 Dec 20 15:39:10.823726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-2b10d101-3183-4bd6-85cc-3ca4595ab240 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/quotas/4a01f0300cfb48af82f04ffd08569dd8 HTTP/1.1" status: 200 len: 375 time: 0.0605235 Dec 20 15:39:10.828950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:10.829629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:10.829629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:10.849659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.861042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:10.861428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:10.866611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:10.869513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 348c5c2a-b05f-4742-954b-c845d831d407 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:10.895892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:10.899562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:10.899562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:10.899562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Bound port: 39ac305c-f8ab-4308-9c28-a038d2f676e8, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:10.899562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:10.948823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffca6be6-97ce-43c1-9396-cb292948f627 req-366f7cc0-f676-4fda-8320-7d7e0080fc53 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702778 Dec 20 15:39:10.951362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:11.054348 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.104430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 128df36a-8707-4364-8e5f-04587eb834f9 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:11.279329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:11.310301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-ee9533ad-bee6-4ece-b7cd-609e62345d76 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=964760ad77ad44789f94473b0c25fd5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241218 Dec 20 15:39:11.382738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87389542-53e2-4c2c-8a92-fb54c8a96d1c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:11.412615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 2, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:11.445280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-484ceec9-0703-49d9-af47-96ad89ce109a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:11.446815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-484ceec9-0703-49d9-af47-96ad89ce109a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125&tenant_id=bbc0e300d64e4ec89d910f49b3462363&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 948 time: 0.5431290 Dec 20 15:39:11.448425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:11.448783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Updating router 6a630098-7bea-44ad-a273-5a49b304a678 port 23b999fd-6578-4812-bda0-94faf2d318db binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:39:11.470670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-cfcbaa5a-453f-4aa8-bfeb-df826aaaf616 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6372604 Dec 20 15:39:11.473984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 128df36a-8707-4364-8e5f-04587eb834f9 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:11.483529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 128df36a-8707-4364-8e5f-04587eb834f9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:11.483907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.506915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.573970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 87389542-53e2-4c2c-8a92-fb54c8a96d1c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:11.574242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.598004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-43fe0f41-5b40-459a-99a5-84038ea82548 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:11.599628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-43fe0f41-5b40-459a-99a5-84038ea82548 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737117 Dec 20 15:39:11.606833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:11.648931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Request body: {'port': {'device_id': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '964760ad77ad44789f94473b0c25fd5c'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:11.687220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:11.746827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.794202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-7a9e3389-9aa8-416e-92cb-5b9b4eedbbad tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5087419 Dec 20 15:39:11.814800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.818634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-f0467063-425f-4bea-ad9a-eb873ec9b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:11.820148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-f0467063-425f-4bea-ad9a-eb873ec9b9e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1098 time: 0.2792399 Dec 20 15:39:11.837759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:11.852780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1abd0ee-4794-4b4e-adab-051657799895 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:11.878393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-3aec79f8-c83f-421f-afd5-b46c9c742c27 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061813 Dec 20 15:39:11.945108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:11.945669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.947132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] 10.222.0.83 "PUT /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 1092 time: 2.4434211 Dec 20 15:39:11.953496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:11.955758 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a46126b-8ab2-44eb-bff7-248652427cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:12.036319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 128df36a-8707-4364-8e5f-04587eb834f9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=128df36a-8707-4364-8e5f-04587eb834f9,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:12.038452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128df36a-8707-4364-8e5f-04587eb834f9'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:12.040671 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b905dd0-8a33-4914-a5e0-e42743336ace" -d '{"events": [{"server_uuid": "8b0c1875-27a8-42a8-866b-07606b9eec0c", "name": "network-vif-plugged", "status": "completed", "tag": "128df36a-8707-4364-8e5f-04587eb834f9"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:12.085649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643cc0d-8a3c-4953-8be4-587c67ffc6fe service neutron] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:12.118369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f1abd0ee-4794-4b4e-adab-051657799895 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:12.118820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.157521 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.173520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-8170fe88-bf58-4cdf-8cbb-3a551c9037a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.175999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-8170fe88-bf58-4cdf-8cbb-3a551c9037a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3340485 Dec 20 15:39:12.180902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:12.184673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-5f97107e-5dd5-4247-b514-c33a3788a864 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852566 Dec 20 15:39:12.194106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-b1f231db-bd5d-4880-97ab-1e740620acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.195600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-b1f231db-bd5d-4880-97ab-1e740620acfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1095 time: 0.1037414 Dec 20 15:39:12.198162 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.236632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-f8ea768c-062c-4358-a39b-fca1ca5175c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 217 time: 0.0502176 Dec 20 15:39:12.301529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.312365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-4c11df16-8b4f-4f52-a3dc-106ed5f0a8a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 217 time: 0.0839012 Dec 20 15:39:12.314403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Made reservation on behalf of 964760ad77ad44789f94473b0c25fd5c for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:12.318067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.320792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=128df36a-8707-4364-8e5f-04587eb834f9,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:12.368005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 348c5c2a-b05f-4742-954b-c845d831d407 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:12.368381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.392659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-a11e235b-5026-46f8-80ad-d69eae0d75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.394292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-a11e235b-5026-46f8-80ad-d69eae0d75a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1471877 Dec 20 15:39:12.427143 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.495760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada999f-e1d3-4cc3-87a2-57c397ab1ff4 None None] Pushing event updated for resources: {'Port': ['ID=23b999fd-6578-4812-bda0-94faf2d318db,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:12.524755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-5ca9a068-c705-47fc-becb-90b306a5b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.526475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-5ca9a068-c705-47fc-becb-90b306a5b307 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1947751 Dec 20 15:39:12.530452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.609364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-7d0c0593-2973-4ed8-955c-852cad04ed9c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633245 Dec 20 15:39:12.650490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Attempting to bind port 23b999fd-6578-4812-bda0-94faf2d318db on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:12.650490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Attempting to bind port 23b999fd-6578-4812-bda0-94faf2d318db by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:12.651016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Attempting to bind port 23b999fd-6578-4812-bda0-94faf2d318db on network 2c917c14-293c-4ed1-ab25-bacad30075b4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:12.656836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:12.663890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:12.666682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Checking segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:12.667072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.671377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Bound using segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:12.674052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Bound port: 23b999fd-6578-4812-bda0-94faf2d318db, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:12.674052 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.692391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-d5977864-3c6c-4b49-ad1f-f128adcc830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.693966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-d5977864-3c6c-4b49-ad1f-f128adcc830f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571900 Dec 20 15:39:12.713589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd642b7-0c5d-40fb-af80-787361091b4f req-5071fbf5-5b90-4ff6-aa22-da308833db33 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.724552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdd642b7-0c5d-40fb-af80-787361091b4f req-5071fbf5-5b90-4ff6-aa22-da308833db33 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 947 time: 0.2334383 Dec 20 15:39:12.730839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.803274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Allocated IP 192.168.233.220 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/d148ec8a-aa53-48d3-948e-d42e2057aa09) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:12.824545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] For port 23b999fd-6578-4812-bda0-94faf2d318db, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:12.829694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:12.834426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] For port 23b999fd-6578-4812-bda0-94faf2d318db, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=23b999fd-6578-4812-bda0-94faf2d318db,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:12.909568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b55a37b6-3bf5-44ad-bcd9-b8a794b34f3e None None] Provisioning complete for port 23b999fd-6578-4812-bda0-94faf2d318db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:12.910658 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b55a37b6-3bf5-44ad-bcd9-b8a794b34f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.934306 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.969883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-4537d202-23d4-4539-88b3-fc1e4c8dec3a service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593364 Dec 20 15:39:12.979910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdd642b7-0c5d-40fb-af80-787361091b4f req-f9d2c3c0-f6a4-41f2-bd15-a9562b4f6f27 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166009 Dec 20 15:39:12.989040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b55a37b6-3bf5-44ad-bcd9-b8a794b34f3e None None] Port 23b999fd-6578-4812-bda0-94faf2d318db cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:13.015258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:13.015891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:13.022930 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.048778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-aa752f10-be07-4109-89ea-b7ecfe98dd77 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956059 Dec 20 15:39:13.069562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada999f-e1d3-4cc3-87a2-57c397ab1ff4 None None] Pushing event updated for resources: {'Port': ['ID=23b999fd-6578-4812-bda0-94faf2d318db,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:13.161724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:13.353778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b85fa16c-2643-4dbb-9264-fbb74d0f3554 None None] Provisioning complete for port 23b999fd-6578-4812-bda0-94faf2d318db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:13.354213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b85fa16c-2643-4dbb-9264-fbb74d0f3554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.482018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:12Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:13.484963 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b85fa16c-2643-4dbb-9264-fbb74d0f3554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.512344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e495e1-8149-4d7f-8328-c7c3d9ca37ee None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:12Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:13.555232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b85fa16c-2643-4dbb-9264-fbb74d0f3554 None None] For port 23b999fd-6578-4812-bda0-94faf2d318db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=23b999fd-6578-4812-bda0-94faf2d318db,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:13.637871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b85fa16c-2643-4dbb-9264-fbb74d0f3554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.642729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d19603f-9094-479f-826b-3070d0ae31a2 req-0f7c63e9-98eb-45d0-8c1a-10ac93617b13 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506274 Dec 20 15:39:13.656744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.673836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf14d-7189-4981-a3fd-a4155116fefc req-af167e02-9866-473b-a8c3-d80c1d08dfd8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:13.676569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b6bf14d-7189-4981-a3fd-a4155116fefc req-af167e02-9866-473b-a8c3-d80c1d08dfd8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 950 time: 0.5895135 Dec 20 15:39:13.704921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fa16c-2643-4dbb-9264-fbb74d0f3554 None None] Pushing event updated for resources: {'Port': ['ID=23b999fd-6578-4812-bda0-94faf2d318db,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:13.728906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38bd4ac2-2906-48d3-bd22-c79294ac0ffd req-f18b10da-12c2-453d-a02b-7f5eae45038a service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457138 Dec 20 15:39:13.733418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Allocated IP 172.25.6.13 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/35fb6349-a8c1-4afe-933d-c91cf0472266) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:13.810434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b6bf14d-7189-4981-a3fd-a4155116fefc req-2ae6f83b-7f3b-4062-9918-f06bd5eccd9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233590 Dec 20 15:39:13.917815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca704615-6fcf-4529-92a9-e29957b8ccab req-8ce86a13-be55-45de-95d0-c9fb8c44bd76 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 210 time: 0.0393784 Dec 20 15:39:13.928737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.975398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:13.990010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9e3e873b-19d4-44b0-a783-e46d7e131f00'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:14.041992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:14.044362 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2379d5fd-432e-49ce-a019-2d6f2b7b6435 x-openstack-request-id: req-2379d5fd-432e-49ce-a019-2d6f2b7b6435 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:14.045364 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:14.045674 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2379d5fd-432e-49ce-a019-2d6f2b7b6435 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:14.046332 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'status': 'completed', 'code': 200} Dec 20 15:39:14.049545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:14.070530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:14.081719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.082779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.104793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.125921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Pushing event updated for resources: {'Port': ['ID=d148ec8a-aa53-48d3-948e-d42e2057aa09,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:14.200069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:14.209102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7378aa9e-84e4-4e1a-b115-3e49a262dba5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5685823 Dec 20 15:39:14.215870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:14.238337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Request body: {'port': {'device_id': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:14.240957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:14.325006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=35fb6349-a8c1-4afe-933d-c91cf0472266,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:14.342088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-cb4937c2-baeb-4d3b-bbea-fe53018b78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.343698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-cb4937c2-baeb-4d3b-bbea-fe53018b78e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1095 time: 0.2351272 Dec 20 15:39:14.366290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.368119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c249c338-8987-45dd-882e-69bb2efe1713 None None] Provisioning complete for port d148ec8a-aa53-48d3-948e-d42e2057aa09 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:14.368583 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c249c338-8987-45dd-882e-69bb2efe1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.426857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c249c338-8987-45dd-882e-69bb2efe1713 None None] Port d148ec8a-aa53-48d3-948e-d42e2057aa09 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:14.456805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3cccb-5c1f-441d-bd38-c99cb13e7bd6 req-92e6eb55-51a3-465a-a6a1-e1adca011746 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.458417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cda3cccb-5c1f-441d-bd38-c99cb13e7bd6 req-92e6eb55-51a3-465a-a6a1-e1adca011746 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.2610126 Dec 20 15:39:14.461282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.555364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-2217609e-7823-48d6-a155-1a023105df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.556856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-2217609e-7823-48d6-a155-1a023105df4f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.2051992 Dec 20 15:39:14.686121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-53a6682b-b5ae-447d-8436-e9b54db66432 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 217 time: 0.1067905 Dec 20 15:39:14.691806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.698860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cda3cccb-5c1f-441d-bd38-c99cb13e7bd6 req-6957b040-b3f3-4829-b4d9-faa09e4420fd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317140 Dec 20 15:39:14.750017 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af989f5-22d5-4952-a2c9-12af91e0d787 x-openstack-request-id: req-5af989f5-22d5-4952-a2c9-12af91e0d787 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:14.750536 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c1875-27a8-42a8-866b-07606b9eec0c", "name": "network-vif-plugged", "status": "completed", "tag": "128df36a-8707-4364-8e5f-04587eb834f9", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:14.752410 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5af989f5-22d5-4952-a2c9-12af91e0d787 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:14.752410 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128df36a-8707-4364-8e5f-04587eb834f9', 'code': 200} Dec 20 15:39:14.861051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-3274f733-a3e8-4b8d-8211-d7dc0ef2ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.863328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-3274f733-a3e8-4b8d-8211-d7dc0ef2ee89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1627369 Dec 20 15:39:14.971929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b276633d-80dd-4724-a7fd-4ea280e523fe req-093424d2-8f49-4f9c-a42a-0338b3d8c82f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 210 time: 0.1453962 Dec 20 15:39:14.973700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-62e992db-85e1-4577-a1ac-3b471cc73431 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881443 Dec 20 15:39:15.093312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42077fa-238d-4cb9-802b-ffe747c5fb19 req-4f98853f-6c91-44e9-b4b7-de4053bc9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:15.094817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e42077fa-238d-4cb9-802b-ffe747c5fb19 req-4f98853f-6c91-44e9-b4b7-de4053bc9c1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 1101 time: 0.2235174 Dec 20 15:39:15.218417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.230741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-81d08acd-80fa-420e-90a1-6ba6c5425e3b service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422175 Dec 20 15:39:15.245458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d148ec8a-aa53-48d3-948e-d42e2057aa09 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:15.275244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.289620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e42077fa-238d-4cb9-802b-ffe747c5fb19 req-60678ddc-4aa6-42ff-8e61-aa77a66034b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841998 Dec 20 15:39:15.337978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Transition to ACTIVE for port object d148ec8a-aa53-48d3-948e-d42e2057aa09 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:15.355770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.368921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 23b999fd-6578-4812-bda0-94faf2d318db up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:15.414772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.421751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.427062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 23b999fd-6578-4812-bda0-94faf2d318db triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:15.427469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.459723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a46126b-8ab2-44eb-bff7-248652427cf0 req-2b8c057f-0a02-4c7b-b546-2089bfb8576f service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166693 Dec 20 15:39:15.464057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=35fb6349-a8c1-4afe-933d-c91cf0472266,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:15.480206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477bc87-5469-48b6-9cf8-156ffb547253 req-8926ec15-c93a-44bf-bd32-1f799e35cb15 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:15.488548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b477bc87-5469-48b6-9cf8-156ffb547253 req-8926ec15-c93a-44bf-bd32-1f799e35cb15 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1668537 Dec 20 15:39:15.585247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.586486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-da450c18-78e4-489e-af55-6de973403957 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7653625 Dec 20 15:39:15.590782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Pushing event updated for resources: {'Port': ['ID=d148ec8a-aa53-48d3-948e-d42e2057aa09,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:15.593087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Attempting to bind port d148ec8a-aa53-48d3-948e-d42e2057aa09 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:15.593446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Attempting to bind port d148ec8a-aa53-48d3-948e-d42e2057aa09 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:15.593784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Attempting to bind port d148ec8a-aa53-48d3-948e-d42e2057aa09 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:15.616549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Port d148ec8a-aa53-48d3-948e-d42e2057aa09 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:15.631171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Attempting to bind port d148ec8a-aa53-48d3-948e-d42e2057aa09 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:15.666467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b477bc87-5469-48b6-9cf8-156ffb547253 req-94e5c0d4-6b61-4f5b-8c37-f3538dd49f32 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765954 Dec 20 15:39:15.671750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:15.672109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:15.672465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:15.672949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Bound port: d148ec8a-aa53-48d3-948e-d42e2057aa09, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:15.673357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.685513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-6a92686a-8b88-4a9d-b89a-2fb5ec08b317 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0888462 Dec 20 15:39:15.866545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] For port d148ec8a-aa53-48d3-948e-d42e2057aa09, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:15.873850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] For port d148ec8a-aa53-48d3-948e-d42e2057aa09, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:15.884424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9c724-617b-4c66-a67e-39caab2fde00 req-4579ba35-f904-4b9c-8867-9760ee9d3745 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:15.886064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50a9c724-617b-4c66-a67e-39caab2fde00 req-4579ba35-f904-4b9c-8867-9760ee9d3745 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 950 time: 0.1407156 Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.891007 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:15.894699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-5cf6cb8f-bfb8-4161-8a52-760660b4f2a5 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:15.895629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-5cf6cb8f-bfb8-4161-8a52-760660b4f2a5 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2018111 Dec 20 15:39:15.907082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-41d902eb-6344-4296-9c52-e57f747fa040 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:15.908044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a70b6e48-2de5-4863-82b8-9a8ddd12e791 req-41d902eb-6344-4296-9c52-e57f747fa040 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061524 Dec 20 15:39:15.951335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50a9c724-617b-4c66-a67e-39caab2fde00 req-c9143333-ec7a-42f4-bee8-13046b2d4b01 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535734 Dec 20 15:39:16.014719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544899-ef8a-49a5-901b-9eaee2d2ce4f req-d37aa64f-10db-497a-92d2-1c47e26f64c5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:16.016239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58544899-ef8a-49a5-901b-9eaee2d2ce4f req-d37aa64f-10db-497a-92d2-1c47e26f64c5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 948 time: 0.0530992 Dec 20 15:39:16.069643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58544899-ef8a-49a5-901b-9eaee2d2ce4f req-3f1a8cdd-c1cf-47ef-a808-2583d2ccbb45 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Dec 20 15:39:16.180273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90196f-b223-4e88-8029-327751fffbd1 req-ec54e54d-d0ea-4913-ad2c-224928fd2c4b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:16.185503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e90196f-b223-4e88-8029-327751fffbd1 req-ec54e54d-d0ea-4913-ad2c-224928fd2c4b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0527294 Dec 20 15:39:16.223130 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:16.297077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:16.297827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:16.299975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] 10.222.0.83 "PUT /v2.0/ports/d148ec8a-aa53-48d3-948e-d42e2057aa09 HTTP/1.1" status: 200 len: 1096 time: 2.0813484 Dec 20 15:39:16.308193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'tag': 'd148ec8a-aa53-48d3-948e-d42e2057aa09'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:16.310500 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "3db12ee4-f127-4dc1-b50d-3e32523dc83c", "tag": "d148ec8a-aa53-48d3-948e-d42e2057aa09"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:16.332915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e90196f-b223-4e88-8029-327751fffbd1 req-c5ebcd0c-f82e-42c4-8203-8a419313a184 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429381 Dec 20 15:39:16.349486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113f225-7519-40e7-aff7-1f0983b4af6c req-2203c760-9f7e-43ab-9d4a-ae3536152b79 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:16.353696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0113f225-7519-40e7-aff7-1f0983b4af6c req-2203c760-9f7e-43ab-9d4a-ae3536152b79 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.1482022 Dec 20 15:39:16.354370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0597a-32bf-44fa-88a2-4c8d3e3d99ce service neutron] Pushing event updated for resources: {'Port': ['ID=d148ec8a-aa53-48d3-948e-d42e2057aa09,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:16.752875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:16.755437 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac746935-62be-486c-81b7-27b8a180ef6a" -d '{"events": [{"server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "name": "network-vif-plugged", "status": "completed", "tag": "348c5c2a-b05f-4742-954b-c845d831d407"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:16.843869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0113f225-7519-40e7-aff7-1f0983b4af6c req-b6f4bde2-62a6-42d3-bd43-725539c6b8fc tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734395 Dec 20 15:39:16.882143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-653c4f02-ee6f-404d-ba8a-659d93b79899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:16.885433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-653c4f02-ee6f-404d-ba8a-659d93b79899 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=964760ad77ad44789f94473b0c25fd5c&device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 1099 time: 0.2297094 Dec 20 15:39:16.902120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-7b41b0b6-20eb-4c74-b696-7dec0f275951 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:16.903549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-7b41b0b6-20eb-4c74-b696-7dec0f275951 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 821 time: 0.2482662 Dec 20 15:39:16.919840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6954bca9-2e26-4609-a49a-40f161790e29 req-2221e71d-c252-40bc-8fd9-ddb4ba9d9918 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5402234 Dec 20 15:39:16.955014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'port': {'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'admin_state_up': True, 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:16.970258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-83d31b26-0860-451e-be02-c7090782e6fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09 HTTP/1.1" status: 200 len: 217 time: 0.0753753 Dec 20 15:39:16.973832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:17.015344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66a014d4-4db5-4b5e-988a-44a3877d12c2 req-81f5634b-ad1f-4a27-a82d-3dd1b5271e67 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 210 time: 0.1025097 Dec 20 15:39:17.107508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-9d0fe7b3-e3ff-409f-8205-7f274e9e2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:17.108971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-9d0fe7b3-e3ff-409f-8205-7f274e9e2af3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1212130 Dec 20 15:39:17.175998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-26ede0e5-f04f-4199-adf1-e3f856719c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:17.177713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-26ede0e5-f04f-4199-adf1-e3f856719c98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547686 Dec 20 15:39:17.186569 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e8ba2e-6f55-4e14-bdf0-2af4aa670075 x-openstack-request-id: req-11e8ba2e-6f55-4e14-bdf0-2af4aa670075 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:17.187001 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db12ee4-f127-4dc1-b50d-3e32523dc83c", "tag": "d148ec8a-aa53-48d3-948e-d42e2057aa09", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:17.187310 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11e8ba2e-6f55-4e14-bdf0-2af4aa670075 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:17.187713 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'tag': 'd148ec8a-aa53-48d3-948e-d42e2057aa09', 'status': 'completed', 'code': 200} Dec 20 15:39:17.242490 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb604f8-8ec2-4fae-9252-0abda3c1b5be x-openstack-request-id: req-2eb604f8-8ec2-4fae-9252-0abda3c1b5be {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:17.242813 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "name": "network-vif-plugged", "status": "completed", "tag": "348c5c2a-b05f-4742-954b-c845d831d407", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:17.243104 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2eb604f8-8ec2-4fae-9252-0abda3c1b5be {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:17.243447 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407', 'code': 200} Dec 20 15:39:17.260462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.391249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-6c60539a-55d0-4b25-8ccf-807f5754b7dd service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016032 Dec 20 15:39:17.419199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be075-9ece-4039-b4d3-6ddda4fd636f req-f8fa49d0-59df-4d1f-b388-017f8ea05653 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:17.420656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e73be075-9ece-4039-b4d3-6ddda4fd636f req-f8fa49d0-59df-4d1f-b388-017f8ea05653 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 950 time: 0.1278033 Dec 20 15:39:17.484146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Made reservation on behalf of 4a01f0300cfb48af82f04ffd08569dd8 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:17.487962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.572817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e73be075-9ece-4039-b4d3-6ddda4fd636f req-0e2ddc04-8ead-4db9-9ca4-6dcebc9e734e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413994 Dec 20 15:39:17.607109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35af0edd-c2e4-4a44-b77c-6085b31566ef req-5b5f97e4-3f3c-4e05-b349-88944230dfff service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063112 Dec 20 15:39:17.632149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.793642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Allocated IP 172.20.0.14 (2c917c14-293c-4ed1-ab25-bacad30075b4/9edb00e9-7661-43db-b3c4-51e254570a60/8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:17.818067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:17.885154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91a1e-e8cf-40cd-9724-492639b4ac3f req-b079e304-c5ce-4e71-968e-9646f3cbd491 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:17.886679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd91a1e-e8cf-40cd-9724-492639b4ac3f req-b079e304-c5ce-4e71-968e-9646f3cbd491 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 948 time: 0.1849711 Dec 20 15:39:17.921506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Allocated IP 172.25.6.51 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/ed527cec-652c-4d6a-8549-197837a329b6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:17.921506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-9459696d-ef0b-4881-a33c-445cbc58067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:17.921851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:17.922099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-9459696d-ef0b-4881-a33c-445cbc58067f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=964760ad77ad44789f94473b0c25fd5c&device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 1099 time: 0.1792362 Dec 20 15:39:17.934328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'port_id': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'mac_address': 'fa:16:3e:7e:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c474ca-1720-43c1-9447-8dc24cfd09a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:17.972899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.990969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ac305c-f8ab-4308-9c28-a038d2f676e8 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:18.012758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:18.098374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.147975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd91a1e-e8cf-40cd-9724-492639b4ac3f req-a1cd946e-0630-4c8e-80eb-d8329a4c1d3f tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482767 Dec 20 15:39:18.169747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:18.215041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-8fbd6fdf-3279-44d1-a50c-085b27e1395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:18.216879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-8fbd6fdf-3279-44d1-a50c-085b27e1395c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2852507 Dec 20 15:39:18.257816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.307061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-ba0eb8a1-699b-4a9f-9e7a-7b4844fd65b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09 HTTP/1.1" status: 200 len: 217 time: 0.0783868 Dec 20 15:39:18.349100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.449151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-294f59c2-7a65-4ef8-8b18-35c46927ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:18.451393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-294f59c2-7a65-4ef8-8b18-35c46927ba9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1329262 Dec 20 15:39:18.463647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce02fe8-359c-4ad9-8e3b-9942fb1efbe8 req-e3907a4e-ae4c-4d31-91c6-7bb5ab24d756 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:18.465380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bce02fe8-359c-4ad9-8e3b-9942fb1efbe8 req-e3907a4e-ae4c-4d31-91c6-7bb5ab24d756 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 949 time: 0.1757913 Dec 20 15:39:18.506720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['39ac305c-f8ab-4308-9c28-a038d2f676e8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:18.568224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bce02fe8-359c-4ad9-8e3b-9942fb1efbe8 req-c2b33cc4-f1e8-4231-a2fb-bc27ec1010be tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914485 Dec 20 15:39:18.570232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-3607ca48-0d9d-45eb-bf6e-196c89d155ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:18.571662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-3607ca48-0d9d-45eb-bf6e-196c89d155ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054289 Dec 20 15:39:18.598651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.680389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.684668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:18.745452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:18.754103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:19.095253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=ed527cec-652c-4d6a-8549-197837a329b6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.105664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:19.142139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:19.158173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:19.163939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:19.164526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.202320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d86f5-d7bf-45d1-8833-4d744622ea7f req-bdfa1c7e-3257-4b1d-8587-05fd40657c1d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:19.203901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a95d86f5-d7bf-45d1-8833-4d744622ea7f req-bdfa1c7e-3257-4b1d-8587-05fd40657c1d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 945 time: 0.5360756 Dec 20 15:39:19.209372 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.218440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-b05e4a94-0bd9-471e-9201-ce4c3952e87a service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387191 Dec 20 15:39:19.219043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event updated for resources: {'Port': ['ID=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.310528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-094eeabe-7a80-42ba-9f4b-ad91a345437c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3896677 Dec 20 15:39:19.328051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Request body: {'port': {'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.336641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a95d86f5-d7bf-45d1-8833-4d744622ea7f req-427673f6-edd1-48b2-8479-573d523fe55c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249218 Dec 20 15:39:19.404300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.421052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ead08b0a-7b45-43b4-9fb7-388c267df736 None None] Provisioning complete for port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:19.421644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ead08b0a-7b45-43b4-9fb7-388c267df736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.457097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ead08b0a-7b45-43b4-9fb7-388c267df736 None None] Port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:19.468895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bc920aa-11e1-49b9-81fb-e0b18bc97ec0 req-f2f950c3-9bad-4c97-804c-572e5a8504a0 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406015 Dec 20 15:39:19.498154 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.545390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbcc3a-3577-4d35-b2a4-325fee6e418c req-c0845b15-ec76-44db-b589-669a4b248dbb tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:19.546877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fcbcc3a-3577-4d35-b2a4-325fee6e418c req-c0845b15-ec76-44db-b589-669a4b248dbb tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 932 time: 0.1467559 Dec 20 15:39:19.731806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fcbcc3a-3577-4d35-b2a4-325fee6e418c req-cf3d42f3-90e4-411b-aa1c-2fc57097833e tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599371 Dec 20 15:39:19.821422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.829080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:19.912811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:19.920630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.933606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Transition to ACTIVE for port object 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:19.946095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.979611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.991891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 39ac305c-f8ab-4308-9c28-a038d2f676e8 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:19.997824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 39ac305c-f8ab-4308-9c28-a038d2f676e8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:19.998522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.006149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=ed527cec-652c-4d6a-8549-197837a329b6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:20.054550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.082495 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.113792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:20.116389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:20.117492 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c304edc-94dd-4f69-950b-a471a61b8fa6" -d '{"events": [{"server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "name": "network-vif-plugged", "status": "completed", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:20.121097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.122651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6954bca9-2e26-4609-a49a-40f161790e29 req-9e0159c4-79a5-47c8-82d3-fd9015691ce1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1579075 Dec 20 15:39:20.135386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:20.223465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Attempting to bind port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:20.223785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Attempting to bind port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:20.224108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Attempting to bind port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b on network 2c917c14-293c-4ed1-ab25-bacad30075b4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:20.231321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6954bca9-2e26-4609-a49a-40f161790e29 req-da3997b8-c5b2-4128-b866-c9aedd32c97c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.0893359 Dec 20 15:39:20.236820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b on network 2c917c14-293c-4ed1-ab25-bacad30075b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:20.236820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Attempting to bind port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b on network 2c917c14-293c-4ed1-ab25-bacad30075b4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:20.266165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:20.266404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Checking segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:20.266781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Bound using segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:20.267227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Bound port: 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:20.268366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.288783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.333068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176456-5e3b-4d3b-9dfb-64ab51d2b8bf req-a7b92692-971c-473f-b7e6-580b1872d994 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.339540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176456-5e3b-4d3b-9dfb-64ab51d2b8bf req-a7b92692-971c-473f-b7e6-580b1872d994 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.341347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37176456-5e3b-4d3b-9dfb-64ab51d2b8bf req-a7b92692-971c-473f-b7e6-580b1872d994 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c&device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 1690 time: 0.2005076 Dec 20 15:39:20.342849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:20.464255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37176456-5e3b-4d3b-9dfb-64ab51d2b8bf req-71bccc10-d159-42b7-af79-2f99b83e9d82 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962257 Dec 20 15:39:20.477005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bca9-2e26-4609-a49a-40f161790e29 req-eb4e1cc2-720e-427e-8d74-8600616fedd4 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.477005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6954bca9-2e26-4609-a49a-40f161790e29 req-eb4e1cc2-720e-427e-8d74-8600616fedd4 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2339115 Dec 20 15:39:20.477005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] For port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:20.481411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] For port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:20.579222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae9925-14d2-4d99-bdd2-361a6e62d05f req-5a7eb33b-a7ba-42f3-82b6-28cdee978692 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.581306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aae9925-14d2-4d99-bdd2-361a6e62d05f req-5a7eb33b-a7ba-42f3-82b6-28cdee978692 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 948 time: 0.0503299 Dec 20 15:39:20.635447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aae9925-14d2-4d99-bdd2-361a6e62d05f req-643cb112-674c-4f5b-b745-6aef66d88cd5 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Dec 20 15:39:20.637522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.677825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.678458 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.680136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] 10.222.0.83 "PUT /v2.0/ports/8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 1092 time: 1.3583691 Dec 20 15:39:20.680289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:20.682563 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e798c1-2051-495e-a413-94af4d13dbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:20.701258 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36784303-cd6b-406a-9de6-cbb922d0cf9e x-openstack-request-id: req-36784303-cd6b-406a-9de6-cbb922d0cf9e {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:20.701742 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "name": "network-vif-plugged", "status": "completed", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:20.701875 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36784303-cd6b-406a-9de6-cbb922d0cf9e {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:20.702210 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'code': 200} Dec 20 15:39:20.720260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12626877-01cb-4751-aca5-2607e1864c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:20.909117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6e7a8-24fa-4d60-9133-7d85d30c04ac req-72bb79d3-1979-4c3c-822b-bd8e927927a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.910931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdb6e7a8-24fa-4d60-9133-7d85d30c04ac req-72bb79d3-1979-4c3c-822b-bd8e927927a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1097 time: 0.1488459 Dec 20 15:39:20.962620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b084c6-9691-485f-ab6b-50cb18814f58 req-05db88eb-0893-4e27-b032-d355ec655d82 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.964048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b084c6-9691-485f-ab6b-50cb18814f58 req-05db88eb-0893-4e27-b032-d355ec655d82 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1892657 Dec 20 15:39:21.077594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-272c0836-f41c-474a-a727-4f0cce3446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:21.079191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-272c0836-f41c-474a-a727-4f0cce3446ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1095 time: 0.1947370 Dec 20 15:39:21.086569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdb6e7a8-24fa-4d60-9133-7d85d30c04ac req-3f7dd6b1-5417-49be-84ed-c9011b815ab5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331336 Dec 20 15:39:21.094272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-eb804768-7f10-40ab-8704-93ab82f5fa5e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2469258 Dec 20 15:39:21.099680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b084c6-9691-485f-ab6b-50cb18814f58 req-ac853e1a-37cd-48b8-af29-877810068656 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270602 Dec 20 15:39:21.104651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:21.149799 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c2f113-93d9-4faf-8bfb-d2954f8460d8 x-openstack-request-id: req-f2c2f113-93d9-4faf-8bfb-d2954f8460d8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:21.150295 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:21.150295 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2c2f113-93d9-4faf-8bfb-d2954f8460d8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:21.150814 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'status': 'completed', 'code': 200} Dec 20 15:39:21.251025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.297116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69d3f-f8c9-479b-9d99-ceece1629c6f req-d8953138-8908-4657-9845-f67e9c42c449 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:21.303734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dc69d3f-f8c9-479b-9d99-ceece1629c6f req-d8953138-8908-4657-9845-f67e9c42c449 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 944 time: 0.0782287 Dec 20 15:39:21.392898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-389adb8c-94e4-4df8-bfe5-5de631aafa96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 217 time: 0.0444422 Dec 20 15:39:21.408960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.449712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dc69d3f-f8c9-479b-9d99-ceece1629c6f req-fb33fa66-e549-4897-9592-be8f8a05e1e3 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239519 Dec 20 15:39:21.472454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-a7c0ef13-4af8-403f-bedf-293803f039d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:21.473888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-a7c0ef13-4af8-403f-bedf-293803f039d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0725718 Dec 20 15:39:21.517651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.603263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-b7dec5d3-e9df-4983-9af1-c0d680a414db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:21.604692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-b7dec5d3-e9df-4983-9af1-c0d680a414db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209857 Dec 20 15:39:21.631794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbcd6-b047-44a0-9260-8bd846130e16 req-b45325ff-f9d1-445a-944c-45d88dd6674a tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:21.633068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95ccbcd6-b047-44a0-9260-8bd846130e16 req-b45325ff-f9d1-445a-944c-45d88dd6674a tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 1101 time: 0.1191509 Dec 20 15:39:21.735372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:21.766339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Allocated IP 172.25.6.44 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/8001a334-ab27-485c-ae72-92cf804e907f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:21.780621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95ccbcd6-b047-44a0-9260-8bd846130e16 req-977a1037-be39-42cf-924a-d282209ddcaf tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155837 Dec 20 15:39:21.814191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-057f1b49-6a81-487a-84d6-84455e4fa8d4 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993985 Dec 20 15:39:21.844707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d148ec8a-aa53-48d3-948e-d42e2057aa09 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:21.861280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7aafd874-6278-48cd-a570-d6e6f2aa6e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.946765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-a36b0697-875e-461c-92fa-cbb0e1160e36 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849032 Dec 20 15:39:21.959309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7aafd874-6278-48cd-a570-d6e6f2aa6e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.965026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d148ec8a-aa53-48d3-948e-d42e2057aa09, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:21.977782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd148ec8a-aa53-48d3-948e-d42e2057aa09', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'd148ec8a-aa53-48d3-948e-d42e2057aa09', 'mac_address': 'fa:16:3e:ab:33:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:22.016235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.029817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d148ec8a-aa53-48d3-948e-d42e2057aa09 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:22.042590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7aafd874-6278-48cd-a570-d6e6f2aa6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.056907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d148ec8a-aa53-48d3-948e-d42e2057aa09, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:22.073227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-768121fd-00b0-4dfa-8b73-77805e55b951 req-dc958eec-2d4d-4463-ad90-1688f6fefcfe service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480927 Dec 20 15:39:22.076014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.088648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7aafd874-6278-48cd-a570-d6e6f2aa6e00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=753165aafd8d4de48efb6585e1288ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521461 Dec 20 15:39:22.088889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44902) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:22.090078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafd874-6278-48cd-a570-d6e6f2aa6e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5bc531-563c-4e40-9408-dc3558542e37,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:22.140240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.157029 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:22.160235 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:22.161063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-64cd6971-f9fb-457c-8278-b745b1201a7a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.162130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-64cd6971-f9fb-457c-8278-b745b1201a7a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065129 Dec 20 15:39:22.186873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-b8f21b82-a452-4254-9296-e06240155a2d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/quotas/bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 375 time: 0.0185139 Dec 20 15:39:22.198987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d148ec8a-aa53-48d3-948e-d42e2057aa09,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:22.213141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a3ccbec-26a1-4dfe-bd44-84dea879ab67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.279500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a3ccbec-26a1-4dfe-bd44-84dea879ab67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.292598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.360308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-705dd4ff-c673-44f8-9d66-8aaaa9d389d2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641896 Dec 20 15:39:22.368801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:22.379736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e798c1-2051-495e-a413-94af4d13dbaf req-3fc4cd11-77b2-4ba7-9326-e154fafc71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.381323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-3fc4cd11-77b2-4ba7-9326-e154fafc71c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1095 time: 0.1476996 Dec 20 15:39:22.382203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:22.386231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:22.407727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=8001a334-ab27-485c-ae72-92cf804e907f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:22.489812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e798c1-2051-495e-a413-94af4d13dbaf req-0abedf9e-edd2-4ed2-87d9-900bb0bec060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.491289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-0abedf9e-edd2-4ed2-87d9-900bb0bec060 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.0952532 Dec 20 15:39:22.537050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-f193698b-275c-48fa-80e1-483c1f54b55d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 217 time: 0.0366497 Dec 20 15:39:22.575961 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a3ccbec-26a1-4dfe-bd44-84dea879ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.578511 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a3ccbec-26a1-4dfe-bd44-84dea879ab67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.579627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7a3ccbec-26a1-4dfe-bd44-84dea879ab67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b5bc531-563c-4e40-9408-dc3558542e37 HTTP/1.1" status: 204 len: 168 time: 0.4885948 Dec 20 15:39:22.618668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ccbec-26a1-4dfe-bd44-84dea879ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5bc531-563c-4e40-9408-dc3558542e37,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:22.638903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e798c1-2051-495e-a413-94af4d13dbaf req-de0ddc3a-c580-4378-bb94-ba3018cc5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.640441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-de0ddc3a-c580-4378-bb94-ba3018cc5ac4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0955982 Dec 20 15:39:22.657037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.695760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e798c1-2051-495e-a413-94af4d13dbaf req-8bd4020e-c508-40af-bc81-a23362cffbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.697429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-8bd4020e-c508-40af-bc81-a23362cffbdb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492823 Dec 20 15:39:22.741346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d148ec8a-aa53-48d3-948e-d42e2057aa09'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:22.871143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.946560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-9983d5e5-7ee6-4b6b-918d-b8d423a2f27b service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407777 Dec 20 15:39:23.298427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76c165-6671-4182-9641-75dd9bb0009c req-80cd2bf7-07d4-4d05-9058-5ed035a3317a tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:23.300811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b76c165-6671-4182-9641-75dd9bb0009c req-80cd2bf7-07d4-4d05-9058-5ed035a3317a tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 949 time: 0.4225252 Dec 20 15:39:23.453103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b76c165-6671-4182-9641-75dd9bb0009c req-f82cbe13-5e45-473a-9a8b-28bed3a860df tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240358 Dec 20 15:39:23.457218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44920) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:23.459929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e798c1-2051-495e-a413-94af4d13dbaf req-aefe07c0-16c0-47c4-ab11-c8ba2d5093c8 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944880 Dec 20 15:39:23.472964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c8b7-2449-4448-a8bd-7c83734393c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.492837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.557711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c8b7-2449-4448-a8bd-7c83734393c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.612625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee510fa6-9d8d-4091-8d16-73526a2bda28 req-86a89793-cf2c-434e-995d-7e0753812565 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:23.614224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee510fa6-9d8d-4091-8d16-73526a2bda28 req-86a89793-cf2c-434e-995d-7e0753812565 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 1100 time: 0.0864110 Dec 20 15:39:23.627724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.665480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c8b7-2449-4448-a8bd-7c83734393c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.673836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.703988 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78c0c8b7-2449-4448-a8bd-7c83734393c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ac100f31d154d7ca2fcc9927d080736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454574 Dec 20 15:39:23.708039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:23.716099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0c8b7-2449-4448-a8bd-7c83734393c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b401e5-6a3b-4f27-aed4-c481ec8f100b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:23.716303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event updated for resources: {'Port': ['ID=8001a334-ab27-485c-ae72-92cf804e907f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:23.722663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee510fa6-9d8d-4091-8d16-73526a2bda28 req-ae43649a-4e20-4fc7-9a62-b7df2623a164 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021285 Dec 20 15:39:23.765775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62ac84b5-911b-4339-8274-836f5c63de02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.789122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62ac84b5-911b-4339-8274-836f5c63de02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.823298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.824545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-453258e8-7d5b-49a7-927c-579041925281 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7239089 Dec 20 15:39:23.845590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf7611-8bcb-47ac-bb6f-53ace101d1be req-836be101-6be6-4f84-a772-e45a952c7973 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:23.848254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46cf7611-8bcb-47ac-bb6f-53ace101d1be req-836be101-6be6-4f84-a772-e45a952c7973 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.0620544 Dec 20 15:39:23.894977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-7ed8dd77-6d64-4429-bbde-7abbefa0bdf0 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0637960 Dec 20 15:39:23.931860 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62ac84b5-911b-4339-8274-836f5c63de02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.935012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62ac84b5-911b-4339-8274-836f5c63de02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.939066 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-62ac84b5-911b-4339-8274-836f5c63de02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43b401e5-6a3b-4f27-aed4-c481ec8f100b HTTP/1.1" status: 204 len: 168 time: 0.2300358 Dec 20 15:39:23.947812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac84b5-911b-4339-8274-836f5c63de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b401e5-6a3b-4f27-aed4-c481ec8f100b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:23.998446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46cf7611-8bcb-47ac-bb6f-53ace101d1be req-8b1373d0-b047-477f-9f71-0b2d44087f29 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190147 Dec 20 15:39:24.052514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-c51ec199-8343-4f16-a5a7-4e68ccffea90 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:24.054415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbebb29f-85bd-45df-8b81-c4ee3b0dd946 req-c51ec199-8343-4f16-a5a7-4e68ccffea90 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1528387 Dec 20 15:39:24.141375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e51a7059-657f-4ec4-b8ff-24d2bf1d4579 req-040dbb95-c5bc-418c-a064-e82bbef86bf1 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 210 time: 0.0309484 Dec 20 15:39:24.212643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dee29-0680-473b-baf6-f161b27e2859 req-4cb44729-c2e4-41fe-9918-0b6321f3d8eb tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:24.214409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d20dee29-0680-473b-baf6-f161b27e2859 req-4cb44729-c2e4-41fe-9918-0b6321f3d8eb tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 944 time: 0.0755885 Dec 20 15:39:24.263653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d20dee29-0680-473b-baf6-f161b27e2859 req-4759ea8d-2ce0-46b3-8d3e-28ea2e170147 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Dec 20 15:39:24.466742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4c4cbc2-5194-429d-b399-964da023143b req-74c20975-a9b6-4622-b27d-12b5daf579e9 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips/59013927-184a-4613-b0b2-eafd1508aeca HTTP/1.1" status: 200 len: 692 time: 0.0805912 Dec 20 15:39:24.504501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cacd6-76cd-49f9-add6-0a877faa15a4 req-0ea4e851-796c-4961-adff-52f820308d9d tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:24.506066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1cacd6-76cd-49f9-add6-0a877faa15a4 req-0ea4e851-796c-4961-adff-52f820308d9d tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1097 time: 0.0761790 Dec 20 15:39:24.607504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1cacd6-76cd-49f9-add6-0a877faa15a4 req-422de6d6-4d14-405d-8cc3-05e7f1c0956b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941033 Dec 20 15:39:24.623782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4cbc2-5194-429d-b399-964da023143b req-0a5eb078-a54a-4e76-ab02-3a0305170ce3 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:24.625375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4c4cbc2-5194-429d-b399-964da023143b req-0a5eb078-a54a-4e76-ab02-3a0305170ce3 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1506054 Dec 20 15:39:24.641703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-b4c4cbc2-5194-429d-b399-964da023143b req-b8df8d98-5710-46a7-a46a-5af515f5a2e6 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:24.643692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4c4cbc2-5194-429d-b399-964da023143b req-b8df8d98-5710-46a7-a46a-5af515f5a2e6 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115364 Dec 20 15:39:24.751369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-71a654aa-b3a8-4d59-aa36-077c03f31be9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320287 Dec 20 15:39:24.778969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100efc20-fe42-4bd7-bb74-5d7979a3026e req-01669449-cf1b-4f79-bb0c-f8d42cf5dfa6 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:24.780462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-100efc20-fe42-4bd7-bb74-5d7979a3026e req-01669449-cf1b-4f79-bb0c-f8d42cf5dfa6 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 949 time: 0.0937047 Dec 20 15:39:24.885681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-100efc20-fe42-4bd7-bb74-5d7979a3026e req-9fa5264a-460e-47f8-a0ef-06b533ae4b67 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946450 Dec 20 15:39:24.907058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-ae73c4a6-a204-40fd-a91d-ed387262595e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:24.909251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-ae73c4a6-a204-40fd-a91d-ed387262595e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507409 Dec 20 15:39:24.928483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-084b97c3-a33f-4732-b8e7-8bf0908dbf09 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/quotas/986025bff2b6446cb7b3eaa2d97d40dc HTTP/1.1" status: 200 len: 375 time: 0.0117135 Dec 20 15:39:25.026272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-a22cc236-3748-4053-b4b8-32fa9d10a051 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips/59013927-184a-4613-b0b2-eafd1508aeca HTTP/1.1" status: 200 len: 692 time: 0.0539567 Dec 20 15:39:25.040257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-eaa86619-7be9-4e32-b328-1dd08bb2a6a1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036365 Dec 20 15:39:25.170947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-a3c9d771-fd1b-4f0f-9f7f-412887e67c4b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603373 Dec 20 15:39:25.195742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-33de96ed-ea67-436b-8a6c-136199e375cd tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:25.197323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-33de96ed-ea67-436b-8a6c-136199e375cd tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1560583 Dec 20 15:39:25.213803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-4ba7a16a-c4c1-4f20-8ddf-6e5a5b339395 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:25.214805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-4ba7a16a-c4c1-4f20-8ddf-6e5a5b339395 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058856 Dec 20 15:39:25.318038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-4abbcfd2-39a8-490a-a82a-5eae4bba43b8 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0923724 Dec 20 15:39:25.371123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-59b0c63b-2b66-4571-9560-3b79e20fa43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:25.372771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-59b0c63b-2b66-4571-9560-3b79e20fa43f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 1095 time: 0.1022401 Dec 20 15:39:25.375773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-75501f55-9c64-46c9-90ed-ad5f38234beb tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0548048 Dec 20 15:39:25.606533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-c331d4c7-fbe2-4760-ab4f-6fc8f0137c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:25.608298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-c331d4c7-fbe2-4760-ab4f-6fc8f0137c91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1940036 Dec 20 15:39:25.659411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-2f4a2bb2-41b1-4e84-8e9e-7bb72fa89cb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 200 len: 217 time: 0.0426192 Dec 20 15:39:25.661234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Deleting port 8001a334-ab27-485c-ae72-92cf804e907f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:25.661578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.769804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-ee95d956-0410-4feb-bf67-78288ffb8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:25.771314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-ee95d956-0410-4feb-bf67-78288ffb8f68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0972221 Dec 20 15:39:25.796626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.796973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.819559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-f823bfb6-3121-427f-9d4e-343fc89bfada service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347350 Dec 20 15:39:25.825640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Calling delete_port for 8001a334-ab27-485c-ae72-92cf804e907f owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:25.896683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:25.899666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d148ec8a-aa53-48d3-948e-d42e2057aa09 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:25.988948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b594efde-ac9b-4b87-aca4-df1858367238 req-ef4d6064-b3ea-421e-867b-fbf722d43df6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 210 time: 0.0516901 Dec 20 15:39:26.004605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-b8adc5ca-cd8d-4c76-9f80-c393573e8575 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499804 Dec 20 15:39:26.206633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:26.233120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port d148ec8a-aa53-48d3-948e-d42e2057aa09 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:26.237515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:26.257371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d148ec8a-aa53-48d3-948e-d42e2057aa09 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:26.265671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-159859b7-b701-4628-ae1b-42af37701ad7 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274375 Dec 20 15:39:26.266484 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.280253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbe92b-5ad7-4dcb-acaf-6960439fe054 req-a5b6364f-5c6c-4f79-98cc-96a58ea286f6 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:26.288704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0dbe92b-5ad7-4dcb-acaf-6960439fe054 req-a5b6364f-5c6c-4f79-98cc-96a58ea286f6 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 944 time: 0.1668782 Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.317110 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:26.319852 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:26.325215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-aab2ccf2-3115-4897-a53a-a0e9c462fb0f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:26.327851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-aab2ccf2-3115-4897-a53a-a0e9c462fb0f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986461 Dec 20 15:39:26.342967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Request body: {'port': {'device_id': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'bbc0e300d64e4ec89d910f49b3462363'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:26.393720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57db1f7-cadd-498e-83cd-3b47b5ca556b req-6d5b9c77-ee83-4d53-ad83-67ec315ec542 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018085 Dec 20 15:39:26.407313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.442902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.470638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:26.482103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event deleted for resources: {'Port': ['ID=8001a334-ab27-485c-ae72-92cf804e907f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:26.524052 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.527355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.528499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88a9de5b-89d9-4b7d-8667-37e5ade9dadb req-7da8fb53-1e2f-4913-80ff-57c88cbf8695 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "DELETE /v2.0/floatingips/59013927-184a-4613-b0b2-eafd1508aeca HTTP/1.1" status: 204 len: 173 time: 1.1220934 Dec 20 15:39:26.543531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0dbe92b-5ad7-4dcb-acaf-6960439fe054 req-823ef31e-dca8-4456-9138-47ce4551526f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539501 Dec 20 15:39:26.549850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:26.557258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.607243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ec8a-aa53-48d3-948e-d42e2057aa09'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:26.608001 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee0079-b541-447f-a57f-c2caca2b462a" -d '{"events": [{"server_uuid": "3db12ee4-f127-4dc1-b50d-3e32523dc83c", "name": "network-vif-plugged", "status": "completed", "tag": "d148ec8a-aa53-48d3-948e-d42e2057aa09"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:26.615308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d148ec8a-aa53-48d3-948e-d42e2057aa09, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:26.657070 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.708245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.744410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:26.757431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Made reservation on behalf of bbc0e300d64e4ec89d910f49b3462363 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:26.763109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.769827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e56d9-d64d-44bd-8e50-672117d1d857 req-7b3e8393-1372-459e-abf9-338065351308 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:26.777310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-171e56d9-d64d-44bd-8e50-672117d1d857 req-7b3e8393-1372-459e-abf9-338065351308 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 950 time: 0.0674889 Dec 20 15:39:26.820673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d148ec8a-aa53-48d3-948e-d42e2057aa09,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:26.824463 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.871467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-171e56d9-d64d-44bd-8e50-672117d1d857 req-0ae66071-fdf4-4aa4-b7d3-583c9cb4f9cc tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Dec 20 15:39:26.976164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Allocated IP 192.168.233.56 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/e9977c91-6d9e-4c2e-9d78-4bea79604796) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:27.003136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:27.307941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df848f-f30d-451d-bc74-803a1c7e4d86 req-2937b0e8-7e5e-4d19-a308-39d5b2de15d0 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:27.310672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39df848f-f30d-451d-bc74-803a1c7e4d86 req-2937b0e8-7e5e-4d19-a308-39d5b2de15d0 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4194806 Dec 20 15:39:27.354107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.410098 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d03cc9d-9ba5-4423-99b3-584a8275a827 x-openstack-request-id: req-8d03cc9d-9ba5-4423-99b3-584a8275a827 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:27.410447 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db12ee4-f127-4dc1-b50d-3e32523dc83c", "name": "network-vif-plugged", "status": "completed", "tag": "d148ec8a-aa53-48d3-948e-d42e2057aa09", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:27.410978 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d03cc9d-9ba5-4423-99b3-584a8275a827 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:27.411444 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ec8a-aa53-48d3-948e-d42e2057aa09', 'code': 200} Dec 20 15:39:27.481187 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.493143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:27.520686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b335aa5-d3ba-48d3-b424-58fdd7ccfe80 req-1324097a-91b9-42fd-a5e8-7472f41b70c0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 210 time: 0.0579090 Dec 20 15:39:27.579459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:27.586459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:27.591674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:27.605063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:27.605756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.624459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:27.721386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cf56b1-e4a3-4b6f-852c-0c9195207850 req-88d1816c-7164-4dac-a49f-dcf00c5dff6e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=429df1089ef0414a9c1dd6bd7c275683 HTTP/1.1" status: 200 len: 1655 time: 0.1389313 Dec 20 15:39:27.758830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-f8af4516-ad47-4ff7-bf48-e46507acabea tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4198277 Dec 20 15:39:27.773675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Request body: {'port': {'device_id': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:27.847548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.899025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f921ddba-7fa7-40d4-89a2-32bb6bdf7295 None None] Provisioning complete for port e9977c91-6d9e-4c2e-9d78-4bea79604796 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:27.899740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f921ddba-7fa7-40d4-89a2-32bb6bdf7295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.936985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f921ddba-7fa7-40d4-89a2-32bb6bdf7295 None None] Port e9977c91-6d9e-4c2e-9d78-4bea79604796 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:28.020453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:28.116317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313f9ae-ed4d-479c-88ac-bfbaca73031f req-60349c2e-1c19-45bc-aaa0-c83feec22aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.118062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7313f9ae-ed4d-479c-88ac-bfbaca73031f req-60349c2e-1c19-45bc-aaa0-c83feec22aaa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 1101 time: 0.5883861 Dec 20 15:39:28.177733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da7e56-ef36-4424-8608-fca806efa8b1 req-012e08fb-2e84-44e0-b1be-d3d50428671d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.185490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2da7e56-ef36-4424-8608-fca806efa8b1 req-012e08fb-2e84-44e0-b1be-d3d50428671d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 935 time: 0.5513163 Dec 20 15:39:28.210114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9977c91-6d9e-4c2e-9d78-4bea79604796 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:28.218764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.239040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Transition to ACTIVE for port object e9977c91-6d9e-4c2e-9d78-4bea79604796 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:28.247862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf56b1-e4a3-4b6f-852c-0c9195207850 req-9da24566-5cda-4965-b48a-9eaf624d298f tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.249555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cf56b1-e4a3-4b6f-852c-0c9195207850 req-9da24566-5cda-4965-b48a-9eaf624d298f tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks?id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 787 time: 0.5271780 Dec 20 15:39:28.253916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7313f9ae-ed4d-479c-88ac-bfbaca73031f req-40b115b2-8403-4195-b3eb-d19ae2c09fb5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Dec 20 15:39:28.269371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-73cf56b1-e4a3-4b6f-852c-0c9195207850 req-05820a6c-14fd-405a-a20e-98500e1a880d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:28.270337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cf56b1-e4a3-4b6f-852c-0c9195207850 req-05820a6c-14fd-405a-a20e-98500e1a880d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088124 Dec 20 15:39:28.282003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2da7e56-ef36-4424-8608-fca806efa8b1 req-45c0ea52-1f3b-4bad-bab5-cad664423a97 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948327 Dec 20 15:39:28.364762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.420992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:28.435445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7d94-f5c8-497e-8b21-e0522c028786 req-096dbd83-7619-4651-b7c6-dc9b9ea09359 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.464485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-325a7d94-f5c8-497e-8b21-e0522c028786 req-096dbd83-7619-4651-b7c6-dc9b9ea09359 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 945 time: 0.1277385 Dec 20 15:39:28.465239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:28.465649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:28.466755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:28.477546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:28.479020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:28.497779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:28.498822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:28.499253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:28.499736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Bound port: e9977c91-6d9e-4c2e-9d78-4bea79604796, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:28.500162 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.550442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-325a7d94-f5c8-497e-8b21-e0522c028786 req-feeb667b-f5e6-4f44-a5a8-e09416db36e9 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804317 Dec 20 15:39:28.650763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-e8e4120f-390d-4b8b-92f6-f6a8ec8df044 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips/1a866d2f-3187-41d4-a692-a0409c2e5784 HTTP/1.1" status: 200 len: 692 time: 0.0813999 Dec 20 15:39:28.651862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:28.655319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:28.771134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.827258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.828047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.829697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec161b-1e84-47d7-b609-a8d294ad602a req-ecebf162-e2d4-4f98-bb6e-34f2e1404c2c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.832975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] 10.222.0.72 "PUT /v2.0/ports/e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 1095 time: 1.0628648 Dec 20 15:39:28.832975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:28.832975 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025cd570-f3c3-4ade-b738-8a7dd955c463" -d '{"events": [{"name": "network-changed", "server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:28.846692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afec161b-1e84-47d7-b609-a8d294ad602a req-ecebf162-e2d4-4f98-bb6e-34f2e1404c2c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 950 time: 0.1783063 Dec 20 15:39:28.874080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9f9f7-8140-4fe2-b509-2e189840a067 service neutron] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:28.945044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-157d9393-2e3c-4179-b3c9-9bdf94ecbf79 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.948843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-157d9393-2e3c-4179-b3c9-9bdf94ecbf79 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2971945 Dec 20 15:39:28.967793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-91aa476a-7d48-41a7-9e99-90bfec4a17e5 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:28.969554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-91aa476a-7d48-41a7-9e99-90bfec4a17e5 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125608 Dec 20 15:39:28.977270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afec161b-1e84-47d7-b609-a8d294ad602a req-7cb74fc6-316d-49af-ac25-07983197b871 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297271 Dec 20 15:39:29.016188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-28d8fd7b-3b62-487d-90ec-c6ecd6ee6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.018794 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-28d8fd7b-3b62-487d-90ec-c6ecd6ee6f13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1098 time: 0.0780339 Dec 20 15:39:29.087691 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-d688f812-e750-47ae-813a-9a20e64c8983 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0589805 Dec 20 15:39:29.101437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-085455cc-0967-4119-b100-4e6b4557b1ac tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.1228960 Dec 20 15:39:29.183962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-1f990bb7-fe1f-4d6f-b457-0889ac38f254 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.51 HTTP/1.1" status: 200 len: 695 time: 0.0737383 Dec 20 15:39:29.214360 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d004102-dfa5-4ff8-98ac-0c665f2c5834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.228394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-0be19a5d-68e9-4815-bf05-f178286a006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.230500 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-0be19a5d-68e9-4815-bf05-f178286a006e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1317863 Dec 20 15:39:29.282474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88c71f6d-7d6f-42e7-9d3c-d3cef03d2333 req-d13d3fd2-3d24-41dd-9d8a-05dc64e912c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 210 time: 0.0867732 Dec 20 15:39:29.291844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-493e24c5-9818-4ce0-9cb8-cdb6be17a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.293389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-493e24c5-9818-4ce0-9cb8-cdb6be17a38d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534821 Dec 20 15:39:29.359491 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5f74c-3412-4365-b7ee-e8c62054a15a x-openstack-request-id: req-20b5f74c-3412-4365-b7ee-e8c62054a15a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:29.359890 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:29.360260 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20b5f74c-3412-4365-b7ee-e8c62054a15a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:29.360780 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'status': 'completed', 'code': 200} Dec 20 15:39:29.400712 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-bf1d6ad3-4b7a-4f95-8ce2-99bd9c9493b0 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988443 Dec 20 15:39:29.401465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Deleting port ed527cec-652c-4d6a-8549-197837a329b6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:29.401882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.520653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2b4752a7-40d0-4ab0-be22-f52b27e7bb51 req-d1b5813f-a0c2-417e-ac61-50f8aaea3fc7 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069837 Dec 20 15:39:29.526474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.526803 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.544980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Calling delete_port for ed527cec-652c-4d6a-8549-197837a329b6 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:29.560242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5404d-d874-4361-9f51-a6823f310468 req-f3f1d6bc-90a3-4e3e-8ab8-a201398dff53 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.561966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7a5404d-d874-4361-9f51-a6823f310468 req-f3f1d6bc-90a3-4e3e-8ab8-a201398dff53 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 947 time: 0.0901372 Dec 20 15:39:29.664534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7a5404d-d874-4361-9f51-a6823f310468 req-82b41319-adb8-40d6-be0d-9e264916d98d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647058 Dec 20 15:39:29.747497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-f4aad969-c06f-4e59-9393-f70a8b0abc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.749092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-f4aad969-c06f-4e59-9393-f70a8b0abc5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1098 time: 0.0519612 Dec 20 15:39:29.814189 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.861010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-442005ce-3e15-4420-8a2c-e4606a96eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.862761 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-442005ce-3e15-4420-8a2c-e4606a96eba1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.0991614 Dec 20 15:39:29.885980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event deleted for resources: {'Port': ['ID=ed527cec-652c-4d6a-8549-197837a329b6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:29.889675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.895264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:29.896427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:29.897664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad90e95-2c58-4bc8-a970-a794a5c33433 req-8903da0e-2d7d-4243-aab3-ac8f84b1be0c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "DELETE /v2.0/floatingips/1a866d2f-3187-41d4-a692-a0409c2e5784 HTTP/1.1" status: 204 len: 173 time: 0.7033556 Dec 20 15:39:29.971077 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-769a67ca-7fd7-4b21-b672-6a34d7552e6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0981858 Dec 20 15:39:30.023649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9722da-df9f-46e5-bd33-2481510ee995 req-862a9733-25dc-48ba-a07b-9f75bd80850d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:30.025697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f9722da-df9f-46e5-bd33-2481510ee995 req-862a9733-25dc-48ba-a07b-9f75bd80850d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 945 time: 0.0602975 Dec 20 15:39:30.053891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-8a76257b-788e-4454-b272-973b425d5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:30.055374 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-8a76257b-788e-4454-b272-973b425d5678 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0574429 Dec 20 15:39:30.077092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:30.077368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f9722da-df9f-46e5-bd33-2481510ee995 req-b5fb1424-48f5-4fb1-aa14-43094dee86d0 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Dec 20 15:39:30.086642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:30.086642 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:30.119332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-de51db49-d294-43cc-acdd-afb4e98320ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:30.120833 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-de51db49-d294-43cc-acdd-afb4e98320ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547175 Dec 20 15:39:30.217509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:30.251916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:30.255115 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf43b4-d8dc-4adb-a181-23cbfb54e277" -d '{"events": [{"server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "name": "network-vif-plugged", "status": "completed", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:30.258576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-28a62862-04bd-4fbb-b1bd-efa47a609744 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291757 Dec 20 15:39:30.270752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:30.273004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-21f5beef-e8f8-43cb-aa4f-b09abb93717c tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips/6dbd47fc-95d4-4e95-aa9b-1d900bc41913 HTTP/1.1" status: 200 len: 692 time: 0.0813494 Dec 20 15:39:30.276853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-769a1a69-ddc5-4d28-85a5-498162e2f961 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750458 Dec 20 15:39:30.356919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:30.373817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-025cd570-f3c3-4ade-b738-8a7dd955c463 req-be095e29-c3f7-4e13-b553-b127577ddcbe service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993674 Dec 20 15:39:30.417151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-a7deea20-2eb7-441d-bdab-0ccfe5e6ff56 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526228 Dec 20 15:39:30.429839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:30.540400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-a43d04ba-3a39-479e-a67d-e4f2b435b0d0 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:30.541853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-a43d04ba-3a39-479e-a67d-e4f2b435b0d0 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2680302 Dec 20 15:39:30.557610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-f9173f28-3b0a-4723-baa4-f0d455117c0b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:30.559131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-f9173f28-3b0a-4723-baa4-f0d455117c0b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732697 Dec 20 15:39:30.601554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '03661908-f4b2-4856-bf35-79244b0b34a2', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:30.641785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-c4ad8a0e-0933-4854-a417-ad60f3fc89f5 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0913455 Dec 20 15:39:30.732406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-0b01f405-f265-4245-8875-024c332e55c5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:30.733892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-0b01f405-f265-4245-8875-024c332e55c5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067989 Dec 20 15:39:30.743714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-8eed7dac-9469-43eb-9c9b-8e9313845d53 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0940416 Dec 20 15:39:30.760851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:31.032673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Deleting port 35fb6349-a8c1-4afe-933d-c91cf0472266 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:31.033890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.093087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:31.097561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.126220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa659ce-fe3e-4873-a071-dfff7253096a req-79b29a5f-667e-4b46-9496-62bcb99ac074 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:31.128165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fa659ce-fe3e-4873-a071-dfff7253096a req-79b29a5f-667e-4b46-9496-62bcb99ac074 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 950 time: 0.1260324 Dec 20 15:39:31.186905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.187222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.233587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Calling delete_port for 35fb6349-a8c1-4afe-933d-c91cf0472266 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:31.280840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:31.280840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.329984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fa659ce-fe3e-4873-a071-dfff7253096a req-8a58d722-b6d1-4c12-8ce9-f436630bca55 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910231 Dec 20 15:39:31.421229 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddae741-0296-4c5d-b3e2-d7e3ea3d9d35 x-openstack-request-id: req-9ddae741-0296-4c5d-b3e2-d7e3ea3d9d35 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:31.421725 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "name": "network-vif-plugged", "status": "completed", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:31.421845 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ddae741-0296-4c5d-b3e2-d7e3ea3d9d35 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:31.422161 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'code': 200} Dec 20 15:39:31.547430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.36 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/c8e8e0fe-442f-4440-be5b-a3c58ffc84ad) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:31.554039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ab50a6b-7d64-4912-8ba8-414faf892193 req-d37cc2f5-5a30-44d5-951b-c0e2d6578de0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 210 time: 0.0649216 Dec 20 15:39:31.570231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fa264-df7c-4f35-8808-2be176064bf7 req-3398b2a9-3cc8-4f9a-9eeb-2fdf3b88a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:31.572397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b4fa264-df7c-4f35-8808-2be176064bf7 req-3398b2a9-3cc8-4f9a-9eeb-2fdf3b88a659 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.0528326 Dec 20 15:39:31.597571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-e3f165ef-717a-44ba-a4c3-42b31463fd29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2277260 Dec 20 15:39:31.655423 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b4fa264-df7c-4f35-8808-2be176064bf7 req-98f3f0ae-599a-4ee1-94b6-509d4f0bc32d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735734 Dec 20 15:39:31.660475 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c88b302-cef0-4e48-ab55-c30b15061e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.807211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-3a465596-63e9-437f-beea-6401406f633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:31.808733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-3a465596-63e9-437f-beea-6401406f633d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 1097 time: 0.1686749 Dec 20 15:39:31.815864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.828675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273e113-f7d9-4f06-b5de-ab389d3c7841 req-9dfa80b9-7658-4ac5-89d6-d65ac626f19f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:31.830803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e273e113-f7d9-4f06-b5de-ab389d3c7841 req-9dfa80b9-7658-4ac5-89d6-d65ac626f19f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 947 time: 0.1761355 Dec 20 15:39:31.872527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event deleted for resources: {'Port': ['ID=35fb6349-a8c1-4afe-933d-c91cf0472266,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:31.916582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.919402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.920544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58e51fb5-569e-4858-a163-750b335c5aa0 req-00faf2a2-df20-4377-84db-8a8b0a189d9e tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "DELETE /v2.0/floatingips/6dbd47fc-95d4-4e95-aa9b-1d900bc41913 HTTP/1.1" status: 204 len: 173 time: 1.1675558 Dec 20 15:39:31.974150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:32.041552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e273e113-f7d9-4f06-b5de-ab389d3c7841 req-96fce6a7-897c-45aa-8154-b148829dc474 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762278 Dec 20 15:39:32.128259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-143d6c1c-1e4c-4501-84f0-0393d1a931d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:32.129762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-143d6c1c-1e4c-4501-84f0-0393d1a931d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 924 time: 0.2044835 Dec 20 15:39:32.467660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218cf28-c6f2-4add-8111-c90f67b78893 req-11fd30b2-5e99-4076-a1c3-089658b3dee3 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:32.469209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d218cf28-c6f2-4add-8111-c90f67b78893 req-11fd30b2-5e99-4076-a1c3-089658b3dee3 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 946 time: 0.3953063 Dec 20 15:39:32.470409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:32.493101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:32.639689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:32.668009 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:32.677031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-6d9fc83a-a2da-4391-8ab6-811eac706867 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f78d118e-9ded-4f64-9c79-612c11d7032f HTTP/1.1" status: 200 len: 1002 time: 0.5387189 Dec 20 15:39:32.680725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.28 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/bffb4044-cf4e-47b7-89b7-f5d7897985c3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:32.694720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:32.702251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:32.720408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-409f9692-9b00-4b9a-8127-0688b99b9ff1 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips/7aa2ae7b-464c-43a6-8924-b986a535c56c HTTP/1.1" status: 200 len: 693 time: 0.1270115 Dec 20 15:39:32.732770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:32.738673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:32.739320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:32.797488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d218cf28-c6f2-4add-8111-c90f67b78893 req-6a3d9695-0a7d-40ab-ba7c-15ae83317fe4 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150017 Dec 20 15:39:32.893515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-cc85df61-280c-49e3-9a0a-96a0fa006a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:32.895196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-cc85df61-280c-49e3-9a0a-96a0fa006a6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 200 len: 862 time: 0.1977649 Dec 20 15:39:32.905599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5e1fb67-e80a-4739-8814-334151774cce tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3082204 Dec 20 15:39:32.942143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Request body: {'port': {'device_id': '03661908-f4b2-4856-bf35-79244b0b34a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:33.004789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:33.121655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1d34a40a-4a12-4ce8-a3d2-4fe9d12f4a9b None None] Provisioning complete for port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:33.121912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1d34a40a-4a12-4ce8-a3d2-4fe9d12f4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.165776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-13a243e5-b222-4c67-a6eb-e25780f0ec1b tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:33.167336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-13a243e5-b222-4c67-a6eb-e25780f0ec1b tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.4239964 Dec 20 15:39:33.200137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.203683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-91ccc07e-c83e-4522-9991-df508cfae7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:33.205727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-91ccc07e-c83e-4522-9991-df508cfae7ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1473221d-00fa-4458-b527-afbb96ad3c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2992260 Dec 20 15:39:33.230990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1d34a40a-4a12-4ce8-a3d2-4fe9d12f4a9b None None] Port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:33.231904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b754f-cc62-4ce2-918d-f60a5e577412 req-54807fad-7d54-450c-afe1-5c8b0cdda563 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:33.240174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04b754f-cc62-4ce2-918d-f60a5e577412 req-54807fad-7d54-450c-afe1-5c8b0cdda563 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 1101 time: 0.2681780 Dec 20 15:39:33.254476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:33.269341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'mac_address': 'fa:16:3e:03:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:33.316530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.329967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.332635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9977c91-6d9e-4c2e-9d78-4bea79604796 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:33.332877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b04b754f-cc62-4ce2-918d-f60a5e577412 req-7d5b2968-aa74-41fa-9fdd-9863847cddb8 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.360543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:33.390185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-0ccb0ca8-f4d6-4024-8dc2-424c1300d9a2 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.251 HTTP/1.1" status: 200 len: 696 time: 0.1809783 Dec 20 15:39:33.545949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-fd5dba3e-5262-4fc1-8830-157ffc412d90 tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.251 HTTP/1.1" status: 200 len: 696 time: 0.1444151 Dec 20 15:39:33.614615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.654866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-e1e96c52-c695-4847-8453-14f0fd698382 service neutron] 10.222.0.83 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280000 Dec 20 15:39:33.678739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:33.776611 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:39:33.822786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.834033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:33.846815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b04b754f-cc62-4ce2-918d-f60a5e577412 req-7d5b2968-aa74-41fa-9fdd-9863847cddb8 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.933623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e9977c91-6d9e-4c2e-9d78-4bea79604796'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:33.940690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b04b754f-cc62-4ce2-918d-f60a5e577412 req-7d5b2968-aa74-41fa-9fdd-9863847cddb8 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.957198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:33.978309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e0723b-24c6-4972-b43d-1c82af9d24f0 req-c914bd74-755a-4c80-94eb-65f218d38737 service neutron] 10.222.0.83 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137524 Dec 20 15:39:33.988183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:33.995848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=bffb4044-cf4e-47b7-89b7-f5d7897985c3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:33.999293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:34.007423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:34.008085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.041175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Deleting port eb15ba2e-1d15-47d1-a933-05c090434ab4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:34.041573 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.090368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04b754f-cc62-4ce2-918d-f60a5e577412 req-7d5b2968-aa74-41fa-9fdd-9863847cddb8 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8491380 Dec 20 15:39:34.150123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2968-aa74-41fa-9fdd-9863847cddb8 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ace5c-c00b-436c-9754-9a6736b0cb89,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:34.248925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.338796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1f5c09b2-04f0-4f0b-9dbf-9196771f3f8b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5842526 Dec 20 15:39:34.405744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Request body: {'port': {'device_id': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:34.410198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.410471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.472244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e8e0fe-442f-4440-be5b-a3c58ffc84ad {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:34.481654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Calling delete_port for eb15ba2e-1d15-47d1-a933-05c090434ab4 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:34.484734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.507327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e441b4b7-5556-424b-8850-d5e85e295546 None None] Provisioning complete for port bffb4044-cf4e-47b7-89b7-f5d7897985c3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:34.507682 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e441b4b7-5556-424b-8850-d5e85e295546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.542596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.547787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e441b4b7-5556-424b-8850-d5e85e295546 None None] Port bffb4044-cf4e-47b7-89b7-f5d7897985c3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:34.560580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Transition to ACTIVE for port object c8e8e0fe-442f-4440-be5b-a3c58ffc84ad will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:34.613217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aaebc-1f40-4913-8c56-7fbd3cef7c88 req-5f1496a0-f132-45dd-bed4-2443273b5e87 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:34.614725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e81aaebc-1f40-4913-8c56-7fbd3cef7c88 req-5f1496a0-f132-45dd-bed4-2443273b5e87 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 935 time: 0.2750883 Dec 20 15:39:34.696772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.818084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e81aaebc-1f40-4913-8c56-7fbd3cef7c88 req-6d89a351-53bf-4d66-b788-dc875036fa11 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828260 Dec 20 15:39:34.865190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Pushing event updated for resources: {'Port': ['ID=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:35.014627 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.034310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Attempting to bind port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:35.034702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Attempting to bind port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:35.035084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Attempting to bind port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:35.065103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:35.065683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Attempting to bind port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:35.072630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45136) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:35.104030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:35.104523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:35.105024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:35.105608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Bound port: c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:35.106061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.173381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.189068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c44d1-d007-4523-80cf-68a86f8474c6 req-57c2b607-b4f5-4fd7-bf80-7e9f74318455 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:35.191198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-133c44d1-d007-4523-80cf-68a86f8474c6 req-57c2b607-b4f5-4fd7-bf80-7e9f74318455 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 948 time: 0.1773202 Dec 20 15:39:35.245567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0239496a-a6e9-4fb0-8635-804832a511e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.265977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Pushing event deleted for resources: {'Port': ['ID=eb15ba2e-1d15-47d1-a933-05c090434ab4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:35.306415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.309061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.310308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a716190-273a-4930-b9bc-9a048cf8ee55 req-411837e1-99d0-4e1a-83b1-1abba327b88d tempest-FloatingIPDetailsTestJSON-783121186 tempest-FloatingIPDetailsTestJSON-783121186-project] 10.222.0.81 "DELETE /v2.0/floatingips/7aa2ae7b-464c-43a6-8924-b986a535c56c HTTP/1.1" status: 204 len: 173 time: 1.7472153 Dec 20 15:39:35.314645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffb4044-cf4e-47b7-89b7-f5d7897985c3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:35.324779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45142) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:35.364312 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.386798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] For port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:35.396492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] For port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:35.413296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-133c44d1-d007-4523-80cf-68a86f8474c6 req-8eed5cd1-ba27-429b-81ea-c2d578e62882 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955457 Dec 20 15:39:35.428275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0239496a-a6e9-4fb0-8635-804832a511e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.600531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0239496a-a6e9-4fb0-8635-804832a511e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.679975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0239496a-a6e9-4fb0-8635-804832a511e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3aeeed6429194756918d5834ef1081d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6038177 Dec 20 15:39:35.680859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:35.687190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239496a-a6e9-4fb0-8635-804832a511e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7598a75-d3d2-4389-92f8-4cb781da4b05,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:35.707810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Transition to ACTIVE for port object bffb4044-cf4e-47b7-89b7-f5d7897985c3 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:35.722596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.778663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.795253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:35.795882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.797476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] 10.222.0.83 "PUT /v2.0/ports/c8e8e0fe-442f-4440-be5b-a3c58ffc84ad HTTP/1.1" status: 200 len: 1095 time: 2.8613641 Dec 20 15:39:35.804180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03661908-f4b2-4856-bf35-79244b0b34a2', 'tag': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:35.806856 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e711a01-7de0-4406-aac4-598fc30c24c7" -d '{"events": [{"name": "network-changed", "server_uuid": "03661908-f4b2-4856-bf35-79244b0b34a2", "tag": "c8e8e0fe-442f-4440-be5b-a3c58ffc84ad"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:35.807107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c993d9b9-55cc-4222-88b5-2fd651c55820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.832081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806a5a4-bf94-4a78-8b28-ec75bc81042f req-dc63ec84-50be-47db-9cb3-7e87e75c9869 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:35.837374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2806a5a4-bf94-4a78-8b28-ec75bc81042f req-dc63ec84-50be-47db-9cb3-7e87e75c9869 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 946 time: 0.4447746 Dec 20 15:39:35.848080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c993d9b9-55cc-4222-88b5-2fd651c55820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:35.859227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745d82d-89ce-4115-a10e-cb5283dfaa8e service neutron] Pushing event updated for resources: {'Port': ['ID=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:35.863645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd702b-601a-407a-89bc-b52b77dc105f req-b4f66db9-b062-4cbb-b390-9410932e871c tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:35.865363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ecd702b-601a-407a-89bc-b52b77dc105f req-b4f66db9-b062-4cbb-b390-9410932e871c tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 1101 time: 0.1554217 Dec 20 15:39:35.999465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.030633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Attempting to bind port bffb4044-cf4e-47b7-89b7-f5d7897985c3 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:36.031001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Attempting to bind port bffb4044-cf4e-47b7-89b7-f5d7897985c3 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:36.031333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Attempting to bind port bffb4044-cf4e-47b7-89b7-f5d7897985c3 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:36.043423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Pushing event updated for resources: {'Port': ['ID=bffb4044-cf4e-47b7-89b7-f5d7897985c3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:36.063112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Port bffb4044-cf4e-47b7-89b7-f5d7897985c3 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:36.065330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Attempting to bind port bffb4044-cf4e-47b7-89b7-f5d7897985c3 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:36.069126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2806a5a4-bf94-4a78-8b28-ec75bc81042f req-d7104f6c-d36b-49ab-b0c3-0dc56170b749 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015679 Dec 20 15:39:36.101261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ecd702b-601a-407a-89bc-b52b77dc105f req-8deff92b-9f9d-4f61-9383-a3f984867998 tempest-ServersAdminNegativeTestJSON-1380123854 tempest-ServersAdminNegativeTestJSON-1380123854-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110786 Dec 20 15:39:36.101261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:36.101261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:36.101261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:36.101261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Bound port: bffb4044-cf4e-47b7-89b7-f5d7897985c3, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:36.101261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.132557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1eda22d5-0e8e-40a1-821d-6fbe9e79eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.137035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-1eda22d5-0e8e-40a1-821d-6fbe9e79eeee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 1098 time: 0.1821105 Dec 20 15:39:36.183355 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71625600-0734-41df-9cdb-bc3b0dc836d7 x-openstack-request-id: req-71625600-0734-41df-9cdb-bc3b0dc836d7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:36.183702 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03661908-f4b2-4856-bf35-79244b0b34a2", "tag": "c8e8e0fe-442f-4440-be5b-a3c58ffc84ad", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:36.183963 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71625600-0734-41df-9cdb-bc3b0dc836d7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:36.184382 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03661908-f4b2-4856-bf35-79244b0b34a2', 'tag': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'status': 'completed', 'code': 200} Dec 20 15:39:36.300051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-af0120ec-72c6-467d-ae8f-a467fa85d03e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad HTTP/1.1" status: 200 len: 217 time: 0.1361988 Dec 20 15:39:36.404887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] For port bffb4044-cf4e-47b7-89b7-f5d7897985c3, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:36.405269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c993d9b9-55cc-4222-88b5-2fd651c55820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.409309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c993d9b9-55cc-4222-88b5-2fd651c55820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.412992 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c993d9b9-55cc-4222-88b5-2fd651c55820 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7598a75-d3d2-4389-92f8-4cb781da4b05 HTTP/1.1" status: 204 len: 168 time: 0.7290282 Dec 20 15:39:36.430873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a030-9eb0-45ec-b378-77a293a13cfd req-3ce27e77-8aa1-46f4-9cb3-67d35ef78bed tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.445040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bc9a030-9eb0-45ec-b378-77a293a13cfd req-3ce27e77-8aa1-46f4-9cb3-67d35ef78bed tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 947 time: 0.2081740 Dec 20 15:39:36.450916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-7c99645d-e8ba-4c08-adbf-85edb06e7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.451780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993d9b9-55cc-4222-88b5-2fd651c55820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7598a75-d3d2-4389-92f8-4cb781da4b05,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:36.452623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-7c99645d-e8ba-4c08-adbf-85edb06e7eb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1429431 Dec 20 15:39:36.458131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] For port bffb4044-cf4e-47b7-89b7-f5d7897985c3, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:36.557355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.677547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-a9bbc286-781c-45e9-bee8-eae4002fb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.679168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-a9bbc286-781c-45e9-bee8-eae4002fb711 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118917 Dec 20 15:39:36.684691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.685368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.686680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] 10.222.0.72 "PUT /v2.0/ports/bffb4044-cf4e-47b7-89b7-f5d7897985c3 HTTP/1.1" status: 200 len: 1095 time: 2.2872236 Dec 20 15:39:36.691749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bc9a030-9eb0-45ec-b378-77a293a13cfd req-81237d6a-f2dc-4a3a-b304-dbd58fb2889c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505751 Dec 20 15:39:36.806035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07059b-98d5-47aa-9edc-333760ecfc51 service neutron] Pushing event updated for resources: {'Port': ['ID=bffb4044-cf4e-47b7-89b7-f5d7897985c3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:36.854749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Deleting port 87389542-53e2-4c2c-8a92-fb54c8a96d1c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:36.855892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.958658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e73da939-4929-48f8-8471-39955c42f0af req-1b6a1a77-d0c5-40b6-807b-f0a25ef2728b tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4442484 Dec 20 15:39:36.965857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] For port 87389542-53e2-4c2c-8a92-fb54c8a96d1c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=87389542-53e2-4c2c-8a92-fb54c8a96d1c,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:36.966337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.982230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Calling delete_port for 87389542-53e2-4c2c-8a92-fb54c8a96d1c owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:36.999220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:37.036425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:37.059668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-c8d74850-a07c-434f-8da7-37581ee68600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:37.061193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-c8d74850-a07c-434f-8da7-37581ee68600 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 1098 time: 0.2386014 Dec 20 15:39:37.062971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-20726367-31b5-4b4e-afd5-142ca6338a8f service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664737 Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.095453 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:37.098118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aee212-2e8e-435d-9527-26ec7ed91287 req-fbdf11ee-c991-446c-9f70-c6eae7a2017c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:37.099434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66aee212-2e8e-435d-9527-26ec7ed91287 req-fbdf11ee-c991-446c-9f70-c6eae7a2017c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 948 time: 0.2206249 Dec 20 15:39:37.149973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-ee78dd4f-92a1-4be3-8f69-4492dbae0f62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3 HTTP/1.1" status: 200 len: 217 time: 0.0786719 Dec 20 15:39:37.160302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.278020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port e9977c91-6d9e-4c2e-9d78-4bea79604796 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:37.291529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e9977c91-6d9e-4c2e-9d78-4bea79604796 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:37.292144 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.300174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-dd4c868a-b336-4225-b089-bfb5509de848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:37.301659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-dd4c868a-b336-4225-b089-bfb5509de848 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1139681 Dec 20 15:39:37.328324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66aee212-2e8e-435d-9527-26ec7ed91287 req-5e907453-2d9f-4677-86dc-e4676a8d9416 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837943 Dec 20 15:39:37.351344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.357926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-83d2b3ce-7ac8-4676-8eb6-cfd96b76ea86 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846045 Dec 20 15:39:37.418742 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.419840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45172) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:37.445595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Pushing event deleted for resources: {'Port': ['ID=87389542-53e2-4c2c-8a92-fb54c8a96d1c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:37.475031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:37.478574 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a32d50-52e4-441a-bea3-359e6f050ddd" -d '{"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-plugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:37.481468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5b366ff-bd44-41f9-8acc-8ed645db7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:37.483519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d5b366ff-bd44-41f9-8acc-8ed645db7c82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717644 Dec 20 15:39:37.488585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b73f99c0-80ce-4f0e-96b5-fbd94d369a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.510753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:37.553640 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6e4bbb-9681-42a5-a862-0c9d17f47488 x-openstack-request-id: req-1a6e4bbb-9681-42a5-a862-0c9d17f47488 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:37.554074 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-plugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:37.554486 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a6e4bbb-9681-42a5-a862-0c9d17f47488 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:37.555014 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'code': 200} Dec 20 15:39:37.616976 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.685300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:37.715385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-d94b0e6c-126c-476c-820a-05794c70fefa service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052248 Dec 20 15:39:37.719901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.731997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-b92ac144-d055-4639-a869-87838314c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:37.733505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-b92ac144-d055-4639-a869-87838314c236 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 1098 time: 0.2421057 Dec 20 15:39:37.801646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.910675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6b42-51a8-4d8d-b1ef-c3792078bdc1 req-c41c338d-f155-4d09-951e-40f2b1f82f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:37.912486 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16ca6b42-51a8-4d8d-b1ef-c3792078bdc1 req-c41c338d-f155-4d09-951e-40f2b1f82f5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1100 time: 0.2300935 Dec 20 15:39:37.993960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b460e45-bb21-47c0-917f-32f2132f4a9e req-ee6e9f27-7cf8-4083-a11b-7cdfb4125724 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644255 Dec 20 15:39:38.015382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Allocated IP 172.25.6.227 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/60bb1087-77f0-49c9-a5d8-0004279c9263) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:38.030227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-ca2403fd-ac49-4333-8034-e3fa2e733959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.031757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-ca2403fd-ac49-4333-8034-e3fa2e733959 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2747328 Dec 20 15:39:38.044989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16ca6b42-51a8-4d8d-b1ef-c3792078bdc1 req-b760d507-c5b8-4f44-ab1a-5df0028c66cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968084 Dec 20 15:39:38.046660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b73f99c0-80ce-4f0e-96b5-fbd94d369a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.108283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-3bdbc1b7-e741-4306-bec4-71f7b5e4e628 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad HTTP/1.1" status: 200 len: 217 time: 0.0688446 Dec 20 15:39:38.164401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b73f99c0-80ce-4f0e-96b5-fbd94d369a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.197155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'tag': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:38.199432 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e25d54-1cc1-400c-bd1a-56de3b3c6846" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa46658-209e-4764-8a8f-c0c9bd6b5273", "tag": "bffb4044-cf4e-47b7-89b7-f5d7897985c3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:38.215314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:38.219610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b73f99c0-80ce-4f0e-96b5-fbd94d369a22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e1259c363e4482c91706eab64fb6a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7970328 Dec 20 15:39:38.223824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f99c0-80ce-4f0e-96b5-fbd94d369a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fe6ce1-f2ee-4888-814c-d34a3c60d236,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:38.226478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:38.258687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-251ff39f-4dc0-4169-ab55-54d34d450e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.260168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-251ff39f-4dc0-4169-ab55-54d34d450e61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1226230 Dec 20 15:39:38.273712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e599e1-ee52-4944-9cc2-25f86975856f req-f23b0a59-9e93-4230-a9fe-873bc8c51875 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.275212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9e599e1-ee52-4944-9cc2-25f86975856f req-f23b0a59-9e93-4230-a9fe-873bc8c51875 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 947 time: 0.1642787 Dec 20 15:39:38.289682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.357439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31b42b3e-c9e5-4166-89cd-464d4d9507f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.382659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-7b93b21f-7b3c-4f6e-ac99-e5a9b1cf14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.384205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-7b93b21f-7b3c-4f6e-ac99-e5a9b1cf14c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081204 Dec 20 15:39:38.390810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9e599e1-ee52-4944-9cc2-25f86975856f req-c192fd3d-c8ef-4452-9d69-09fb99d94294 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043456 Dec 20 15:39:38.394607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31b42b3e-c9e5-4166-89cd-464d4d9507f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.402895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:38.411769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3e9d7f68-366f-4e72-b908-8e7b0685546b admin admin] 10.222.0.81 "PUT /v2.0/routers/1ef21c32-3a34-479f-8a92-f35a5c8fee9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0837402 Dec 20 15:39:38.412778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:38.432766 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] Sync routers for ids ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:38.446428 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] Routers {'1ef21c32-3a34-479f-8a92-f35a5c8fee9e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:38.447132 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:38.540099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.541953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.548127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-21540b0d-38e2-4315-ab6c-8954d3603b5b service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540704 Dec 20 15:39:38.575417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] Set router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:38.630948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821d8a-8696-47e3-9829-0d2d92d097d5 req-3492f9f3-c714-4f87-b758-1c38269ae42c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.632523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab821d8a-8696-47e3-9829-0d2d92d097d5 req-3492f9f3-c714-4f87-b758-1c38269ae42c tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 950 time: 0.1518097 Dec 20 15:39:38.666372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.671561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31b42b3e-c9e5-4166-89cd-464d4d9507f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.672328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:38.673393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event updated for resources: {'Port': ['ID=60bb1087-77f0-49c9-a5d8-0004279c9263,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:38.675741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31b42b3e-c9e5-4166-89cd-464d4d9507f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.694392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-31b42b3e-c9e5-4166-89cd-464d4d9507f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65fe6ce1-f2ee-4888-814c-d34a3c60d236 HTTP/1.1" status: 204 len: 168 time: 0.4514582 Dec 20 15:39:38.694788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:38.706300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:38.718161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b42b3e-c9e5-4166-89cd-464d4d9507f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fe6ce1-f2ee-4888-814c-d34a3c60d236,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:38.793227 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:39:37Z', 'revision_number': 5, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port': {'id': '82ab219b-5ceb-45ec-8567-ac25aac5e7af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:38:55Z', 'updated_at': '2021-12-20T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:38.851500 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] Checking router: 1ef21c32-3a34-479f-8a92-f35a5c8fee9e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:38.863101 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] Routers {'1ef21c32-3a34-479f-8a92-f35a5c8fee9e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:38.864047 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:39:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:38.901722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Deleting port 82ab219b-5ceb-45ec-8567-ac25aac5e7af {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:38.903825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:38.976139 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] Set router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:39.003935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] For port 82ab219b-5ceb-45ec-8567-ac25aac5e7af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=82ab219b-5ceb-45ec-8567-ac25aac5e7af,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:39.004646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.021892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Calling delete_port for 82ab219b-5ceb-45ec-8567-ac25aac5e7af owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:39.038999 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:39:38Z', 'revision_number': 6, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:39.071597 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d16ecf-ccc7-4ff2-b709-1749084f748d None None] The sync data for ids ['1ef21c32-3a34-479f-8a92-f35a5c8fee9e'] in n-d-781076-8 is: [{'id': '1ef21c32-3a34-479f-8a92-f35a5c8fee9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1145610752-router', 'tenant_id': '429df1089ef0414a9c1dd6bd7c275683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:38:53Z', 'updated_at': '2021-12-20T15:39:38Z', 'revision_number': 6, 'project_id': '429df1089ef0414a9c1dd6bd7c275683', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:39.080822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e711a01-7de0-4406-aac4-598fc30c24c7 req-901d0352-a43e-4b47-929b-158c17a4af61 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994154 Dec 20 15:39:39.087093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab821d8a-8696-47e3-9829-0d2d92d097d5 req-a4c05443-1d38-45cd-aef7-b4a8b9ef1bac tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451790 Dec 20 15:39:39.092319 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.161832 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced4a2d5-b187-465b-9fa5-d4226d7921e2 x-openstack-request-id: req-ced4a2d5-b187-465b-9fa5-d4226d7921e2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:39.162581 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa46658-209e-4764-8a8f-c0c9bd6b5273", "tag": "bffb4044-cf4e-47b7-89b7-f5d7897985c3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:39.162581 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ced4a2d5-b187-465b-9fa5-d4226d7921e2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:39.162853 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'tag': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3', 'status': 'completed', 'code': 200} Dec 20 15:39:39.218948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.272798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-7536be90-c34d-40f9-96ee-b5e9ac1c3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:39.274487 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-7536be90-c34d-40f9-96ee-b5e9ac1c3631 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 1098 time: 0.0606115 Dec 20 15:39:39.339439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedf1c5-2b81-4c1b-942f-e2e008b45dd0 req-f0dae6e0-8245-4bf3-8b8d-7a66cb4cd1e4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:39.341015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abedf1c5-2b81-4c1b-942f-e2e008b45dd0 req-f0dae6e0-8245-4bf3-8b8d-7a66cb4cd1e4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1189218 Dec 20 15:39:39.383515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.429949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab219b-5ceb-45ec-8567-ac25aac5e7af,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:39.462077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abedf1c5-2b81-4c1b-942f-e2e008b45dd0 req-925980ef-6d19-4d51-9728-3c23f0531656 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921178 Dec 20 15:39:39.466670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.522968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.547859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87389542-53e2-4c2c-8a92-fb54c8a96d1c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:39.587759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 87389542-53e2-4c2c-8a92-fb54c8a96d1c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:39.588330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87389542-53e2-4c2c-8a92-fb54c8a96d1c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:39.598009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.600619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-c0a7577c-367a-4aa8-8f5c-128ca4aaae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:39.602252 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-c0a7577c-367a-4aa8-8f5c-128ca4aaae77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3053036 Dec 20 15:39:39.603534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.614133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.676188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.688608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event updated for resources: {'Port': ['ID=60bb1087-77f0-49c9-a5d8-0004279c9263,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:39.731820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-6a98c569-6b89-499c-9056-f10c23f20cc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3 HTTP/1.1" status: 200 len: 217 time: 0.1206124 Dec 20 15:39:39.758734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe508124-d38e-4b9f-8d01-fd75adb11676 req-522ed97e-8859-46b2-a661-32047534d70d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:39.760260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe508124-d38e-4b9f-8d01-fd75adb11676 req-522ed97e-8859-46b2-a661-32047534d70d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 947 time: 0.0583594 Dec 20 15:39:39.763465 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.764575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e73da939-4929-48f8-8471-39955c42f0af req-d476cb5f-34f0-42bf-b7ed-757b81712b32 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7877595 Dec 20 15:39:39.817715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-47857071-d810-43ba-b4c3-5b7c1c42f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:39.819503 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-47857071-d810-43ba-b4c3-5b7c1c42f162 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0779200 Dec 20 15:39:39.833615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e73da939-4929-48f8-8471-39955c42f0af req-1ea0f346-8bd0-4461-8ff5-8796b95afb64 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.0585060 Dec 20 15:39:39.839791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.840339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef21c32-3a34-479f-8a92-f35a5c8fee9e {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:39:39.848132 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:39.851842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2cf66543-4a4b-44fa-ba5f-0d94f6b99ee5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1ef21c32-3a34-479f-8a92-f35a5c8fee9e HTTP/1.1" status: 204 len: 168 time: 1.4383147 Dec 20 15:39:39.866359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45216) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:39.902191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe508124-d38e-4b9f-8d01-fd75adb11676 req-9c59a424-17bb-433e-8580-f64c0cbd3971 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326721 Dec 20 15:39:39.941704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-da5589a4-1129-4e09-938a-fba20952ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:39.944407 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-da5589a4-1129-4e09-938a-fba20952ae95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164513 Dec 20 15:39:39.948797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Deleting subnet d1fd8993-74ae-41bb-ab67-0737fe01aabb {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:39:39.967307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.020586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da939-4929-48f8-8471-39955c42f0af req-3540e0de-a20a-4612-967b-38a00db64930 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:40.021993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e73da939-4929-48f8-8471-39955c42f0af req-3540e0de-a20a-4612-967b-38a00db64930 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1782603 Dec 20 15:39:40.051747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.164043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:40.167414 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-51b77beb-6c5b-4846-9898-017957fb395d service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106180 Dec 20 15:39:40.175370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.254388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f26003-f834-4842-b8ae-8acc311a8faa req-fe82759f-fc33-45d6-a340-aea1685bc155 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:40.255932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f26003-f834-4842-b8ae-8acc311a8faa req-fe82759f-fc33-45d6-a340-aea1685bc155 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 950 time: 0.1078780 Dec 20 15:39:40.310260 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73e25d54-1cc1-400c-bd1a-56de3b3c6846 req-fb7e8c9c-ae41-4269-ac60-556134b7f0ee service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323860 Dec 20 15:39:40.333300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-878987638-network', 'tenant_id': 'e05ba2503203425383695446d6f0aa70'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:40.396452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1825a21-aeb5-4434-a59b-22ea3acba389 req-b7d0098d-c26b-44c6-8970-8246709f64e2 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:40.398067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f1825a21-aeb5-4434-a59b-22ea3acba389 req-b7d0098d-c26b-44c6-8970-8246709f64e2 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 950 time: 0.1911106 Dec 20 15:39:40.426150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.454137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fd8993-74ae-41bb-ab67-0737fe01aabb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:40.461495 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.467846 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8dc95cbf-ef3e-47f2-a054-4a789202febb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d1fd8993-74ae-41bb-ab67-0737fe01aabb HTTP/1.1" status: 204 len: 168 time: 0.6001756 Dec 20 15:39:40.468739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45242) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:40.473280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73f440-adc2-4409-bb6d-735ae0f4a397 None None] Network c29e487c-fdde-4dfe-bc88-dcdebbae57b1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:40.511341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-19ffb99f-495d-4ab5-b0fe-271fc6c2d967 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:40.512816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-19ffb99f-495d-4ab5-b0fe-271fc6c2d967 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 821 time: 0.2399635 Dec 20 15:39:40.540001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f1825a21-aeb5-4434-a59b-22ea3acba389 req-a7133551-dc50-4bed-b01a-dc403b8a552e tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328003 Dec 20 15:39:40.540535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.544571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-c34d2546-87e9-46a1-8ac1-4e2c0edbc69c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/quotas/4a01f0300cfb48af82f04ffd08569dd8 HTTP/1.1" status: 200 len: 375 time: 0.0212486 Dec 20 15:39:40.552577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Deleting port d148ec8a-aa53-48d3-948e-d42e2057aa09 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:40.553384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.632203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Deleting port c6af58d7-49ba-4331-b7fb-a76bb05c155f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:40.632811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.637112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Made reservation on behalf of e05ba2503203425383695446d6f0aa70 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:40.639444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.663790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] DHCP port deletion for c29e487c-fdde-4dfe-bc88-dcdebbae57b1 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:39:40.711062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] For port c6af58d7-49ba-4331-b7fb-a76bb05c155f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c6af58d7-49ba-4331-b7fb-a76bb05c155f,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:40.711441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.712837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.718068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] Deleting port c6af58d7-49ba-4331-b7fb-a76bb05c155f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:40.718829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.728122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Calling delete_port for c6af58d7-49ba-4331-b7fb-a76bb05c155f owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:40.734404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-79f6289c-2cb0-4836-b432-99c5b9b99b13 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1776633 Dec 20 15:39:40.796975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] For port c6af58d7-49ba-4331-b7fb-a76bb05c155f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c6af58d7-49ba-4331-b7fb-a76bb05c155f,segment=NetworkSegment(56725748-5fc7-432d-ac25-ec0da2347974),segment_id=56725748-5fc7-432d-ac25-ec0da2347974)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:40.797422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.813106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] Calling delete_port for c6af58d7-49ba-4331-b7fb-a76bb05c155f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:40.879639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504e6d3-3e68-48fe-a125-eb61df83dba1 req-39936046-d368-41bf-bad0-ca6692b25cae tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:40.881241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6504e6d3-3e68-48fe-a125-eb61df83dba1 req-39936046-d368-41bf-bad0-ca6692b25cae tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.2504399 Dec 20 15:39:40.883193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] For port d148ec8a-aa53-48d3-948e-d42e2057aa09, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d148ec8a-aa53-48d3-948e-d42e2057aa09,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:40.883569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.913779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Calling delete_port for d148ec8a-aa53-48d3-948e-d42e2057aa09 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:40.936957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.946996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:40.968611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6af58d7-49ba-4331-b7fb-a76bb05c155f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:40.973428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] Pushing event deleted for resources: {'Port': ['ID=c6af58d7-49ba-4331-b7fb-a76bb05c155f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:40.974008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] No DVR routers for this DVR port c6af58d7-49ba-4331-b7fb-a76bb05c155f on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:39:40.977088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1c6c6-cfc7-4372-9c09-b4983efb8ca3 None None] No DVR routers for this DVR port c6af58d7-49ba-4331-b7fb-a76bb05c155f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:39:41.045198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-4d280d30-6139-4735-94ef-26cf74e11b59 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002064 Dec 20 15:39:41.050548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bffb4044-cf4e-47b7-89b7-f5d7897985c3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:41.055941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.060692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6504e6d3-3e68-48fe-a125-eb61df83dba1 req-5fe68bc2-a1a4-40a9-be65-5734b457c3a6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591451 Dec 20 15:39:41.068406 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > port after_create 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > port after_update 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.088796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.152845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.157350 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.158499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.158945 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.159325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:39:41.159755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29e487c-fdde-4dfe-bc88-dcdebbae57b1']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:41.166095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:39:41.198607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56725748-5fc7-432d-ac25-ec0da2347974') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:41.198911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56725748-5fc7-432d-ac25-ec0da2347974') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:41.214582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.214942 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Added segment e2b9be42-bb07-4382-9299-922800d04e40 of type vlan for network dde4b1e1-d16b-4263-a383-6dee096dec92 Dec 20 15:39:41.227108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.235427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bffb4044-cf4e-47b7-89b7-f5d7897985c3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:41.239662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d7cfcc-cf77-4ad8-919c-ca14f572536c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:41.257334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3', 'mac_address': 'fa:16:3e:84:9b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:41.257501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.271339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:39:41.271648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.301849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-e239eeff-869b-4ed1-9a30-ec3a981c9820 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403033 Dec 20 15:39:41.311088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.331375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffb4044-cf4e-47b7-89b7-f5d7897985c3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:41.339235 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.356826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bffb4044-cf4e-47b7-89b7-f5d7897985c3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:39:41.383172 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:39:41.389343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03728ddb-38ce-495b-a4bd-ecb6042eeaee req-8d02d436-5ca2-443a-87e8-4d61094a31b6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:41.393976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03728ddb-38ce-495b-a4bd-ecb6042eeaee req-8d02d436-5ca2-443a-87e8-4d61094a31b6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 947 time: 0.1268570 Dec 20 15:39:41.394582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c6af58d7-49ba-4331-b7fb-a76bb05c155f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:41.415794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c6af58d7-49ba-4331-b7fb-a76bb05c155f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:41.416141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c6af58d7-49ba-4331-b7fb-a76bb05c155f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:41.416560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 82ab219b-5ceb-45ec-8567-ac25aac5e7af no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:41.428423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.442432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 82ab219b-5ceb-45ec-8567-ac25aac5e7af {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:41.442585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 82ab219b-5ceb-45ec-8567-ac25aac5e7af not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:41.445371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.451649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] 10.222.0.81 "DELETE /v2.0/networks/c29e487c-fdde-4dfe-bc88-dcdebbae57b1 HTTP/1.1" status: 204 len: 168 time: 0.9819629 Dec 20 15:39:41.461713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03728ddb-38ce-495b-a4bd-ecb6042eeaee req-7376d081-0b65-44cd-a261-21c577060143 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Dec 20 15:39:41.461888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777b636-2939-425c-a1a7-68883366422e admin admin] Pushing event deleted for resources: {'Network': ['ID=c29e487c-fdde-4dfe-bc88-dcdebbae57b1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:41.505520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.505895 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.507548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:41.508144 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.514377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.539181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9e3e873b-19d4-44b0-a783-e46d7e131f00', 'd148ec8a-aa53-48d3-948e-d42e2057aa09'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:41.635975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bffb4044-cf4e-47b7-89b7-f5d7897985c3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:41.646878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Pushing event deleted for resources: {'Port': ['ID=d148ec8a-aa53-48d3-948e-d42e2057aa09,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:41.723009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0996f7dc-4f9b-4e62-8075-4e537af1b6ba req-1d3beb0b-de05-44e1-a790-41493237aee7 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 210 time: 0.0816631 Dec 20 15:39:41.726632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5642259 Dec 20 15:39:41.730053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:41.736573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Request body: {'subnet': {'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-878987638-subnet', 'tenant_id': 'e05ba2503203425383695446d6f0aa70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:41.739941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fda3df-08d7-4155-b04c-b58faa0fd205 req-2a4b47bb-a26c-433d-b3d9-6b770a06d6ca tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:41.748504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fda3df-08d7-4155-b04c-b58faa0fd205 req-2a4b47bb-a26c-433d-b3d9-6b770a06d6ca tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1916614 Dec 20 15:39:41.754315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] No DVR routers for this DVR port d148ec8a-aa53-48d3-948e-d42e2057aa09 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:39:41.755980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970333b-b1d2-45a7-a046-e5d0222742e3 admin admin] Pushing event updated for resources: {'Network': ['ID=dde4b1e1-d16b-4263-a383-6dee096dec92,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:41.770997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.778096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f26003-f834-4842-b8ae-8acc311a8faa req-934a8dac-b263-4064-bf0d-e40f45f16691 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "DELETE /v2.0/ports/d148ec8a-aa53-48d3-948e-d42e2057aa09 HTTP/1.1" status: 204 len: 173 time: 1.5105097 Dec 20 15:39:41.778096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'name': 'network-vif-deleted', 'tag': 'd148ec8a-aa53-48d3-948e-d42e2057aa09'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:41.792067 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce04d3d0-e066-49b9-ac31-81a5c0e8987c" -d '{"events": [{"server_uuid": "3db12ee4-f127-4dc1-b50d-3e32523dc83c", "name": "network-vif-deleted", "tag": "d148ec8a-aa53-48d3-948e-d42e2057aa09"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:41.811851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network dde4b1e1-d16b-4263-a383-6dee096dec92 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:39:41.877606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:41.900207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Made reservation on behalf of e05ba2503203425383695446d6f0aa70 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:41.902669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:41.925839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45272) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:41.969863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fda3df-08d7-4155-b04c-b58faa0fd205 req-30209be1-8c48-4bbf-8d97-e556507428f2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205071 Dec 20 15:39:41.972353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5760464c-0a85-4ef5-b662-f911f97255ba req-9dfe3e3b-d938-4940-b4dd-c4a822ba5754 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 210 time: 0.0810909 Dec 20 15:39:42.058328 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c03be18-ba5b-486f-9e75-9c880d7665dd x-openstack-request-id: req-2c03be18-ba5b-486f-9e75-9c880d7665dd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:42.058956 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db12ee4-f127-4dc1-b50d-3e32523dc83c", "name": "network-vif-deleted", "tag": "d148ec8a-aa53-48d3-948e-d42e2057aa09", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:42.059405 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c03be18-ba5b-486f-9e75-9c880d7665dd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:42.060049 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db12ee4-f127-4dc1-b50d-3e32523dc83c', 'name': 'network-vif-deleted', 'tag': 'd148ec8a-aa53-48d3-948e-d42e2057aa09', 'status': 'completed', 'code': 200} Dec 20 15:39:42.065981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c8e8e0fe-442f-4440-be5b-a3c58ffc84ad details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:42.265223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c70a48e6-2105-4598-8726-8f97a1649c06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=429df1089ef0414a9c1dd6bd7c275683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360622 Dec 20 15:39:42.265724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:42.284822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:42.308612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'mac_address': 'fa:16:3e:4a:5b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:42.356161 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-601460ae-5458-4f2e-acf1-8f1f61e1ef51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.370177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.390598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-601460ae-5458-4f2e-acf1-8f1f61e1ef51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.394163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e8e0fe-442f-4440-be5b-a3c58ffc84ad {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:42.424054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:42.549634 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.550435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.578145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-601460ae-5458-4f2e-acf1-8f1f61e1ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.581245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-601460ae-5458-4f2e-acf1-8f1f61e1ef51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.582418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-601460ae-5458-4f2e-acf1-8f1f61e1ef51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a1af3a2-2566-4262-8f5a-d8fe24b1185e HTTP/1.1" status: 204 len: 168 time: 0.3156211 Dec 20 15:39:42.603627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601460ae-5458-4f2e-acf1-8f1f61e1ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1af3a2-2566-4262-8f5a-d8fe24b1185e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:42.612243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1f7183-6396-43dc-b04e-593735773e6b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:42.629948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:42.635181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c588e6-5b53-4dd7-97ac-f0ac47bf8c80 req-04aec875-d88c-43de-bcde-1ff66d2550c8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:42.637853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:42.638211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Network hostable DHCP agents. Network: dde4b1e1-d16b-4263-a383-6dee096dec92, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:39:42.641571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c588e6-5b53-4dd7-97ac-f0ac47bf8c80 req-04aec875-d88c-43de-bcde-1ff66d2550c8 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 948 time: 0.0988815 Dec 20 15:39:42.706937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c588e6-5b53-4dd7-97ac-f0ac47bf8c80 req-12aae687-bd2c-4027-a77c-5cf2976d6811 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601673 Dec 20 15:39:42.778451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Network dde4b1e1-d16b-4263-a383-6dee096dec92 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:39:42.794359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc69035-baee-4f1f-a61f-d307359e80a7 req-9cc75d9e-f507-4789-83a4-69733d3c190e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:42.796382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbc69035-baee-4f1f-a61f-d307359e80a7 req-9cc75d9e-f507-4789-83a4-69733d3c190e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.0570643 Dec 20 15:39:42.835594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99c42521-2713-4a6e-ae87-4d5f907f6f62 req-04750ba1-dfac-42e6-a5db-93e61faa7c12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 210 time: 0.0343494 Dec 20 15:39:42.877709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbc69035-baee-4f1f-a61f-d307359e80a7 req-12cfa775-642d-4124-a94c-5aa525c04ebf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661726 Dec 20 15:39:42.910491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, dde4b1e1-d16b-4263-a383-6dee096dec92) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:42.921084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4deb57-a639-4410-a272-0993640b0451 None None] Network dde4b1e1-d16b-4263-a383-6dee096dec92 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:42.921591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:42.921591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:42.983084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:43.041026 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b5cc4b54-fce0-4e2f-a3eb-a917ee78afc8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3094387 Dec 20 15:39:43.062499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266bd290-0625-427f-9371-8b6661fcab31 None None] Network dde4b1e1-d16b-4263-a383-6dee096dec92 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:43.110096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-32c89bdf-4ed1-4bcc-b730-47d73db0fed9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110911 Dec 20 15:39:43.212891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49c10eea-faa8-4a6d-a4c1-aec1bb9789db req-a9ecd1b3-d5c4-410a-959c-6ca5493aab65 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=3db12ee4-f127-4dc1-b50d-3e32523dc83c HTTP/1.1" status: 200 len: 210 time: 0.0687630 Dec 20 15:39:43.829650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c27599-879f-403c-afda-dde356f3624f req-9f0f8771-50ab-4eb4-ad48-d328f130bf13 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:43.831561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10c27599-879f-403c-afda-dde356f3624f req-9f0f8771-50ab-4eb4-ad48-d328f130bf13 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 948 time: 0.0524223 Dec 20 15:39:43.898356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10c27599-879f-403c-afda-dde356f3624f req-647796ec-a668-4558-bb00-35d6eb6bb88e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Dec 20 15:39:43.963943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d79bbd92-8515-4e62-9fe5-2bb6140985e0 req-ecdc9c04-3032-4e92-b31a-6f836dbce711 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 210 time: 0.0304878 Dec 20 15:39:44.000122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d148ec8a-aa53-48d3-948e-d42e2057aa09 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:44.025792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: d148ec8a-aa53-48d3-948e-d42e2057aa09 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:44.026300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d148ec8a-aa53-48d3-948e-d42e2057aa09 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:44.070489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea6a6-7fe8-4d27-a732-4d67470db045 req-cefc3e1a-cbe8-48a5-9ff8-1eadb24309dd tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:44.072387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91ea6a6-7fe8-4d27-a732-4d67470db045 req-cefc3e1a-cbe8-48a5-9ff8-1eadb24309dd tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.0914798 Dec 20 15:39:44.135551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91ea6a6-7fe8-4d27-a732-4d67470db045 req-0b52183f-cbbc-4754-8126-1e9ae7b8efbf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536447 Dec 20 15:39:44.248409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45356) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:44.254464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-810218625-network', 'tenant_id': '51cfb55d4a604981b2c335db5b5bb388'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:44.446708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Made reservation on behalf of 51cfb55d4a604981b2c335db5b5bb388 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:44.450926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:44.466780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:44.621419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:44.662266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-3d2648ea-aa56-439a-b07e-08cb6fe4c82e tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:44.663737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-3d2648ea-aa56-439a-b07e-08cb6fe4c82e tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 821 time: 0.1239152 Dec 20 15:39:44.680972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'port': {'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'admin_state_up': True, 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:44.732176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:44.776253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:39:44.791141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f017df-7e24-4ec1-8dbc-4a19d9322bae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:44.801549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:44.801798 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Added segment a298dded-76f5-4c08-ba5f-858909ed92ae of type vlan for network c732efba-5823-41af-909a-b31b981895a2 Dec 20 15:39:44.878666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:44.933779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9920f-bdcc-46f0-b361-e961ad0fe661 req-1bbc6840-6b4e-473d-b443-4800e328f825 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:44.935316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccb9920f-bdcc-46f0-b361-e961ad0fe661 req-1bbc6840-6b4e-473d-b443-4800e328f825 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 950 time: 0.0956740 Dec 20 15:39:44.992444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccb9920f-bdcc-46f0-b361-e961ad0fe661 req-43938b5e-2d5f-44db-8a41-2f7ad0acc1dd tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507185 Dec 20 15:39:45.033381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.034596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:45.035177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.060626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bffb4044-cf4e-47b7-89b7-f5d7897985c3 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:45.133777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Made reservation on behalf of 4a01f0300cfb48af82f04ffd08569dd8 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:45.135689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.164976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-545878e5-4342-42b2-a91b-2dc4b64de936 req-656630b5-2a47-45c0-aff7-51a1762680b7 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 210 time: 0.0691879 Dec 20 15:39:45.194988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208e2b6-f480-4785-a072-e272af4a8edc req-e162ce6c-7589-4d70-9fe3-311cb719e461 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:45.196726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9208e2b6-f480-4785-a072-e272af4a8edc req-e162ce6c-7589-4d70-9fe3-311cb719e461 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 948 time: 0.2033668 Dec 20 15:39:45.206422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] Pushing event updated for resources: {'Network': ['ID=c732efba-5823-41af-909a-b31b981895a2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:45.219716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c732efba-5823-41af-909a-b31b981895a2 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:39:45.240598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port bffb4044-cf4e-47b7-89b7-f5d7897985c3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:45.258888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port bffb4044-cf4e-47b7-89b7-f5d7897985c3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:45.259574 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.272586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:45.279426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Request body: {'subnet': {'network_id': 'c732efba-5823-41af-909a-b31b981895a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-810218625-subnet', 'tenant_id': '51cfb55d4a604981b2c335db5b5bb388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:45.279530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-170359b4-d0ce-458c-9a20-e8100392d4bd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0241730 Dec 20 15:39:45.428531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9208e2b6-f480-4785-a072-e272af4a8edc req-4b908fc5-d293-4765-a099-b08d140d7af5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177520 Dec 20 15:39:45.440023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Made reservation on behalf of 51cfb55d4a604981b2c335db5b5bb388 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:45.444960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.552566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe24c7e-b88d-4d2f-a034-cad73ac6122a req-71b3565f-f1ad-4906-9a6d-99d83acb5532 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:45.565019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbe24c7e-b88d-4d2f-a034-cad73ac6122a req-71b3565f-f1ad-4906-9a6d-99d83acb5532 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.2121205 Dec 20 15:39:45.585054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.597516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Allocated IP 172.20.0.9 (2c917c14-293c-4ed1-ab25-bacad30075b4/9edb00e9-7661-43db-b3c4-51e254570a60/b30e79b9-186f-4f12-bb2c-cec7c31d6710) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:45.624277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bffb4044-cf4e-47b7-89b7-f5d7897985c3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:45.627172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:45.630144 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ad78d-a3b7-4f16-b4d3-b5a32db6eb00" -d '{"events": [{"server_uuid": "3fa46658-209e-4764-8a8f-c0c9bd6b5273", "name": "network-vif-plugged", "status": "completed", "tag": "bffb4044-cf4e-47b7-89b7-f5d7897985c3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:45.746748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbe24c7e-b88d-4d2f-a034-cad73ac6122a req-de6cf419-c4c2-4496-84b1-855a300337b0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716075 Dec 20 15:39:45.747346 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ce764-ac74-4218-8688-893fc4723988 x-openstack-request-id: req-923ce764-ac74-4218-8688-893fc4723988 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:45.747666 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa46658-209e-4764-8a8f-c0c9bd6b5273", "name": "network-vif-plugged", "status": "completed", "tag": "bffb4044-cf4e-47b7-89b7-f5d7897985c3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:45.747909 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-923ce764-ac74-4218-8688-893fc4723988 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:45.748481 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3', 'code': 200} Dec 20 15:39:45.800653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.906364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bffb4044-cf4e-47b7-89b7-f5d7897985c3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:45.958045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5857b-0323-4dc1-ae40-2ce88294fff4 req-90a6793a-8234-4df0-a5a5-f8d15de87f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:45.958490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccf5857b-0323-4dc1-ae40-2ce88294fff4 req-90a6793a-8234-4df0-a5a5-f8d15de87f08 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 1100 time: 0.0871546 Dec 20 15:39:45.977542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.983784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c8e8e0fe-442f-4440-be5b-a3c58ffc84ad up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:46.021588 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccf5857b-0323-4dc1-ae40-2ce88294fff4 req-7a1e8760-2175-40e2-b8fd-35a9c8b831d0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534484 Dec 20 15:39:46.125857 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.135972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a561c-f80b-4025-8ad6-c2161ddd2df8 req-ba10a947-c9b3-40b3-a98e-34c5a8ce07fd tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:46.137556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d27a561c-f80b-4025-8ad6-c2161ddd2df8 req-ba10a947-c9b3-40b3-a98e-34c5a8ce07fd tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 950 time: 0.0567396 Dec 20 15:39:46.165241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:46.171100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:46.171442 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.176295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.222599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=295b4117-59d7-43d2-966e-b1e9daf610cf,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:46.232538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Checking segment: {'id': 'a298dded-76f5-4c08-ba5f-858909ed92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c732efba-5823-41af-909a-b31b981895a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:46.233687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Network hostable DHCP agents. Network: c732efba-5823-41af-909a-b31b981895a2, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:39:46.258008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:46.306644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:46.308267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event updated for resources: {'Port': ['ID=b30e79b9-186f-4f12-bb2c-cec7c31d6710,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:46.312380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:46.314949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:46.323527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:46.324462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.330718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d27a561c-f80b-4025-8ad6-c2161ddd2df8 req-e0ff1418-0ca7-47f5-b398-7e6c99d59584 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/security-groups?id=0aeace7c-df92-421a-aba5-6dfc0b6838cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827383 Dec 20 15:39:46.386538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.448503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Network c732efba-5823-41af-909a-b31b981895a2 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:39:46.575928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:46.578470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9b2c-20f1-4d5e-a360-441c6507e271 req-44cc9ec2-5832-4685-8aa6-f44ddcc5ed8b tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:46.578470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1cf9b2c-20f1-4d5e-a360-441c6507e271 req-44cc9ec2-5832-4685-8aa6-f44ddcc5ed8b tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 931 time: 0.0582659 Dec 20 15:39:46.589007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1cf9b2c-20f1-4d5e-a360-441c6507e271 req-c7cddcf1-45ee-43f0-b30b-a38d031dca0b tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518832 Dec 20 15:39:46.634269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dc47b4dc-70e7-4f14-99ef-bd97b04a7ba8 None None] Provisioning complete for port b30e79b9-186f-4f12-bb2c-cec7c31d6710 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:46.634674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc47b4dc-70e7-4f14-99ef-bd97b04a7ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.674505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dc47b4dc-70e7-4f14-99ef-bd97b04a7ba8 None None] Port b30e79b9-186f-4f12-bb2c-cec7c31d6710 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:46.685260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c732efba-5823-41af-909a-b31b981895a2) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:46.690056 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:46.690649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.698564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd704de-b328-4274-9a1a-459b1335eea2 None None] Network c732efba-5823-41af-909a-b31b981895a2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:46.700083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-661e528c-57a5-40ae-b761-cc08f0e0b729 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0231082 Dec 20 15:39:46.715703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Request body: {'port': {'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:46.728593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.749146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087affa1-63cb-4fe2-83e5-d9b002194fb1 req-ebfcdbd3-3cf0-4445-baae-b671b2dd4f2f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:46.750697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-087affa1-63cb-4fe2-83e5-d9b002194fb1 req-ebfcdbd3-3cf0-4445-baae-b671b2dd4f2f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 948 time: 0.0828857 Dec 20 15:39:46.797586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:46.799455 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5bc7716d-a544-40e5-a8eb-c491ad9e2aeb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5247288 Dec 20 15:39:46.834662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:46.882945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2db998-4ed6-41f4-b962-675dea288ab8 None None] Network c732efba-5823-41af-909a-b31b981895a2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:46.887597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-087affa1-63cb-4fe2-83e5-d9b002194fb1 req-7711a708-bc67-4ab8-9dfb-cf18db39c017 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235135 Dec 20 15:39:46.950091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493e1d-7ba8-4a53-a2a9-a2fbf6f965ab req-937c6259-b780-45cc-a323-c694865314d8 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:46.958180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58493e1d-7ba8-4a53-a2a9-a2fbf6f965ab req-937c6259-b780-45cc-a323-c694865314d8 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1097 time: 0.0628655 Dec 20 15:39:47.026637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-d0ccaa8b-2745-4a48-94d3-cc5f4ff4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:47.028750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-d0ccaa8b-2745-4a48-94d3-cc5f4ff4e88d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1100 time: 0.1071355 Dec 20 15:39:47.147929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-a5e1f2a3-020e-48ce-aedb-431131005786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:47.149503 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-a5e1f2a3-020e-48ce-aedb-431131005786 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1112380 Dec 20 15:39:47.200161 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-0947047d-1281-4922-b042-0db82dcc2d70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0389664 Dec 20 15:39:47.216507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-d8c43263-6a83-4766-a1aa-f84e85dfdd54 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:47.218180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-d8c43263-6a83-4766-a1aa-f84e85dfdd54 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 950 time: 0.2044661 Dec 20 15:39:47.220707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58493e1d-7ba8-4a53-a2a9-a2fbf6f965ab req-93ef5ef6-ce97-4329-868a-e37e41ee205f tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619939 Dec 20 15:39:47.259919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-b77a4cd5-c13e-468b-95f5-5dc64f460a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:47.261941 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-b77a4cd5-c13e-468b-95f5-5dc64f460a17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0541029 Dec 20 15:39:47.328407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-e69f09b9-7b76-45ba-b4ca-601d04ec7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:47.330650 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-e69f09b9-7b76-45ba-b4ca-601d04ec7629 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484934 Dec 20 15:39:47.453385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-caab803f-705b-4da6-a21b-58a69a150ab9 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134892 Dec 20 15:39:47.560105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e885db9-3077-4be2-ba7b-5c2904d5d01b req-44d909b8-5f84-4029-b97d-ec7217473c5b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:47.561731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e885db9-3077-4be2-ba7b-5c2904d5d01b req-44d909b8-5f84-4029-b97d-ec7217473c5b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.4708002 Dec 20 15:39:47.585589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-b9e2effb-6ddb-43f3-b563-3db2710495b7 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205444 Dec 20 15:39:47.714438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e885db9-3077-4be2-ba7b-5c2904d5d01b req-fee13137-23b8-48ad-9857-46438ca9d97e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422904 Dec 20 15:39:47.721708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30e79b9-186f-4f12-bb2c-cec7c31d6710 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:47.732030 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:47.748991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Transition to ACTIVE for port object b30e79b9-186f-4f12-bb2c-cec7c31d6710 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:47.749260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03661908-f4b2-4856-bf35-79244b0b34a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:47.752368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Deleting port 9e3e873b-19d4-44b0-a783-e46d7e131f00 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:47.752542 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2d7a2-8b30-44a0-b5c4-955d03b4a6de" -d '{"events": [{"server_uuid": "03661908-f4b2-4856-bf35-79244b0b34a2", "name": "network-vif-plugged", "status": "completed", "tag": "c8e8e0fe-442f-4440-be5b-a3c58ffc84ad"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:47.752679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:47.828607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:47.895924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Pushing event updated for resources: {'Port': ['ID=b30e79b9-186f-4f12-bb2c-cec7c31d6710,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:47.950415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] For port 9e3e873b-19d4-44b0-a783-e46d7e131f00, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9e3e873b-19d4-44b0-a783-e46d7e131f00,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:47.950415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:47.959369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Attempting to bind port b30e79b9-186f-4f12-bb2c-cec7c31d6710 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:47.959707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Attempting to bind port b30e79b9-186f-4f12-bb2c-cec7c31d6710 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:47.960035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Attempting to bind port b30e79b9-186f-4f12-bb2c-cec7c31d6710 on network 2c917c14-293c-4ed1-ab25-bacad30075b4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:47.974851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Calling delete_port for 9e3e873b-19d4-44b0-a783-e46d7e131f00 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:47.976648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Port b30e79b9-186f-4f12-bb2c-cec7c31d6710 on network 2c917c14-293c-4ed1-ab25-bacad30075b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:47.976974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Attempting to bind port b30e79b9-186f-4f12-bb2c-cec7c31d6710 on network 2c917c14-293c-4ed1-ab25-bacad30075b4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:47.988551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:47.989513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Checking segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:47.989513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Bound using segment: {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:47.989737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Bound port: b30e79b9-186f-4f12-bb2c-cec7c31d6710, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee37e512-5962-4ead-aade-ba179d2f41ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:47.990093 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:48.200204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] For port b30e79b9-186f-4f12-bb2c-cec7c31d6710, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:48.207925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] For port b30e79b9-186f-4f12-bb2c-cec7c31d6710, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:48.221011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-b0c2bff7-4b19-431d-b121-1c2ad2dbb008 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:48.222568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-b0c2bff7-4b19-431d-b121-1c2ad2dbb008 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.1885037 Dec 20 15:39:48.263488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-3ed7b588-8637-4e23-9611-089cfe3c8e1d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/quotas/e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 375 time: 0.0344272 Dec 20 15:39:48.309283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-a60fc2d5-5926-4e32-a50e-46ed6b4f0b2d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382171 Dec 20 15:39:48.316534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:48.405457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:48.406076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:48.408107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] 10.222.0.83 "PUT /v2.0/ports/b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 1091 time: 1.6972837 Dec 20 15:39:48.408534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:48.410891 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a" -d '{"events": [{"name": "network-changed", "server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:48.443596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc550cd2-f740-4d6e-9e54-6c34afd71197 service neutron] Pushing event updated for resources: {'Port': ['ID=b30e79b9-186f-4f12-bb2c-cec7c31d6710,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:48.458876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:48.505783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Pushing event deleted for resources: {'Port': ['ID=9e3e873b-19d4-44b0-a783-e46d7e131f00,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:48.515779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-c6423244-c108-434f-875f-7ff1bcb1e87a service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969333 Dec 20 15:39:48.589192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] No DVR routers for this DVR port 9e3e873b-19d4-44b0-a783-e46d7e131f00 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:39:48.621675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:48.625046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abe37b80-b576-44b2-b575-3021603f8cc6 req-7c9cc5b7-0e38-4bea-b975-e4c485208280 tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.83 "DELETE /v2.0/ports/9e3e873b-19d4-44b0-a783-e46d7e131f00 HTTP/1.1" status: 204 len: 173 time: 1.3972254 Dec 20 15:39:48.677837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-3d1af303-4fe1-4e1d-9727-f3533956f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:48.679340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-3d1af303-4fe1-4e1d-9727-f3533956f57d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1094 time: 0.1192830 Dec 20 15:39:48.684920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-777dc60e-ab53-4709-b162-b79a70ce5169 service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464868 Dec 20 15:39:48.738488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-c726717e-6700-46f4-96ae-bfef222a9e4a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 217 time: 0.0472391 Dec 20 15:39:48.834168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-736820c5-0e06-4566-b384-cc3cc62cf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:48.836738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-736820c5-0e06-4566-b384-cc3cc62cf49a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0880339 Dec 20 15:39:48.904974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-6ce4cdb9-eb30-488d-9f20-460a141c65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:48.906636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-6ce4cdb9-eb30-488d-9f20-460a141c65e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624135 Dec 20 15:39:49.011185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-536a0a9c-65b4-472e-8b68-fff2298e78bc service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959027 Dec 20 15:39:49.190112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdce0e01-3f2c-40ee-acd2-1795fa5f1b98 req-5cc84023-157b-4c4b-bb21-633cf4d51edf tempest-ServersAdminNegativeTestJSON-1478659621 tempest-ServersAdminNegativeTestJSON-1478659621-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e56b552-ec7a-4804-b8e7-1599cdf759e5 HTTP/1.1" status: 200 len: 210 time: 0.0448327 Dec 20 15:39:49.216536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eab799e0-0769-425d-b1c1-68742da2bcc8 req-856f618c-2f96-4b61-b656-48944d320bea service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893120 Dec 20 15:39:49.325282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921bf7c-ccf0-4de5-b922-4bfc739fa2ae req-7544808b-3a0f-43c8-a722-6910f34b4af9 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:49.326912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b921bf7c-ccf0-4de5-b922-4bfc739fa2ae req-7544808b-3a0f-43c8-a722-6910f34b4af9 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 943 time: 0.0546749 Dec 20 15:39:49.394360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b921bf7c-ccf0-4de5-b922-4bfc739fa2ae req-5eecfadf-a9c8-4eba-ab2f-e7b68eff76ca tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597034 Dec 20 15:39:49.465084 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70f5046-f72e-43a9-bf1d-95e95dcdc3b5 x-openstack-request-id: req-c70f5046-f72e-43a9-bf1d-95e95dcdc3b5 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:49.465084 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03661908-f4b2-4856-bf35-79244b0b34a2", "name": "network-vif-plugged", "status": "completed", "tag": "c8e8e0fe-442f-4440-be5b-a3c58ffc84ad", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:49.465084 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c70f5046-f72e-43a9-bf1d-95e95dcdc3b5 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:49.465084 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03661908-f4b2-4856-bf35-79244b0b34a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'code': 200} Dec 20 15:39:49.585635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527243c4-fc8b-472c-b8ea-2ba4c095b3a0 req-b79c55b5-e32b-4a73-8fe5-4a98971e9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:49.587303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-527243c4-fc8b-472c-b8ea-2ba4c095b3a0 req-b79c55b5-e32b-4a73-8fe5-4a98971e9a1d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 1100 time: 0.0564866 Dec 20 15:39:49.666064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-527243c4-fc8b-472c-b8ea-2ba4c095b3a0 req-9073d05e-c4ff-44ee-bd69-dee66944befb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647347 Dec 20 15:39:49.684719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e47496-f3e3-4481-9ea9-fa4b5685ae97 req-58e24e18-6f6d-4a71-a2c0-f88714fd3646 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:49.686730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2e47496-f3e3-4481-9ea9-fa4b5685ae97 req-58e24e18-6f6d-4a71-a2c0-f88714fd3646 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 949 time: 0.0957406 Dec 20 15:39:49.744748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2e47496-f3e3-4481-9ea9-fa4b5685ae97 req-874e805b-9e7d-496f-b690-c9b78932936e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Dec 20 15:39:49.968964 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed6efaf-530e-4ed8-8f9d-f8777fd47f98 x-openstack-request-id: req-fed6efaf-530e-4ed8-8f9d-f8777fd47f98 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:49.969284 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:49.969541 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fed6efaf-530e-4ed8-8f9d-f8777fd47f98 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:49.970724 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'status': 'completed', 'code': 200} Dec 20 15:39:50.021191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9e3e873b-19d4-44b0-a783-e46d7e131f00 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:50.073063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 9e3e873b-19d4-44b0-a783-e46d7e131f00 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:50.073724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9e3e873b-19d4-44b0-a783-e46d7e131f00 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:50.125634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-111ebe84-0b9c-488a-8bcf-7e41426a94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:50.127889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-111ebe84-0b9c-488a-8bcf-7e41426a94a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1094 time: 0.0924222 Dec 20 15:39:50.152843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcbf25-eb2c-4b8d-95f1-5f54ae54cc3e req-9dd64777-0527-426e-afcf-ee1433a76e68 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:50.161303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7adcbf25-eb2c-4b8d-95f1-5f54ae54cc3e req-9dd64777-0527-426e-afcf-ee1433a76e68 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1138396 Dec 20 15:39:50.266117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7adcbf25-eb2c-4b8d-95f1-5f54ae54cc3e req-4e45d9fa-d34c-4046-b556-6ae0d74ff4bc tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039422 Dec 20 15:39:50.291665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-97232f65-b759-44f3-97b3-94b3c9f693a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:50.293513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-97232f65-b759-44f3-97b3-94b3c9f693a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1574314 Dec 20 15:39:50.348926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-70d0018b-32b6-4325-abe3-3457929495cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 217 time: 0.0472231 Dec 20 15:39:50.359359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-7bf65b46-8b7a-4584-9f28-4f328bde7508 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:39:50.360731 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-7bf65b46-8b7a-4584-9f28-4f328bde7508 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069520 Dec 20 15:39:50.374397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07a028d7-0860-44cd-9ea5-4bc70c7aefac req-af82566d-8aae-4c5a-b197-6312d43f5d73 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 210 time: 0.0640752 Dec 20 15:39:50.414753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-65db0cf6-dcc1-4952-98e6-48c6e68238bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:50.416157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-65db0cf6-dcc1-4952-98e6-48c6e68238bd service neutron] 10.222.0.81 "GET /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 1094 time: 0.0428510 Dec 20 15:39:50.428646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:50.429240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:39:50.431206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-64b5022b-5a65-4dd0-a58d-1bd357332c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:50.432681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-64b5022b-5a65-4dd0-a58d-1bd357332c4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0679367 Dec 20 15:39:50.485088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-a3f467e5-9d83-450c-b8a5-ef4a767548c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:50.487930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-a3f467e5-9d83-450c-b8a5-ef4a767548c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436015 Dec 20 15:39:50.597955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:50.598274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:50.598594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:50.603610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:50.604100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:50.605603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-ed649b24-9f11-4267-aee5-53e3e5ace115 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090686 Dec 20 15:39:50.609945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:50.610125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:50.611035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:50.611477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Bound port: 39ac305c-f8ab-4308-9c28-a038d2f676e8, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:50.669966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:50.709363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ca4701-d4db-4d2d-a69c-aa7a4c50e16a req-87cefa53-8986-42c5-a04e-81c9dfff7dc0 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919926 Dec 20 15:39:50.804845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:50.806410 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-8421ae80-bc86-4c86-91ce-0e95ddd6bc7f service neutron] 10.222.0.81 "POST /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3835659 Dec 20 15:39:51.160601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fea9c-b14c-4de5-81e0-77c8c6d77071 req-49d82545-7046-446f-b86e-73bc1c35ad1d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.162184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c40fea9c-b14c-4de5-81e0-77c8c6d77071 req-49d82545-7046-446f-b86e-73bc1c35ad1d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 943 time: 0.1179790 Dec 20 15:39:51.176154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407cc84-9ac6-4114-8937-42b28759b62c req-9d90f4a7-f1e0-4b35-b5f0-48977b945d73 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.177733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3407cc84-9ac6-4114-8937-42b28759b62c req-9d90f4a7-f1e0-4b35-b5f0-48977b945d73 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 949 time: 0.0822346 Dec 20 15:39:51.256741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c40fea9c-b14c-4de5-81e0-77c8c6d77071 req-fa5bce3f-7b00-477c-b26d-c111c4781ea2 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780442 Dec 20 15:39:51.261734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3407cc84-9ac6-4114-8937-42b28759b62c req-4f00c14a-26d3-4aac-99ea-76aa3e68da4e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771897 Dec 20 15:39:51.397104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:51.520754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00036b-3e99-43fa-931c-af34db18d898 req-2fde30ff-9b54-4ab2-b0bb-802222f540b2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.522334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b00036b-3e99-43fa-931c-af34db18d898 req-2fde30ff-9b54-4ab2-b0bb-802222f540b2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.0903122 Dec 20 15:39:51.534531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98db99f-313a-4a1d-b4d1-75140fbcaa8f req-98e2603e-4c3f-4d9f-ba50-9b2f9b3bcb1d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.539158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f98db99f-313a-4a1d-b4d1-75140fbcaa8f req-98e2603e-4c3f-4d9f-ba50-9b2f9b3bcb1d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.0861733 Dec 20 15:39:51.609724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b00036b-3e99-43fa-931c-af34db18d898 req-049f6caa-0318-48b4-9b88-09e47869a273 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726953 Dec 20 15:39:51.622667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f98db99f-313a-4a1d-b4d1-75140fbcaa8f req-7c16883f-66ac-4c0d-a978-c0c47f9ac46c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787723 Dec 20 15:39:51.623049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45662) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:51.691237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-fdeee5d1-da5b-4654-9a06-1e37f5ce9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.693063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-fdeee5d1-da5b-4654-9a06-1e37f5ce9f63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1097 time: 0.0494337 Dec 20 15:39:51.740984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fe2795f-7ce7-4c69-8db0-d87a812067a6 req-c84fea51-fe11-4b37-91e7-2a63b3cec30a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 210 time: 0.0305586 Dec 20 15:39:51.848759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d8da38f-454e-4ce8-bfe1-f5d3988efabd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=964760ad77ad44789f94473b0c25fd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245352 Dec 20 15:39:51.850185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-4f2718d0-ec2f-4362-8132-eb4c0948c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.851560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45694) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:51.851831 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-4f2718d0-ec2f-4362-8132-eb4c0948c7de service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1456833 Dec 20 15:39:51.898577 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-109f4047-2993-40b8-acc5-d21d5422fc4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 217 time: 0.0367339 Dec 20 15:39:51.913265 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:51.941321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:51.972926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'name': 'network-vif-deleted', 'tag': '9e3e873b-19d4-44b0-a783-e46d7e131f00'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:51.975786 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b7362-a892-4124-b1b1-e0c4579f8104" -d '{"events": [{"server_uuid": "9e56b552-ec7a-4804-b8e7-1599cdf759e5", "name": "network-vif-deleted", "tag": "9e3e873b-19d4-44b0-a783-e46d7e131f00"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:51.981572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-c16b4737-7d90-4c25-836b-54bdc291f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:51.983071 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-c16b4737-7d90-4c25-836b-54bdc291f599 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0743899 Dec 20 15:39:52.022312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-c042f97e-d3b2-4167-89ae-6bc122015cf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309072 Dec 20 15:39:52.024790 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e35e11-8dbc-4f11-9973-2fb4b3a12f9c x-openstack-request-id: req-c8e35e11-8dbc-4f11-9973-2fb4b3a12f9c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:52.025124 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e56b552-ec7a-4804-b8e7-1599cdf759e5", "name": "network-vif-deleted", "tag": "9e3e873b-19d4-44b0-a783-e46d7e131f00", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:52.035026 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8e35e11-8dbc-4f11-9973-2fb4b3a12f9c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:52.035026 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e56b552-ec7a-4804-b8e7-1599cdf759e5', 'name': 'network-vif-deleted', 'tag': '9e3e873b-19d4-44b0-a783-e46d7e131f00', 'status': 'completed', 'code': 200} Dec 20 15:39:52.108935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:52.115326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:52.115326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0aeace7c-df92-421a-aba5-6dfc0b6838cf HTTP/1.1" status: 204 len: 168 time: 0.2603142 Dec 20 15:39:52.128608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeace7c-df92-421a-aba5-6dfc0b6838cf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:52.143277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.143624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.143968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.146198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.146537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.147053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.147648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.148144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.148633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.149127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.149625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.150125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.150605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f6500-8f2c-45b5-b46a-a96e7f277d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:52.161718 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-26391bbb-fa29-4666-8a0d-879e1beadbab service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314325 Dec 20 15:39:52.196533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-e8ac7ab8-baa5-4d60-9019-da8f4ec6b0c6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:52.198876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-e8ac7ab8-baa5-4d60-9019-da8f4ec6b0c6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.1566806 Dec 20 15:39:52.213757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Request body: {'port': {'device_id': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'admin_state_up': True, 'tenant_id': 'e05ba2503203425383695446d6f0aa70'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:52.309923 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-b7d6cdb1-2b43-4426-9516-49fcf44c0faf service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392372 Dec 20 15:39:52.426987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fdd24-9908-4caf-b2e6-dac7ad267c62 req-3d805359-a812-4552-9498-ef4a8b7a2940 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:52.428552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-940fdd24-9908-4caf-b2e6-dac7ad267c62 req-3d805359-a812-4552-9498-ef4a8b7a2940 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 943 time: 0.0867710 Dec 20 15:39:52.485967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-940fdd24-9908-4caf-b2e6-dac7ad267c62 req-0eabe26e-2464-41a9-864c-23d09adf9952 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484898 Dec 20 15:39:52.497393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Made reservation on behalf of e05ba2503203425383695446d6f0aa70 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:52.506323 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:52.629415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145954d-e6fb-47bb-bc56-81c5e5cbc19a req-14f881da-de9f-4e39-82fa-599531156f22 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:52.631522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8145954d-e6fb-47bb-bc56-81c5e5cbc19a req-14f881da-de9f-4e39-82fa-599531156f22 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 949 time: 0.1214297 Dec 20 15:39:52.734933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Allocated IP 172.20.0.14 (dde4b1e1-d16b-4263-a383-6dee096dec92/4b1f7183-6396-43dc-b04e-593735773e6b/23c83579-bd1e-46af-8216-65dc5e0c6672) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:52.739855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8145954d-e6fb-47bb-bc56-81c5e5cbc19a req-ac90480c-8866-4128-a0c6-651a81f335f1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979891 Dec 20 15:39:52.934715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2f032-db89-46d7-9912-d47fe70743cb req-a04656c3-6f2f-4379-87ba-29a20b6576a5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:52.936318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7df2f032-db89-46d7-9912-d47fe70743cb req-a04656c3-6f2f-4379-87ba-29a20b6576a5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1130452 Dec 20 15:39:52.989643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:52.990711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45806) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:53.021239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7df2f032-db89-46d7-9912-d47fe70743cb req-1c97d5f0-0e87-4173-acba-80cc9b7d3e6e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732846 Dec 20 15:39:53.058023 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4eb1591c-6b73-4350-8e67-8d5629f687b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73bf22c93c2f4234b85b8908c603eb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646875 Dec 20 15:39:53.060546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45808) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:53.112642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63093153-73f8-4200-9ee2-4cfcd4dbd5dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.139375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63093153-73f8-4200-9ee2-4cfcd4dbd5dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.157394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.219367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46826e58-9ffb-4094-b8c0-14ec2e399bca req-d6e96a94-b82b-46e2-ac54-ee8c4d01e91e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:53.220986 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46826e58-9ffb-4094-b8c0-14ec2e399bca req-d6e96a94-b82b-46e2-ac54-ee8c4d01e91e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1164012 Dec 20 15:39:53.227596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Network dde4b1e1-d16b-4263-a383-6dee096dec92 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:53.238863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:53.244495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:53.250265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:53.261420 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.261755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:53.324415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46826e58-9ffb-4094-b8c0-14ec2e399bca req-f743a0f4-a14c-4a04-850b-a6212241e70a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955741 Dec 20 15:39:53.345130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052a385-b90f-4347-9694-7791c7fec891 req-8f096cd9-f4fc-428b-8d35-1bf90bce070f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:53.346687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5052a385-b90f-4347-9694-7791c7fec891 req-8f096cd9-f4fc-428b-8d35-1bf90bce070f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 932 time: 0.0636120 Dec 20 15:39:53.399556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63093153-73f8-4200-9ee2-4cfcd4dbd5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.399556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63093153-73f8-4200-9ee2-4cfcd4dbd5dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.399556 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-63093153-73f8-4200-9ee2-4cfcd4dbd5dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a55ace5c-c00b-436c-9754-9a6736b0cb89 HTTP/1.1" status: 204 len: 168 time: 0.3365922 Dec 20 15:39:53.408918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63093153-73f8-4200-9ee2-4cfcd4dbd5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ace5c-c00b-436c-9754-9a6736b0cb89,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:53.410177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5052a385-b90f-4347-9694-7791c7fec891 req-7cd00877-5065-4d47-a963-c8d257cc2ec6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561609 Dec 20 15:39:53.454907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e066c5-e167-4d18-840b-9b45cbde1092 req-672761ff-f1ac-4fb3-aaca-191b6b13f896 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:53.468688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05e066c5-e167-4d18-840b-9b45cbde1092 req-672761ff-f1ac-4fb3-aaca-191b6b13f896 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 949 time: 0.0710223 Dec 20 15:39:53.478310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-526ff306-217a-4f0d-b748-fe199c37d974 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2694354 Dec 20 15:39:53.522437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Request body: {'port': {'device_id': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:53.615033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05e066c5-e167-4d18-840b-9b45cbde1092 req-9f1914ae-07c9-46b4-bc2e-5ef213e362fb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419334 Dec 20 15:39:53.630733 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:53.695000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9c766-b385-458c-922b-1d3879ff98a6 req-2f102882-e251-4b99-9c32-04b0eaba32a7 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:53.696589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85f9c766-b385-458c-922b-1d3879ff98a6 req-2f102882-e251-4b99-9c32-04b0eaba32a7 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 943 time: 0.1038501 Dec 20 15:39:53.818249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85f9c766-b385-458c-922b-1d3879ff98a6 req-83d57f3b-76eb-4089-b127-c8f60d06a138 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093998 Dec 20 15:39:54.020499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c83579-bd1e-46af-8216-65dc5e0c6672 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:54.035546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b30e79b9-186f-4f12-bb2c-cec7c31d6710 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:54.041241 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.076599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Transition to ACTIVE for port object 23c83579-bd1e-46af-8216-65dc5e0c6672 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:54.170752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.186870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port b30e79b9-186f-4f12-bb2c-cec7c31d6710, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:54.204745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:54.249388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.270831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30e79b9-186f-4f12-bb2c-cec7c31d6710 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:54.296072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port b30e79b9-186f-4f12-bb2c-cec7c31d6710, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:54.314162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.356726 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:54.359523 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:39:54.361408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce42b2-75b9-4c4b-a21e-5e93ae1acba7 req-878855e6-54fe-4931-ad89-40d8925aa42f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:54.367068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce42b2-75b9-4c4b-a21e-5e93ae1acba7 req-878855e6-54fe-4931-ad89-40d8925aa42f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:54.374818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31ce42b2-75b9-4c4b-a21e-5e93ae1acba7 req-878855e6-54fe-4931-ad89-40d8925aa42f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2&device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 1689 time: 0.1301050 Dec 20 15:39:54.379478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:54.379817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:54.380150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:54.402303 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.421869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:54.422137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:54.448443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:54.448786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:54.449231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:54.449682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Bound port: 23c83579-bd1e-46af-8216-65dc5e0c6672, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:54.450068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.472913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=b30e79b9-186f-4f12-bb2c-cec7c31d6710,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:54.491062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31ce42b2-75b9-4c4b-a21e-5e93ae1acba7 req-b053c7ae-83d1-4527-9fd0-d1521ce2918f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152432 Dec 20 15:39:54.512490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05713-be7b-4dfc-b58c-ec27ec83a899 req-befe6bcb-f2e7-4594-9078-f42215abcf78 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:54.512490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92c05713-be7b-4dfc-b58c-ec27ec83a899 req-befe6bcb-f2e7-4594-9078-f42215abcf78 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1241663 Dec 20 15:39:54.592282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92c05713-be7b-4dfc-b58c-ec27ec83a899 req-51815d64-a9f8-4216-b5db-762363b846e6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Dec 20 15:39:54.593376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:54.597609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:54.721559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53b28-79d5-4fc0-9d16-d202c8cbba9d req-b85177c9-982c-4814-bc51-96973d163db5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:54.723205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de53b28-79d5-4fc0-9d16-d202c8cbba9d req-b85177c9-982c-4814-bc51-96973d163db5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.0617630 Dec 20 15:39:54.767897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['b30e79b9-186f-4f12-bb2c-cec7c31d6710'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:54.817831 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.831535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de53b28-79d5-4fc0-9d16-d202c8cbba9d req-4b522b39-cd8c-463d-aee0-fbe84b300bbf tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019418 Dec 20 15:39:54.864971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:54.865618 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:54.867026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] 10.222.0.83 "PUT /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 1092 time: 1.3504102 Dec 20 15:39:54.867423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:54.869709 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d41ba3-113d-4b08-975f-26e0d78012c1" -d '{"events": [{"name": "network-changed", "server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:54.909573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de293b6-4686-43d4-b5d9-60345ed6a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:55.078969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d06b0-ce19-4261-ae04-5d2d6254d40d req-3c95a892-0e76-4348-8410-079387675061 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:55.080495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc3d06b0-ce19-4261-ae04-5d2d6254d40d req-3c95a892-0e76-4348-8410-079387675061 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.0845318 Dec 20 15:39:55.083393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-1f22a314-97e2-48b6-bfce-adca00e55f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:55.084816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-1f22a314-97e2-48b6-bfce-adca00e55f2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1095 time: 0.0786052 Dec 20 15:39:55.152852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-d132cadb-5765-4a48-892c-ba1f2bf293b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 217 time: 0.0598948 Dec 20 15:39:55.231915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc3d06b0-ce19-4261-ae04-5d2d6254d40d req-514e48c8-a02a-450a-bb5a-709c6dc7fbdb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451709 Dec 20 15:39:55.244217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-7dce579e-b031-4d36-a99d-0958dd6745a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:55.245736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-7dce579e-b031-4d36-a99d-0958dd6745a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0718436 Dec 20 15:39:55.293503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-71b1d97b-3bf0-492c-beb5-5bc29688518c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390384 Dec 20 15:39:55.328900 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00189be-49ba-4e3c-82d8-fa75a2fea71f x-openstack-request-id: req-b00189be-49ba-4e3c-82d8-fa75a2fea71f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:55.329523 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:55.329855 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b00189be-49ba-4e3c-82d8-fa75a2fea71f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:55.330343 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'status': 'completed', 'code': 200} Dec 20 15:39:55.747444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d06afc-3ac6-4398-8a13-28a371ea5c9d req-f6ac9ac9-db00-4be7-9740-161414c6297c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:55.748970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70d06afc-3ac6-4398-8a13-28a371ea5c9d req-f6ac9ac9-db00-4be7-9740-161414c6297c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 944 time: 0.4339433 Dec 20 15:39:55.783246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-f1b8f072-a617-4bad-89c4-d083a3097fd7 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791868 Dec 20 15:39:55.787311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a6207-ce51-4c15-908b-0cb63532dd3b req-cb2f87ee-1f6d-41f9-855c-950e00157109 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:55.788806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-188a6207-ce51-4c15-908b-0cb63532dd3b req-cb2f87ee-1f6d-41f9-855c-950e00157109 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 1100 time: 0.1043336 Dec 20 15:39:55.889617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70d06afc-3ac6-4398-8a13-28a371ea5c9d req-5bfbbb39-405b-459f-bf44-7092f2664bbd tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299205 Dec 20 15:39:55.931174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-188a6207-ce51-4c15-908b-0cb63532dd3b req-95762e86-9d62-42ed-9542-2e56673f7562 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213865 Dec 20 15:39:55.943195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe5b167-4edf-43de-975a-bd43cbc87a6d req-558aa4ee-1dd3-439d-8f71-e9924a38ea58 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494005 Dec 20 15:39:56.046415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b30e79b9-186f-4f12-bb2c-cec7c31d6710 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:56.082079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66524f-cb02-4872-a3f8-77f31537fdce req-71d3dbee-4727-4620-9c31-48ad2b470015 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.083809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa66524f-cb02-4872-a3f8-77f31537fdce req-71d3dbee-4727-4620-9c31-48ad2b470015 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.0634029 Dec 20 15:39:56.221980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port b30e79b9-186f-4f12-bb2c-cec7c31d6710 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:56.225276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa66524f-cb02-4872-a3f8-77f31537fdce req-08d430f0-44db-4b2e-b5d6-6f9ae23da68f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283612 Dec 20 15:39:56.227222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port b30e79b9-186f-4f12-bb2c-cec7c31d6710 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:56.227693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:56.240251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-931e3542-e1a7-481a-9f0d-e9498ee7f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.242031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-931e3542-e1a7-481a-9f0d-e9498ee7f96f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1095 time: 0.1024189 Dec 20 15:39:56.368769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:56.404245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:56.407416 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d051f-7291-4419-a749-3090c381cfab" -d '{"events": [{"server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "name": "network-vif-plugged", "status": "completed", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:56.420929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d6d05-86ed-4959-9bd1-b894fdfaa650 req-c6e64553-6930-43f6-bb83-5d79fc52b59c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.424924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port b30e79b9-186f-4f12-bb2c-cec7c31d6710, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:56.429430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8d6d05-86ed-4959-9bd1-b894fdfaa650 req-c6e64553-6930-43f6-bb83-5d79fc52b59c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1381259 Dec 20 15:39:56.447988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-2fbd01c4-2b65-4edc-9486-a9747cc7bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.452361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-2fbd01c4-2b65-4edc-9486-a9747cc7bac6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.1992877 Dec 20 15:39:56.505236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-d1d61912-f207-4435-8e1b-708e31f23242 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 217 time: 0.0478632 Dec 20 15:39:56.512449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8d6d05-86ed-4959-9bd1-b894fdfaa650 req-ef7b83e2-0e1b-4803-afba-f6d1dfd97744 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812817 Dec 20 15:39:56.556712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-4bc0bdfe-4304-44cc-af31-9a46a963a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.558264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-4bc0bdfe-4304-44cc-af31-9a46a963a17f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0449898 Dec 20 15:39:56.602092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:56.602624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-3f49791e-9774-4b80-8fb3-c97994b9a5c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362263 Dec 20 15:39:56.650647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=b30e79b9-186f-4f12-bb2c-cec7c31d6710,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:56.693226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698a226-eb54-4ea1-8acd-125268db4cd9 req-2145f59e-40a4-498b-9ec4-eb4f4b20cb7a tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.699625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1698a226-eb54-4ea1-8acd-125268db4cd9 req-2145f59e-40a4-498b-9ec4-eb4f4b20cb7a tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 1100 time: 0.1254861 Dec 20 15:39:56.755741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-d1fed98c-22df-4235-9450-92a4f9ceb861 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376300 Dec 20 15:39:56.766401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1698a226-eb54-4ea1-8acd-125268db4cd9 req-5055cbfc-976d-44be-9288-9f60ade16ba5 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659056 Dec 20 15:39:56.771360 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:56.891638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b625a-9fa6-469f-88a6-10f9911bca70 req-bee9b882-fb87-49f4-8342-fbb412fea4bf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:56.895667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c0b625a-9fa6-469f-88a6-10f9911bca70 req-bee9b882-fb87-49f4-8342-fbb412fea4bf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.1092892 Dec 20 15:39:56.915984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d41ba3-113d-4b08-975f-26e0d78012c1 req-a00ba511-fde3-4967-aa72-ed9a76f963db service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468270 Dec 20 15:39:56.950344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c0b625a-9fa6-469f-88a6-10f9911bca70 req-f115478f-89c2-4fb3-9988-d8ee14bb2034 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533845 Dec 20 15:39:57.011542 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d489d-1359-426e-a232-c54cf9eb97e5 x-openstack-request-id: req-9b4d489d-1359-426e-a232-c54cf9eb97e5 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:57.011864 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "name": "network-vif-plugged", "status": "completed", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:57.012183 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b4d489d-1359-426e-a232-c54cf9eb97e5 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:57.012616 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'code': 200} Dec 20 15:39:57.132919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587ceb7-8a7b-4eb6-8004-4574f907db8a req-ecb924de-6534-4982-973b-f2670bf755dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:57.134494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7587ceb7-8a7b-4eb6-8004-4574f907db8a req-ecb924de-6534-4982-973b-f2670bf755dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1096 time: 0.0510936 Dec 20 15:39:57.176150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-922d36e5-66f3-43f2-b97f-3e861c7afc76 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406423 Dec 20 15:39:57.211099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7587ceb7-8a7b-4eb6-8004-4574f907db8a req-1889235e-0703-4c0d-9f69-e1c3f562f447 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640385 Dec 20 15:39:57.317707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-012c61a5-d957-4485-b76c-6b58727c9e96 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:57.319204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-012c61a5-d957-4485-b76c-6b58727c9e96 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215076 Dec 20 15:39:57.337600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-44d6c76c-8359-4517-aa69-8a55453b6814 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/quotas/986025bff2b6446cb7b3eaa2d97d40dc HTTP/1.1" status: 200 len: 375 time: 0.0117874 Dec 20 15:39:57.402708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a016bd7b-d85f-465c-9db1-9164ed9f1eb3 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0581739 Dec 20 15:39:57.627105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80765818-c4c6-410a-af78-bf8310af4f04 req-6d57d0f0-9e43-44de-b6a0-8191c7d7ae77 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:57.628899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80765818-c4c6-410a-af78-bf8310af4f04 req-6d57d0f0-9e43-44de-b6a0-8191c7d7ae77 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 945 time: 0.0509765 Dec 20 15:39:57.704025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80765818-c4c6-410a-af78-bf8310af4f04 req-0cad396e-8934-46ce-9235-a116d2c20572 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Dec 20 15:39:57.771435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0428be7-e8a1-4676-8255-03b55071c7ec req-312c465c-8005-452f-ad97-0bca92eeee8f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:57.773096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0428be7-e8a1-4676-8255-03b55071c7ec req-312c465c-8005-452f-ad97-0bca92eeee8f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.0626924 Dec 20 15:39:57.864166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0428be7-e8a1-4676-8255-03b55071c7ec req-79f2b188-0461-41d7-af5f-db8e777a8ba8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840535 Dec 20 15:39:57.949486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c7b64c-4bdd-47bf-b74c-b72ccfa24eec req-ee8c68e8-2d76-4ab1-bfe6-cae67958add6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 210 time: 0.0386307 Dec 20 15:39:57.971738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1f7bc-6014-4f8b-9cc0-313821b0ceb0 req-f5e70ecc-ec55-4e90-83f2-9088998fa633 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:57.973336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3a1f7bc-6014-4f8b-9cc0-313821b0ceb0 req-f5e70ecc-ec55-4e90-83f2-9088998fa633 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1162429 Dec 20 15:39:58.029554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3a1f7bc-6014-4f8b-9cc0-313821b0ceb0 req-79afa541-629e-4148-a2ca-c5aba005d4c9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Dec 20 15:39:58.220571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ccc80-110c-4452-ae1f-9d5e2e8a581b req-ed85d973-50b6-4b7a-ae2a-6b2dee0a3427 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:58.222291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c2ccc80-110c-4452-ae1f-9d5e2e8a581b req-ed85d973-50b6-4b7a-ae2a-6b2dee0a3427 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.0824535 Dec 20 15:39:58.302931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c2ccc80-110c-4452-ae1f-9d5e2e8a581b req-f7555f32-7c34-4f91-8dd2-1ba5ff0de744 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725417 Dec 20 15:39:58.763364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46130) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:58.829120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881fb5-e1ca-452c-b9fe-7ce1c6046da4 req-4ebc797a-b53a-4b7e-aff2-0aca3e73f46d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:58.830868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19881fb5-e1ca-452c-b9fe-7ce1c6046da4 req-4ebc797a-b53a-4b7e-aff2-0aca3e73f46d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 945 time: 0.0538099 Dec 20 15:39:58.897352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19881fb5-e1ca-452c-b9fe-7ce1c6046da4 req-1f3d654b-703d-45c0-8bab-0caee17d3fe1 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603144 Dec 20 15:39:58.898296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9b33704-8b66-415e-b84c-b195408d6697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.008299 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9b33704-8b66-415e-b84c-b195408d6697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.037843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ed96b-bec8-489d-ab56-568dd66fe7df req-3ccfb932-b90e-4cb5-903c-85f15db1ad54 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:59.039353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae7ed96b-bec8-489d-ab56-568dd66fe7df req-3ccfb932-b90e-4cb5-903c-85f15db1ad54 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.0782948 Dec 20 15:39:59.059715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c95d917-38ce-4f96-87b1-ec2e0e981b63 req-6413c98d-52bb-4c14-adfb-d01add2d3f5d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 210 time: 0.0391390 Dec 20 15:39:59.117279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae7ed96b-bec8-489d-ab56-568dd66fe7df req-51eca003-b3db-427c-b4e9-10f8cd709c88 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Dec 20 15:39:59.126526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9b33704-8b66-415e-b84c-b195408d6697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.185649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f9b33704-8b66-415e-b84c-b195408d6697 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6df69af735a04ba49e0a958a10b2bfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210124 Dec 20 15:39:59.188557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46142) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:59.196708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b33704-8b66-415e-b84c-b195408d6697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b024937f-b230-43f2-8aa8-88ff24f6dba1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:59.218604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46144) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:59.222225 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f56668e0-7ede-4f9e-8a40-c6e2dbfc2b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.293859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fab9e-7163-438b-8054-f9fb5e85751d req-b8ee92f2-5a4e-458e-8a4d-ca424b9bac94 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:59.295461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca8fab9e-7163-438b-8054-f9fb5e85751d req-b8ee92f2-5a4e-458e-8a4d-ca424b9bac94 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.0950508 Dec 20 15:39:59.300929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adfd4ffa-14f4-49e6-987d-8e63e1a07293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.338965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adfd4ffa-14f4-49e6-987d-8e63e1a07293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.362599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.396137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca8fab9e-7163-438b-8054-f9fb5e85751d req-8fe47c28-cbbb-48f9-9979-3854b08a9b87 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885458 Dec 20 15:39:59.453406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7b17-5c94-4713-9441-9f37e193c93b req-479157d1-df17-48eb-b7c3-18c7266c1481 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:59.455330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92fc7b17-5c94-4713-9441-9f37e193c93b req-479157d1-df17-48eb-b7c3-18c7266c1481 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.0549254 Dec 20 15:39:59.508188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92fc7b17-5c94-4713-9441-9f37e193c93b req-f7ac11b3-2ec3-4212-9447-451c8a9b2605 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464752 Dec 20 15:39:59.561861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adfd4ffa-14f4-49e6-987d-8e63e1a07293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.565944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adfd4ffa-14f4-49e6-987d-8e63e1a07293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.567432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-adfd4ffa-14f4-49e6-987d-8e63e1a07293 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b024937f-b230-43f2-8aa8-88ff24f6dba1 HTTP/1.1" status: 204 len: 168 time: 0.3773403 Dec 20 15:39:59.576832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4ffa-14f4-49e6-987d-8e63e1a07293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024937f-b230-43f2-8aa8-88ff24f6dba1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:59.632273 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.747122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.785889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b381faaa-8c39-4d1c-af76-ec2650317a70,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:59.789700 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0da25a2d100243faafe309306ffa5b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5691781 Dec 20 15:39:59.792474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46154) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:59.795956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.796305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.796646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.797004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.797360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.798425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.798657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.799003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.799308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.799632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.799979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.800319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.800643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd6dd-1358-4505-bc86-66e3843b33eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:59.842276 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da2f-2554-41ad-974d-108789a68ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:59.868746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da2f-2554-41ad-974d-108789a68ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.005070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da2f-2554-41ad-974d-108789a68ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.008060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8b9da2f-2554-41ad-974d-108789a68ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.009208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8b9da2f-2554-41ad-974d-108789a68ab6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b381faaa-8c39-4d1c-af76-ec2650317a70 HTTP/1.1" status: 204 len: 168 time: 0.2157402 Dec 20 15:40:00.020167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9da2f-2554-41ad-974d-108789a68ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b381faaa-8c39-4d1c-af76-ec2650317a70,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:00.044525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3fd19-1776-431f-9722-44ed76b3fcb0 req-8b94295b-bf3b-4d84-a642-fd4bbec9e74a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:00.046174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dea3fd19-1776-431f-9722-44ed76b3fcb0 req-8b94295b-bf3b-4d84-a642-fd4bbec9e74a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 945 time: 0.0696647 Dec 20 15:40:00.053531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:00.099433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dea3fd19-1776-431f-9722-44ed76b3fcb0 req-e44c0add-9dc5-45af-a018-d3b02d1c7e43 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Dec 20 15:40:00.162658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-5d34ef15-0a2b-42d2-ba9c-d3196cece176 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350137 Dec 20 15:40:00.162899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:00.176648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'port_id': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'mac_address': 'fa:16:3e:a8:91:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f7183-6396-43dc-b04e-593735773e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:00.229127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.245671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c83579-bd1e-46af-8216-65dc5e0c6672 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:00.269826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3eaa0ea-8abd-42f0-b1df-e1c385ce0bf1 req-706267cf-953c-4513-8701-4636950e53ec tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 210 time: 0.0596192 Dec 20 15:40:00.271548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:00.370822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.422395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:00.426904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-61c3d08f-d28e-4458-b293-57cc153c3484 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:00.431810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-61c3d08f-d28e-4458-b293-57cc153c3484 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639070 Dec 20 15:40:00.435836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76c176-8a30-4307-bc6e-d24875f97984 req-f92bbb11-ee9d-40d3-b3c6-6ba16bb32c1f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:00.440622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-f92bbb11-ee9d-40d3-b3c6-6ba16bb32c1f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1646454 Dec 20 15:40:00.446462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '4770752f-bacb-4049-95c8-9ff229f10940', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:00.447264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46174) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:00.460968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-99f1a47e-153f-4f3f-bfff-edfd5ee18801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.461674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456bebe-b7b9-45dd-bc0e-5ea6b9090851 req-aefdc9a8-6eee-4758-ab79-6161c6f945b0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:00.463279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3456bebe-b7b9-45dd-bc0e-5ea6b9090851 req-aefdc9a8-6eee-4758-ab79-6161c6f945b0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1249237 Dec 20 15:40:00.558055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-99f1a47e-153f-4f3f-bfff-edfd5ee18801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.577571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-7abe4539-3d93-4bad-9515-65f00d88593a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.1267021 Dec 20 15:40:00.598678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'floatingip': {'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:00.662121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.670107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3456bebe-b7b9-45dd-bc0e-5ea6b9090851 req-0a01bae0-28ac-40dd-8b6c-85b32842eb0b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861556 Dec 20 15:40:00.713397 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-99f1a47e-153f-4f3f-bfff-edfd5ee18801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.755727 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-99f1a47e-153f-4f3f-bfff-edfd5ee18801 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22e7659c933849838584904df8ec8abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072600 Dec 20 15:40:00.756927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a47e-153f-4f3f-bfff-edfd5ee18801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d9e9b-4873-4534-93b6-ee0c53cc4010,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:00.759405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:00.789985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['23c83579-bd1e-46af-8216-65dc5e0c6672'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:00.839813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72d68213-ddb9-43fe-86cd-fed0284646c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.867386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72d68213-ddb9-43fe-86cd-fed0284646c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.884011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:00.886972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.968187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1f847-f4ac-4475-b90a-6843cc2314af req-064fe98a-3dd0-4cb9-a283-5b0ca5323cac tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:00.970461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9df1f847-f4ac-4475-b90a-6843cc2314af req-064fe98a-3dd0-4cb9-a283-5b0ca5323cac tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1650355 Dec 20 15:40:01.010231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72d68213-ddb9-43fe-86cd-fed0284646c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:01.012817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72d68213-ddb9-43fe-86cd-fed0284646c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:01.013989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72d68213-ddb9-43fe-86cd-fed0284646c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc6d9e9b-4873-4534-93b6-ee0c53cc4010 HTTP/1.1" status: 204 len: 168 time: 0.2436409 Dec 20 15:40:01.022861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d68213-ddb9-43fe-86cd-fed0284646c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d9e9b-4873-4534-93b6-ee0c53cc4010,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:01.134709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9df1f847-f4ac-4475-b90a-6843cc2314af req-28d47a13-63ab-49db-a548-c20f6e4cc6de tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583731 Dec 20 15:40:01.301666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.147 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/d0552589-3259-4d71-b766-c864c645c047) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:40:01.361341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dd26c-fd91-47c6-bc97-5fed595985f0 req-8c0f295c-16dc-48bd-af9a-eb4ecde51d66 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:01.362863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-167dd26c-fd91-47c6-bc97-5fed595985f0 req-8c0f295c-16dc-48bd-af9a-eb4ecde51d66 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 945 time: 0.1319048 Dec 20 15:40:01.459912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:01.514666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-167dd26c-fd91-47c6-bc97-5fed595985f0 req-09acd681-30e5-4554-99a7-311dca87e8fb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424499 Dec 20 15:40:01.635847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ce74267-bac1-47d6-9e17-f5ec9cf588a8 req-de0c8b95-d45a-4b74-b35a-100176add74b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 210 time: 0.0362258 Dec 20 15:40:01.640320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:01.665001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:01.716224 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a69df7e9-abd1-4367-8139-e7b679fe0ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:01.772219 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Floating IP 02087183-2136-4024-8d76-0fa802a86319 associated. External IP: 172.25.6.227, port: 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b. Dec 20 15:40:02.052405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:02.121105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.134923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:02.137720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:02.199495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 23c83579-bd1e-46af-8216-65dc5e0c6672 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:02.210829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 23c83579-bd1e-46af-8216-65dc5e0c6672 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:02.211199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.218605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:40:02.223668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=d0552589-3259-4d71-b766-c864c645c047,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:02.226169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:02.230280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:40:02.236514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:02.236870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.264497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e994bfa-2663-4028-9801-f2ecf319d4cb req-fbd831bf-1b61-4988-a5eb-e6ec4ee95fc0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:02.264497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e994bfa-2663-4028-9801-f2ecf319d4cb req-fbd831bf-1b61-4988-a5eb-e6ec4ee95fc0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1463928 Dec 20 15:40:02.380663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-a5728849-e219-4905-825f-a7419e0d3fdd tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9421053 Dec 20 15:40:02.405003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:02.410890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Request body: {'port': {'device_id': '4770752f-bacb-4049-95c8-9ff229f10940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:02.421327 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.449255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e994bfa-2663-4028-9801-f2ecf319d4cb req-b592ba69-eea7-4347-b476-c71826f91852 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446717 Dec 20 15:40:02.483652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:02.486785 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d290efa-cf0b-4c52-a318-e62ce8382e5b" -d '{"events": [{"server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "name": "network-vif-plugged", "status": "completed", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:02.512245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:02.529809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:02.533811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.566836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-860731191-network', 'tenant_id': '06cd612e0ce046baa04288fa09814d2f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:02.600285 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.659880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:02.693424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Made reservation on behalf of 06cd612e0ce046baa04288fa09814d2f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:02.695723 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.704847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.711528 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.718105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a7c18ba-2538-42cd-9e32-a0f3bc9143d5 None None] Provisioning complete for port d0552589-3259-4d71-b766-c864c645c047 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:02.719203 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a7c18ba-2538-42cd-9e32-a0f3bc9143d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.779936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c18ba-2538-42cd-9e32-a0f3bc9143d5 None None] Port d0552589-3259-4d71-b766-c864c645c047 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:40:02.782415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:02.789848 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.793045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.796956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:02.819171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:02.819632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:02.844186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a74b9-aea5-4e33-849d-dbf761f2b78a req-6fbcaae8-3c1e-48c4-be1a-7b908a56f888 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:02.846314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-616a74b9-aea5-4e33-849d-dbf761f2b78a req-6fbcaae8-3c1e-48c4-be1a-7b908a56f888 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1840372 Dec 20 15:40:02.867924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-9eda07f1-ea9a-4538-813a-ebf97e7eecab tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "PUT /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 997 time: 2.2822988 Dec 20 15:40:02.870760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:02.873027 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc719139-00e3-4ec4-a378-b819d2ba80eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:02.884148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.913353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:40:02.924541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeee841-0fc5-4326-915f-7c3c706be0df,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:02.929936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.930277 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Added segment f89a8daf-1597-4f65-a106-0f8d018542fb of type vlan for network f1e0ad12-9a4c-46b5-848c-090a91fc4608 Dec 20 15:40:02.977822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:02.987154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76c176-8a30-4307-bc6e-d24875f97984 req-8748e62b-1ccc-489a-a29d-a8619b513720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:02.987910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:02.988678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-8748e62b-1ccc-489a-a29d-a8619b513720 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.0824063 Dec 20 15:40:03.002167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-616a74b9-aea5-4e33-849d-dbf761f2b78a req-3439b65b-12e2-4e0c-8988-1a4b959c83e6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457200 Dec 20 15:40:03.084845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.090173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.091268 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7fe857-8988-4218-aee9-0f3ed737266c x-openstack-request-id: req-db7fe857-8988-4218-aee9-0f3ed737266c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:03.091641 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "name": "network-vif-plugged", "status": "completed", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:03.091898 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db7fe857-8988-4218-aee9-0f3ed737266c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:03.092281 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'code': 200} Dec 20 15:40:03.097680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.145281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0552589-3259-4d71-b766-c864c645c047 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:03.162907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.179547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76c176-8a30-4307-bc6e-d24875f97984 req-1680ea0b-b51e-4467-ab4b-582ba584d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.181081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-1680ea0b-b51e-4467-ab4b-582ba584d450 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1780484 Dec 20 15:40:03.220638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] Pushing event updated for resources: {'Network': ['ID=f1e0ad12-9a4c-46b5-848c-090a91fc4608,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:03.265290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Transition to ACTIVE for port object d0552589-3259-4d71-b766-c864c645c047 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:03.305564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f19b8-3f08-4402-8b3c-b26ce25d90b6 req-43bb29db-2e08-4b47-8e73-65f189228a79 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.307177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a36f19b8-3f08-4402-8b3c-b26ce25d90b6 req-43bb29db-2e08-4b47-8e73-65f189228a79 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 946 time: 0.1614723 Dec 20 15:40:03.314198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-03c43722-1bca-4e35-a8e8-9791fc9e55d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 1000 time: 0.1149590 Dec 20 15:40:03.319087 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8182aa0-00aa-4277-a3c5-2475d451a2cc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9110293 Dec 20 15:40:03.319314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3b0d1-c277-4010-afaf-6173f92f59be req-8cd2021f-4f45-471a-baab-59f6fcdcd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.322420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d3b0d1-c277-4010-afaf-6173f92f59be req-8cd2021f-4f45-471a-baab-59f6fcdcd129 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1097 time: 0.1388650 Dec 20 15:40:03.322538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:03.327119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Request body: {'subnet': {'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-860731191-subnet', 'tenant_id': '06cd612e0ce046baa04288fa09814d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:03.355317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:40:03.385550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.457850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76c176-8a30-4307-bc6e-d24875f97984 req-1cade708-36ea-43b0-898f-a0ad155e7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.459426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-1cade708-36ea-43b0-898f-a0ad155e7e36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.1371951 Dec 20 15:40:03.474686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Made reservation on behalf of 06cd612e0ce046baa04288fa09814d2f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:03.479478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.558350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d3b0d1-c277-4010-afaf-6173f92f59be req-a3480491-fd26-418e-942d-90fefa02e08e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214673 Dec 20 15:40:03.586310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a36f19b8-3f08-4402-8b3c-b26ce25d90b6 req-42a97fd1-c4cf-4f79-b028-a6081100c12a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699742 Dec 20 15:40:03.596083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Attempting to bind port d0552589-3259-4d71-b766-c864c645c047 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:03.596714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Attempting to bind port d0552589-3259-4d71-b766-c864c645c047 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:03.596714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Attempting to bind port d0552589-3259-4d71-b766-c864c645c047 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:03.601944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0552589-3259-4d71-b766-c864c645c047,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:03.607735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Port d0552589-3259-4d71-b766-c864c645c047 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:03.608164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Attempting to bind port d0552589-3259-4d71-b766-c864c645c047 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:03.619083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:03.619420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:03.620260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:03.620260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Bound port: d0552589-3259-4d71-b766-c864c645c047, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:03.620669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.630863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76c176-8a30-4307-bc6e-d24875f97984 req-59d54755-98cd-4720-8096-6385ffedc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.632809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-59d54755-98cd-4720-8096-6385ffedc28c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585083 Dec 20 15:40:03.656554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:01Z', 'revision_number': 1, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:03.656773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-3fdc0648-12e9-4c93-96b2-573314ad2444 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:40:03.657818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-3fdc0648-12e9-4c93-96b2-573314ad2444 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128672 Dec 20 15:40:03.717344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:03.734910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:03.735846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:03.800182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.830949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] For port d0552589-3259-4d71-b766-c864c645c047, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:03.850184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:03.861569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48f1143-e7f9-4629-b56c-559f8db0b998,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:03.864480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582cc4b-c437-42c5-9de3-5fd6d2a55c5e req-392b3295-8b55-4378-9b66-c46998e4b3ad tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:03.866105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5582cc4b-c437-42c5-9de3-5fd6d2a55c5e req-392b3295-8b55-4378-9b66-c46998e4b3ad tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 948 time: 0.1409302 Dec 20 15:40:03.867999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] For port d0552589-3259-4d71-b766-c864c645c047, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d0552589-3259-4d71-b766-c864c645c047,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:03.880127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Checking segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:03.880647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-ec5148d7-d8b2-4680-9595-9d096bc9e290 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839895 Dec 20 15:40:03.885627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Network hostable DHCP agents. Network: f1e0ad12-9a4c-46b5-848c-090a91fc4608, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:40:03.954775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.970385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:40:04.020452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5582cc4b-c437-42c5-9de3-5fd6d2a55c5e req-252d7c62-9117-48ae-9035-18ddfd4ee57c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479044 Dec 20 15:40:04.025102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.025755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:04.027105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] 10.222.0.83 "PUT /v2.0/ports/d0552589-3259-4d71-b766-c864c645c047 HTTP/1.1" status: 200 len: 1096 time: 1.6276584 Dec 20 15:40:04.056782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebce472-451a-437e-8185-1668eb09ddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0552589-3259-4d71-b766-c864c645c047,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:04.061367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76c176-8a30-4307-bc6e-d24875f97984 req-62df4314-05fc-4816-b368-46cd0a795f68 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731465 Dec 20 15:40:04.070431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f1e0ad12-9a4c-46b5-848c-090a91fc4608) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:04.087209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.087209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:04.096324 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b534598-2bdb-4471-9e25-1b5035d0ea4c x-openstack-request-id: req-7b534598-2bdb-4471-9e25-1b5035d0ea4c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:04.096609 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:04.096869 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b534598-2bdb-4471-9e25-1b5035d0ea4c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:04.097300 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'status': 'completed', 'code': 200} Dec 20 15:40:04.112192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4e954-d0dc-478f-b322-0c3059146317 None None] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:40:04.178208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-44a6547f-6bdb-4786-b9b2-37886d7451f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.180769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-44a6547f-6bdb-4786-b9b2-37886d7451f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.0596902 Dec 20 15:40:04.247613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:04.248914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f1b25980-e4a5-4027-8ddf-6456dead4402 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9253900 Dec 20 15:40:04.254816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13b9b6-4ec1-4a44-9fb7-1d8570e1404f None None] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:40:04.259462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:01Z', 'revision_number': 1, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:04.318520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772cfb1-3643-4283-ab00-a54da2ec277b None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:01Z', 'revision_number': 1, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:04.362507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02094a7-7cc6-4ab1-848e-9c46e0254dd1 req-da1dea5a-5ac5-407f-aa71-d121dc0ffdda tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.374251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c02094a7-7cc6-4ab1-848e-9c46e0254dd1 req-da1dea5a-5ac5-407f-aa71-d121dc0ffdda tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1885967 Dec 20 15:40:04.429370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-70aed0eb-4c09-4e23-8107-11ae0a0a79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.433109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-70aed0eb-4c09-4e23-8107-11ae0a0a79b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 1099 time: 0.1939008 Dec 20 15:40:04.452634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-ab28fc4c-11e1-47d6-9c2e-7b48ff8a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.458627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-ab28fc4c-11e1-47d6-9c2e-7b48ff8a3043 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.2616949 Dec 20 15:40:04.502589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-ac4bb60b-4444-46cc-a16c-b948bed9f289 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=d0552589-3259-4d71-b766-c864c645c047 HTTP/1.1" status: 200 len: 217 time: 0.0587771 Dec 20 15:40:04.579404 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f5f77-dfaa-4fd8-a183-36976913989c None None] New status for floating IP 02087183-2136-4024-8d76-0fa802a86319: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:04.607652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c02094a7-7cc6-4ab1-848e-9c46e0254dd1 req-c0b673d8-fc90-4407-a682-9ebc3da0cbc8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361200 Dec 20 15:40:04.640324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-ec08239f-588d-404e-b172-edda877e1586 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 1000 time: 0.1485612 Dec 20 15:40:04.643977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-bf4a5649-91b4-421a-a13f-fcba0254fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.645364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-bf4a5649-91b4-421a-a13f-fcba0254fc34 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1054239 Dec 20 15:40:04.657429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd517f-15ef-4999-af72-7e0b6c4316ce req-90284a07-5457-482a-8035-42c1a39a0104 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.659053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dabd517f-15ef-4999-af72-7e0b6c4316ce req-90284a07-5457-482a-8035-42c1a39a0104 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 946 time: 0.1258912 Dec 20 15:40:04.802396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-5ab977a8-2436-424a-9dee-c6cc3a207867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.802396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-5ab977a8-2436-424a-9dee-c6cc3a207867 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.1309745 Dec 20 15:40:04.807212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-55be0d1f-021a-4613-a39a-73e22b51dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.808662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-55be0d1f-021a-4613-a39a-73e22b51dc94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476820 Dec 20 15:40:04.826160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dabd517f-15ef-4999-af72-7e0b6c4316ce req-5d46c785-3d7b-4023-af23-077d83602d7a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489580 Dec 20 15:40:04.857197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-1a7cf2d6-ae89-4ce5-925a-58107526eb06 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.858712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-1a7cf2d6-ae89-4ce5-925a-58107526eb06 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1450284 Dec 20 15:40:04.991862 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-4fb64883-137b-4045-94b3-1852a1907b61 req-0e522fa7-78ab-4fc5-8df2-17b9faf19e66 service neutron] show failed (client error): The resource could not be found. Dec 20 15:40:04.993021 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-0e522fa7-78ab-4fc5-8df2-17b9faf19e66 service neutron] 10.222.0.72 "GET /v2.0/ports/e9977c91-6d9e-4c2e-9d78-4bea79604796/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0894294 Dec 20 15:40:05.041919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:05.298244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-4256a985-82dd-4921-a9ac-7b1a7512ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:05.299780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-4256a985-82dd-4921-a9ac-7b1a7512ea0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4887962 Dec 20 15:40:05.384700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-d3935b2f-0daf-4e6f-a54f-352cf128646c tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1000 time: 0.5059927 Dec 20 15:40:05.401867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-974215a4-0bea-411b-957d-bed02a5b4159 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809398 Dec 20 15:40:05.408488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'floatingip': {'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.584515 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-edbb6f04-2258-4973-9856-6fe9a5e1ee20 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:05.587389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-edbb6f04-2258-4973-9856-6fe9a5e1ee20 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.3581154 Dec 20 15:40:05.595380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:05.662155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-01b76cf6-fb5b-4f5b-ab7d-09902b1c2768 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472037 Dec 20 15:40:05.667853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-6d14ee4d-bddf-4908-be80-e41e600f057b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/quotas/06cd612e0ce046baa04288fa09814d2f HTTP/1.1" status: 200 len: 375 time: 0.0686252 Dec 20 15:40:05.755087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8bd5edf-a6ce-437a-a5a0-bbef1e709249 req-d408f6fc-c71c-4114-8eed-43f66245fa61 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436971 Dec 20 15:40:05.756912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-6b662e58-9f9f-4d5b-baf1-a5ac53a44fe4 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786014 Dec 20 15:40:05.988597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc719139-00e3-4ec4-a378-b819d2ba80eb req-7e06ce21-12df-4c35-8026-0b8bf75f4d19 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112140 Dec 20 15:40:06.046096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-e728f518-9887-447d-a63a-875dd087839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:06.048312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-e728f518-9887-447d-a63a-875dd087839c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775&tenant_id=bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 1100 time: 0.1634099 Dec 20 15:40:06.051630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-ddf2fff7-feaa-43ec-a0c5-b3959d7b4b56 service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633789 Dec 20 15:40:06.081844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:06.107552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4770752f-bacb-4049-95c8-9ff229f10940', 'tag': 'd0552589-3259-4d71-b766-c864c645c047'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:06.109833 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159086ce-48d3-47ec-a802-d1b8dad44747" -d '{"events": [{"name": "network-changed", "server_uuid": "4770752f-bacb-4049-95c8-9ff229f10940", "tag": "d0552589-3259-4d71-b766-c864c645c047"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:06.235649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:06.271252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-b54f3e7e-cacf-4c7b-b388-bd8f35cb826b service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127292 Dec 20 15:40:06.587817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-2b9b606b-f07a-45ae-a3fe-67a968694ded tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:06.589534 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-2b9b606b-f07a-45ae-a3fe-67a968694ded tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1097 time: 0.0761406 Dec 20 15:40:06.603270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:06.657576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:06.669725 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:06.730439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:06.753958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a8a40-975f-46b3-b5c2-ee4d81137286 req-e6800ea1-f10f-4486-8616-dcf7cff98174 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:06.755733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af6a8a40-975f-46b3-b5c2-ee4d81137286 req-e6800ea1-f10f-4486-8616-dcf7cff98174 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 946 time: 0.0968900 Dec 20 15:40:06.764306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:06.834844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:06.868001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:06.917970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:06.921204 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d7f56-06c2-43b5-9944-d40fd8695ec6" -d '{"events": [{"server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "name": "network-vif-unplugged", "status": "completed", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:06.927875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.019115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.116696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:07.121762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:07.122093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:07.122424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:07.127865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:07.128186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Attempting to bind port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:07.133338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:07.133677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:07.134152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:07.134581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Bound port: 39ac305c-f8ab-4308-9c28-a038d2f676e8, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:07.134929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.138719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:07.216139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:07.219966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:07.250268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af6a8a40-975f-46b3-b5c2-ee4d81137286 req-3ee603f0-af98-4b80-b72c-25ccb6354ece tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810481 Dec 20 15:40:07.276585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.292794 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Floating IP 02087183-2136-4024-8d76-0fa802a86319 associated. External IP: 172.25.6.227, port: 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b. Dec 20 15:40:07.297440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Transition to ACTIVE for port object e9977c91-6d9e-4c2e-9d78-4bea79604796 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:07.341778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.427063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:07.432383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a39868-e4ee-49ad-b5b4-eb206aed5098 req-2a0832d8-2f26-4481-bd50-5ec9b311fc2a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:07.433345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:07.434110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4a39868-e4ee-49ad-b5b4-eb206aed5098 req-2a0832d8-2f26-4481-bd50-5ec9b311fc2a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 948 time: 0.0991857 Dec 20 15:40:07.438642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.441424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.443258 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-76afd4de-4274-43cb-b7c7-a07f84e61c75 service neutron] 10.222.0.72 "PUT /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 1122 time: 0.8452666 Dec 20 15:40:07.556680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['39ac305c-f8ab-4308-9c28-a038d2f676e8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:07.580769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] No DVR routers for this DVR port e9977c91-6d9e-4c2e-9d78-4bea79604796 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:07.586218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:07.607326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['39ac305c-f8ab-4308-9c28-a038d2f676e8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:07.635493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4a39868-e4ee-49ad-b5b4-eb206aed5098 req-c53278f1-a423-400f-a914-8d0c3efc2929 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870227 Dec 20 15:40:07.696164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:07.696164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:07.696959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:07.705318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:07.706234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:07.713969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:07.714338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:07.714693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:07.715130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Bound port: e9977c91-6d9e-4c2e-9d78-4bea79604796, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:07.715491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:07.736830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:07.866163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:07.924995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:07.945196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de8ffb-6298-460d-90cc-e159bbf6d0cf req-f87d1162-a8e5-4d8d-8c44-4ec55be9a33f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:07.947081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87de8ffb-6298-460d-90cc-e159bbf6d0cf req-f87d1162-a8e5-4d8d-8c44-4ec55be9a33f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 947 time: 0.1313353 Dec 20 15:40:07.962788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:07.972821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:07.983970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:07.984878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:08.029641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:08.098622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:08.108179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87de8ffb-6298-460d-90cc-e159bbf6d0cf req-f33b930e-8f72-4a74-a5f8-a8ab1a49148a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518135 Dec 20 15:40:08.109498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.110841 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:08.111581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] 10.222.0.83 "PUT /v2.0/ports/e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 1095 time: 2.0431836 Dec 20 15:40:08.150535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390e1e-f22a-4454-8825-3152f7220004 service neutron] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:08.337921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-0530fe95-8db4-4b33-993f-38f51ebb0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.339418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-0530fe95-8db4-4b33-993f-38f51ebb0ecc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1098 time: 0.1404481 Dec 20 15:40:08.389338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:06Z', 'revision_number': 3, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:08.396229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cdf79-e46b-48e0-a306-f5512c571ae1 req-c71b3ae1-3aee-4680-98e9-beaafbc6583a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.396229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec6cdf79-e46b-48e0-a306-f5512c571ae1 req-c71b3ae1-3aee-4680-98e9-beaafbc6583a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.1547370 Dec 20 15:40:08.429293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:08.556418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-7f686b70-3ed2-4b5f-8829-2b9974586c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.557996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-7f686b70-3ed2-4b5f-8829-2b9974586c32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2104588 Dec 20 15:40:08.563028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:08.563590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec6cdf79-e46b-48e0-a306-f5512c571ae1 req-64317b04-9b4a-4c2e-94a7-bc4c62e8d12b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364515 Dec 20 15:40:08.576408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:08.577028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:08.653344 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210ded5-d28f-47a6-a101-366d7c0ef243 x-openstack-request-id: req-5210ded5-d28f-47a6-a101-366d7c0ef243 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:08.653630 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4770752f-bacb-4049-95c8-9ff229f10940", "tag": "d0552589-3259-4d71-b766-c864c645c047", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:08.653887 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5210ded5-d28f-47a6-a101-366d7c0ef243 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:08.654279 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4770752f-bacb-4049-95c8-9ff229f10940', 'tag': 'd0552589-3259-4d71-b766-c864c645c047', 'status': 'completed', 'code': 200} Dec 20 15:40:08.658516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-b8e49f8d-7b6a-4fe4-9749-75eed6119787 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0679948 Dec 20 15:40:08.671498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:08.677107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:08.704504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:08.788536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcbe8be9-0e52-4fb1-9ecf-3ff479318784 req-703f5873-d430-4f42-a0e7-fa5f77be20f6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 210 time: 0.0712261 Dec 20 15:40:08.827125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-c8c7eeee-9af1-48a9-b639-d100449aba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.829461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-c8c7eeee-9af1-48a9-b639-d100449aba40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1489117 Dec 20 15:40:08.840739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-dfff8b8a-1c6f-4d16-aabe-7440eb14640a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "PUT /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 998 time: 3.4454532 Dec 20 15:40:08.866362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-ab70f8eb-5586-4e04-8dcd-5695392671bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.868151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-ab70f8eb-5586-4e04-8dcd-5695392671bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 1099 time: 0.1788700 Dec 20 15:40:08.881284 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798a348e-3b11-4045-975b-4577a833b9d4 x-openstack-request-id: req-798a348e-3b11-4045-975b-4577a833b9d4 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:08.881778 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "name": "network-vif-unplugged", "status": "completed", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:08.881778 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-798a348e-3b11-4045-975b-4577a833b9d4 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:08.882180 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'code': 200} Dec 20 15:40:08.949537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-e641bdc6-5984-428a-b247-c6e4bd642a2b tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:08.958001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-e641bdc6-5984-428a-b247-c6e4bd642a2b tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports/8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 943 time: 0.1161265 Dec 20 15:40:08.968364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:06Z', 'revision_number': 3, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:09.001447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7d9ff-f095-42dc-9159-e07d169d5e01 None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:06Z', 'revision_number': 3, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:09.015754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb64883-137b-4045-94b3-1852a1907b61 req-09968114-0742-494a-81b6-a862c9fcf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.018387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-09968114-0742-494a-81b6-a862c9fcf1b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749413 Dec 20 15:40:09.169396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-ca183fe6-35b2-4d95-b06f-5d06ebae1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.170857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-ca183fe6-35b2-4d95-b06f-5d06ebae1d3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2675188 Dec 20 15:40:09.183952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-1944fb57-2bc9-4b23-a657-6ebcd8867a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.185489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-1944fb57-2bc9-4b23-a657-6ebcd8867a7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.1612267 Dec 20 15:40:09.201109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:09.205735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:09.242673 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e674c-e3d8-4cee-ada0-73d8b1a60bbe None None] New status for floating IP 02087183-2136-4024-8d76-0fa802a86319: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:09.369709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:09.409649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-1d871587-c3fe-4a43-87b8-62540a9ff00d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.412088 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-1d871587-c3fe-4a43-87b8-62540a9ff00d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.1776879 Dec 20 15:40:09.413011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:09.428291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:40:09.430864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Request body: {'port': {'device_id': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'admin_state_up': True, 'tenant_id': '06cd612e0ce046baa04288fa09814d2f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:09.499448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46338) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:09.561593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-4dcac4c1-bd98-41c3-aeb9-6e82e0aebda4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=d0552589-3259-4d71-b766-c864c645c047 HTTP/1.1" status: 200 len: 217 time: 0.3734095 Dec 20 15:40:09.650113 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1661af19-6a89-4391-ac97-833391d239a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:09.674679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9ab74-54a0-4392-8ad6-3b6082d14cab req-9b679ef9-2946-4c5e-ab18-48472208e9b6 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.675759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50a9ab74-54a0-4392-8ad6-3b6082d14cab req-9b679ef9-2946-4c5e-ab18-48472208e9b6 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1097 time: 0.5715799 Dec 20 15:40:09.685648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-20ab96b9-a761-4d76-bc0b-9fe4603d1404 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452916 Dec 20 15:40:09.692550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Made reservation on behalf of 06cd612e0ce046baa04288fa09814d2f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:09.696402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:09.752262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-5f1cee11-ea86-4b6a-a645-f2cea75b2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.753766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-5f1cee11-ea86-4b6a-a645-f2cea75b2b04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1552999 Dec 20 15:40:09.793898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1661af19-6a89-4391-ac97-833391d239a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:09.818085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:09.831075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:09.831969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:09.859763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-f3e2e010-a222-4f87-a810-e6df712c9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.861806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-f3e2e010-a222-4f87-a810-e6df712c9e0b service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.6626651 Dec 20 15:40:09.874263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1661af19-6a89-4391-ac97-833391d239a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:09.891639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50a9ab74-54a0-4392-8ad6-3b6082d14cab req-76bdb1b5-91f5-456d-9eae-d20eb2266345 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995170 Dec 20 15:40:09.904507 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Allocated IP 172.20.0.5 (f1e0ad12-9a4c-46b5-848c-090a91fc4608/d48f1143-e7f9-4629-b56c-559f8db0b998/53871cf0-8418-475b-b333-b740305faea3) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:40:09.933350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb64883-137b-4045-94b3-1852a1907b61 req-98ba9ed1-4c38-4128-b265-d59bcb2e4576 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401021 Dec 20 15:40:09.936428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-60a7e069-f66b-48ed-9a01-48345e1e1a52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 217 time: 0.0635295 Dec 20 15:40:09.940126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-225f6c9f-60fc-4b1f-8a7c-aee6a52294d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:09.941897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-225f6c9f-60fc-4b1f-8a7c-aee6a52294d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513708 Dec 20 15:40:09.970020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:09.998447 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1661af19-6a89-4391-ac97-833391d239a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4d56e6c9a9f4fc09a03029ca9b051fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968791 Dec 20 15:40:10.004843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46348) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:10.019416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661af19-6a89-4391-ac97-833391d239a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad4bbb9-1891-49b6-a3ca-ec37260c51c2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:10.082503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-58355335-6f9f-4382-94d8-313d38d59269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.090987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-58355335-6f9f-4382-94d8-313d38d59269 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.1478360 Dec 20 15:40:10.102198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d0552589-3259-4d71-b766-c864c645c047 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:10.135498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13ed741a-1ff8-4bd0-ab3a-0571bb2eec81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.152841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc77bf-db10-4784-a2fa-f3ff507af796 req-c1e3f5e1-53e4-4454-b0a1-cde9355e42cb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.162778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3fc77bf-db10-4784-a2fa-f3ff507af796 req-c1e3f5e1-53e4-4454-b0a1-cde9355e42cb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 948 time: 0.1828110 Dec 20 15:40:10.182039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13ed741a-1ff8-4bd0-ab3a-0571bb2eec81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.192452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.210203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-9dd65e08-c741-4b02-aba8-f85ce90183bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.218081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-9dd65e08-c741-4b02-aba8-f85ce90183bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260371 Dec 20 15:40:10.224431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-1f41e5db-4522-49a6-a67a-4e8453eaee37 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:40:10.232461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-1f41e5db-4522-49a6-a67a-4e8453eaee37 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133612 Dec 20 15:40:10.239715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-309c8efa-9008-43f6-bd35-504f4931c853 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852910 Dec 20 15:40:10.301260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d0552589-3259-4d71-b766-c864c645c047, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d0552589-3259-4d71-b766-c864c645c047,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:10.317077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd0552589-3259-4d71-b766-c864c645c047', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'd0552589-3259-4d71-b766-c864c645c047', 'mac_address': 'fa:16:3e:50:a8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:10.365140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:09Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:10.368860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.380573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3fc77bf-db10-4784-a2fa-f3ff507af796 req-4bb8cdd6-535b-4cd4-9f2c-3847a73bca00 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148838 Dec 20 15:40:10.398819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.406702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:10.422639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0552589-3259-4d71-b766-c864c645c047 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:10.423107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13ed741a-1ff8-4bd0-ab3a-0571bb2eec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.424262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13ed741a-1ff8-4bd0-ab3a-0571bb2eec81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.425083 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13ed741a-1ff8-4bd0-ab3a-0571bb2eec81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dad4bbb9-1891-49b6-a3ca-ec37260c51c2 HTTP/1.1" status: 204 len: 168 time: 0.4166679 Dec 20 15:40:10.430842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-949efdff-cedd-407e-9321-a9ec7f2fe5bf service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968243 Dec 20 15:40:10.448634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:10.449204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:10.467769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159086ce-48d3-47ec-a802-d1b8dad44747 req-82775c09-ec5d-48b2-99ab-f5cd6f5bb889 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177713 Dec 20 15:40:10.471292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:40:10.475227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:10.478715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:40:10.481873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed741a-1ff8-4bd0-ab3a-0571bb2eec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad4bbb9-1891-49b6-a3ca-ec37260c51c2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:10.528931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d0552589-3259-4d71-b766-c864c645c047, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d0552589-3259-4d71-b766-c864c645c047,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:10.544417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:10.572947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.576078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.590071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-8a0e65eb-bbdb-4ab3-a33f-3ebdfe4e611c service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461751 Dec 20 15:40:10.609879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.647154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c78925-01c3-4881-ad43-bea93e05b534 req-7adb6954-c6d7-46a9-94ea-23f8c5875499 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.648672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69c78925-01c3-4881-ad43-bea93e05b534 req-7adb6954-c6d7-46a9-94ea-23f8c5875499 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 947 time: 0.0573168 Dec 20 15:40:10.655936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}, {'name': 'network-changed', 'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}, {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}, {'name': 'network-changed', 'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:10.658419 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69" -d '{"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-unplugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}, {"name": "network-changed", "server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}, {"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}, {"name": "network-changed", "server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:10.675759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:10.708687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d0552589-3259-4d71-b766-c864c645c047,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:10.709221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69c78925-01c3-4881-ad43-bea93e05b534 req-5cbc7848-d69a-4116-b2dd-7479e7c0d8a6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540533 Dec 20 15:40:10.724081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.734590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.736523 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bcc19f2e-ad3c-4ecc-b71d-0e1b862cfeeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023598 Dec 20 15:40:10.736808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.736808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.736808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.736808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.736808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:10.743993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Request body: {'port': {'device_id': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:10.784239 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:40:10.804637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:10.885690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dce01-d2b1-4a8d-a8ce-7598ddeedef6 req-3bf1a9c7-d7a2-4a58-b4a2-d320ad314514 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.895232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a34dce01-d2b1-4a8d-a8ce-7598ddeedef6 req-3bf1a9c7-d7a2-4a58-b4a2-d320ad314514 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.1124260 Dec 20 15:40:10.895232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-097a6efc-301c-407b-9d13-931146dd94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.896732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-097a6efc-301c-407b-9d13-931146dd94c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1096 time: 0.0738106 Dec 20 15:40:10.936683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:10.940242 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054aaae8-e194-4ad5-8bb2-eaa078ab0790" -d '{"events": [{"name": "network-changed", "server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:11.033688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a34dce01-d2b1-4a8d-a8ce-7598ddeedef6 req-50c31bf3-5625-4122-9586-0d13a6e60910 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350040 Dec 20 15:40:11.066419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-bdf12508-c03c-43f7-9b17-00de4f85db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.072895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-bdf12508-c03c-43f7-9b17-00de4f85db41 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1629531 Dec 20 15:40:11.132736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:09Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:11.169126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0090f64-c2a9-49a1-9b9a-f94970a99b51 None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:d1:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:09Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:11.194739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-268620d3-bead-45c0-ab5c-e3972ceb8926 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 1001 time: 0.1183267 Dec 20 15:40:11.205557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53871cf0-8418-475b-b333-b740305faea3 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:11.214373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:11.219837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46310-6749-46fa-88dd-ce63501b64b4 req-2b97c8fe-8541-4f94-a598-3018b859f694 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.227202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9b46310-6749-46fa-88dd-ce63501b64b4 req-2b97c8fe-8541-4f94-a598-3018b859f694 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 931 time: 0.0910749 Dec 20 15:40:11.228643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Transition to ACTIVE for port object 53871cf0-8418-475b-b333-b740305faea3 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:11.297469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-a15b0280-daac-4344-b790-13ce3d73314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.299151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-a15b0280-daac-4344-b790-13ce3d73314b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0967081 Dec 20 15:40:11.307602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9b46310-6749-46fa-88dd-ce63501b64b4 req-1928d8f2-b7f9-4d27-85a3-09b6b9ba49cd tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794699 Dec 20 15:40:11.342586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d0552589-3259-4d71-b766-c864c645c047'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:11.346866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:11.384353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054815-5849-4509-8f9d-f677ee211a57 req-f71d1459-d430-40b2-8fe9-5d21547d1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.403849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-f71d1459-d430-40b2-8fe9-5d21547d1cc1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943618 Dec 20 15:40:11.406275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:11.481270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Attempting to bind port 53871cf0-8418-475b-b333-b740305faea3 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:11.481653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Attempting to bind port 53871cf0-8418-475b-b333-b740305faea3 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:11.482187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Attempting to bind port 53871cf0-8418-475b-b333-b740305faea3 on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:11.487078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Port 53871cf0-8418-475b-b333-b740305faea3 on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:11.487395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Attempting to bind port 53871cf0-8418-475b-b333-b740305faea3 on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:11.492614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:11.493194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Checking segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:11.493388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Bound using segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:11.493788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Bound port: 53871cf0-8418-475b-b333-b740305faea3, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:11.494528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:11.536118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15010bd3-d319-4e7f-9d2a-1acad7c0cf4d req-30b831fc-a5de-4424-85f6-9baf34b27b1e tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.544084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15010bd3-d319-4e7f-9d2a-1acad7c0cf4d req-30b831fc-a5de-4424-85f6-9baf34b27b1e tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1097 time: 0.1216679 Dec 20 15:40:11.573127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:11.574984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-021a2939-9901-448c-8a6a-a112ba444e96 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697009 Dec 20 15:40:11.578440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:11.658414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15010bd3-d319-4e7f-9d2a-1acad7c0cf4d req-f87e9570-b5ea-4232-b4d2-d525ff2516f6 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128805 Dec 20 15:40:11.692505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5054815-5849-4509-8f9d-f677ee211a57 req-4fac512b-f43f-4906-8268-b781f12ddc49 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088777 Dec 20 15:40:11.702351 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:11.726676 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c2c72a-27ac-44d8-a98c-e41019dbba66 x-openstack-request-id: req-23c2c72a-27ac-44d8-a98c-e41019dbba66 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:11.726981 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-unplugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "code": 200}, {"name": "network-changed", "server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:11.727348 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23c2c72a-27ac-44d8-a98c-e41019dbba66 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:11.727902 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'code': 200} Dec 20 15:40:11.728967 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'status': 'completed', 'code': 200} Dec 20 15:40:11.729276 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'status': 'completed', 'code': 200} Dec 20 15:40:11.729534 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'status': 'completed', 'code': 200} Dec 20 15:40:11.736569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.737210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:11.740832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] 10.222.0.72 "PUT /v2.0/ports/53871cf0-8418-475b-b333-b740305faea3 HTTP/1.1" status: 200 len: 1091 time: 1.0003109 Dec 20 15:40:11.759695 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a22df-334c-42e6-8853-05e4a272cd82 x-openstack-request-id: req-a12a22df-334c-42e6-8853-05e4a272cd82 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:11.759986 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:11.760240 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a12a22df-334c-42e6-8853-05e4a272cd82 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:11.760631 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'status': 'completed', 'code': 200} Dec 20 15:40:11.765654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf85168-4ff4-46bc-911d-d4a0a49d7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:11.873133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-4b666f4f-cf05-4b0d-8bdf-043b0ef0e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.874960 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-4b666f4f-cf05-4b0d-8bdf-043b0ef0e159 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1098 time: 0.0635240 Dec 20 15:40:11.894381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-eb56df1e-727b-4c04-ba4f-59230716bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.895984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-eb56df1e-727b-4c04-ba4f-59230716bbca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1098 time: 0.1186697 Dec 20 15:40:11.923692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-7a3d8096-023a-4d38-8ea4-de654b4e16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.925399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-7a3d8096-023a-4d38-8ea4-de654b4e16bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1125 time: 0.1118555 Dec 20 15:40:11.995150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699e5a1-a04c-441f-95fa-129c44d1458d req-83fad45f-8755-44ed-95b4-91f6601be1db tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.996601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7699e5a1-a04c-441f-95fa-129c44d1458d req-83fad45f-8755-44ed-95b4-91f6601be1db tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 949 time: 0.1435483 Dec 20 15:40:12.008686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-07c4e729-bbec-4601-9f4f-a683bb17edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.010395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-07c4e729-bbec-4601-9f4f-a683bb17edfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1105096 Dec 20 15:40:12.066514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-2275b2af-01fe-44f9-ac47-d5b4f96ae7b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0358949 Dec 20 15:40:12.128789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-1663acda-e727-4a07-8245-766a5ecb41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.130302 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-1663acda-e727-4a07-8245-766a5ecb41c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0455399 Dec 20 15:40:12.170044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-1f9dbfa0-6af8-489a-8589-df63813858e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.171546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-1f9dbfa0-6af8-489a-8589-df63813858e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 1094 time: 0.2153735 Dec 20 15:40:12.191775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-7b34c473-6818-4faa-b699-ef7061be03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.193260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-7b34c473-6818-4faa-b699-ef7061be03ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2855892 Dec 20 15:40:12.194122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-8af6bd5e-340d-42bf-b81c-a62f3dca5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.195601 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-8af6bd5e-340d-42bf-b81c-a62f3dca5fb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461113 Dec 20 15:40:12.252458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7699e5a1-a04c-441f-95fa-129c44d1458d req-79767880-bc5e-400d-aace-0da47d8ca120 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120352 Dec 20 15:40:12.259786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1ab15-1b34-4566-b52b-1ca798c774ad req-39d584ad-dc44-496e-bb9a-371c01daf30c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.261282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79f1ab15-1b34-4566-b52b-1ca798c774ad req-39d584ad-dc44-496e-bb9a-371c01daf30c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 947 time: 0.2199583 Dec 20 15:40:12.298051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-1b6c06dd-31fa-4911-961c-d948e6fe9d3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53871cf0-8418-475b-b333-b740305faea3 HTTP/1.1" status: 200 len: 217 time: 0.0999460 Dec 20 15:40:12.302636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-bde5c4e7-dba9-4ce2-8509-c67ed2581883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.303514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-6116f596-fcbd-4201-9c47-cac057a6f064 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855877 Dec 20 15:40:12.304029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-bde5c4e7-dba9-4ce2-8509-c67ed2581883 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.3645637 Dec 20 15:40:12.305330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-4ca374d1-6a8d-4c89-b40b-2226ae268a53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0898104 Dec 20 15:40:12.416010 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-f5571765-0b39-4e45-b68e-d93b8fcd406e service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916238 Dec 20 15:40:12.464185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-36e6b41b-07a7-4ea5-8507-7e5b8dcb4a6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 217 time: 0.1138387 Dec 20 15:40:12.533920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-1b09af66-f063-46ea-b54d-73375c4910a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.535314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-1b09af66-f063-46ea-b54d-73375c4910a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1839237 Dec 20 15:40:12.538249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3516e8-c8f4-4481-89e5-25a69b4fe6fe req-800277a5-bc39-4fa5-9548-f04a110c05ea tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1001 time: 0.2385252 Dec 20 15:40:12.543604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79f1ab15-1b34-4566-b52b-1ca798c774ad req-1fd45d2a-bb73-42a1-930c-e04ac84381fa tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451413 Dec 20 15:40:12.547964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-f455f6e8-0e65-47e0-b222-c001d312b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.549416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-f455f6e8-0e65-47e0-b222-c001d312b6b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.1970463 Dec 20 15:40:12.645664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-af44f24e-da81-4030-9bd3-4f8e5e8478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.647148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-af44f24e-da81-4030-9bd3-4f8e5e8478bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1554997 Dec 20 15:40:12.648848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-85178c11-60b9-4b5b-8bb1-9e8aa2f0a1b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743575 Dec 20 15:40:12.656446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3516e8-c8f4-4481-89e5-25a69b4fe6fe req-bd4d1f74-452f-4ce4-be0a-d985f4fdb569 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.657917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3516e8-c8f4-4481-89e5-25a69b4fe6fe req-bd4d1f74-452f-4ce4-be0a-d985f4fdb569 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports/b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 942 time: 0.1134565 Dec 20 15:40:12.710585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-9b649913-0faf-42f5-ba00-232e41edf5d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468085 Dec 20 15:40:12.719303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-a3f92290-eb9e-418a-ae71-7384de612c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:12.721320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-a3f92290-eb9e-418a-ae71-7384de612c9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683271 Dec 20 15:40:13.227160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3516e8-c8f4-4481-89e5-25a69b4fe6fe req-48cc63d3-2dd0-4120-8261-69a57a400503 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1001 time: 0.5101664 Dec 20 15:40:13.241938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:13.246143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-cad18811-2581-4116-ab5b-d479b0744379 service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742042 Dec 20 15:40:13.290476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-9b5bd8c2-c932-4cdf-8745-e9e3b71e841d service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673556 Dec 20 15:40:13.358809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f93a800d-5c84-4c50-bf1a-ee6cdb6ec13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.362401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-78479712-088f-4111-9017-b779c4424801 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546944 Dec 20 15:40:13.447381 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f93a800d-5c84-4c50-bf1a-ee6cdb6ec13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.538556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f93a800d-5c84-4c50-bf1a-ee6cdb6ec13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.571487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3516e8-c8f4-4481-89e5-25a69b4fe6fe req-fce18084-56b3-4338-8b3a-9dde8c889a5f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:13.572923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3516e8-c8f4-4481-89e5-25a69b4fe6fe req-fce18084-56b3-4338-8b3a-9dde8c889a5f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.3364823 Dec 20 15:40:13.582353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a800d-5c84-4c50-bf1a-ee6cdb6ec13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337d695f-0026-4618-abac-f135568e1bfa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:13.587392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f93a800d-5c84-4c50-bf1a-ee6cdb6ec13a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=479baac088504570b84e02753c222564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440363 Dec 20 15:40:13.589844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46428) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:13.599887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e20b02b-6502-4a64-87d4-65dd656f2cb9 req-59281fd2-317b-499c-8a6f-5352ba92b87d service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334868 Dec 20 15:40:13.623471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054aaae8-e194-4ad5-8bb2-eaa078ab0790 req-adf57e10-bcb2-4c63-9e1f-b49cfba859fe service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008430 Dec 20 15:40:13.629913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-1212e2b1-fe17-4f2f-aed6-35eab2d8c3eb service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176020 Dec 20 15:40:13.666254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a0784e6-92e5-479a-b952-ed00160cee36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.689273 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a0784e6-92e5-479a-b952-ed00160cee36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.735993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc1c68-4358-4433-a145-ccfb2c90be15 req-4c675a8d-2249-48a2-88e8-5e95e4a04e60 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:13.738342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19fc1c68-4358-4433-a145-ccfb2c90be15 req-4c675a8d-2249-48a2-88e8-5e95e4a04e60 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.0861964 Dec 20 15:40:13.753442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-c728e40d-8451-457f-ac33-9a5a68d48dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:13.754938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-c728e40d-8451-457f-ac33-9a5a68d48dd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.0742364 Dec 20 15:40:13.762166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'tag': '53871cf0-8418-475b-b333-b740305faea3'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:13.764518 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a4a660-60c2-410e-bd74-250b158dbb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "tag": "53871cf0-8418-475b-b333-b740305faea3"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:13.815432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a0784e6-92e5-479a-b952-ed00160cee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.817686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19fc1c68-4358-4433-a145-ccfb2c90be15 req-b27d18cf-9185-4b85-bbbd-cadf286d5028 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722895 Dec 20 15:40:13.818273 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a0784e6-92e5-479a-b952-ed00160cee36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.819453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0a0784e6-92e5-479a-b952-ed00160cee36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/337d695f-0026-4618-abac-f135568e1bfa HTTP/1.1" status: 204 len: 168 time: 0.2284906 Dec 20 15:40:13.829495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0784e6-92e5-479a-b952-ed00160cee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337d695f-0026-4618-abac-f135568e1bfa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:13.935986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-a42dce62-6032-43a7-aaa7-8bac953f9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:13.937479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-a42dce62-6032-43a7-aaa7-8bac953f9d9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1612785 Dec 20 15:40:13.957264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0273eb-5f45-4cc8-9631-393a51d872c4 req-030ea5c7-e55f-4604-b5ad-f552425a9ba2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:13.960218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e0273eb-5f45-4cc8-9631-393a51d872c4 req-030ea5c7-e55f-4604-b5ad-f552425a9ba2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 943 time: 0.0693800 Dec 20 15:40:14.001857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-ea6877b0-987a-44a8-8a03-1dcdc05530fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 217 time: 0.0406392 Dec 20 15:40:14.082130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e0273eb-5f45-4cc8-9631-393a51d872c4 req-524f0a38-27a4-4fd6-96bf-3a8dd4196280 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132908 Dec 20 15:40:14.083694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-e3ba185b-ca2d-468c-8d6e-870123d59b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.085041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-e3ba185b-ca2d-468c-8d6e-870123d59b10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0749993 Dec 20 15:40:14.135694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:14.138116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d0552589-3259-4d71-b766-c864c645c047 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:14.164522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-c15b3495-27f6-4e8d-a78c-5cb1b5b94694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.166246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-c15b3495-27f6-4e8d-a78c-5cb1b5b94694 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714509 Dec 20 15:40:14.321674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:14.334262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'mac_address': 'fa:16:3e:03:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:14.340610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port d0552589-3259-4d71-b766-c864c645c047 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:14.372360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52500-8442-4f03-8f2e-468567500e9b req-9908923d-1e86-43b6-a798-ade8ae5fa75e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.374151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28d52500-8442-4f03-8f2e-468567500e9b req-9908923d-1e86-43b6-a798-ade8ae5fa75e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 949 time: 0.1205699 Dec 20 15:40:14.376313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d0552589-3259-4d71-b766-c864c645c047 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:14.376694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:14.395071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-6797923d-92ef-47cc-a171-33474fe9ab3b service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019088 Dec 20 15:40:14.421940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:14.445920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9977c91-6d9e-4c2e-9d78-4bea79604796 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:14.470945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:14.488639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28d52500-8442-4f03-8f2e-468567500e9b req-e0ab25a2-3867-4812-ac25-9549c94cbcfb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033459 Dec 20 15:40:14.505794 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:14.529315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-d606858c-fa55-4046-b6ca-03c9620ed0e9 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181505 Dec 20 15:40:14.531692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4770752f-bacb-4049-95c8-9ff229f10940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0552589-3259-4d71-b766-c864c645c047'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:14.534199 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdabc94a-8b6f-4b3e-a7d2-eb51f8c41911" -d '{"events": [{"server_uuid": "4770752f-bacb-4049-95c8-9ff229f10940", "name": "network-vif-plugged", "status": "completed", "tag": "d0552589-3259-4d71-b766-c864c645c047"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:14.549190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d0552589-3259-4d71-b766-c864c645c047, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d0552589-3259-4d71-b766-c864c645c047,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:14.636085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:14.651492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-11ad7d85-5bc5-425c-bff5-4ecca5f2bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.653104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-11ad7d85-5bc5-425c-bff5-4ecca5f2bd2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1096 time: 0.0655954 Dec 20 15:40:14.661766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8c5c9-2711-416e-9db5-b36f1085854a req-9f426ec6-985b-4616-bc11-f9765397180a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.663309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd8c5c9-2711-416e-9db5-b36f1085854a req-9f426ec6-985b-4616-bc11-f9765397180a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 947 time: 0.0871112 Dec 20 15:40:14.674370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:14.695236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:14.746936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d0552589-3259-4d71-b766-c864c645c047,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:14.781082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd8c5c9-2711-416e-9db5-b36f1085854a req-44a7f487-cc38-4b49-86ca-cb578db53056 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091995 Dec 20 15:40:14.796760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-8b2eed02-c44e-4024-ac46-6df843ea4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.799011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-8b2eed02-c44e-4024-ac46-6df843ea4add service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1284215 Dec 20 15:40:14.852986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-61f5ca3b-6362-4ac8-a823-9a93b8a0e0e2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:40:14.854082 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-61f5ca3b-6362-4ac8-a823-9a93b8a0e0e2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059378 Dec 20 15:40:14.915951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-150038b9-f7c2-45e0-88d3-0fd5f8636018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.917859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-150038b9-f7c2-45e0-88d3-0fd5f8636018 service neutron] 10.222.0.81 "GET /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 1094 time: 0.0473981 Dec 20 15:40:14.930583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:14.931488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:40:14.936585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-53f9851b-57e7-48b9-a365-50cce387e525 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1001 time: 0.1315348 Dec 20 15:40:14.957201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-1133c314-1262-4f91-92fc-ac1ac627e08e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 1001 time: 0.1445565 Dec 20 15:40:15.030152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-132afa5c-27fe-4a9f-8950-3162ec74cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:15.032151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-132afa5c-27fe-4a9f-8950-3162ec74cae0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0561819 Dec 20 15:40:15.048944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10397-43d5-4e66-883f-3528e47d4041 req-7a59fdfb-5d60-404e-b128-9b559805ca41 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:15.064250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-7a59fdfb-5d60-404e-b128-9b559805ca41 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports/b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 942 time: 0.1173599 Dec 20 15:40:15.148884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46464) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:15.158463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e9977c91-6d9e-4c2e-9d78-4bea79604796'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:15.242413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-a5bbd6f5-fd32-4348-8e84-4b4c1f9c9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:15.244219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-a5bbd6f5-fd32-4348-8e84-4b4c1f9c9525 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032189 Dec 20 15:40:15.321276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-489484916-network', 'tenant_id': 'b5fed9d6d6984fb5aa3be93dd58ad372'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:15.377540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-f3d9e5bd-897c-460c-a12e-5f305a23061f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1001 time: 0.2489831 Dec 20 15:40:15.424637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:15.425226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:15.426145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:15.430093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:15.430842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:15.435437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:15.435760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:15.436547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:15.436547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Bound port: 23c83579-bd1e-46af-8216-65dc5e0c6672, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:15.483699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-83c976e4-6adc-4712-9331-58b56dd09e4c service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282779 Dec 20 15:40:15.489439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:15.530561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Made reservation on behalf of b5fed9d6d6984fb5aa3be93dd58ad372 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:15.533339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:15.576439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:15.587395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10397-43d5-4e66-883f-3528e47d4041 req-8d73cc27-df4a-4004-a84b-6f4399dcf995 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:15.588816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-8d73cc27-df4a-4004-a84b-6f4399dcf995 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2034929 Dec 20 15:40:15.632361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:15.633674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-7262ee55-19a8-4b1b-adf2-412e47b7da94 service neutron] 10.222.0.81 "POST /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672/bindings HTTP/1.1" status: 201 len: 389 time: 0.7082531 Dec 20 15:40:15.695433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-377ffb73-b4d1-45ac-a82f-0f5439bd0a69 req-9e2f3382-a7b8-4cae-8f23-249d785e4683 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986291 Dec 20 15:40:15.712616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-1a8e74dc-8320-4190-b807-7d0b4ca9b1cf tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1001 time: 0.1157594 Dec 20 15:40:15.730478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:15.800893 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:15.812988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:15.911345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:15.926736 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1560e2f-a129-4657-ab0d-672e817b3920 x-openstack-request-id: req-a1560e2f-a129-4657-ab0d-672e817b3920 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:15.927185 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "tag": "53871cf0-8418-475b-b333-b740305faea3", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:15.927267 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1560e2f-a129-4657-ab0d-672e817b3920 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:15.927655 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'tag': '53871cf0-8418-475b-b333-b740305faea3', 'status': 'completed', 'code': 200} Dec 20 15:40:15.951602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:40:15.972870 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3104045-a559-4f14-a0cf-7a7b3c1d1588 x-openstack-request-id: req-d3104045-a559-4f14-a0cf-7a7b3c1d1588 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:15.973212 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4770752f-bacb-4049-95c8-9ff229f10940", "name": "network-vif-plugged", "status": "completed", "tag": "d0552589-3259-4d71-b766-c864c645c047", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:15.973574 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3104045-a559-4f14-a0cf-7a7b3c1d1588 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:15.974006 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4770752f-bacb-4049-95c8-9ff229f10940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0552589-3259-4d71-b766-c864c645c047', 'code': 200} Dec 20 15:40:16.277766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28d19d-2138-4a19-b511-641090813da0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:16.280596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.281078 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Added segment 393673ec-c2b5-47fa-8856-374e5336f9c9 of type vlan for network d0589e46-f638-4d66-9e3d-0b0b668add4d Dec 20 15:40:16.380097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.416640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.451107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-45c680ee-e8ce-44d0-b50c-5f1b45c6bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:16.452670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-45c680ee-e8ce-44d0-b50c-5f1b45c6bb49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 1094 time: 0.4903326 Dec 20 15:40:16.458496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e466d-8c73-4c68-96bb-faeaa308a6b6 req-8324dd85-d97e-46dc-87e6-ca777dd46e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:16.459992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b9e466d-8c73-4c68-96bb-faeaa308a6b6 req-8324dd85-d97e-46dc-87e6-ca777dd46e00 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 1101 time: 0.1768079 Dec 20 15:40:16.476339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.476674 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Floating IP 02087183-2136-4024-8d76-0fa802a86319 disassociated. External IP: 172.25.6.227, port: b30e79b9-186f-4f12-bb2c-cec7c31d6710. Dec 20 15:40:16.486708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8d5f7-da65-4446-8d52-112fbab67661 req-b59fed3e-fa24-4b3e-8c11-35b56d6e460f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:16.488206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39b8d5f7-da65-4446-8d52-112fbab67661 req-b59fed3e-fa24-4b3e-8c11-35b56d6e460f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 944 time: 0.2035732 Dec 20 15:40:16.604571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.605556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:16.606142 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.770597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b9e466d-8c73-4c68-96bb-faeaa308a6b6 req-78c59e88-39ab-47ae-9d92-2705a30ec041 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960961 Dec 20 15:40:16.779816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] Pushing event updated for resources: {'Network': ['ID=d0589e46-f638-4d66-9e3d-0b0b668add4d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:16.792515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d0589e46-f638-4d66-9e3d-0b0b668add4d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:40:16.793060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39b8d5f7-da65-4446-8d52-112fbab67661 req-c04cacab-a1c5-4fde-942d-e60f88cec7f0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885923 Dec 20 15:40:16.801910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9432f4e8-d089-4439-9037-84a24327c094 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6501572 Dec 20 15:40:16.803339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:16.808393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Request body: {'subnet': {'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-489484916-subnet', 'tenant_id': 'b5fed9d6d6984fb5aa3be93dd58ad372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:16.819324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-b1d18b7c-5c89-4131-957a-b68c3fcf099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:16.820830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-b1d18b7c-5c89-4131-957a-b68c3fcf099c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 905 time: 0.3599863 Dec 20 15:40:16.895628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Made reservation on behalf of b5fed9d6d6984fb5aa3be93dd58ad372 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:16.898087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.911863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-b28d1bde-7465-4946-b000-3a06a7aec510 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53871cf0-8418-475b-b333-b740305faea3 HTTP/1.1" status: 200 len: 217 time: 0.0504506 Dec 20 15:40:17.040959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-a323a5c8-86f0-4f5b-8ea5-036febbc5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.042355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-a323a5c8-86f0-4f5b-8ea5-036febbc5291 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.1157396 Dec 20 15:40:17.057728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96948c-3bce-46b1-95ee-a56394d10cb8 req-fe73f770-4ce1-496b-a69a-6a314d409eb6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.059184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f96948c-3bce-46b1-95ee-a56394d10cb8 req-fe73f770-4ce1-496b-a69a-6a314d409eb6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 943 time: 0.1450958 Dec 20 15:40:17.062156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:17.114380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-3f037591-2937-4ae1-897c-39b352db45d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542591 Dec 20 15:40:17.179060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:17.236101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cc4c5a-0981-47b7-82be-bd8246341d68,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:17.246215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Checking segment: {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:17.246565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Network hostable DHCP agents. Network: d0589e46-f638-4d66-9e3d-0b0b668add4d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:40:17.265127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:17.307612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f96948c-3bce-46b1-95ee-a56394d10cb8 req-22ab6bf2-5882-4a27-95d1-e3ff85ad10cf tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172163 Dec 20 15:40:17.312291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-55a5ce8b-b670-45f1-9795-3042647638a6 service neutron] 10.222.0.83 "GET /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.2690578 Dec 20 15:40:17.395565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:17.458636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-21d4fef7-e623-4f52-9d75-cded5e2b03d3 service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660315 Dec 20 15:40:17.458636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:17.459298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '53871cf0-8418-475b-b333-b740305faea3', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '53871cf0-8418-475b-b333-b740305faea3', 'mac_address': 'fa:16:3e:12:10:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:17.459396 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:17.459799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:17.459895 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:17.459895 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:17.461907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:17.478035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53871cf0-8418-475b-b333-b740305faea3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:17.505231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:17.529838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Network d0589e46-f638-4d66-9e3d-0b0b668add4d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:40:17.543245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-16fe49ab-aed4-4f5b-91b9-ed426d74c03a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "PUT /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 695 time: 1.8072696 Dec 20 15:40:17.543245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:17.543245 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f" -d '{"events": [{"name": "network-changed", "server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:17.545857 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:17.631701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:17.675693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d0589e46-f638-4d66-9e3d-0b0b668add4d) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:17.676288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75a4a660-60c2-410e-bd74-250b158dbb9c req-a4897a74-539e-4323-83d4-829b0a690fc0 service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703741 Dec 20 15:40:17.683341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.690057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab5467-9e67-40d3-ac5c-1a416aba8dfb None None] Network d0589e46-f638-4d66-9e3d-0b0b668add4d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:40:17.692278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650a8b-8719-4241-b8ba-e4e262c5baed req-c5ac9f02-1ed9-4154-a6e4-cd7ee055109b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.693239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:17.693819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:17.699698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b650a8b-8719-4241-b8ba-e4e262c5baed req-c5ac9f02-1ed9-4154-a6e4-cd7ee055109b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 950 time: 0.1818407 Dec 20 15:40:17.732615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10397-43d5-4e66-883f-3528e47d4041 req-06979d21-81f9-4d52-b5fa-3343cfe3d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.734167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-06979d21-81f9-4d52-b5fa-3343cfe3d0c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1096 time: 0.1703491 Dec 20 15:40:17.790009 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:17.819242 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:17.823479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6231ad-d1db-4ad3-a939-9e702e4eee67 None None] Network d0589e46-f638-4d66-9e3d-0b0b668add4d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:40:17.828709 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:17.829824 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:17.833262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:17.836075 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9eda05a-c670-4e0f-b709-90e3d4f14561 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0237246 Dec 20 15:40:17.858161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b650a8b-8719-4241-b8ba-e4e262c5baed req-a8c65157-e8a8-4dc0-91f2-08a846776fe5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515448 Dec 20 15:40:17.886272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:17.928848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10397-43d5-4e66-883f-3528e47d4041 req-dfceb5b4-ac55-4f55-89da-ee9526c2d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.936517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-dfceb5b4-ac55-4f55-89da-ee9526c2d9a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1939945 Dec 20 15:40:17.948726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ac305c-f8ab-4308-9c28-a038d2f676e8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:17.981014 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:17.996947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-531f7ec8-76e8-40e2-928c-0a91ee65574e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 217 time: 0.0592663 Dec 20 15:40:18.003388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:18.068545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['53871cf0-8418-475b-b333-b740305faea3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:18.088237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eb5c5-fd8e-41aa-ad09-0365446b012b req-209f6f1b-4e5a-4bd5-8c42-b14579673bb3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:18.089832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e0eb5c5-fd8e-41aa-ad09-0365446b012b req-209f6f1b-4e5a-4bd5-8c42-b14579673bb3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 948 time: 0.1043839 Dec 20 15:40:18.091297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10397-43d5-4e66-883f-3528e47d4041 req-938e8f87-ef80-48a9-8aa1-3a622738c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:18.092655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-938e8f87-ef80-48a9-8aa1-3a622738c465 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0742848 Dec 20 15:40:18.137539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:18.183690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:18.216168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e0eb5c5-fd8e-41aa-ad09-0365446b012b req-0acea33f-01ac-4a84-801b-d92b87e53ef4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166172 Dec 20 15:40:18.222688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10397-43d5-4e66-883f-3528e47d4041 req-ec0a7757-ee9b-4b2f-9cf3-bf9748b37007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:18.224108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-ec0a7757-ee9b-4b2f-9cf3-bf9748b37007 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236808 Dec 20 15:40:18.237073 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:18.291055 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b196b-f089-4693-b127-2bebb99b598b None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:18.344429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] Transition to ACTIVE for port object 39ac305c-f8ab-4308-9c28-a038d2f676e8 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:18.393841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port e9977c91-6d9e-4c2e-9d78-4bea79604796 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:18.398954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port e9977c91-6d9e-4c2e-9d78-4bea79604796 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:18.400971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:18.538337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:18.580019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:18.582424 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c003ca16-ece5-455c-841d-717565c83ecc" -d '{"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-plugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:18.597369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:18.600995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a674027-b691-4c47-b198-be59181dd962 None None] New status for floating IP 02087183-2136-4024-8d76-0fa802a86319: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:18.678571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:18.679497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:18.702904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:18.775578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-bb16990f-7e04-4b77-b963-0eacc8acf529 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339797 Dec 20 15:40:18.788544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4bcba-dd62-4e0d-8ca5-64c58f5a5adf req-5201a0c9-5de1-46d4-bc31-06acf730171d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:18.790101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0d4bcba-dd62-4e0d-8ca5-64c58f5a5adf req-5201a0c9-5de1-46d4-bc31-06acf730171d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 946 time: 0.4638233 Dec 20 15:40:18.834442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] No DVR routers for this DVR port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:18.889235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] Pushing event updated for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:18.912615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:18.917006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:18.943990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-90564cf5-b29c-4c0b-bb0a-35a15a87fa76 service neutron] 10.222.0.83 "PUT /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 1.6192815 Dec 20 15:40:18.967992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0d4bcba-dd62-4e0d-8ca5-64c58f5a5adf req-6e2c518b-f264-4d71-b2de-f2eb35533cd9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457813 Dec 20 15:40:18.974660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25a10397-43d5-4e66-883f-3528e47d4041 req-6420bde0-5dda-4371-885d-db06a64d2cf2 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790876 Dec 20 15:40:19.038720 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b5d981-c81a-41d8-a3a7-be61b21ce744 x-openstack-request-id: req-66b5d981-c81a-41d8-a3a7-be61b21ce744 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:19.038720 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:19.038720 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66b5d981-c81a-41d8-a3a7-be61b21ce744 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:19.038720 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'status': 'completed', 'code': 200} Dec 20 15:40:19.166518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-5d28cfab-9c04-4179-87af-a1dac37cb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.168027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-5d28cfab-9c04-4179-87af-a1dac37cb394 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 1096 time: 0.1037526 Dec 20 15:40:19.209353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ed208-b621-4ee3-9b20-1a699f755358 req-04608ee6-b3e3-4c6a-b698-8a28ecd53792 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.210804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a3ed208-b621-4ee3-9b20-1a699f755358 req-04608ee6-b3e3-4c6a-b698-8a28ecd53792 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 945 time: 0.1203053 Dec 20 15:40:19.219212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-fbaa0063-1fc7-48fa-b2e7-bb34141c49a3 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.220608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-fbaa0063-1fc7-48fa-b2e7-bb34141c49a3 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1167183 Dec 20 15:40:19.226132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5778b58a-f466-4375-98d4-952d8b707609 req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2057791508', 'description': 'tempest-description-115784677'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:19.281990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:19.375515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a3ed208-b621-4ee3-9b20-1a699f755358 req-a52177d8-acea-438a-a29d-72592e903961 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525137 Dec 20 15:40:19.377783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-57f1f567-74fd-4417-a916-69551373e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.379181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-57f1f567-74fd-4417-a916-69551373e91c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.2034867 Dec 20 15:40:19.381274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-006e74e3-37c5-4ba4-939b-c73144ea0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.382657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-006e74e3-37c5-4ba4-939b-c73144ea0339 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a&tenant_id=1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 1096 time: 0.1498339 Dec 20 15:40:19.430076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-59e3d328-a793-4139-a17e-9bc93df75c23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 200 len: 217 time: 0.0398440 Dec 20 15:40:19.443593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 53871cf0-8418-475b-b333-b740305faea3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:19.447921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 53871cf0-8418-475b-b333-b740305faea3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:19.456664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:19.507297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5778b58a-f466-4375-98d4-952d8b707609 req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:19.511778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-ee81a1de-c5a1-4c56-8a93-eb449cb7542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.513214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-ee81a1de-c5a1-4c56-8a93-eb449cb7542e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0745108 Dec 20 15:40:19.531732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:19.570508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:19.573373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-934c8895-e05f-443d-89da-34e0136a87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.574883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-934c8895-e05f-443d-89da-34e0136a87e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1096 time: 0.0991993 Dec 20 15:40:19.622772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-5a6d22cf-3dec-4844-a9b1-e15b0fdbee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.624292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-5a6d22cf-3dec-4844-a9b1-e15b0fdbee26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020892 Dec 20 15:40:19.666734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:19.720614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:19.757912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5778b58a-f466-4375-98d4-952d8b707609 req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:19.780963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-f389cca9-002d-45f1-8a3d-1c53f1ff88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.783100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-f389cca9-002d-45f1-8a3d-1c53f1ff88c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1970024 Dec 20 15:40:19.830397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-21e8a467-abe1-477c-92c3-37a75c3a4d83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 200 len: 217 time: 0.0369158 Dec 20 15:40:19.832255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-4c262119-2cdc-4843-b497-a8661b1a91d9 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726322 Dec 20 15:40:19.879847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5778b58a-f466-4375-98d4-952d8b707609 req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:19.973329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-c4513790-054e-4933-9c8f-2f0f5ba7a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.974887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-c4513790-054e-4933-9c8f-2f0f5ba7a9d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1372933 Dec 20 15:40:19.977760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91a9bc5-977c-4436-a376-38d9b6c91b48,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:20.018077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-cb1aceee-773e-4bc8-8321-6f3c9d350d28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320735 Dec 20 15:40:20.024768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5778b58a-f466-4375-98d4-952d8b707609 req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:20.025909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5778b58a-f466-4375-98d4-952d8b707609 req-c6dc3375-fb53-49f0-a593-06339e13d68d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8251486 Dec 20 15:40:20.055003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a5d2c4-46ae-4f97-adac-d992ae6ff74f req-5051d158-3e77-4ed8-a7b5-1f1feded5536 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093308 Dec 20 15:40:20.153234 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7dd062-315e-41a1-a7bb-b570cde9a2f4 x-openstack-request-id: req-8a7dd062-315e-41a1-a7bb-b570cde9a2f4 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:20.153683 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-plugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:20.153792 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a7dd062-315e-41a1-a7bb-b570cde9a2f4 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:20.154277 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'code': 200} Dec 20 15:40:20.205317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-cc3c2d45-3833-4c00-8976-c7f64f8f905a service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727381 Dec 20 15:40:20.212945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149dd5-2d39-4e51-bc6f-2aa34f8f9f56 req-dbc7ca5c-2ab8-417b-a9dc-301c6ab53c01 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.214330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a149dd5-2d39-4e51-bc6f-2aa34f8f9f56 req-dbc7ca5c-2ab8-417b-a9dc-301c6ab53c01 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 945 time: 0.1179483 Dec 20 15:40:20.231301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-f09b8ba8-246f-4c6a-9503-2c5fd3071ab9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.232695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-f09b8ba8-246f-4c6a-9503-2c5fd3071ab9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.83 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775&tenant_id=bbc0e300d64e4ec89d910f49b3462363&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 949 time: 0.1182947 Dec 20 15:40:20.420456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a149dd5-2d39-4e51-bc6f-2aa34f8f9f56 req-e3285684-04ed-4adc-8ddf-2acff1314678 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867321 Dec 20 15:40:20.439435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7f077-39ee-4acf-9f21-78d69d76e9f2 req-9a3aa682-4ab0-49a6-be1b-df7021ef169b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.441308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5a7f077-39ee-4acf-9f21-78d69d76e9f2 req-9a3aa682-4ab0-49a6-be1b-df7021ef169b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 950 time: 0.2250664 Dec 20 15:40:20.447426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-50462101-28ed-4437-b0c0-7555fba2e5aa service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304127 Dec 20 15:40:20.450028 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-4bf3bd2f-7f65-4694-9192-84a4915932b3 service neutron] 10.222.0.83 "GET /v2.0/ports/e9977c91-6d9e-4c2e-9d78-4bea79604796/bindings/n-h2-781076-8 HTTP/1.1" status: 200 len: 382 time: 0.2067602 Dec 20 15:40:20.526462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5a7f077-39ee-4acf-9f21-78d69d76e9f2 req-d98f4b8f-7275-496a-8484-65dad0ff47e9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779619 Dec 20 15:40:20.535834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-f8b89c88-10ed-4e5e-904b-a4ef1bf8e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.537451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-f8b89c88-10ed-4e5e-904b-a4ef1bf8e0d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1100 time: 0.0606909 Dec 20 15:40:20.675107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-05bd0237-14dc-4388-83c3-fabb15dd1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.676490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-05bd0237-14dc-4388-83c3-fabb15dd1810 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1238492 Dec 20 15:40:20.689270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5445106-a8b9-4031-aefd-ed429e497f4b req-026d6b23-5263-4233-9b04-5568825a3bb9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.690804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5445106-a8b9-4031-aefd-ed429e497f4b req-026d6b23-5263-4233-9b04-5568825a3bb9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 946 time: 0.0777926 Dec 20 15:40:20.736639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-2e0b8dca-250a-4e70-bb03-7a23f7240000 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0416112 Dec 20 15:40:20.805006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5445106-a8b9-4031-aefd-ed429e497f4b req-96a96f8e-5408-460e-97ed-2b6f9160aee6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026037 Dec 20 15:40:20.829035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-1d109392-0712-4f2f-bcf1-8eeb68e2c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.830641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-1d109392-0712-4f2f-bcf1-8eeb68e2c0dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0821688 Dec 20 15:40:20.836689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8cba18f1-e57c-47f0-9c77-58c3fb16fec5 req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2083903696', 'description': 'tempest-description-948007983'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:20.919516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a811fde-5422-4788-8932-e869c143bf6e req-1f675970-162b-4d9e-97c3-88e326a9794d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.921012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a811fde-5422-4788-8932-e869c143bf6e req-1f675970-162b-4d9e-97c3-88e326a9794d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1021137 Dec 20 15:40:20.927486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-845fa278-353e-4622-9840-533dc70848b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.928889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-845fa278-353e-4622-9840-533dc70848b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729828 Dec 20 15:40:21.008766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cba18f1-e57c-47f0-9c77-58c3fb16fec5 req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.069108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a811fde-5422-4788-8932-e869c143bf6e req-32f122b6-4ad1-4f6f-beaf-4bbe14a93084 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392484 Dec 20 15:40:21.086812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-64e4106f-6d76-4509-b536-a8b7c894bcd9 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:21.088387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-64e4106f-6d76-4509-b536-a8b7c894bcd9 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1352394 Dec 20 15:40:21.152426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-09f624b4-4d1b-45c6-b70d-38da8073dbc8 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092154 Dec 20 15:40:21.301369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cba18f1-e57c-47f0-9c77-58c3fb16fec5 req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.327516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec9841-8420-4803-a46a-c4c8bce6bd85 req-25a9839a-b2ea-4fe5-8b89-6db6e1e6cbbc tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:21.334362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32ec9841-8420-4803-a46a-c4c8bce6bd85 req-25a9839a-b2ea-4fe5-8b89-6db6e1e6cbbc tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 945 time: 0.1891372 Dec 20 15:40:21.350211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.390877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-f39ba4d7-6c9f-4ce9-bf60-0e3121f78af2 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214084 Dec 20 15:40:21.414439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32ec9841-8420-4803-a46a-c4c8bce6bd85 req-53484e7d-6007-4163-8bc9-7a45bb142512 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723870 Dec 20 15:40:21.418532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cba18f1-e57c-47f0-9c77-58c3fb16fec5 req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.450026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c596f84-5cf0-4f49-845a-ec70eea63f6a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:21.503595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-f9a938f9-e91f-4149-a3ea-109d248e848d service neutron] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:21.507692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-f9a938f9-e91f-4149-a3ea-109d248e848d service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.508782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976c6eb7-611e-48bd-ad87-4b0b1be145c1 req-f9a938f9-e91f-4149-a3ea-109d248e848d service neutron] 10.222.0.72 "DELETE /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.4075546 Dec 20 15:40:21.523676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5d191-111e-406c-8e73-a01e4897111a req-39094852-b1d6-47fe-a8fd-e408a9cdfacf tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:21.525352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dc5d191-111e-406c-8e73-a01e4897111a req-39094852-b1d6-47fe-a8fd-e408a9cdfacf tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 1101 time: 0.0489182 Dec 20 15:40:21.558507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cba18f1-e57c-47f0-9c77-58c3fb16fec5 req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.559676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cba18f1-e57c-47f0-9c77-58c3fb16fec5 req-0542d2b2-3c1c-4d46-9148-f41b5cbccf0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7268965 Dec 20 15:40:21.583430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dc5d191-111e-406c-8e73-a01e4897111a req-067be807-2afa-4d78-883e-768a9e9bca69 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Dec 20 15:40:21.668526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-44042ab0-6a38-4252-896e-120c4ff59fdd tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:21.670209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-44042ab0-6a38-4252-896e-120c4ff59fdd tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0559840 Dec 20 15:40:21.725193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-cf92f7fe-6ad0-4e4e-bd9a-abdef6ef3464 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 696 time: 0.0463245 Dec 20 15:40:21.735360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'floatingip': {'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:21.800791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:21.899140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7895ad-b431-4a8a-84e3-1825734535bb req-0ddd3c48-8418-412b-b0e9-cf083102164e tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:21.900556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c7895ad-b431-4a8a-84e3-1825734535bb req-0ddd3c48-8418-412b-b0e9-cf083102164e tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 945 time: 0.1339803 Dec 20 15:40:22.001606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c7895ad-b431-4a8a-84e3-1825734535bb req-0fead341-8fde-45b7-9316-1822631cc7f6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926554 Dec 20 15:40:22.156153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53871cf0-8418-475b-b333-b740305faea3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:22.159428 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bba453-e760-4c75-a907-5b7252504335" -d '{"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-plugged", "status": "completed", "tag": "53871cf0-8418-475b-b333-b740305faea3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:22.558411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-ae6968ee-c06f-4656-99b5-585d593612ba tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:22.559878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-ae6968ee-c06f-4656-99b5-585d593612ba tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 812 time: 0.4643962 Dec 20 15:40:22.600825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-4d395226-f3a5-44b7-9c4a-b52740fbfcc1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/quotas/b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 375 time: 0.0169029 Dec 20 15:40:22.676671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-c7bcadf0-88ab-407d-87f9-d2698a48f89e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687325 Dec 20 15:40:22.696724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:22.777498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-ef36d0bf-b5af-400b-99ed-527f0ff18890 service neutron] 10.222.0.81 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925562 Dec 20 15:40:22.841836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:22.949285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-efecd4e9-ebe5-4577-a0bf-2bde3aea81ca service neutron] 10.222.0.81 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650939 Dec 20 15:40:22.967288 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Floating IP 02087183-2136-4024-8d76-0fa802a86319 associated. External IP: 172.25.6.227, port: 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b. Dec 20 15:40:23.229049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-99542caf-0be3-47e9-8836-abe107101ff3 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.230751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-99542caf-0be3-47e9-8836-abe107101ff3 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "GET /v2.0/ports?device_id=49d391fb-417b-460c-8488-b78eb4f79b3f HTTP/1.1" status: 200 len: 945 time: 0.1035411 Dec 20 15:40:23.239430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:23.300902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-9db3b015-0e54-473c-90ca-f893939fb1c9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496686 Dec 20 15:40:23.571036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-bb18d656-6b3d-431e-a47b-f32b912b71b1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.572680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-bb18d656-6b3d-431e-a47b-f32b912b71b1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615054 Dec 20 15:40:23.580066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Deleting port b30e79b9-186f-4f12-bb2c-cec7c31d6710 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:23.581345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:23.586822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:23.598423 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:23.601124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-ae2cb9ac-46f9-4bbe-840f-d4b5d00290d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.602654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-ae2cb9ac-46f9-4bbe-840f-d4b5d00290d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1097 time: 0.1631572 Dec 20 15:40:23.608395 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:23.610248 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:23.612754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:23.699881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-27335c77-fca2-495a-8ea4-daebe34d6011 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/quotas/986025bff2b6446cb7b3eaa2d97d40dc HTTP/1.1" status: 200 len: 375 time: 0.1153917 Dec 20 15:40:23.724580 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:23.751083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-dc9ad60a-2436-4aea-98b0-5428808421cc tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "PUT /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 997 time: 2.0199962 Dec 20 15:40:23.757280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:23.758636 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25" -d '{"events": [{"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:23.852372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] For port b30e79b9-186f-4f12-bb2c-cec7c31d6710, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b30e79b9-186f-4f12-bb2c-cec7c31d6710,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:23.852733 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:23.880095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Calling delete_port for b30e79b9-186f-4f12-bb2c-cec7c31d6710 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:23.897010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-b5add506-fe20-4177-a32d-a1d8bfbc56af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.898495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-b5add506-fe20-4177-a32d-a1d8bfbc56af service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.2789280 Dec 20 15:40:23.916655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-c3314d6b-612d-4b8f-9915-b09fe7720c4d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1850538 Dec 20 15:40:23.921320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-19289abb-9502-4eb4-a20f-9f38ca5d55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.923635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-19289abb-9502-4eb4-a20f-9f38ca5d55ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.1409502 Dec 20 15:40:23.984040 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:22Z', 'revision_number': 8, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:23.998620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-d0c3c7e3-ec26-4dce-95bd-58fc29667ff4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 217 time: 0.0794313 Dec 20 15:40:24.012034 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:24.021319 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:24.021948 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:24.127992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-e765aa66-c176-4a9b-91f3-ed95f3f1a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.129489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-e765aa66-c176-4a9b-91f3-ed95f3f1a993 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1073236 Dec 20 15:40:24.131493 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:24.194883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-70b4f327-b358-44a8-841b-f217f530e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.196381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-70b4f327-b358-44a8-841b-f217f530e96e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.2373857 Dec 20 15:40:24.198560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f256d0f6-a1a3-412c-85c8-77203271adc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441053 Dec 20 15:40:24.381700 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-8b2db3e8-7c48-4aec-8aba-53a733270f57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560579 Dec 20 15:40:24.456136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-eceaa386-a120-48c3-8b54-555d59116c5f service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272985 Dec 20 15:40:24.471313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-575ad5fd-e739-478a-8140-15dfee6314bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.473089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-575ad5fd-e739-478a-8140-15dfee6314bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 1100 time: 0.0490353 Dec 20 15:40:24.475763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-20035ea1-6540-44c3-bdf5-977c2f82bd85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 1000 time: 0.1539090 Dec 20 15:40:24.497949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866adf09-4864-4110-aca7-69f8eeb1d413 req-0d814a2d-96d4-47bf-a4c9-1defacfd8865 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.499522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-866adf09-4864-4110-aca7-69f8eeb1d413 req-0d814a2d-96d4-47bf-a4c9-1defacfd8865 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 946 time: 0.1714361 Dec 20 15:40:24.577067 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:22Z', 'revision_number': 8, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:24.581027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:24.595456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:24.618697 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb0900-d7ff-4e77-be4c-8be769cf31c1 None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '02087183-2136-4024-8d76-0fa802a86319', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'port_id': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'mac_address': 'fa:16:3e:5f:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:38Z', 'updated_at': '2021-12-20T15:40:22Z', 'revision_number': 8, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:24.637180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-5e90c6d0-e1fe-4778-9f1f-c72b9bbe21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.637180 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-5e90c6d0-e1fe-4778-9f1f-c72b9bbe21c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1380467 Dec 20 15:40:24.649175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-5cba03ba-a820-4d2d-aa70-08ef0ec18d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.650724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-5cba03ba-a820-4d2d-aa70-08ef0ec18d6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.1607919 Dec 20 15:40:24.663076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event deleted for resources: {'Port': ['ID=b30e79b9-186f-4f12-bb2c-cec7c31d6710,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:24.726169 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-ec96fc59-aeb7-4e12-a4f4-334f378c9234 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 200 len: 217 time: 0.0617723 Dec 20 15:40:24.839316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-18a56537-f226-44e4-8816-cfd2575b6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.843508 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-18a56537-f226-44e4-8816-cfd2575b6044 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1101348 Dec 20 15:40:24.910038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-9d03f956-db42-4056-9dec-de95d458406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.912294 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-9d03f956-db42-4056-9dec-de95d458406d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581088 Dec 20 15:40:25.017649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742bdf9-a119-4031-9256-af5d8b30ba73 None None] New status for floating IP 02087183-2136-4024-8d76-0fa802a86319: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:25.088325 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-ca8359bb-f5e3-4c76-86b7-4d79f2b32857 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666076 Dec 20 15:40:25.151917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-866adf09-4864-4110-aca7-69f8eeb1d413 req-83b93f49-e0db-45d9-b1e2-fb2894f9c885 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365218 Dec 20 15:40:25.158043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] No DVR routers for this DVR port b30e79b9-186f-4f12-bb2c-cec7c31d6710 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:25.162135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-a5a9e572-3b89-4d6e-b1d7-d89ebc9e4ee5 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961632 Dec 20 15:40:25.163286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:25.166539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc8dd27b-cda3-43a4-968c-2c52dac6fa92 req-f3e58c09-8eda-4e76-83ab-0f81b0e3f6ec tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "DELETE /v2.0/ports/b30e79b9-186f-4f12-bb2c-cec7c31d6710 HTTP/1.1" status: 204 len: 173 time: 1.9257650 Dec 20 15:40:25.176363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-f76fbff6-2282-4c89-9fe9-956351866090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:25.178107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-f76fbff6-2282-4c89-9fe9-956351866090 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5161664 Dec 20 15:40:25.211046 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bd646ddb-84a6-4ff5-a60c-685ea91440ec req-8d8faab3-b397-421f-9278-f589bc75a006 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139157 Dec 20 15:40:25.354839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-4e56d847-c52f-400c-82cc-12750c3d7a11 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655934 Dec 20 15:40:25.358425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-00a1a9cc-a908-4417-a335-85a5fd7ab11e tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:25.360853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-00a1a9cc-a908-4417-a335-85a5fd7ab11e tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1097 time: 0.0533679 Dec 20 15:40:25.364364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195b7a3-28db-4762-a5b7-5b802180898e req-cff26d3b-c224-466c-968f-428b7121af06 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:25.365983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8195b7a3-28db-4762-a5b7-5b802180898e req-cff26d3b-c224-466c-968f-428b7121af06 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1096 time: 0.0681307 Dec 20 15:40:25.379924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:25.444748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:25.501775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8195b7a3-28db-4762-a5b7-5b802180898e req-88c442d8-dbda-4493-9c9d-f8b6ef00319c tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271904 Dec 20 15:40:25.528395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-bac6efe3-1335-4346-914d-617119301b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:25.529955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-bac6efe3-1335-4346-914d-617119301b78 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775&tenant_id=bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 1100 time: 0.0813012 Dec 20 15:40:25.544959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b394b5d6-315f-4401-9cb2-328b856a1e9c req-b538f5d3-75d2-44c7-bc5e-2010d1ae6829 service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779234 Dec 20 15:40:25.550825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:25.593430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:25.634502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:25.637625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:25.680623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:25.683085 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0718c-de2b-47ea-b8d1-1089bce2ad47" -d '{"events": [{"server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "name": "network-vif-unplugged", "status": "completed", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:25.688431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:25.691458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0f63e-39c5-468c-aabe-545d7ea09207 req-6b324442-5131-4bde-a623-6dfd8c6ec320 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:25.692996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4f0f63e-39c5-468c-aabe-545d7ea09207 req-6b324442-5131-4bde-a623-6dfd8c6ec320 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.1069703 Dec 20 15:40:25.810786 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c3910-e6a1-4658-8754-27bc4a88402f x-openstack-request-id: req-b76c3910-e6a1-4658-8754-27bc4a88402f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:25.811315 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-plugged", "status": "completed", "tag": "53871cf0-8418-475b-b333-b740305faea3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:25.811584 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b76c3910-e6a1-4658-8754-27bc4a88402f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:25.812085 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53871cf0-8418-475b-b333-b740305faea3', 'code': 200} Dec 20 15:40:25.824607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4f0f63e-39c5-468c-aabe-545d7ea09207 req-897e84ad-5dbb-4885-a57f-a31283f9edb6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166544 Dec 20 15:40:25.844878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.008204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:26.012405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:26.012736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:26.013059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:26.019541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:26.019865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Attempting to bind port 23c83579-bd1e-46af-8216-65dc5e0c6672 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:26.025679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:26.026015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:26.026388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:26.026951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Bound port: 23c83579-bd1e-46af-8216-65dc5e0c6672, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:26.027306 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.041346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01424cea-d96b-4cfd-a773-52c594dd35f7 req-afcef7c4-f14a-4771-937b-88e8595cbf28 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 210 time: 0.0791469 Dec 20 15:40:26.061081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:26.095322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4903ae-6060-4f0f-850b-720b76eaecb2 req-d8324cd1-6009-43d2-872f-4c55487e713b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:26.096893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba4903ae-6060-4f0f-850b-720b76eaecb2 req-d8324cd1-6009-43d2-872f-4c55487e713b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 945 time: 0.1531169 Dec 20 15:40:26.114043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:26.118269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:26.139145 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2fbd43-fb09-493e-a3f1-6b5018a5e6bf x-openstack-request-id: req-eb2fbd43-fb09-493e-a3f1-6b5018a5e6bf {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:26.139443 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:26.139694 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb2fbd43-fb09-493e-a3f1-6b5018a5e6bf {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:26.140088 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'status': 'completed', 'code': 200} Dec 20 15:40:26.143078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:26.146328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa974c-6e92-4904-889b-ccf831d78328 req-0ddee897-38f0-4a37-bb16-439dfb2d78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:26.148344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4aa974c-6e92-4904-889b-ccf831d78328 req-0ddee897-38f0-4a37-bb16-439dfb2d78e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 1096 time: 0.1282153 Dec 20 15:40:26.201871 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.221091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:26.269959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd604a22-ea4f-4ea2-8b6b-bd4a85e37c52 req-8fa2c9c0-b83a-4530-b8d0-f87601f23eb9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 210 time: 0.0770795 Dec 20 15:40:26.308772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:26.309911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.311226 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] 10.222.0.72 "PUT /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 1122 time: 0.9372332 Dec 20 15:40:26.311692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e149ea-65ba-43b5-b9c9-d7230da70818 service neutron] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:26.318134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba4903ae-6060-4f0f-850b-720b76eaecb2 req-30f1b3f9-464e-4241-97c1-1e5cd90bbe81 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981320 Dec 20 15:40:26.380456 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac9c6b-a933-4090-883e-4cb5f45f4052 x-openstack-request-id: req-8bac9c6b-a933-4090-883e-4cb5f45f4052 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:26.380456 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "name": "network-vif-unplugged", "status": "completed", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:26.380456 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bac9c6b-a933-4090-883e-4cb5f45f4052 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:26.380456 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'code': 200} Dec 20 15:40:26.390617 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.428921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['23c83579-bd1e-46af-8216-65dc5e0c6672'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:26.435725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.465207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4aa974c-6e92-4904-889b-ccf831d78328 req-9fb3c652-1f1e-45fd-af77-5fc42ad176f0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929420 Dec 20 15:40:26.529377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Transition to ACTIVE for port object e9977c91-6d9e-4c2e-9d78-4bea79604796 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:26.540510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-38e84c67-9c7b-442b-b3c8-c42b8c0ff462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:26.543141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-38e84c67-9c7b-442b-b3c8-c42b8c0ff462 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.3649416 Dec 20 15:40:26.634641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8287bda8-ee7b-4185-b291-e065aab94373 req-a7f59c03-e09e-4d7d-86e1-15e7705d16c1 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 999 time: 0.2061679 Dec 20 15:40:26.635338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.669139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-2fbe8b0d-1610-40e0-ac4d-285213fae732 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:26.670918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-2fbe8b0d-1610-40e0-ac4d-285213fae732 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.83 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 812 time: 0.3983006 Dec 20 15:40:26.692177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:40:26.692544 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:40:26.762139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'port': {'device_id': '2d67c99f-9e27-40e9-bf22-824121851217', 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d', 'admin_state_up': True, 'tenant_id': 'b5fed9d6d6984fb5aa3be93dd58ad372'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:26.792232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43faa6-cde9-42e4-a99a-4e1639455e5e req-aade55f8-6f8e-46ec-90ae-c43ae1b741d3 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:26.803552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a43faa6-cde9-42e4-a99a-4e1639455e5e req-aade55f8-6f8e-46ec-90ae-c43ae1b741d3 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 1096 time: 0.3748822 Dec 20 15:40:26.804611 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:26.943193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:26.980149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] No DVR routers for this DVR port e9977c91-6d9e-4c2e-9d78-4bea79604796 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:27.010395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-c5ffc3e1-079d-426d-ab2e-91fad0837f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.011958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-c5ffc3e1-079d-426d-ab2e-91fad0837f91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.4521668 Dec 20 15:40:27.086827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287bda8-ee7b-4185-b291-e065aab94373 req-a0376c65-7bdd-4c4c-9ffa-03c710d5f523 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.088236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8287bda8-ee7b-4185-b291-e065aab94373 req-a0376c65-7bdd-4c4c-9ffa-03c710d5f523 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.4432552 Dec 20 15:40:27.137245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a43faa6-cde9-42e4-a99a-4e1639455e5e req-7245eebb-3d12-4afc-9409-503c40ed3d06 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890794 Dec 20 15:40:27.158032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-8287bda8-ee7b-4185-b291-e065aab94373 req-fe777cff-5ee7-4833-b966-59d3ea4f1fe6 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:40:27.159051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8287bda8-ee7b-4185-b291-e065aab94373 req-fe777cff-5ee7-4833-b966-59d3ea4f1fe6 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209448 Dec 20 15:40:27.191804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:27.191804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:27.191804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:27.207689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:27.208256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Attempting to bind port e9977c91-6d9e-4c2e-9d78-4bea79604796 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:27.237690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-57d6cb4e-68d8-4840-8359-1817f21f20f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 1002 time: 0.1805243 Dec 20 15:40:27.238822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:27.239332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:27.239922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:27.240597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Bound port: e9977c91-6d9e-4c2e-9d78-4bea79604796, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:27.241148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:27.274477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b30e79b9-186f-4f12-bb2c-cec7c31d6710 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:27.297463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: b30e79b9-186f-4f12-bb2c-cec7c31d6710 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:40:27.297463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b30e79b9-186f-4f12-bb2c-cec7c31d6710 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:27.318017 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-d4af62c1-3127-49c7-ae7a-dbe10bd18347 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296791 Dec 20 15:40:27.451539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-a29e537c-3fcf-4cd2-a519-152f51b2abb6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.453539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-a29e537c-3fcf-4cd2-a519-152f51b2abb6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1268923 Dec 20 15:40:27.468066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-e551c9bd-2a41-4134-9102-a9a021b66157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.477048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-e551c9bd-2a41-4134-9102-a9a021b66157 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.2233541 Dec 20 15:40:27.492363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9788a60-e1f2-4943-bca7-27b232211b67 req-3d418a0a-8877-497f-a670-083eb412d0e4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.494673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9788a60-e1f2-4943-bca7-27b232211b67 req-3d418a0a-8877-497f-a670-083eb412d0e4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 948 time: 0.2462809 Dec 20 15:40:27.498302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:27.521438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15581e15-bb95-4788-8435-816bf21ed2bf req-6db46e05-79e0-4032-84dc-7ba70aae8675 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.523147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15581e15-bb95-4788-8435-816bf21ed2bf req-6db46e05-79e0-4032-84dc-7ba70aae8675 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.2446547 Dec 20 15:40:27.540918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:27.543144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Made reservation on behalf of b5fed9d6d6984fb5aa3be93dd58ad372 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:27.546869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:27.603749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:27.727462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9788a60-e1f2-4943-bca7-27b232211b67 req-734bbbcb-f695-412d-a3e2-39f03754e42f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195385 Dec 20 15:40:27.729219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-72f67825-4c6d-4031-964d-3b748d411577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:27.730628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-72f67825-4c6d-4031-964d-3b748d411577 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331414 Dec 20 15:40:27.737601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15581e15-bb95-4788-8435-816bf21ed2bf req-cb98c6b0-595d-4eec-a69d-a4b5328c7bc4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878459 Dec 20 15:40:27.781155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:27.787202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:27.822534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:27.994004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.48 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/f414170c-e4e3-4178-bce3-434f3e9dfc74) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:40:28.194681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:28.257539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'name': 'network-vif-deleted', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710'}, {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:28.259825 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f304b34-fee1-45b9-9425-19321818d470" -d '{"events": [{"server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "name": "network-vif-deleted", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710"}, {"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-unplugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:28.265529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:28.266141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:28.267796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 1096 time: 2.7217879 Dec 20 15:40:28.293393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29201af8-8937-48bd-b346-f0bb7d519e91 req-96b11308-a4e7-4ff7-a4d1-619a149d0db4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 210 time: 0.4142783 Dec 20 15:40:28.295660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:28.309663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'd0552589-3259-4d71-b766-c864c645c047'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:28.320285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:28.358582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:40:28.366466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:28.369120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:40:28.372438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-cd3c9c46-b904-4108-b2b2-c04c920039c7 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314206 Dec 20 15:40:28.376454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:28.387733 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27e94da-de54-4478-9ef9-80da781184c4" -d '{"events": [{"name": "network-changed", "server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:28.387887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Allocated IP 172.20.0.8 (d0589e46-f638-4d66-9e3d-0b0b668add4d/b5cc4c5a-0981-47b7-82be-bd8246341d68/21210fb3-3b6c-4e60-bc52-d5df99bfd119) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:40:28.388934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2896e82-0e1f-40f3-a8e7-14c4805b11e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=11']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:28.411567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=f414170c-e4e3-4178-bce3-434f3e9dfc74,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:28.420986 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-fe184201-7887-4734-a70d-b2f4ae7b206e tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1002 time: 0.5381844 Dec 20 15:40:28.448428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:28.449272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:28.553487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-bdefd3b9-735f-4f93-8895-fd0fc0d6d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:28.558193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-bdefd3b9-735f-4f93-8895-fd0fc0d6d335 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1099 time: 0.2492952 Dec 20 15:40:28.566775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-2b01ecc9-5b8b-4d62-9ad4-6d407d41ea3a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:28.575407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-2b01ecc9-5b8b-4d62-9ad4-6d407d41ea3a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports/8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 943 time: 0.1512210 Dec 20 15:40:28.601061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-0c57525e-70f2-459f-8b43-ef06931f78a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1076953 Dec 20 15:40:28.633524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Request body: {'port': {'device_id': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:28.723759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:28.802368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0e910e-7b13-4082-a4e0-7b73c11d0e25 req-8f0c648d-cef8-4557-a3ff-440061203f0b service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145555 Dec 20 15:40:28.846560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4959a6b7-6a35-4977-bd1c-f87f9ded7ae5 None None] Provisioning complete for port f414170c-e4e3-4178-bce3-434f3e9dfc74 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:28.847079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4959a6b7-6a35-4977-bd1c-f87f9ded7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:28.861986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-9c2a031a-450c-4ad6-a855-d59e83dd5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:28.864602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-9c2a031a-450c-4ad6-a855-d59e83dd5f55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2731416 Dec 20 15:40:28.869355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-eacdcd1e-0f22-4934-bd22-18d5f138d027 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1002 time: 0.2165136 Dec 20 15:40:28.926929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4959a6b7-6a35-4977-bd1c-f87f9ded7ae5 None None] Port f414170c-e4e3-4178-bce3-434f3e9dfc74 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:40:28.928108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-60aa460e-2418-4e1e-acd7-dfc449eaf5b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.0547657 Dec 20 15:40:28.991185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.053491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-428679b9-752b-4417-b4e9-91ea493b8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.054874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-428679b9-752b-4417-b4e9-91ea493b8557 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1134181 Dec 20 15:40:29.099861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f414170c-e4e3-4178-bce3-434f3e9dfc74 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:29.110662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.128903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Transition to ACTIVE for port object f414170c-e4e3-4178-bce3-434f3e9dfc74 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:29.166260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-6db16b25-39d9-418f-93d3-52135c78d28f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.167966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-6db16b25-39d9-418f-93d3-52135c78d28f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2813125 Dec 20 15:40:29.225466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-7dc297b6-8ea8-4b1b-8ab3-d788dbc0734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.226978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-7dc297b6-8ea8-4b1b-8ab3-d788dbc0734e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491752 Dec 20 15:40:29.228301 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-084854fb-0b90-4a40-bc93-832d34f65a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.237023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132f0e4-43b1-42a8-aa77-2452f531c9cd req-2768530e-a4bc-4a43-90f5-f57205f32687 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.238584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7132f0e4-43b1-42a8-aa77-2452f531c9cd req-2768530e-a4bc-4a43-90f5-f57205f32687 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 935 time: 0.1871393 Dec 20 15:40:29.258225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.283469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.317543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Pushing event updated for resources: {'Port': ['ID=f414170c-e4e3-4178-bce3-434f3e9dfc74,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:29.363945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:29.369667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-25b7d9f1-4b4f-429f-86b1-3c5edb3a3dd8 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 1002 time: 0.1886218 Dec 20 15:40:29.389937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:29.395161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Attempting to bind port f414170c-e4e3-4178-bce3-434f3e9dfc74 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:29.395673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Attempting to bind port f414170c-e4e3-4178-bce3-434f3e9dfc74 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:29.398461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Attempting to bind port f414170c-e4e3-4178-bce3-434f3e9dfc74 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:29.401141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Port f414170c-e4e3-4178-bce3-434f3e9dfc74 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:29.401578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Attempting to bind port f414170c-e4e3-4178-bce3-434f3e9dfc74 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:29.408042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:29.408382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:29.409351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:29.409812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Bound port: f414170c-e4e3-4178-bce3-434f3e9dfc74, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:29.410399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.447040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Network d0589e46-f638-4d66-9e3d-0b0b668add4d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:40:29.460679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:29.472906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:29.478283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.483254 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.486355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.492789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7132f0e4-43b1-42a8-aa77-2452f531c9cd req-c03ea4ce-32bb-452f-9847-60d290961986 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409360 Dec 20 15:40:29.505670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:29.520000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:40:29.522055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] For port f414170c-e4e3-4178-bce3-434f3e9dfc74, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:29.526428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] For port f414170c-e4e3-4178-bce3-434f3e9dfc74, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:29.551991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-228e3cc5-2b67-4c21-9755-87e3ddc5041d service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123162 Dec 20 15:40:29.555003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.650188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.678883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f0fdf6f3-8eea-457b-ad8a-b7029a6a88af tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9272115 Dec 20 15:40:29.713046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.713996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.715829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] 10.222.0.83 "PUT /v2.0/ports/f414170c-e4e3-4178-bce3-434f3e9dfc74 HTTP/1.1" status: 200 len: 1095 time: 1.0866919 Dec 20 15:40:29.731545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Request body: {'port': {'device_id': '2d67c99f-9e27-40e9-bf22-824121851217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:29.744940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56893f-70bd-4435-bb5c-7529ef5e9b48 service neutron] Pushing event updated for resources: {'Port': ['ID=f414170c-e4e3-4178-bce3-434f3e9dfc74,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:29.861283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717d67-9f68-44c9-87cb-fe6b58467bb8 req-8e4d254e-dcc9-4d90-b804-fe5a5e96c169 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.862906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df717d67-9f68-44c9-87cb-fe6b58467bb8 req-8e4d254e-dcc9-4d90-b804-fe5a5e96c169 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 945 time: 0.2720437 Dec 20 15:40:29.911249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-a4ef37de-5b37-406a-977e-00bbd9077060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:29.913068 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-a4ef37de-5b37-406a-977e-00bbd9077060 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 1098 time: 0.0542769 Dec 20 15:40:29.955042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-709ae2bf-40d8-4497-9e2e-1eed97dfbb9b req-c2a2e03d-fe1e-47fd-9b33-e3d6ddc59cc2 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625400 Dec 20 15:40:29.970119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.972962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:29.974308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-49c89710-79b4-450d-8ad9-b06741e9ccd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74 HTTP/1.1" status: 200 len: 217 time: 0.0492246 Dec 20 15:40:30.035293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df717d67-9f68-44c9-87cb-fe6b58467bb8 req-97584aba-bdb9-4505-a20d-1692b2ddc7a5 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496441 Dec 20 15:40:30.042214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:30.042477 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Floating IP 02087183-2136-4024-8d76-0fa802a86319 disassociated. External IP: 172.25.6.227, port: 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b. Dec 20 15:40:30.049210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-481e87cc-972c-4242-8c17-4ed906563088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:30.050836 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-481e87cc-972c-4242-8c17-4ed906563088 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0575337 Dec 20 15:40:30.124265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-6ad39d22-8964-460f-b0ba-bb256505a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:30.124265 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-6ad39d22-8964-460f-b0ba-bb256505a96c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620623 Dec 20 15:40:30.175311 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61289317-6b93-4c3b-9889-e618c2043c31 x-openstack-request-id: req-61289317-6b93-4c3b-9889-e618c2043c31 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:30.175605 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d391fb-417b-460c-8488-b78eb4f79b3f", "name": "network-vif-deleted", "tag": "b30e79b9-186f-4f12-bb2c-cec7c31d6710", "status": "completed", "code": 200}, {"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-unplugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:30.175855 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61289317-6b93-4c3b-9889-e618c2043c31 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:30.176348 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d391fb-417b-460c-8488-b78eb4f79b3f', 'name': 'network-vif-deleted', 'tag': 'b30e79b9-186f-4f12-bb2c-cec7c31d6710', 'status': 'completed', 'code': 200} Dec 20 15:40:30.176536 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'code': 200} Dec 20 15:40:30.275508 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094eaa69-034e-4de6-a496-a550656195d5 x-openstack-request-id: req-094eaa69-034e-4de6-a496-a550656195d5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:30.276078 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:30.276510 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-094eaa69-034e-4de6-a496-a550656195d5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:30.277083 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'status': 'completed', 'code': 200} Dec 20 15:40:30.282886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-662e8960-a4a1-4dd4-acdd-ed21817a23e6 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455162 Dec 20 15:40:30.394219 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b04f47a5-a81f-4962-a0c4-7132a993be1d req-d9f63734-29b9-4caf-ab6f-21856adf410f service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023118 Dec 20 15:40:30.414771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e94da-de54-4478-9ef9-80da781184c4 req-8e49fb98-c613-4caf-8293-d7299227be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:30.416441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-8e49fb98-c613-4caf-8293-d7299227be1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1125 time: 0.1920686 Dec 20 15:40:30.485521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f284a-0144-46d8-a005-d9afe6236079 req-da35b944-91ab-4bd3-94ae-4977b2f5d62d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:30.487022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e36f284a-0144-46d8-a005-d9afe6236079 req-da35b944-91ab-4bd3-94ae-4977b2f5d62d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 948 time: 0.1998358 Dec 20 15:40:30.990175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e36f284a-0144-46d8-a005-d9afe6236079 req-f127aee0-4306-437b-8b7e-df9463efb7cb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835193 Dec 20 15:40:31.001882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21210fb3-3b6c-4e60-bc52-d5df99bfd119 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:31.017283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e94da-de54-4478-9ef9-80da781184c4 req-6f0b98bf-6b68-4eb0-9a2e-d6fc2446e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:31.019048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-6f0b98bf-6b68-4eb0-9a2e-d6fc2446e8da service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.5889096 Dec 20 15:40:31.024461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:31.042889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:31.082327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-435f23fc-d151-4d37-9418-d21a8050d387 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 217 time: 0.0524933 Dec 20 15:40:31.083220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Transition to ACTIVE for port object 21210fb3-3b6c-4e60-bc52-d5df99bfd119 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:31.206190 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:31.221855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e94da-de54-4478-9ef9-80da781184c4 req-ba27646c-f674-47dc-a705-5f15b8224970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:31.223342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-ba27646c-f674-47dc-a705-5f15b8224970 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1315289 Dec 20 15:40:31.332152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b300cbd-8974-4ef3-88a8-05e210088585 req-3351fa3a-1b84-407e-98d6-cea6cb0e3d7b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:31.333731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b300cbd-8974-4ef3-88a8-05e210088585 req-3351fa3a-1b84-407e-98d6-cea6cb0e3d7b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.2599957 Dec 20 15:40:31.335563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-3fe3ae46-8564-4420-b2d9-c5901a98cd98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860655 Dec 20 15:40:31.411192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:31.468974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:31.480866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:31.482711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:31.500971 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:31.501898 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:31.543449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bba717c3-cd21-4255-8ac6-8f34fcd73d12 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "PUT /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 696 time: 2.1572907 Dec 20 15:40:31.560134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b300cbd-8974-4ef3-88a8-05e210088585 req-8bbc44d4-dd28-4bed-be3a-83e2cf163aa9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102578 Dec 20 15:40:31.560986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Attempting to bind port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:31.561357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Attempting to bind port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:31.561691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Attempting to bind port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 on network d0589e46-f638-4d66-9e3d-0b0b668add4d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:31.591396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 on network d0589e46-f638-4d66-9e3d-0b0b668add4d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:31.591937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Attempting to bind port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 on network d0589e46-f638-4d66-9e3d-0b0b668add4d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:31.617274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-2caf2719-73e1-41cb-b81b-c91b7e412434 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674909 Dec 20 15:40:31.625545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:31.640612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Checking segment: {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:31.640612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Bound using segment: {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:31.640612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Bound port: 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:31.640612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:31.663569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-678201b7-eff1-480f-aa8b-72561642095c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:31.670130 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:31.755274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-1d40fcb1-a4e9-4d07-b6a2-d0fe439247a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:31.756825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-1d40fcb1-a4e9-4d07-b6a2-d0fe439247a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.1858947 Dec 20 15:40:31.894414 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:31.903876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:31.913699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27e94da-de54-4478-9ef9-80da781184c4 req-87431ec2-acf1-4e58-b046-d444b98ef6aa service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733278 Dec 20 15:40:31.928580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:31.943590 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:31.954570 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:31.955926 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:31.965430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a737c-10b7-4542-842f-a96fb0fa87e6 req-10347f9f-324f-401d-a840-e4617e1ccba1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:31.967325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a44a737c-10b7-4542-842f-a96fb0fa87e6 req-10347f9f-324f-401d-a840-e4617e1ccba1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 943 time: 0.0927081 Dec 20 15:40:31.967999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-146cd372-0179-435c-8d15-febe37d5b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:31.969970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-146cd372-0179-435c-8d15-febe37d5b538 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.2005954 Dec 20 15:40:32.038797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-4e5c0304-e1d0-4664-a143-fc38037b799b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 217 time: 0.0606697 Dec 20 15:40:32.044228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:32.076236 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:32.104229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:32.104853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:32.106702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] 10.222.0.83 "PUT /v2.0/ports/21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 1091 time: 2.3881359 Dec 20 15:40:32.185175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}, {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}, {'name': 'network-changed', 'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:32.187572 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccae6b1-12c2-4215-b7fa-1d47998058ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}, {"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}, {"name": "network-changed", "server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:32.224550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a44a737c-10b7-4542-842f-a96fb0fa87e6 req-a81a4b19-9817-4215-999c-9c25e97bc1ee tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446582 Dec 20 15:40:32.255183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a261c-914a-4a62-bd3f-0c2d95d18c1f service neutron] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:32.278002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'tag': 'f414170c-e4e3-4178-bce3-434f3e9dfc74'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:32.280294 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f84d97-f397-4698-949f-7872a885aa43" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4fa42f-c88b-4afb-be78-347ee0745c07", "tag": "f414170c-e4e3-4178-bce3-434f3e9dfc74"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:32.310390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-3c6c4ab8-db80-4103-b61a-d9350bed5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:32.311971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-3c6c4ab8-db80-4103-b61a-d9350bed5f8d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.2248502 Dec 20 15:40:32.314516 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:32.339971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-d263a95d-cef2-4a93-929e-f929dac622a4 service neutron] 10.222.0.83 "GET /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.2239590 Dec 20 15:40:32.351752 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ca494-5816-471a-a9c8-8457fa9cb1bd None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:39:07Z', 'revision_number': 4, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '23b999fd-6578-4812-bda0-94faf2d318db', 'name': '', 'network_id': '2c917c14-293c-4ed1-ab25-bacad30075b4', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'mac_address': 'fa:16:3e:0d:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:05Z', 'updated_at': '2021-12-20T15:39:13Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'subnets': [{'id': '9edb00e9-7661-43db-b3c4-51e254570a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:32.423990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-be56f39a-c8e2-4da3-8b5b-fdc22124a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:32.425564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-be56f39a-c8e2-4da3-8b5b-fdc22124a6b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1094 time: 0.1891406 Dec 20 15:40:32.497823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bbb08c27-c903-4b54-9603-a103b2b1b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:32.499408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-bbb08c27-c903-4b54-9603-a103b2b1b262 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758981 Dec 20 15:40:32.501759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-134bd7e4-42f9-4495-991c-68e52993781b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 217 time: 0.0625069 Dec 20 15:40:32.669498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f74b3a43-496a-4e82-8f6c-b757af99e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:32.670165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60173dde-94bf-489c-a846-23b773014c84 None None] New status for floating IP 02087183-2136-4024-8d76-0fa802a86319: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:32.672734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-f74b3a43-496a-4e82-8f6c-b757af99e50c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.1517544 Dec 20 15:40:32.723855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:32.762005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-caee176e-4142-4044-9d44-74c9298b1f05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780468 Dec 20 15:40:32.833016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-cbc54518-06b5-4c20-86bf-c9cbce2eea3a service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236053 Dec 20 15:40:32.998929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:33.021475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d13cf-6ee5-4bee-ae71-e15912d05e6f req-41e38aae-bf95-4c2a-a081-f54724a1c9c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:33.023201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d72d13cf-6ee5-4bee-ae71-e15912d05e6f req-41e38aae-bf95-4c2a-a081-f54724a1c9c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 947 time: 0.2164648 Dec 20 15:40:33.064588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-1b8cfb31-2cea-4bde-81b1-f7f3d96a864b service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885540 Dec 20 15:40:33.100094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:33.139424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55806b7e-7083-4b93-a44f-eb2df0d35fb9 req-c5a73c83-1680-4b74-b4d2-a7d432f26dcf service neutron] 10.222.0.81 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878373 Dec 20 15:40:33.203959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c83579-bd1e-46af-8216-65dc5e0c6672 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:33.223062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d72d13cf-6ee5-4bee-ae71-e15912d05e6f req-838143ea-3594-4aba-8bd1-7d689a3ff452 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792631 Dec 20 15:40:33.230170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:33.280095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36692b4e-93ec-4762-8952-9ecf93f6ed1d req-58d490da-565c-4dbc-bc03-4cd824373f1f service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012556 Dec 20 15:40:33.378535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f607-bef9-4221-978c-7df5aa67d5e9 req-840efc6b-bb7f-4fa7-842d-d944a680525b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:33.378535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fc2f607-bef9-4221-978c-7df5aa67d5e9 req-840efc6b-bb7f-4fa7-842d-d944a680525b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.0620270 Dec 20 15:40:33.403013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:33.435686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:33.486222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fc2f607-bef9-4221-978c-7df5aa67d5e9 req-b0e561ec-099f-4018-bda2-83d1dfd1b914 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993166 Dec 20 15:40:33.563644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:33.586703 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a4383-432b-4eb2-b30d-5f209b482477 x-openstack-request-id: req-8e7a4383-432b-4eb2-b30d-5f209b482477 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:33.586703 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:33.587002 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e7a4383-432b-4eb2-b30d-5f209b482477 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:33.587230 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'status': 'completed', 'code': 200} Dec 20 15:40:33.587493 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'status': 'completed', 'code': 200} Dec 20 15:40:33.587755 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'status': 'completed', 'code': 200} Dec 20 15:40:33.590826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'mac_address': 'fa:16:3e:03:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:33.649884 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0fff8-8104-4402-9a87-69df983702b6 x-openstack-request-id: req-e2c0fff8-8104-4402-9a87-69df983702b6 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:33.651344 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4fa42f-c88b-4afb-be78-347ee0745c07", "tag": "f414170c-e4e3-4178-bce3-434f3e9dfc74", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:33.651824 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2c0fff8-8104-4402-9a87-69df983702b6 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:33.652488 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'tag': 'f414170c-e4e3-4178-bce3-434f3e9dfc74', 'status': 'completed', 'code': 200} Dec 20 15:40:33.663585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:33.669593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-d592e788-a761-46aa-999b-7af56604d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:33.676535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6f12d-bfff-4fea-a90f-8c3935cab6aa req-253ae718-d3e5-4a08-9a05-3ee0eb67e21c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:33.682703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4e6f12d-bfff-4fea-a90f-8c3935cab6aa req-253ae718-d3e5-4a08-9a05-3ee0eb67e21c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 948 time: 0.2296271 Dec 20 15:40:33.682703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.83', 61370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:33.683011 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-d592e788-a761-46aa-999b-7af56604d5a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 1097 time: 0.0722649 Dec 20 15:40:33.684531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-c0f6b2f6-7a86-4e56-a6f0-e64d512eb206 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437976 Dec 20 15:40:33.717120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9977c91-6d9e-4c2e-9d78-4bea79604796 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:33.733557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] Transition to ACTIVE for port object 23c83579-bd1e-46af-8216-65dc5e0c6672 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:33.746595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:33.834995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-8d40293e-9a08-4b75-8087-6d5c5e9f88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:33.836593 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-8d40293e-9a08-4b75-8087-6d5c5e9f88d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 200 len: 922 time: 0.1408875 Dec 20 15:40:33.892705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-dab24048-c8b8-4c24-9d45-f9cb83c49a55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 200 len: 217 time: 0.0429955 Dec 20 15:40:33.914759 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:33.955520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-fe395822-0b2a-4a1d-847e-39e79e56d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:33.957253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-fe395822-0b2a-4a1d-847e-39e79e56d4e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 200 len: 860 time: 0.0543377 Dec 20 15:40:33.993072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=12']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:34.018624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-0d6da14a-cd8a-4fe7-bcc5-4a6eb8c0372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.020003 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-0d6da14a-cd8a-4fe7-bcc5-4a6eb8c0372d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c917c14-293c-4ed1-ab25-bacad30075b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532937 Dec 20 15:40:34.112524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:34.153150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-43414a43-ffb5-4116-9ffa-e28382bb3fb4 service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235826 Dec 20 15:40:34.166521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f84d97-f397-4698-949f-7872a885aa43 req-4e2f02b8-4254-4f77-a158-fcf3795c9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.167745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-4e2f02b8-4254-4f77-a158-fcf3795c9450 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 1098 time: 0.4822502 Dec 20 15:40:34.169493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-90f1f633-1066-4891-b5be-14373256beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.170899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-90f1f633-1066-4891-b5be-14373256beee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 1099 time: 0.5579460 Dec 20 15:40:34.200023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4e6f12d-bfff-4fea-a90f-8c3935cab6aa req-bcf8ba8a-493b-4811-9717-4d1a72ec93e0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730997 Dec 20 15:40:34.220387 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:34.243018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006191a6-417d-499c-9597-9b9ac51bbb8e req-15cf64dd-e06f-41bd-b94c-a84651f67c19 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.250339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-006191a6-417d-499c-9597-9b9ac51bbb8e req-15cf64dd-e06f-41bd-b94c-a84651f67c19 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 944 time: 0.5304766 Dec 20 15:40:34.264770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e9977c91-6d9e-4c2e-9d78-4bea79604796'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:34.288456 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-1d1f2e39-4b1e-47d2-8f19-9c60675d354f service neutron] 10.222.0.83 "GET /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277575 Dec 20 15:40:34.299513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f414170c-e4e3-4178-bce3-434f3e9dfc74 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:34.302845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:34.386429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-f0d981c9-aa5f-4cb0-95b5-634ac3f564be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.387973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-f0d981c9-aa5f-4cb0-95b5-634ac3f564be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 1100 time: 0.6147995 Dec 20 15:40:34.401696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] No DVR routers for this DVR port 23c83579-bd1e-46af-8216-65dc5e0c6672 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:34.437756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] Pushing event updated for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:34.450527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:34.480666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-36005a09-fc4e-4fde-b8d8-e0691822da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.482469 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-36005a09-fc4e-4fde-b8d8-e0691822da3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1094 time: 0.0792513 Dec 20 15:40:34.534547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f414170c-e4e3-4178-bce3-434f3e9dfc74, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:34.550853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'f414170c-e4e3-4178-bce3-434f3e9dfc74', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'f414170c-e4e3-4178-bce3-434f3e9dfc74', 'mac_address': 'fa:16:3e:95:e7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:34.559639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f8a514ff-b53e-486f-b666-2be65d320983 service neutron] 10.222.0.83 "PUT /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 2.1995740 Dec 20 15:40:34.611612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-006191a6-417d-499c-9597-9b9ac51bbb8e req-e2d45aa3-3edd-4234-bd11-2110737d6f7c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320246 Dec 20 15:40:34.613190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-5d9e5b36-f0a7-4846-8222-a615bc63f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.614825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-5d9e5b36-f0a7-4846-8222-a615bc63f50f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.1199541 Dec 20 15:40:34.620304 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:34.629884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-fb4134e4-cc62-4d7f-b152-d6c0e7305972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.635759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-fb4134e4-cc62-4d7f-b152-d6c0e7305972 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.4395356 Dec 20 15:40:34.647184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f84d97-f397-4698-949f-7872a885aa43 req-e506630e-543e-47ee-af5f-a8451762e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.647683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-e506630e-543e-47ee-af5f-a8451762e399 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.4660366 Dec 20 15:40:34.652816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f414170c-e4e3-4178-bce3-434f3e9dfc74 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:34.657851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361b68-c164-4ab3-b118-93c190130a57 req-b682971b-0f2c-4bfe-b680-bfba4e81a99c tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.659633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c361b68-c164-4ab3-b118-93c190130a57 req-b682971b-0f2c-4bfe-b680-bfba4e81a99c tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 945 time: 0.2967854 Dec 20 15:40:34.677904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-6426a257-9711-4352-b64a-c3f1c7b52f79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 217 time: 0.0544732 Dec 20 15:40:34.698495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f414170c-e4e3-4178-bce3-434f3e9dfc74, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:34.720900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-7027c40e-636c-4edf-abea-12646b270d34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74 HTTP/1.1" status: 200 len: 217 time: 0.0569000 Dec 20 15:40:34.741294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-c745b41d-ba84-450c-b8ed-1d0701902f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.743018 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-c745b41d-ba84-450c-b8ed-1d0701902f26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.0540853 Dec 20 15:40:34.780429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-71129e38-65bc-463a-875a-206a3f340a92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292411 Dec 20 15:40:34.806968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:34.851089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-9c52bd1f-b603-4ac6-a292-3a1ce81732ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 200 len: 217 time: 0.1904464 Dec 20 15:40:34.867256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f414170c-e4e3-4178-bce3-434f3e9dfc74,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:34.907734 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-ec9d8e4c-1b78-4e07-828e-8ffaa833d302 service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174870 Dec 20 15:40:34.933513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-0a808c9a-8264-47f3-a111-d4786689938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:34.934991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-0a808c9a-8264-47f3-a111-d4786689938c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.5097950 Dec 20 15:40:35.007833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:35.016683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f998cae6-6003-4088-8548-ff928be318bd tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.018523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-f998cae6-6003-4088-8548-ff928be318bd tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.2967439 Dec 20 15:40:35.019959 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-4937047b-f2f1-4c57-8078-d7d07c6592c1 service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037319 Dec 20 15:40:35.024823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f84d97-f397-4698-949f-7872a885aa43 req-2b732fe9-6901-41c1-ba0a-10d1ecb8641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.026282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-2b732fe9-6901-41c1-ba0a-10d1ecb8641e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2571716 Dec 20 15:40:35.029669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c361b68-c164-4ab3-b118-93c190130a57 req-4050bbb1-c112-48b1-9597-be1f5ee0d6c5 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186877 Dec 20 15:40:35.045676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-7eafb1c4-d8d0-4ff4-9be7-4cae2188a9ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 200 len: 217 time: 0.0942767 Dec 20 15:40:35.067812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc4496-ec3c-4e94-a46f-bdcf00106eb8 req-1d61e4af-bdef-4631-8392-65c32d98bd77 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.069318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-befc4496-ec3c-4e94-a46f-bdcf00106eb8 req-1d61e4af-bdef-4631-8392-65c32d98bd77 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 943 time: 0.2897356 Dec 20 15:40:35.088664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-679f9bcb-98b2-4eac-a574-e6aa19984faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.090836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-679f9bcb-98b2-4eac-a574-e6aa19984faa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2082856 Dec 20 15:40:35.257799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-f34fca47-053a-4999-9e8b-d19cd66c3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.259276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-f34fca47-053a-4999-9e8b-d19cd66c3272 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1727355 Dec 20 15:40:35.267296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-3517350f-b4ed-455f-9e37-5be9c776fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.268677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-3517350f-b4ed-455f-9e37-5be9c776fb69 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1&tenant_id=e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 1096 time: 0.2354071 Dec 20 15:40:35.277658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f84d97-f397-4698-949f-7872a885aa43 req-40613e8c-d5a4-4efc-9e18-1d334556c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.279121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-40613e8c-d5a4-4efc-9e18-1d334556c7f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2294841 Dec 20 15:40:35.331579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-befc4496-ec3c-4e94-a46f-bdcf00106eb8 req-b9c25219-a210-4db2-9e31-439b8b48cc8f tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243793 Dec 20 15:40:35.354266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6f31e-1efe-4f32-980a-efb09a6ddf57 req-360ba907-4988-418e-aa68-8f91d3d16223 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.355747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0a6f31e-1efe-4f32-980a-efb09a6ddf57 req-360ba907-4988-418e-aa68-8f91d3d16223 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 949 time: 0.2018845 Dec 20 15:40:35.357593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-423ad37d-dae9-49aa-ad88-3b05d9c59914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.359011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-423ad37d-dae9-49aa-ad88-3b05d9c59914 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394514 Dec 20 15:40:35.415016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['f414170c-e4e3-4178-bce3-434f3e9dfc74'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:35.531336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-37327541-0d72-4582-94eb-1b55ae18b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.533104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-37327541-0d72-4582-94eb-1b55ae18b8d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616622 Dec 20 15:40:35.570257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-62fb3928-c1df-4c42-bf9e-a51bc96b7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.571582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-62fb3928-c1df-4c42-bf9e-a51bc96b7091 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1096 time: 0.2763798 Dec 20 15:40:35.654500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-415710f2-b75a-413e-9f10-74895261bb18 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620245 Dec 20 15:40:35.691361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49e0ee-fa23-41ad-a942-108dfb356bf8 req-b7a99776-9a32-4c64-8a62-7a659626b853 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:35.692834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c49e0ee-fa23-41ad-a942-108dfb356bf8 req-b7a99776-9a32-4c64-8a62-7a659626b853 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 948 time: 0.2672019 Dec 20 15:40:35.702253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0a6f31e-1efe-4f32-980a-efb09a6ddf57 req-4491e3ec-ef11-49b9-af75-4e328fbd5510 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229818 Dec 20 15:40:35.762452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-17eab225-9ed7-4b2a-b63e-bf0d1beeb05b service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819416 Dec 20 15:40:36.208457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-3e1e52d4-b7d1-4cca-9b4b-945b69ce34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:36.217046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-3e1e52d4-b7d1-4cca-9b4b-945b69ce34cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.6096714 Dec 20 15:40:36.217046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-f7abcf32-bfb4-4a6b-93ff-cc0e5f7951ce service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632133 Dec 20 15:40:36.221462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c49e0ee-fa23-41ad-a942-108dfb356bf8 req-f4042c9f-1b4c-47fe-a3c7-e60c4f06532d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809344 Dec 20 15:40:36.306740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-df894595-f3b3-455b-9944-d15c6a41e13a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 217 time: 0.0779173 Dec 20 15:40:36.308519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f84d97-f397-4698-949f-7872a885aa43 req-7e0887d9-b61a-4215-865a-71768435d57f service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147883 Dec 20 15:40:36.387151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fccae6b1-12c2-4215-b7fa-1d47998058ae req-7c43ed23-66a5-4fb9-b2a7-1a861a4e1241 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102393 Dec 20 15:40:36.449445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-74a17442-c7a2-426d-abb1-3786f66bcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:36.450888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-74a17442-c7a2-426d-abb1-3786f66bcefd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1077383 Dec 20 15:40:36.456365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c4a6885-6471-4a95-9b56-8861b914b6cf req-e1100804-a265-4369-ad23-3ce95eab45fc service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264841 Dec 20 15:40:36.477411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b281b1-33b7-4fdf-903e-2e4c9b9042ee req-f9e940bb-accc-4f81-b2be-36c097775d86 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:36.478874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63b281b1-33b7-4fdf-903e-2e4c9b9042ee req-f9e940bb-accc-4f81-b2be-36c097775d86 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 945 time: 0.1338658 Dec 20 15:40:36.495459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-060f1a4b-a81e-4295-9bc0-9e2417c5174a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349061 Dec 20 15:40:36.587480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63b281b1-33b7-4fdf-903e-2e4c9b9042ee req-9164a0ee-1ff1-4efc-a7ff-119e0379c423 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942702 Dec 20 15:40:36.613217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-4f6c9e7c-c2d9-4943-a9b6-2e7c5a7bdecc service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103282 Dec 20 15:40:36.764304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-5758341c-99da-4134-a231-500a5114b72d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 200 len: 694 time: 0.0515711 Dec 20 15:40:36.839571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-8f4eca92-23a1-4fbc-a775-d80b3c3721e2 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188587 Dec 20 15:40:36.890037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-54f2c226-b3da-4a86-9c6b-2d81ab4b5836 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1474357657&fields=id&tenant_id=4325c3d504064fab843e420e92521480 HTTP/1.1" status: 200 len: 267 time: 0.1247082 Dec 20 15:40:36.987197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-0aaba3a2-04b4-41cd-95a6-88a85f4870ef tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:36.988630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-0aaba3a2-04b4-41cd-95a6-88a85f4870ef tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2135413 Dec 20 15:40:37.063856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-eca8c6f4-efab-4495-957d-e35d354bd59d tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 697 time: 0.0618289 Dec 20 15:40:37.087253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-6f18000b-4728-4a5d-beb4-172f6bd823f6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:37.088868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-6f18000b-4728-4a5d-beb4-172f6bd823f6 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 823 time: 0.1893172 Dec 20 15:40:37.140981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-c49db323-63b3-42f8-b5e7-79b612bf688a tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.227 HTTP/1.1" status: 200 len: 697 time: 0.0707550 Dec 20 15:40:37.144112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-0fbf4af0-6ff7-4ef7-87b2-ffbeb03bc277 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/quotas/4325c3d504064fab843e420e92521480 HTTP/1.1" status: 200 len: 375 time: 0.0206301 Dec 20 15:40:37.295379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-843dddb7-e044-4008-b5ac-c6621801486b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1440146 Dec 20 15:40:37.404991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Deleting port 60bb1087-77f0-49c9-a5d8-0004279c9263 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:37.406655 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.430130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:37.465493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-ac42466b-d06b-4b29-b2cf-95680cb71e48 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:37.466996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-ac42466b-d06b-4b29-b2cf-95680cb71e48 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1610320 Dec 20 15:40:37.523931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-cdc8521f-8c91-469f-b565-2bb915d663cc service neutron] 10.222.0.81 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056012 Dec 20 15:40:37.546107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port e9977c91-6d9e-4c2e-9d78-4bea79604796 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:37.550581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e9977c91-6d9e-4c2e-9d78-4bea79604796 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:37.551361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.566967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.567293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.622645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Calling delete_port for 60bb1087-77f0-49c9-a5d8-0004279c9263 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:37.631984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.660010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:37.662329 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aeaa83-e9af-4247-9f72-5aa53736bffc" -d '{"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-plugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:37.675796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:37.741813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-9f799acf-9e2a-439b-b944-32444bf65a5e service neutron] 10.222.0.81 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091498 Dec 20 15:40:37.783060 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.849362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-a788ed4a-cfcc-49b1-bd44-14bf88f2546f service neutron] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:37.853536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-a788ed4a-cfcc-49b1-bd44-14bf88f2546f service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.854706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f530a623-d2ff-4410-b8ae-2cd6eaf565ce req-a788ed4a-cfcc-49b1-bd44-14bf88f2546f service neutron] 10.222.0.72 "DELETE /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.3747382 Dec 20 15:40:37.868871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=13']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:37.940216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:37.967990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event deleted for resources: {'Port': ['ID=60bb1087-77f0-49c9-a5d8-0004279c9263,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:38.021744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.026824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.028173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c97f029-ab44-40f6-8a26-9a3b6d34ad02 req-9706e2f1-a197-46bf-b1d4-abe471bb3953 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "DELETE /v2.0/floatingips/02087183-2136-4024-8d76-0fa802a86319 HTTP/1.1" status: 204 len: 173 time: 0.8659868 Dec 20 15:40:38.115259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-08d241bb-6bc4-4a1a-958d-9c87760a89bf tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:38.116989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-08d241bb-6bc4-4a1a-958d-9c87760a89bf tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.83 "GET /v2.0/ports?device_id=23163a89-7201-41d1-b7e6-0702e2063ebb HTTP/1.1" status: 200 len: 946 time: 0.1069665 Dec 20 15:40:38.178308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7c6c8-c4e3-4199-8cfc-2a804f4ce9ba req-1accf255-21b3-444a-9b30-8c11923b891d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:38.178308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95c7c6c8-c4e3-4199-8cfc-2a804f4ce9ba req-1accf255-21b3-444a-9b30-8c11923b891d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 943 time: 0.1115699 Dec 20 15:40:38.264327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-9e147740-40c3-4d22-a094-fb91413c85b0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323062 Dec 20 15:40:38.298145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 21210fb3-3b6c-4e60-bc52-d5df99bfd119 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:38.302801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f414170c-e4e3-4178-bce3-434f3e9dfc74 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:38.330724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95c7c6c8-c4e3-4199-8cfc-2a804f4ce9ba req-25582a99-5750-443e-85cb-13c153effd2e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434069 Dec 20 15:40:38.386795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Deleting port f78d118e-9ded-4f64-9c79-612c11d7032f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:38.387132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.470784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-621cc6b3-dd8c-47a2-a1a2-f7516d9d0f95 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:38.472310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-621cc6b3-dd8c-47a2-a1a2-f7516d9d0f95 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974425 Dec 20 15:40:38.484243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:38.507702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d', 'port_id': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'mac_address': 'fa:16:3e:6e:31:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cc4c5a-0981-47b7-82be-bd8246341d68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:38.541333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-1f4a3894-182d-4977-b7ea-3121ead9662a tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/quotas/bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 375 time: 0.0554843 Dec 20 15:40:38.566179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.582096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21210fb3-3b6c-4e60-bc52-d5df99bfd119 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:38.595735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] For port f78d118e-9ded-4f64-9c79-612c11d7032f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f78d118e-9ded-4f64-9c79-612c11d7032f,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:38.596494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.602884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port f414170c-e4e3-4178-bce3-434f3e9dfc74 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:38.609514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:38.611267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port f414170c-e4e3-4178-bce3-434f3e9dfc74 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:38.611585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.617257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36371-2e2e-42b7-b4c2-8f7a6a25c47e req-5648174c-b165-43f9-b76a-75e4288553c9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:38.618889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66b36371-2e2e-42b7-b4c2-8f7a6a25c47e req-5648174c-b165-43f9-b76a-75e4288553c9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 948 time: 0.1436465 Dec 20 15:40:38.732103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.737806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-a9550bec-9960-4e8d-a9c1-5bc8047b82db tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1952496 Dec 20 15:40:38.773890 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.780203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f414170c-e4e3-4178-bce3-434f3e9dfc74, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:38.836751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:38.845203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66b36371-2e2e-42b7-b4c2-8f7a6a25c47e req-8df6221a-68b2-442d-8940-e6e8e33d8801 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183316 Dec 20 15:40:38.945284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.989251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.989251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:38.989251 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08 disassociated. External IP: 172.25.6.135, port: f78d118e-9ded-4f64-9c79-612c11d7032f. Dec 20 15:40:38.989251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Calling delete_port for f78d118e-9ded-4f64-9c79-612c11d7032f owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:39.008546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac714b-e720-434f-bd68-78eae5bec3f0 req-944cb0e8-db68-4783-9e93-237ef2df2fdc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:39.010255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71ac714b-e720-434f-bd68-78eae5bec3f0 req-944cb0e8-db68-4783-9e93-237ef2df2fdc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 945 time: 0.0774667 Dec 20 15:40:39.018240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f414170c-e4e3-4178-bce3-434f3e9dfc74,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:39.119096 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b1972-cab5-4d31-81cf-1df8fe80d94a x-openstack-request-id: req-8c6b1972-cab5-4d31-81cf-1df8fe80d94a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:39.119261 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-plugged", "status": "completed", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:39.119497 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c6b1972-cab5-4d31-81cf-1df8fe80d94a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:39.119901 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'code': 200} Dec 20 15:40:39.125979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71ac714b-e720-434f-bd68-78eae5bec3f0 req-f17ac283-3437-4397-b0bb-04196f65d1b8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741236 Dec 20 15:40:39.167645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:39.290814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea78419-cb6f-43d2-a5cc-24529c4116d7 req-932f6b3f-32fe-4731-b371-96400f0f4ca4 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 210 time: 0.0451195 Dec 20 15:40:39.409110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:39.682055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:39.705519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '53871cf0-8418-475b-b333-b740305faea3', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '53871cf0-8418-475b-b333-b740305faea3', 'mac_address': 'fa:16:3e:12:10:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:39.713306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50db9a16-68b7-4f82-8f3c-b143f71e337d req-ed976cac-1a01-44d4-9edd-0d22c51b66f8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 210 time: 0.3350186 Dec 20 15:40:39.714670 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:39.766196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:39.781479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53871cf0-8418-475b-b333-b740305faea3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:39.805089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:39.826090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event deleted for resources: {'Port': ['ID=f78d118e-9ded-4f64-9c79-612c11d7032f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:39.939644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:40.018225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b5e2-538e-40ca-af83-19f357a11cf0 req-363051ae-287b-4071-8741-5bd20bffca4e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:40.020639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b12b5e2-538e-40ca-af83-19f357a11cf0 req-363051ae-287b-4071-8741-5bd20bffca4e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 944 time: 0.1720970 Dec 20 15:40:40.043034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:40.124017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['53871cf0-8418-475b-b333-b740305faea3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:40.136382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b12b5e2-538e-40ca-af83-19f357a11cf0 req-6e3306db-92d7-4d5b-8a07-e09975336d2d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083908 Dec 20 15:40:40.139564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:40.156861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d5900-4f17-47a3-bce8-aa8f49fdcad8 req-d5a5cf94-bc42-4371-8d45-5f0e6fa4009f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:40.164876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-514d5900-4f17-47a3-bce8-aa8f49fdcad8 req-d5a5cf94-bc42-4371-8d45-5f0e6fa4009f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 946 time: 0.1187885 Dec 20 15:40:40.301501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-514d5900-4f17-47a3-bce8-aa8f49fdcad8 req-b2530ac5-0a1a-4f9b-9954-2ec280970026 tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.81 "GET /v2.0/security-groups?id=0b896df7-60ef-4738-ac77-2ceacefc1c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352634 Dec 20 15:40:40.318789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f78d118e-9ded-4f64-9c79-612c11d7032f no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:40.357585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: f78d118e-9ded-4f64-9c79-612c11d7032f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:40:40.357938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f78d118e-9ded-4f64-9c79-612c11d7032f not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:40.467313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e5dbb-18fe-47ea-9ded-b97aa40b2a85 req-fd1b16b3-ccc7-4317-a75b-4dd5ae0ea94a tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:40.475309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a67e5dbb-18fe-47ea-9ded-b97aa40b2a85 req-fd1b16b3-ccc7-4317-a75b-4dd5ae0ea94a tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1096 time: 0.1885180 Dec 20 15:40:40.514445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:40.526907 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:40.554404 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:40.555335 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:40.561046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e692-3a68-43ae-9a7d-5af75e70bd34 req-4de4820f-da8c-483d-9f28-b5521e4ffc35 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:40.563248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bf3e692-3a68-43ae-9a7d-5af75e70bd34 req-4de4820f-da8c-483d-9f28-b5521e4ffc35 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.1515560 Dec 20 15:40:40.598286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] No DVR routers for this DVR port f78d118e-9ded-4f64-9c79-612c11d7032f on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:40.603048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:40.606748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-581939b5-c5bb-4de8-b9fb-4fa208696ce0 req-e054f33a-9cdc-4384-aeda-394c753061f5 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.83 "DELETE /v2.0/ports/f78d118e-9ded-4f64-9c79-612c11d7032f HTTP/1.1" status: 204 len: 173 time: 2.4791372 Dec 20 15:40:40.607521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'name': 'network-vif-deleted', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:40.611396 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e3ddad-bc35-47e9-b186-d48b6632c6e6" -d '{"events": [{"server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "name": "network-vif-deleted", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:40.634036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a67e5dbb-18fe-47ea-9ded-b97aa40b2a85 req-c6f38499-3fbe-4ee1-aca3-d3cd13cfe555 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570997 Dec 20 15:40:40.726993 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:40.758527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bf3e692-3a68-43ae-9a7d-5af75e70bd34 req-cc3d79f3-b8d1-4960-a0af-fb4af2be69bb tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881719 Dec 20 15:40:40.845724 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd227e06-cac3-4787-9d62-ce1b82b2db98 x-openstack-request-id: req-fd227e06-cac3-4787-9d62-ce1b82b2db98 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:40.846099 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23163a89-7201-41d1-b7e6-0702e2063ebb", "name": "network-vif-deleted", "tag": "f78d118e-9ded-4f64-9c79-612c11d7032f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:40.846363 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd227e06-cac3-4787-9d62-ce1b82b2db98 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:40.846769 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23163a89-7201-41d1-b7e6-0702e2063ebb', 'name': 'network-vif-deleted', 'tag': 'f78d118e-9ded-4f64-9c79-612c11d7032f', 'status': 'completed', 'code': 200} Dec 20 15:40:40.862768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21b1ef07-e581-49f8-9c11-2db0f2476b8b req-2efc7426-62a9-4288-84da-592e10a427a9 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 210 time: 0.0666831 Dec 20 15:40:40.967938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-628e230b-d049-4033-b7a8-b8e8c140e310 req-38e635c2-1e9b-4a56-a1f9-5cca57fd33e2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 210 time: 0.0353613 Dec 20 15:40:41.040065 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:41.070154 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:41.080042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:41.081014 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:41.122809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f414170c-e4e3-4178-bce3-434f3e9dfc74'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:41.131319 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baaf1ff-d151-41cb-80d1-af22f3299cf8" -d '{"events": [{"server_uuid": "6d4fa42f-c88b-4afb-be78-347ee0745c07", "name": "network-vif-plugged", "status": "completed", "tag": "f414170c-e4e3-4178-bce3-434f3e9dfc74"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:41.141843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-ec3a1047-60bb-4088-b39a-51a8ecfd950d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:41.143879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-ec3a1047-60bb-4088-b39a-51a8ecfd950d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.72 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 823 time: 0.1784592 Dec 20 15:40:41.217547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-7b76bf77-8507-4633-a2ef-22b9fa20e61d tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4325c3d504064fab843e420e92521480 HTTP/1.1" status: 200 len: 380 time: 0.0629532 Dec 20 15:40:41.220755 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:41.228658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'port': {'device_id': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'admin_state_up': True, 'tenant_id': '4325c3d504064fab843e420e92521480', 'security_groups': ['2948a49c-33b7-413b-86b9-e03b594033a7']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:41.416694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:41.474962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 53871cf0-8418-475b-b333-b740305faea3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:41.475522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:41.498290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9e293-9caf-4742-9f38-2c973d782329 req-c3276cfd-67ac-488c-b736-ed3ae17a244f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:41.500670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47f9e293-9caf-4742-9f38-2c973d782329 req-c3276cfd-67ac-488c-b736-ed3ae17a244f tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "GET /v2.0/ports?device_id=2840dad0-b4c6-41e4-9e7a-6722838fa73e HTTP/1.1" status: 200 len: 946 time: 0.0622482 Dec 20 15:40:41.599357 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:41.613597 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:41.635896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Made reservation on behalf of 4325c3d504064fab843e420e92521480 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:41.640258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:41.652004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:41.673660 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0f58e-1580-432e-a126-ab15c8968b73 None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:41.721817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:41.760047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Deleting port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:41.760047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:41.852280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:41.893702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Allocated IP 172.20.0.10 (1473221d-00fa-4458-b527-afbb96ad3c96/9e7c057b-f303-4807-961f-26705ea9c7b3/d1caf479-fea9-4d3b-acd5-8b855bba0ac6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:40:41.937389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] For port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:41.937756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:41.964693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Calling delete_port for 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:42.180411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c5557-6b4e-479f-aad9-5b43296ed4ea None None] New status for floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:42.353941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 21210fb3-3b6c-4e60-bc52-d5df99bfd119 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:42.500988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.534437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:42.540046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:42.541440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.579877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.668935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Pushing event deleted for resources: {'Port': ['ID=8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:42.693471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.759037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] No DVR routers for this DVR port 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:42.765478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.773897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47f9e293-9caf-4742-9f38-2c973d782329 req-3bdbb3a4-a42c-4b8e-8bad-1905fcd353ed tempest-FloatingIPsAssociationTestJSON-318748550 tempest-FloatingIPsAssociationTestJSON-318748550-project] 10.222.0.83 "DELETE /v2.0/ports/8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b HTTP/1.1" status: 204 len: 173 time: 1.2628598 Dec 20 15:40:42.823820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Network 1473221d-00fa-4458-b527-afbb96ad3c96 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:40:42.830037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:42.834431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:40:42.840940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:42.841704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.847749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'name': 'network-vif-deleted', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:42.850350 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11037da-bbbf-499a-9b57-cd9578d91778" -d '{"events": [{"server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "name": "network-vif-deleted", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:42.867525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event updated for resources: {'Port': ['ID=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:42.910046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.985060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-15aa1f58-dc43-4c3a-b9dd-c0866f049d86 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7603226 Dec 20 15:40:42.998826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Request body: {'port': {'device_id': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:42.999348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:43.139099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:43.257351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:43.322310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:43.359159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c38e6979-cefe-44e3-8529-c6d3db138762 None None] Provisioning complete for port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:43.359760 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c38e6979-cefe-44e3-8529-c6d3db138762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:43.438509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c38e6979-cefe-44e3-8529-c6d3db138762 None None] Port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:40:43.742562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1caf479-fea9-4d3b-acd5-8b855bba0ac6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:43.758206 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:43.772671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Transition to ACTIVE for port object d1caf479-fea9-4d3b-acd5-8b855bba0ac6 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:43.847835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-06fb7c5a-6828-496d-b52a-cfdb353493de tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bbc0e300d64e4ec89d910f49b3462363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340438 Dec 20 15:40:43.977595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:43.987102 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-c389321c-7748-4495-b4d4-a63cc6985246 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:44.004555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-c389321c-7748-4495-b4d4-a63cc6985246 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346724 Dec 20 15:40:44.024600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Request body: {'port': {'device_id': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'bbc0e300d64e4ec89d910f49b3462363'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:44.080824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:44.190504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Attempting to bind port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:44.191756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Attempting to bind port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:44.191756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Attempting to bind port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 on network 1473221d-00fa-4458-b527-afbb96ad3c96 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:44.218620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 on network 1473221d-00fa-4458-b527-afbb96ad3c96 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:44.220460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Attempting to bind port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 on network 1473221d-00fa-4458-b527-afbb96ad3c96 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:44.228003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:44.228247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Checking segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:44.230216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Bound using segment: {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:44.230675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Bound port: d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1071419c-93b7-4dc0-86c6-a511c22cb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:44.231035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:44.330918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:44.383546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:40:44.384045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:44.400372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] For port d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:44.411130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] For port d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:44.432326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Made reservation on behalf of bbc0e300d64e4ec89d910f49b3462363 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:40:44.437430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:44.499967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:44.598182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:44.599410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:44.601146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] 10.222.0.72 "PUT /v2.0/ports/d1caf479-fea9-4d3b-acd5-8b855bba0ac6 HTTP/1.1" status: 200 len: 1092 time: 1.6071742 Dec 20 15:40:44.653311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55316-01f7-479d-a2e3-98fde86e3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:44.758664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Allocated IP 192.168.233.21 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/fefe41d2-c315-4c4c-a7f9-3d3152fed37b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:40:44.914924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-331c13bc-59de-4cd6-a000-98d86b8c104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:44.916492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-331c13bc-59de-4cd6-a000-98d86b8c104a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 1095 time: 0.1100628 Dec 20 15:40:45.070797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-f02efd5a-6370-43e1-a0ab-6ec3944f2154 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6 HTTP/1.1" status: 200 len: 217 time: 0.1291201 Dec 20 15:40:45.168536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-e79b37d7-4290-4830-8d0d-545da8cee84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:45.170692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-e79b37d7-4290-4830-8d0d-545da8cee84a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 200 len: 862 time: 0.0877390 Dec 20 15:40:45.182740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:45.252953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3fd722ef-d4fe-4289-b961-567d415654e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:45.254806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-3fd722ef-d4fe-4289-b961-567d415654e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1473221d-00fa-4458-b527-afbb96ad3c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694165 Dec 20 15:40:45.339380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:45.355745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:45.404158 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407', 'e9977c91-6d9e-4c2e-9d78-4bea79604796'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:45.408356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:40:45.415137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:40:45.421792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:40:45.428567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:45.429352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:45.459984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:45.478633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-c1810f55-39c1-47cd-a542-46cd11f497e9 service neutron] 10.222.0.72 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104042 Dec 20 15:40:45.594559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6a71c02e-f455-4fbd-a766-0dbc053787bf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5762837 Dec 20 15:40:45.611048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Request body: {'port': {'device_id': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:45.742509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74465aba-984e-48db-9a2b-425eeb51df94 req-d99e7299-ac75-4b6a-b4b3-a475663ed1ab service neutron] 10.222.0.72 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555132 Dec 20 15:40:45.748064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:45.887920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-301c8349-fe89-403c-9c5d-e3120536872d None None] Provisioning complete for port fefe41d2-c315-4c4c-a7f9-3d3152fed37b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:45.888761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-301c8349-fe89-403c-9c5d-e3120536872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:46.040164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-301c8349-fe89-403c-9c5d-e3120536872d None None] Port fefe41d2-c315-4c4c-a7f9-3d3152fed37b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:40:46.216716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefe41d2-c315-4c4c-a7f9-3d3152fed37b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:46.225858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:46.239280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Transition to ACTIVE for port object fefe41d2-c315-4c4c-a7f9-3d3152fed37b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:40:46.806774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:46.864174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:46.894612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:40:46.894870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:40:46.895164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:46.902021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:40:46.902426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:40:46.909397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:40:46.909397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:40:46.910684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:40:46.910886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Bound port: fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:40:46.912640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:47.041971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:40:47.045594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:40:47.118024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:47.167199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:47.168108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:47.169753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] 10.222.0.83 "PUT /v2.0/ports/fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 1095 time: 1.5647058 Dec 20 15:40:47.193604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71991c-efb5-45b5-8995-f0043dd3773b service neutron] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:47.356802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-d1f86d13-b87b-4c5e-a6ad-bb6163fafa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:47.358681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-d1f86d13-b87b-4c5e-a6ad-bb6163fafa9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1098 time: 0.0627046 Dec 20 15:40:47.425636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-47cc96c8-9884-4b72-9660-4e21f795b36d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 217 time: 0.0575206 Dec 20 15:40:47.528245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-165559ec-de4b-4a5b-8e37-2fb48f7c13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:47.529765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-165559ec-de4b-4a5b-8e37-2fb48f7c13e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0950861 Dec 20 15:40:47.589090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-834d6a7f-937d-42d4-b258-26c4925ccaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:47.591029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-834d6a7f-937d-42d4-b258-26c4925ccaf0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541277 Dec 20 15:40:47.713277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-95b1f306-3949-44a9-9491-13ea09050b15 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148851 Dec 20 15:40:47.775429 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:40:48.154585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cbc539-9917-4434-82ae-dcb9d5854441 req-4fa869b7-3d0c-476a-949b-1a57c5761bef service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315624 Dec 20 15:40:49.431151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d1caf479-fea9-4d3b-acd5-8b855bba0ac6 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:49.573194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:49.609796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'port_id': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'mac_address': 'fa:16:3e:82:d0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:49.693630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:49.711144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1caf479-fea9-4d3b-acd5-8b855bba0ac6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:49.738924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:49.949834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:50.007484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:50.345287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d1caf479-fea9-4d3b-acd5-8b855bba0ac6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:51.402249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:52.373309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:40:52.525183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:52.541561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'mac_address': 'fa:16:3e:f1:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:40:52.592569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:52.614419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefe41d2-c315-4c4c-a7f9-3d3152fed37b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:40:52.641476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:52.774210 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:52.862751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:53.157340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['fefe41d2-c315-4c4c-a7f9-3d3152fed37b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:40:53.448401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d1caf479-fea9-4d3b-acd5-8b855bba0ac6 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:53.715287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:53.720835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:53.721231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:53.817143 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:53.852802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:53.957817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.064855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:54.387483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:40:54.568472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port fefe41d2-c315-4c4c-a7f9-3d3152fed37b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:40:54.572590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port fefe41d2-c315-4c4c-a7f9-3d3152fed37b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:40:54.573022 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.674712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.686607 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dc60f0-7ade-4c1c-ba0d-6f0fd352930c x-openstack-request-id: req-a6dc60f0-7ade-4c1c-ba0d-6f0fd352930c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:54.688067 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4fa42f-c88b-4afb-be78-347ee0745c07", "name": "network-vif-plugged", "status": "completed", "tag": "f414170c-e4e3-4178-bce3-434f3e9dfc74", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:54.688341 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6dc60f0-7ade-4c1c-ba0d-6f0fd352930c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:54.689138 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f414170c-e4e3-4178-bce3-434f3e9dfc74', 'code': 200} Dec 20 15:40:54.723330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:54.794968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.851633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:54.864531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-210b7a9b-e693-4b57-af46-2e08fe8bb3df tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:54.866164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-210b7a9b-e693-4b57-af46-2e08fe8bb3df tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.2220373 Dec 20 15:40:54.875868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f7c1-6db6-4737-b33f-a859667e0efc req-e3b20d60-a23a-4d65-baad-5f2bdc7b0a06 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:54.877462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca84f7c1-6db6-4737-b33f-a859667e0efc req-e3b20d60-a23a-4d65-baad-5f2bdc7b0a06 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 945 time: 0.1318665 Dec 20 15:40:54.880701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ea64-c974-40c6-8bac-b908b0cb6ae7 req-6c6523ab-9750-4d54-8ba7-cda6d1860e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:54.882257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8348ea64-c974-40c6-8bac-b908b0cb6ae7 req-6c6523ab-9750-4d54-8ba7-cda6d1860e83 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 1100 time: 0.1248994 Dec 20 15:40:54.895871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-e8a61fa6-0d45-4067-9a0c-373bae679dec tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/quotas/e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 375 time: 0.0171332 Dec 20 15:40:55.026203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8348ea64-c974-40c6-8bac-b908b0cb6ae7 req-35be39a7-dc9c-457f-a7ff-26336ac20ddd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283717 Dec 20 15:40:55.031743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca84f7c1-6db6-4737-b33f-a859667e0efc req-c2419402-e395-46cc-8a27-7ec6b886d416 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477606 Dec 20 15:40:55.041104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-c3699ea2-8aa3-4b47-9dc9-9a5c3b81bb7e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358459 Dec 20 15:40:55.086600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:55.143943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-150a506d-242d-4fcd-b42a-06912ac9548f service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967062 Dec 20 15:40:55.249350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39351b-b092-4eb9-b3c3-c57b6d8eaa61 req-65b4ebc8-3959-465c-a757-ec2bba58482a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.252103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c39351b-b092-4eb9-b3c3-c57b6d8eaa61 req-65b4ebc8-3959-465c-a757-ec2bba58482a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.1072481 Dec 20 15:40:55.308429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-6da1e7c3-35bd-4f9d-852e-8e542a4f2989 service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547639 Dec 20 15:40:55.320889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c39351b-b092-4eb9-b3c3-c57b6d8eaa61 req-d69bfa15-2930-4e0f-adcf-5a903b909d91 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605137 Dec 20 15:40:55.442835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db452b-056b-487b-ab79-09bcde03b8db req-3f7990be-aa51-4783-a253-7b2469e9494b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.444490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6db452b-056b-487b-ab79-09bcde03b8db req-3f7990be-aa51-4783-a253-7b2469e9494b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.0551107 Dec 20 15:40:55.495480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6db452b-056b-487b-ab79-09bcde03b8db req-c97d44c7-2311-4080-ad13-175331a8050f tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Dec 20 15:40:55.521018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:55.660589 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce75ac4-c3a7-4076-8744-b673ffa66982 x-openstack-request-id: req-dce75ac4-c3a7-4076-8744-b673ffa66982 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:55.660943 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2840dad0-b4c6-41e4-9e7a-6722838fa73e", "name": "network-vif-deleted", "tag": "8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:55.661228 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dce75ac4-c3a7-4076-8744-b673ffa66982 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:55.661642 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2840dad0-b4c6-41e4-9e7a-6722838fa73e', 'name': 'network-vif-deleted', 'tag': '8b5621fa-2901-4d80-b9e4-a7c8bc1e9d5b', 'status': 'completed', 'code': 200} Dec 20 15:40:55.671862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ac840-a938-427b-93c9-579278ade568 req-20d276f4-bb2d-460c-9600-7ae8f94bb1f5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.676247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-407ac840-a938-427b-93c9-579278ade568 req-20d276f4-bb2d-460c-9600-7ae8f94bb1f5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.0924189 Dec 20 15:40:55.756705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fed91054-9241-485c-b453-f8f8cc2f5d15 req-8f6e1846-c670-44eb-ae53-b7727e253f38 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 210 time: 0.0495186 Dec 20 15:40:55.773949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-407ac840-a938-427b-93c9-579278ade568 req-a3e7e531-4a43-4415-b489-d421a1c0e70f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921419 Dec 20 15:40:56.080064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Deleting port 23b999fd-6578-4812-bda0-94faf2d318db {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:56.080402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:56.166664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] For port 23b999fd-6578-4812-bda0-94faf2d318db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=23b999fd-6578-4812-bda0-94faf2d318db,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:56.169598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:56.182182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Calling delete_port for 23b999fd-6578-4812-bda0-94faf2d318db owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:56.186004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68a6b-9e05-4e91-b867-3fa2271af3a8 req-e08799cd-5248-4b4d-8314-57452bbec8f8 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:56.189655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71c68a6b-9e05-4e91-b867-3fa2271af3a8 req-e08799cd-5248-4b4d-8314-57452bbec8f8 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 945 time: 0.0627160 Dec 20 15:40:56.238494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71c68a6b-9e05-4e91-b867-3fa2271af3a8 req-70118bf1-9cb5-42c8-919f-ab20f8ca9f9a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Dec 20 15:40:56.461829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a63b2-59be-4f7f-8cc0-39eab991d98b req-e872f8d4-0c2a-4612-b2cf-40fda178bf8c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:56.463357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-825a63b2-59be-4f7f-8cc0-39eab991d98b req-e872f8d4-0c2a-4612-b2cf-40fda178bf8c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.0529907 Dec 20 15:40:56.494330 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:56.519210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-825a63b2-59be-4f7f-8cc0-39eab991d98b req-e054898d-afa8-4fab-9552-50c08023f391 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Dec 20 15:40:56.533179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Pushing event deleted for resources: {'Port': ['ID=23b999fd-6578-4812-bda0-94faf2d318db,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:56.677075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63915006-be3c-4fcd-8610-4a758d5e4b8c req-f60fdfc5-c544-42b2-97fc-27c7b2989afe tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:56.677075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63915006-be3c-4fcd-8610-4a758d5e4b8c req-f60fdfc5-c544-42b2-97fc-27c7b2989afe tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.0777006 Dec 20 15:40:56.690393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53871cf0-8418-475b-b333-b740305faea3'}, {'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119'}, {'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6'}, {'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:56.694960 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ed3249-7bdf-4203-aec0-81f67fff9232" -d '{"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-plugged", "status": "completed", "tag": "53871cf0-8418-475b-b333-b740305faea3"}, {"server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "name": "network-vif-plugged", "status": "completed", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119"}, {"server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "name": "network-vif-plugged", "status": "completed", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6"}, {"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-plugged", "status": "completed", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:56.782111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63915006-be3c-4fcd-8610-4a758d5e4b8c req-151a0589-b434-4525-ad3f-55462d27f4cf tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963101 Dec 20 15:40:56.801591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:56.857673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:56.871598 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a32bdf-7520-42e5-828f-bb53429530de x-openstack-request-id: req-85a32bdf-7520-42e5-828f-bb53429530de {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:56.871909 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-plugged", "status": "completed", "tag": "53871cf0-8418-475b-b333-b740305faea3", "code": 200}, {"server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "name": "network-vif-plugged", "status": "completed", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119", "code": 200}, {"server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "name": "network-vif-plugged", "status": "completed", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6", "code": 200}, {"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-plugged", "status": "completed", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:56.872165 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85a32bdf-7520-42e5-828f-bb53429530de {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:56.872624 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53871cf0-8418-475b-b333-b740305faea3', 'code': 200} Dec 20 15:40:56.872891 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'code': 200} Dec 20 15:40:56.873145 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'code': 200} Dec 20 15:40:56.873439 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'code': 200} Dec 20 15:40:56.986852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed0b1223-543d-426e-b9f5-a2a0d1e1a7b4 req-367555cb-f15e-495b-a78f-d6807c3c51e7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 210 time: 0.0568018 Dec 20 15:40:57.123351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Router 6a630098-7bea-44ad-a273-5a49b304a678 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:57.226944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93940626-8f5c-4ef0-8995-b0345acf311c req-ed35ece9-6812-45e4-9bd9-a1b218f011d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.229143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93940626-8f5c-4ef0-8995-b0345acf311c req-ed35ece9-6812-45e4-9bd9-a1b218f011d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 1097 time: 0.2413392 Dec 20 15:40:57.241606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c084192-daee-40e0-bc30-5b18aab48ec8 req-8489872f-11bf-472d-a6af-c82360c0e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.243071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c084192-daee-40e0-bc30-5b18aab48ec8 req-8489872f-11bf-472d-a6af-c82360c0e89f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1096 time: 0.1726134 Dec 20 15:40:57.256611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:57.270848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47056) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:57.274235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] Sync routers for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:57.274749 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bf6595fa-f671-4ab0-a174-4432983a73ea admin admin] 10.222.0.81 "PUT /v2.0/routers/6a630098-7bea-44ad-a273-5a49b304a678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1840363 Dec 20 15:40:57.288271 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:57.288970 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:57.296867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959fb3d-de42-4b9f-beda-fab045c727e1 req-ff814ca8-e2e5-4aa6-9108-c6ed562f1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.298649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1959fb3d-de42-4b9f-beda-fab045c727e1 req-ff814ca8-e2e5-4aa6-9108-c6ed562f1e6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1100 time: 0.2256503 Dec 20 15:40:57.374321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5aad8-678a-47dc-b6fc-e0b3c08a267e req-11386921-10bd-4220-af04-10b8ed68e413 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.376122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcd5aad8-678a-47dc-b6fc-e0b3c08a267e req-11386921-10bd-4220-af04-10b8ed68e413 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.2452352 Dec 20 15:40:57.408445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93940626-8f5c-4ef0-8995-b0345acf311c req-920d4ae5-ec59-414d-84b1-b06132a5a94f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699216 Dec 20 15:40:57.433900 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:57.478608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c084192-daee-40e0-bc30-5b18aab48ec8 req-a12c5fab-387b-48aa-9e94-0168d107fac0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182620 Dec 20 15:40:57.532044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1959fb3d-de42-4b9f-beda-fab045c727e1 req-8eedc24e-dfc2-47ea-8ff2-c94cd39ef6c3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789200 Dec 20 15:40:57.537702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcd5aad8-678a-47dc-b6fc-e0b3c08a267e req-d3ed2aa3-478d-4720-acc6-2814619d7b90 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447370 Dec 20 15:40:57.540636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.662022 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:40:56Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:57.663528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6'}, {'name': 'network-changed', 'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:57.665815 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0cac64-89c9-41dd-b19c-a8416148cb51" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6"}, {"name": "network-changed", "server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:57.690032 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] Checking router: 6a630098-7bea-44ad-a273-5a49b304a678 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:57.698364 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] Routers {'6a630098-7bea-44ad-a273-5a49b304a678'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:57.698963 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:40:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a630098-7bea-44ad-a273-5a49b304a678'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:57.736253 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.751560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1234d-af11-4e76-878d-32dad0e638ed req-5d60be30-102f-4155-87e6-4caca7f34ca4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.753096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0c1234d-af11-4e76-878d-32dad0e638ed req-5d60be30-102f-4155-87e6-4caca7f34ca4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 945 time: 0.1258659 Dec 20 15:40:57.765845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347c014-b87a-4802-8e5c-c4de98614301 req-62cad14a-0ea3-4fab-af3a-3271ae231242 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.767815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b347c014-b87a-4802-8e5c-c4de98614301 req-62cad14a-0ea3-4fab-af3a-3271ae231242 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.0973806 Dec 20 15:40:57.810719 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] Set router 6a630098-7bea-44ad-a273-5a49b304a678 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:57.848256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b347c014-b87a-4802-8e5c-c4de98614301 req-feba709a-3d4c-4e09-b68e-e6f8926c8c75 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710762 Dec 20 15:40:57.856725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0c1234d-af11-4e76-878d-32dad0e638ed req-a94e3a2c-962a-4283-adc4-f7d5f15ae282 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875032 Dec 20 15:40:57.926702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Deleting port f1abd0ee-4794-4b4e-adab-051657799895 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:57.927499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.961204 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfb1620-968d-4b31-a112-a174e89b4d60 x-openstack-request-id: req-8cfb1620-968d-4b31-a112-a174e89b4d60 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:57.961726 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:57.965669 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cfb1620-968d-4b31-a112-a174e89b4d60 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:57.966373 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'status': 'completed', 'code': 200} Dec 20 15:40:57.966733 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'status': 'completed', 'code': 200} Dec 20 15:40:58.097993 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:40:56Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:58.134278 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074aa0f-9551-4169-824e-7345a7b4c38f None None] The sync data for ids ['6a630098-7bea-44ad-a273-5a49b304a678'] in n-d-781076-8 is: [{'id': '6a630098-7bea-44ad-a273-5a49b304a678', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311607411-router', 'tenant_id': '4a01f0300cfb48af82f04ffd08569dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:01Z', 'updated_at': '2021-12-20T15:40:56Z', 'revision_number': 5, 'project_id': '4a01f0300cfb48af82f04ffd08569dd8', 'gw_port': {'id': 'f1abd0ee-4794-4b4e-adab-051657799895', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a630098-7bea-44ad-a273-5a49b304a678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:02Z', 'updated_at': '2021-12-20T15:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:58.226254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] For port f1abd0ee-4794-4b4e-adab-051657799895, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f1abd0ee-4794-4b4e-adab-051657799895,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:58.226640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:58.231083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-2c97f46f-f6c7-4821-aa40-32854a14601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.232638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-2c97f46f-f6c7-4821-aa40-32854a14601d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1100 time: 0.1838644 Dec 20 15:40:58.235327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-8c60c113-e498-41ba-a4ad-0c13c32c86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.236690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-8c60c113-e498-41ba-a4ad-0c13c32c86f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 1097 time: 0.2042110 Dec 20 15:40:58.244976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481fca-b217-4ffe-bbd9-b84d1dec51c5 req-470b561b-841d-438d-9725-17f21df4810b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.246506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6481fca-b217-4ffe-bbd9-b84d1dec51c5 req-470b561b-841d-438d-9725-17f21df4810b tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.1571681 Dec 20 15:40:58.298784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Calling delete_port for f1abd0ee-4794-4b4e-adab-051657799895 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:58.513467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6481fca-b217-4ffe-bbd9-b84d1dec51c5 req-7f289cce-d316-472f-83d5-9977bb3cfba7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574244 Dec 20 15:40:58.568052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-5c9537dc-6eb3-4056-a482-44612bf87189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.569570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-5c9537dc-6eb3-4056-a482-44612bf87189 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3165815 Dec 20 15:40:58.574921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-2939dcda-048f-4d01-a7bc-17ed835aa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.576372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-2939dcda-048f-4d01-a7bc-17ed835aa494 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 924 time: 0.3195019 Dec 20 15:40:58.582060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4a58d-7f13-4afd-98ef-fb88aed6d5c6 req-15d67819-7cb4-4d75-b3dc-200528bd7a20 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.589314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5a4a58d-7f13-4afd-98ef-fb88aed6d5c6 req-15d67819-7cb4-4d75-b3dc-200528bd7a20 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 1100 time: 0.1955292 Dec 20 15:40:58.681652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-a1433fa8-3bd5-4835-b825-f6f9affbaf74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6 HTTP/1.1" status: 200 len: 217 time: 0.0902941 Dec 20 15:40:58.729333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-fb22d085-e436-4ab4-a9f8-48e8ead67ad9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 217 time: 0.1493320 Dec 20 15:40:58.783771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-882f1f7a-39b6-4315-8c09-6cab530b851b req-90b39093-27b9-4360-82a9-b7bd3e2ddde0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 210 time: 0.1098385 Dec 20 15:40:58.927674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5a4a58d-7f13-4afd-98ef-fb88aed6d5c6 req-ba50d031-83f8-4a5b-b46b-aa6f4fe65450 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374951 Dec 20 15:40:58.977099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-651239b9-7fa1-4015-9dc9-e7bf597a2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:58.978599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-651239b9-7fa1-4015-9dc9-e7bf597a2c65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 200 len: 862 time: 0.2452555 Dec 20 15:40:59.035076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-f4efb639-1b20-4111-acc7-3ee991956b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:59.036575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-f4efb639-1b20-4111-acc7-3ee991956b02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2560997 Dec 20 15:40:59.242453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb9c2fd2-b216-4026-87e3-c3e338e6b046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:59.368972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 23b999fd-6578-4812-bda0-94faf2d318db no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:59.395283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 23b999fd-6578-4812-bda0-94faf2d318db {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:40:59.395966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 23b999fd-6578-4812-bda0-94faf2d318db not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:40:59.457570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:40:59.533490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-f2ae8122-2b21-43a9-ac4e-74092e825f54 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:59.534997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-f2ae8122-2b21-43a9-ac4e-74092e825f54 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.7731819 Dec 20 15:40:59.547978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:59.554707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Request body: {'port': {'device_id': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'admin_state_up': True, 'tenant_id': 'e05ba2503203425383695446d6f0aa70'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:40:59.571833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-98d64bf8-deff-49da-a496-a0ecb84cecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:59.573384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-98d64bf8-deff-49da-a496-a0ecb84cecd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167645 Dec 20 15:40:59.579984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53871cf0-8418-475b-b333-b740305faea3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:59.582274 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed3f44-6f87-4706-a43d-e8cff19a1a89" -d '{"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-unplugged", "status": "completed", "tag": "53871cf0-8418-475b-b333-b740305faea3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:59.589004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-e6f40356-f21b-412c-98f4-838c00f1c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:59.590553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-e6f40356-f21b-412c-98f4-838c00f1c7c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1473221d-00fa-4458-b527-afbb96ad3c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5496960 Dec 20 15:40:59.594812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:59.618821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:59.682455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:59.684435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245548fa-bbab-4cdb-97c2-e5f6e90b11a2 req-9706d7cc-0b60-41a1-aba4-08e2d39631c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:59.692078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-245548fa-bbab-4cdb-97c2-e5f6e90b11a2 req-9706d7cc-0b60-41a1-aba4-08e2d39631c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.3495302 Dec 20 15:40:59.734416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:59.736652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-18dd854a-f449-49fd-8970-aaa0f20837e0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:59.738137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-18dd854a-f449-49fd-8970-aaa0f20837e0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.8061800 Dec 20 15:40:59.772292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1abd0ee-4794-4b4e-adab-051657799895,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:59.877528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-6bc2064b-4bc5-4e8b-a13c-4e27e6ef71db tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/quotas/06cd612e0ce046baa04288fa09814d2f HTTP/1.1" status: 200 len: 375 time: 0.1224101 Dec 20 15:40:59.888138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.888490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.888839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.889194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.889836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.890007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.890477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.890802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.891128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.891480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.891810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.892399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.892721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:59.895570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.094959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.110137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.123632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-245548fa-bbab-4cdb-97c2-e5f6e90b11a2 req-456e11e6-9b4f-4d04-b6b5-a77ed97e4f0e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307020 Dec 20 15:41:00.126074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-5bfb3460-2e26-450e-b026-d60d29bf4d21 service neutron] 10.222.0.72 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083883 Dec 20 15:41:00.132286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-84019805-b648-4c51-94fe-cb43fe152f04 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404394 Dec 20 15:41:00.268632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-578cea60-d7a5-49c4-8aa2-816881d09224 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3667994 Dec 20 15:41:00.390414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.390983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a630098-7bea-44ad-a273-5a49b304a678 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:41:00.396495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.397638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91b9d426-27cd-407d-a9cd-fbc013ec534b admin admin] 10.222.0.81 "DELETE /v2.0/routers/6a630098-7bea-44ad-a273-5a49b304a678 HTTP/1.1" status: 204 len: 168 time: 3.1218038 Dec 20 15:41:00.400251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47112) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:00.409196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Made reservation on behalf of e05ba2503203425383695446d6f0aa70 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:00.412702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.473682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Deleting subnet 9edb00e9-7661-43db-b3c4-51e254570a60 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:41:00.478008 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.521720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.539767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-5856ff79-985d-4584-958d-73d3dc5779f0 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428855 Dec 20 15:41:00.587246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58298-76a5-4bfc-b098-03e22805102c req-57c66e49-600d-4d1c-a7ef-5eac9e94f39d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:00.597696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ef58298-76a5-4bfc-b098-03e22805102c req-57c66e49-600d-4d1c-a7ef-5eac9e94f39d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 945 time: 0.3652458 Dec 20 15:41:00.607946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e0cac64-89c9-41dd-b19c-a8416148cb51 req-770ac059-17d0-44b3-b6d8-d33e514bb743 service neutron] 10.222.0.72 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099545 Dec 20 15:41:00.619291 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.638103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-cb8a54b4-db7b-487b-8885-57131a020c39 service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508124 Dec 20 15:41:00.771193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.794265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ef58298-76a5-4bfc-b098-03e22805102c req-08557007-340b-42e6-81f9-f63eeba734e9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974113 Dec 20 15:41:00.819872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edb00e9-7661-43db-b3c4-51e254570a60,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:00.837999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d015360-0e67-424a-8286-fcd289673d96 None None] Network 2c917c14-293c-4ed1-ab25-bacad30075b4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:00.838540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.847957 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9edb00e9-7661-43db-b3c4-51e254570a60 HTTP/1.1" status: 204 len: 168 time: 0.4438725 Dec 20 15:41:00.848609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.849227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.850058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.850849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.851651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.852419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.853245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.857065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.857065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.857065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.857065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.857065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.859426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d2f6dbcc-cfe1-4eb4-be52-d2323e7af5d9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:00.859774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be755a30-cde4-446b-9fe7-fbeafbe79ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:00.861383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d2f6dbcc-cfe1-4eb4-be52-d2323e7af5d9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "GET /v2.0/ports?device_id=70fd8fd9-e8db-459f-94d1-b41551779d12 HTTP/1.1" status: 200 len: 943 time: 0.1884720 Dec 20 15:41:00.865395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47116) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:00.886183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Allocated IP 172.20.0.11 (dde4b1e1-d16b-4263-a383-6dee096dec92/4b1f7183-6396-43dc-b04e-593735773e6b/6f1f90f5-f397-4b42-8c45-50d50849c226) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:00.911584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-d009b61c-747e-4cf0-a8d7-cb2c62b0eb28 service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630267 Dec 20 15:41:00.994569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.091491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Deleting port 328ad43b-0be5-4011-a75a-82acf62c5a13 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:01.092248 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.120888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-f3cfdfb0-14e7-4b82-9b85-7949422389c2 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648713 Dec 20 15:41:01.227873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] For port 328ad43b-0be5-4011-a75a-82acf62c5a13, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=328ad43b-0be5-4011-a75a-82acf62c5a13,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:01.227873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.270983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] DHCP port deletion for 2c917c14-293c-4ed1-ab25-bacad30075b4 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:01.276100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Calling delete_port for 328ad43b-0be5-4011-a75a-82acf62c5a13 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:01.276362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.354357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Deleting port 53871cf0-8418-475b-b333-b740305faea3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:01.354735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.366594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1382da6f-7747-42c1-aeba-5be48fcb55d9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:01.368641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1382da6f-7747-42c1-aeba-5be48fcb55d9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262726 Dec 20 15:41:01.424310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] Deleting port 328ad43b-0be5-4011-a75a-82acf62c5a13 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:01.425202 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.470472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1abd0ee-4794-4b4e-adab-051657799895 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:01.474721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-e27084dc-5968-48f4-bed3-c80ef33d4460 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/quotas/986025bff2b6446cb7b3eaa2d97d40dc HTTP/1.1" status: 200 len: 375 time: 0.0914345 Dec 20 15:41:01.525093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f1abd0ee-4794-4b4e-adab-051657799895 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:01.525541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1abd0ee-4794-4b4e-adab-051657799895 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:01.525988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 328ad43b-0be5-4011-a75a-82acf62c5a13 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:01.532955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0ae2-8b1d-4939-8d67-618b3d5eaa85 req-f4405637-5b2b-48a6-99f0-341edc766692 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:01.534954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-729c0ae2-8b1d-4939-8d67-618b3d5eaa85 req-f4405637-5b2b-48a6-99f0-341edc766692 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.1831727 Dec 20 15:41:01.593645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] For port 328ad43b-0be5-4011-a75a-82acf62c5a13, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=328ad43b-0be5-4011-a75a-82acf62c5a13,segment=NetworkSegment(ee37e512-5962-4ead-aade-ba179d2f41ee),segment_id=ee37e512-5962-4ead-aade-ba179d2f41ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:01.597292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.599535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.613654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] For port 53871cf0-8418-475b-b333-b740305faea3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=53871cf0-8418-475b-b333-b740305faea3,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:01.614015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.620696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] Calling delete_port for 328ad43b-0be5-4011-a75a-82acf62c5a13 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:01.648830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-3de4869a-7459-4958-9784-d2723a44918d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1657283 Dec 20 15:41:01.659610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.689670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Port 328ad43b-0be5-4011-a75a-82acf62c5a13 update to DOWN by agent not found {{(pid=103955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 15:41:01.696570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Calling delete_port for 53871cf0-8418-475b-b333-b740305faea3 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:01.709852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Network dde4b1e1-d16b-4263-a383-6dee096dec92 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:01.724424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=328ad43b-0be5-4011-a75a-82acf62c5a13,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:01.726892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] No DVR routers for this DVR port 328ad43b-0be5-4011-a75a-82acf62c5a13 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:01.733373 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.736828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-729c0ae2-8b1d-4939-8d67-618b3d5eaa85 req-82edaed0-fe25-49be-83ee-41d921ececcc tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761734 Dec 20 15:41:01.737785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:01.743624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:01.756761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:01.759448 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.762438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a98170a8-5d4e-4f02-8179-2005807dca0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.770685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] Pushing event deleted for resources: {'Port': ['ID=328ad43b-0be5-4011-a75a-82acf62c5a13,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:01.776251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fa867-c012-4b79-82a6-1a8cf69d6b11 None None] No DVR routers for this DVR port 328ad43b-0be5-4011-a75a-82acf62c5a13 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:01.783265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:01.820776 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3996c84-8a33-411f-a592-fcabbe5ba47a x-openstack-request-id: req-e3996c84-8a33-411f-a592-fcabbe5ba47a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:01.821206 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-unplugged", "status": "completed", "tag": "53871cf0-8418-475b-b333-b740305faea3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:01.821559 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3996c84-8a33-411f-a592-fcabbe5ba47a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:01.822067 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53871cf0-8418-475b-b333-b740305faea3', 'code': 200} Dec 20 15:41:01.859968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.882775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c917c14-293c-4ed1-ab25-bacad30075b4']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:01.893594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee37e512-5962-4ead-aade-ba179d2f41ee') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:01.893891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee37e512-5962-4ead-aade-ba179d2f41ee') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:01.903669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.917259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.924523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:41:01.925428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:41:01.927312 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:41:01.930378 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:41:01.941064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-b1b96639-b305-4ff3-a1da-824f8cab16af tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3905952 Dec 20 15:41:01.959314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Request body: {'port': {'device_id': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:02.065590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.095015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.107506 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2c917c14-293c-4ed1-ab25-bacad30075b4 HTTP/1.1" status: 204 len: 168 time: 1.2341888 Dec 20 15:41:02.107506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9178d6-a510-4ffc-8fd6-7c173fd516d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c917c14-293c-4ed1-ab25-bacad30075b4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:02.323064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68f9a-4a77-44c1-afcf-0e88be43ccc4 req-1b973611-221f-4f72-925c-2a1314be4afa tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:02.324553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ce68f9a-4a77-44c1-afcf-0e88be43ccc4 req-1b973611-221f-4f72-925c-2a1314be4afa tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 932 time: 0.4385872 Dec 20 15:41:02.385664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.395065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-7b6a1553-b9e7-4a48-953b-b8ea0edf3de0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2057791508&fields=id&tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 267 time: 0.1152632 Dec 20 15:41:02.473361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ce68f9a-4a77-44c1-afcf-0e88be43ccc4 req-b25b3c39-a748-4bdc-bddf-b6dcac334c09 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276414 Dec 20 15:41:02.490954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.543043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-f5343489-bc87-4dde-b9f8-f0d22a4a5533 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:02.544615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-f5343489-bc87-4dde-b9f8-f0d22a4a5533 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 945 time: 0.1337495 Dec 20 15:41:02.591425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event deleted for resources: {'Port': ['ID=53871cf0-8418-475b-b333-b740305faea3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:02.615849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'port': {'security_groups': ['fe28d19d-2138-4a19-b511-641090813da0', 'd91a9bc5-977c-4436-a376-38d9b6c91b48']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:02.714921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47154) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:02.715548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] No DVR routers for this DVR port 53871cf0-8418-475b-b333-b740305faea3 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:02.727388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.730757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fda4911-7def-4155-95ea-609e83fbcf28 req-d41da45e-3a06-4b89-a567-237fdc6a8b4d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "DELETE /v2.0/ports/53871cf0-8418-475b-b333-b740305faea3 HTTP/1.1" status: 204 len: 173 time: 1.8421636 Dec 20 15:41:02.736246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-deleted', 'tag': '53871cf0-8418-475b-b333-b740305faea3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:02.738604 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e40030a-1581-49eb-a10a-f371ab217f05" -d '{"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-deleted", "tag": "53871cf0-8418-475b-b333-b740305faea3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:02.771750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1762a77e-0c86-4b2f-89e9-af7ec191bc0f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a01f0300cfb48af82f04ffd08569dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496528 Dec 20 15:41:02.773469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:02.808095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.816243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fdeec-df5d-4cc4-bfc0-9dad56e502e1 req-b80aec10-646c-4581-a6f6-20bd22f00cdb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:02.823820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-813fdeec-df5d-4cc4-bfc0-9dad56e502e1 req-b80aec10-646c-4581-a6f6-20bd22f00cdb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.2203646 Dec 20 15:41:02.825599 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.827910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07499597-0c82-4e7c-ac87-f5e7de7f7682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.850897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07499597-0c82-4e7c-ac87-f5e7de7f7682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.962471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-813fdeec-df5d-4cc4-bfc0-9dad56e502e1 req-cb4022e1-f7a5-4c7a-9838-40d713f30a79 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379652 Dec 20 15:41:03.044448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1f90f5-f397-4b42-8c45-50d50849c226 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:03.057689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07499597-0c82-4e7c-ac87-f5e7de7f7682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.078335 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07499597-0c82-4e7c-ac87-f5e7de7f7682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.078335 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-07499597-0c82-4e7c-ac87-f5e7de7f7682 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b896df7-60ef-4738-ac77-2ceacefc1c7a HTTP/1.1" status: 204 len: 168 time: 0.2917821 Dec 20 15:41:03.078335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07499597-0c82-4e7c-ac87-f5e7de7f7682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b896df7-60ef-4738-ac77-2ceacefc1c7a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.090285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.094496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c14799c9-98ce-4adc-8ce5-941291b6823a req-a2545f96-6c65-4303-9cf8-dbac42e5673a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 210 time: 0.0661411 Dec 20 15:41:03.148130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Transition to ACTIVE for port object 6f1f90f5-f397-4b42-8c45-50d50849c226 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:03.216256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:03.244626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb8cc2-2a8e-44a3-bfb3-2ff738c48d6c req-963dbc4d-796d-4b09-8561-d9ce37dc6463 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:03.246168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3bb8cc2-2a8e-44a3-bfb3-2ff738c48d6c req-963dbc4d-796d-4b09-8561-d9ce37dc6463 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.0803716 Dec 20 15:41:03.250464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.258931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47166) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:03.260759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Request body: {'floatingip': {'port_id': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:03.293262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.335984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24d5b47e-1ac7-4c54-9a2b-d10accbb5398 req-e637aab0-0204-4a57-ab53-6db9a1d4c638 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 210 time: 0.0406194 Dec 20 15:41:03.342388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.352957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.393380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:03.393517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:03.393830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:03.400972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:03.401335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:03.408278 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b517f-e11e-40a9-b611-43e6e02e1da8 x-openstack-request-id: req-813b517f-e11e-40a9-b611-43e6e02e1da8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:03.408583 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd8fd9-e8db-459f-94d1-b41551779d12", "name": "network-vif-deleted", "tag": "53871cf0-8418-475b-b333-b740305faea3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:03.408841 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-813b517f-e11e-40a9-b611-43e6e02e1da8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:03.409268 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fd8fd9-e8db-459f-94d1-b41551779d12', 'name': 'network-vif-deleted', 'tag': '53871cf0-8418-475b-b333-b740305faea3', 'status': 'completed', 'code': 200} Dec 20 15:41:03.412860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:03.413230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:03.414328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:03.414792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Bound port: 6f1f90f5-f397-4b42-8c45-50d50849c226, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:03.415303 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.469919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.482514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:03.494341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:03.537568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:03.538425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.539683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f9aaecf-3ed0-4c6a-9234-b5ee2bced9a9 req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "PUT /v2.0/ports/21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 981 time: 0.9454610 Dec 20 15:41:03.559108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 53871cf0-8418-475b-b333-b740305faea3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:03.560696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 53871cf0-8418-475b-b333-b740305faea3 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:03.587489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:03.592430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733ca97-91e1-4fec-92e3-d3ae7619dc18 req-63c5ec65-2479-48b1-9667-11545c3142bf tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:03.594428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f733ca97-91e1-4fec-92e3-d3ae7619dc18 req-63c5ec65-2479-48b1-9667-11545c3142bf tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1100 time: 0.1395917 Dec 20 15:41:03.600732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:03.609714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d283cf-9b55-4298-8fdc-26404be746be tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.628884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:03.653720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f733ca97-91e1-4fec-92e3-d3ae7619dc18 req-8c7e45e0-0f71-431f-af99-f6c3ce289be5 tempest-MigrationsAdminTest-116754240 tempest-MigrationsAdminTest-116754240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Dec 20 15:41:03.755700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.804133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:03.806527 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:03.824647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0646d5f-3b4c-4507-b173-f72c2f25aa52 req-f9b72803-ac3a-46b2-98ad-341d89e9f4cb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:03.824647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0646d5f-3b4c-4507-b173-f72c2f25aa52 req-f9b72803-ac3a-46b2-98ad-341d89e9f4cb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 944 time: 0.1483810 Dec 20 15:41:03.886447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:03.887459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.888992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] 10.222.0.83 "PUT /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 1092 time: 1.9365888 Dec 20 15:41:03.960275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0646d5f-3b4c-4507-b173-f72c2f25aa52 req-c585ec81-7f86-4818-9ac8-f41ac1b47278 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948625 Dec 20 15:41:03.998816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda5d2-2486-42b7-81d8-492f54b9d91a service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:04.017681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-87908f5a-662c-4587-88c3-10ffb810f411 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2083903696&fields=id&tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 267 time: 0.2494645 Dec 20 15:41:04.178749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-4234c7b0-3376-41b3-a4a3-428835440f72 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:04.180730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-4234c7b0-3376-41b3-a4a3-428835440f72 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 984 time: 0.1620414 Dec 20 15:41:04.195433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-7175b871-ebcc-4033-a7d4-c4e615750813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:04.197243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-7175b871-ebcc-4033-a7d4-c4e615750813 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1095 time: 0.1118991 Dec 20 15:41:04.202744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'port': {'security_groups': ['d91a9bc5-977c-4436-a376-38d9b6c91b48', 'fe28d19d-2138-4a19-b511-641090813da0', '2c596f84-5cf0-4f49-845a-ec70eea63f6a']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:04.288470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-80a97968-d301-4a9d-8cd6-dc2157c9ff20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 217 time: 0.0495117 Dec 20 15:41:04.328099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.354586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.394580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-43db7011-0d67-436c-992a-4973085de41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:04.396214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-43db7011-0d67-436c-992a-4973085de41b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0884733 Dec 20 15:41:04.452740 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.resource_extend [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:41:04.465690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-e3feab8d-5aff-4732-98d6-5982d30caa2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579853 Dec 20 15:41:04.576830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.642836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-addf6772-f2e4-47e3-bcf4-f3f8861d52eb req-0d3630f8-eb8b-48a9-be41-e47f9048d908 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 210 time: 0.0436962 Dec 20 15:41:04.663690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-5091c981-45df-47e4-bd3a-f4f89c8b26ba service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734884 Dec 20 15:41:04.751299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.850399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-275d85ba-6477-47a8-a300-50094643bf33 req-5aeabee0-a1f5-414b-a69d-9b55be4016e7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 210 time: 0.1218548 Dec 20 15:41:04.873339 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08 associated. External IP: 172.25.6.135, port: d1caf479-fea9-4d3b-acd5-8b855bba0ac6. Dec 20 15:41:04.950646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4cea7bb-79f4-4d25-9b26-2f416e57e088 req-0e8a3bbe-95de-435a-a704-cd747642a4c0 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754138 Dec 20 15:41:04.978872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:05.026222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-fde4975c-0079-4b5d-81b2-4481b5d92c5f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:05.027828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-fde4975c-0079-4b5d-81b2-4481b5d92c5f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.3234208 Dec 20 15:41:05.034126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-f7f87ebd-84c5-4e5a-89cf-d2344d8d3187 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128163 Dec 20 15:41:05.047299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Request body: {'port': {'device_id': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'admin_state_up': True, 'tenant_id': '06cd612e0ce046baa04288fa09814d2f'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:05.063760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.122895 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.170426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e01eb4-77d8-4f07-98c9-dddafb5b6fe3 req-67d6bc4f-4c08-4e9a-826a-e5e54d572eb2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:05.174421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19e01eb4-77d8-4f07-98c9-dddafb5b6fe3 req-67d6bc4f-4c08-4e9a-826a-e5e54d572eb2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1419125 Dec 20 15:41:05.212737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:05.213004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.227153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:05.302152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:05.302810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.304935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54af0114-4c5d-4190-8e9f-ef66f1480d23 req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "PUT /v2.0/ports/21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 1020 time: 1.1141229 Dec 20 15:41:05.345349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19e01eb4-77d8-4f07-98c9-dddafb5b6fe3 req-07d76fb7-bf2f-4b1b-9167-29074743be59 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632535 Dec 20 15:41:05.379509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47212) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:05.388374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-ddd581cc-c591-4ade-bdbf-d4b4bab0915e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787821 Dec 20 15:41:05.414908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:05.419691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.431809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119'}, {'name': 'network-changed', 'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226'}, {'name': 'network-changed', 'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:05.434624 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a78fb1-9ab0-40db-b403-d762042bc3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119"}, {"name": "network-changed", "server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226"}, {"name": "network-changed", "server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:05.445830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:05.451538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9c54ba59-7c65-4332-a554-8427c06e5ff7 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "PUT /v2.0/floatingips/300b37a0-0b52-4eab-b171-bddb411eaf08 HTTP/1.1" status: 200 len: 992 time: 2.1944902 Dec 20 15:41:05.452249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:05.454942 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89566c8-f9ea-46c0-895b-369b735b78c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:05.476283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:05.477130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:05.482497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15000-9903-43aa-bd8a-babb62e7c762 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:05.564046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1729374784-network', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:05.592175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Made reservation on behalf of 06cd612e0ce046baa04288fa09814d2f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:05.596507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.650092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:05.691391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cecc0-3919-45f2-96b1-985d466aff79 req-a80b8d57-d5dd-47db-882a-22a241443f3f tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:05.693770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea3cecc0-3919-45f2-96b1-985d466aff79 req-a80b8d57-d5dd-47db-882a-22a241443f3f tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1023 time: 0.2498658 Dec 20 15:41:05.704233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Made reservation on behalf of a0223aba24fd450c95c80b72c96dd8d4 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:05.706970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.718353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.739871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81f6c-8f75-4458-a3df-84b96655d5fc req-9f8cbb6e-71ca-4c85-aa0b-da604da367d5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:05.741628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:05.746612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bb81f6c-8f75-4458-a3df-84b96655d5fc req-9f8cbb6e-71ca-4c85-aa0b-da604da367d5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 944 time: 0.3036792 Dec 20 15:41:05.760276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-56bb544a-0767-4fe8-ab23-fce5e5052611 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:05.760276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-56bb544a-0767-4fe8-ab23-fce5e5052611 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594489 Dec 20 15:41:05.793638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Request body: {'port': {'device_id': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '986025bff2b6446cb7b3eaa2d97d40dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:05.853464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.945120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.976827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:41:05.994607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b5e19-b631-4994-8962-ad9ba5464912,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:06.002005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.002351 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Added segment 0a70c63a-3e78-40f7-a104-12e9a821933c of type vlan for network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 Dec 20 15:41:06.045336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bb81f6c-8f75-4458-a3df-84b96655d5fc req-37664bb2-2411-46c6-9541-a75c0e52b179 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806506 Dec 20 15:41:06.051016 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.068656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea3cecc0-3919-45f2-96b1-985d466aff79 req-cf8f706c-06f4-4c86-b58c-563cc695af59 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c596f84-5cf0-4f49-845a-ec70eea63f6a&id=fe28d19d-2138-4a19-b511-641090813da0&id=d91a9bc5-977c-4436-a376-38d9b6c91b48 HTTP/1.1" status: 200 len: 6199 time: 0.3166869 Dec 20 15:41:06.074860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Allocated IP 172.20.0.7 (f1e0ad12-9a4c-46b5-848c-090a91fc4608/d48f1143-e7f9-4629-b56c-559f8db0b998/1627d5a6-5ef2-488d-bb06-2dec005e2a38) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:06.191982 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b528f1c9-2c15-4dc4-8ab5-a0dc4ad85180 x-openstack-request-id: req-b528f1c9-2c15-4dc4-8ab5-a0dc4ad85180 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:06.192438 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:06.192831 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b528f1c9-2c15-4dc4-8ab5-a0dc4ad85180 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:06.193724 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'status': 'completed', 'code': 200} Dec 20 15:41:06.194084 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'status': 'completed', 'code': 200} Dec 20 15:41:06.194438 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'status': 'completed', 'code': 200} Dec 20 15:41:06.225419 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38747f3a-4f7c-423f-aa8b-b3b0356c808f x-openstack-request-id: req-38747f3a-4f7c-423f-aa8b-b3b0356c808f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:06.225919 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:06.226183 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38747f3a-4f7c-423f-aa8b-b3b0356c808f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:06.226593 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'status': 'completed', 'code': 200} Dec 20 15:41:06.258987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.260318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:06.261088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.347835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Made reservation on behalf of 986025bff2b6446cb7b3eaa2d97d40dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:06.352377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.378552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] Pushing event updated for resources: {'Network': ['ID=4ea9559b-0eb3-493a-80f6-d90607cd97e7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:06.398223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:41:06.410342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '300b37a0-0b52-4eab-b171-bddb411eaf08', 'tenant_id': '4325c3d504064fab843e420e92521480', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'port_id': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'mac_address': 'fa:16:3e:82:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:18Z', 'updated_at': '2021-12-20T15:41:04Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:06.471923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:06.472495 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5f197ac1-72a8-4624-92a3-68e510b9443f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0815582 Dec 20 15:41:06.472899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44e8e02d-b1dc-4da0-ab4b-6fe9d19117f1 req-207be9f7-fc5a-499b-ba31-efe1324c377d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 210 time: 0.0882154 Dec 20 15:41:06.472899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c86cbd9-635f-44b0-990b-2832c8655dc5 req-06943c07-df30-45c7-b47a-d66b0acc5827 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 210 time: 0.0975308 Dec 20 15:41:06.473074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:06.486480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Request body: {'subnet': {'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1729374784-subnet', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:06.542065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-db4679d9-07c7-4490-b50f-577f422ceed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:06.543829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-db4679d9-07c7-4490-b50f-577f422ceed8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1174 time: 0.3325949 Dec 20 15:41:06.547778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:06.548458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:06.561097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-ef25fabd-5593-4dfc-b115-3a76f559f8b2 req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': ' tempest-securitygroup -928315329 ', 'description': 'tempest-description-1500747089'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:06.568125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-cecabc58-e5e1-4b58-b0d3-1aac2397bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:06.569744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-cecabc58-e5e1-4b58-b0d3-1aac2397bcdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4325c3d504064fab843e420e92521480&device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 1097 time: 0.2876205 Dec 20 15:41:06.591901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.693663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Made reservation on behalf of a0223aba24fd450c95c80b72c96dd8d4 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:06.696057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.728467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:07.184268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '300b37a0-0b52-4eab-b171-bddb411eaf08', 'tenant_id': '4325c3d504064fab843e420e92521480', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'port_id': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'mac_address': 'fa:16:3e:82:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:18Z', 'updated_at': '2021-12-20T15:41:04Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:07.203399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.231024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b0c26-ee5d-4d57-9f00-392f8f275482 None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '300b37a0-0b52-4eab-b171-bddb411eaf08', 'tenant_id': '4325c3d504064fab843e420e92521480', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'port_id': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'mac_address': 'fa:16:3e:82:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:18Z', 'updated_at': '2021-12-20T15:41:04Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:07.246047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Allocated IP 192.168.233.71 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/1a4992a4-5eda-4aaa-a733-570cd39be08d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:07.268363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67dde4-d7a3-4929-a020-4721c06eb6ad req-98b83024-1594-457e-8cc8-3d85e88b7f2e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.281038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c67dde4-d7a3-4929-a020-4721c06eb6ad req-98b83024-1594-457e-8cc8-3d85e88b7f2e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.6584668 Dec 20 15:41:07.295277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-f28004ef-a4bf-4555-ac7a-ea566615589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.300574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-f28004ef-a4bf-4555-ac7a-ea566615589c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.7309222 Dec 20 15:41:07.307674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-f38d0e4a-3e5a-4086-87cd-c040f5400c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.309524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-f38d0e4a-3e5a-4086-87cd-c040f5400c4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 200 len: 924 time: 0.7215867 Dec 20 15:41:07.310210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ef25fabd-5593-4dfc-b115-3a76f559f8b2 req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.333427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32411f9b-1086-4c20-a367-656dc58a4779,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.344143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Checking segment: {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:07.344833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Network hostable DHCP agents. Network: 4ea9559b-0eb3-493a-80f6-d90607cd97e7, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:41:07.441048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.443453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-e82c70cb-a07d-4739-a925-c52dade36084 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 217 time: 0.1308682 Dec 20 15:41:07.518491 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b55f0-fcd3-4b4a-b9c1-ae6dd5cb6f1b None None] New status for floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:41:07.579407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c67dde4-d7a3-4929-a020-4721c06eb6ad req-afc58af3-a601-42a2-909f-a8611cc007e3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016982 Dec 20 15:41:07.631117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:07.641485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-b78bde12-3a19-4dd6-8eaf-9790c734b9ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6 HTTP/1.1" status: 200 len: 1000 time: 0.3007116 Dec 20 15:41:07.642962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:41:07.678669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:07.680394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.688018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:07.694296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.694800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.721731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-e3b94f20-9e7e-4381-b33a-20505ac5ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.723294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-e3b94f20-9e7e-4381-b33a-20505ac5ddbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.2625926 Dec 20 15:41:07.762384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4ea9559b-0eb3-493a-80f6-d90607cd97e7) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:07.771206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.773986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.820595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c263935-b9e1-45af-9fff-f9a9a3611ee3 None None] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:07.838792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-153fc4f6-e994-424d-a04a-806a86e5dbb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782406 Dec 20 15:41:07.908575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ef25fabd-5593-4dfc-b115-3a76f559f8b2 req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.917237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-1ca2d78c-5515-43ac-bb36-d38d36054ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:07.918769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-1ca2d78c-5515-43ac-bb36-d38d36054ead service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 200 len: 862 time: 0.2211883 Dec 20 15:41:07.924002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-27a463ec-8fc2-4859-ac88-46e748d17ee0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8804703 Dec 20 15:41:07.951963 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d5d0a249-3ed4-431a-a9c4-cf78d08c2687 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4804115 Dec 20 15:41:07.954780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47264) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:07.955573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Request body: {'port': {'device_id': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:07.959572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:07.993342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'fixed_ips': [{'subnet_id': '32411f9b-1086-4c20-a367-656dc58a4779'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:41:07.994402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.005521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.016577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31695-7f21-4695-b3aa-293d2c555cbf req-ebc09ac2-9d66-4215-876b-11937d2c059f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:08.018504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89d31695-7f21-4695-b3aa-293d2c555cbf req-ebc09ac2-9d66-4215-876b-11937d2c059f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 944 time: 0.3043559 Dec 20 15:41:08.086592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ef25fabd-5593-4dfc-b115-3a76f559f8b2 req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.116740 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.117861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.176987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Allocated IP 172.20.0.2 (4ea9559b-0eb3-493a-80f6-d90607cd97e7/32411f9b-1086-4c20-a367-656dc58a4779/4781a660-5745-4da4-8c69-01629e85cd15) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:08.189786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-4338f447-14ff-40b8-b573-5e716cefc4fb service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260756 Dec 20 15:41:08.193353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.208354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-3ce23cb5-cfc9-42a6-bb8e-155ff7e42d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:08.209929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-3ce23cb5-cfc9-42a6-bb8e-155ff7e42d76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1473221d-00fa-4458-b527-afbb96ad3c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783930 Dec 20 15:41:08.225695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cc8381-98f9-4e25-8b00-0862098daf4a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:08.227822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.250818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89d31695-7f21-4695-b3aa-293d2c555cbf req-10aabaf8-e04d-432b-b9e9-97f22db6aa83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068646 Dec 20 15:41:08.302236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ef25fabd-5593-4dfc-b115-3a76f559f8b2 req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.303532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef25fabd-5593-4dfc-b115-3a76f559f8b2 req-b8d1f7b0-3561-45ee-b3ce-268b98366210 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.7707183 Dec 20 15:41:08.356826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.419012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.432143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'd0552589-3259-4d71-b766-c864c645c047', 'f414170c-e4e3-4178-bce3-434f3e9dfc74'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:08.435754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:08.488107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:08.522034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.525874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.614749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:08.627859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:08.641875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:08.645597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-fc0d973b-35f7-4a32-9c36-97b48f2c60ed service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347112 Dec 20 15:41:08.648684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:08.653945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:08.654310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:08.659865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:08.660524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.664953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-d6b5f321-4695-40d9-8000-36232aba3494 service neutron] 10.222.0.72 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330120 Dec 20 15:41:08.706467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39cb0-71a4-4f2c-a44e-02d6220c197a req-64a80d35-cf79-4ed5-855e-ce9de478211b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:08.708072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02b39cb0-71a4-4f2c-a44e-02d6220c197a req-64a80d35-cf79-4ed5-855e-ce9de478211b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 931 time: 0.3149834 Dec 20 15:41:08.713551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event updated for resources: {'Port': ['ID=1a4992a4-5eda-4aaa-a733-570cd39be08d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:08.768801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663c2e-bb26-43ea-8f9c-0cac5917021c req-a4d7befa-3dd3-49d9-aede-fb4fc12b6f97 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:08.771432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db663c2e-bb26-43ea-8f9c-0cac5917021c req-a4d7befa-3dd3-49d9-aede-fb4fc12b6f97 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 935 time: 0.3562057 Dec 20 15:41:08.847031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:08.928000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-52045492-63b0-4bea-aff8-a00da39ab5b9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1538234 Dec 20 15:41:08.952675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Request body: {'port': {'device_id': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:08.955170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'port_id': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'mac_address': 'fa:16:3e:9f:4e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f7183-6396-43dc-b04e-593735773e6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:08.960414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Pushing event updated for resources: {'Port': ['ID=4781a660-5745-4da4-8c69-01629e85cd15,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:09.009062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-08a62f26-6a1b-44b5-a6cd-e924609db459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.020158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-08a62f26-6a1b-44b5-a6cd-e924609db459 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1100 time: 0.0871751 Dec 20 15:41:09.026938 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.046473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Attempting to bind port 4781a660-5745-4da4-8c69-01629e85cd15 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:09.046473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Attempting to bind port 4781a660-5745-4da4-8c69-01629e85cd15 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:09.046860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Attempting to bind port 4781a660-5745-4da4-8c69-01629e85cd15 on network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:09.050432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.079405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:09.080201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02b39cb0-71a4-4f2c-a44e-02d6220c197a req-bf9742d9-3875-4cec-aff9-647369ac3619 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408487 Dec 20 15:41:09.080317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Checking segment: {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:09.080420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.081422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Bound using segment: {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:09.081422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Bound port: 4781a660-5745-4da4-8c69-01629e85cd15, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:09.082434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.094535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db663c2e-bb26-43ea-8f9c-0cac5917021c req-842488bf-1d9b-4134-90a3-25645140770b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168306 Dec 20 15:41:09.151997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e89566c8-f9ea-46c0-895b-369b735b78c1 req-6dc62627-781a-4960-b53c-b83ff172a406 service neutron] 10.222.0.72 "GET /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702818 Dec 20 15:41:09.165694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-b2a6e392-eeff-40d8-bb6d-077582ef5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.167388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-b2a6e392-eeff-40d8-bb6d-077582ef5e18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1095 time: 0.3084209 Dec 20 15:41:09.184163 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.195745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.222827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1c37dc70-5e1b-4ec8-9eb4-338517a0b677 None None] Provisioning complete for port 1a4992a4-5eda-4aaa-a733-570cd39be08d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:09.224047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1c37dc70-5e1b-4ec8-9eb4-338517a0b677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.225085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-e74cf67c-a6a2-46a5-964c-26b4ffd5ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.229047 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-e74cf67c-a6a2-46a5-964c-26b4ffd5ce26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2079523 Dec 20 15:41:09.232235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1f90f5-f397-4b42-8c45-50d50849c226 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:09.287851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-f1c2b2ed-6605-4478-ba2f-65477f7e9412 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 217 time: 0.0521195 Dec 20 15:41:09.297002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Allocated IP 172.25.6.57 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/76ace0f0-6396-46a5-bc0d-3f1a4a1ea828) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:09.360101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:09.373778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-847736b1-e88e-4224-bba2-82454db97a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.375921 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-847736b1-e88e-4224-bba2-82454db97a1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0763497 Dec 20 15:41:09.383433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1627d5a6-5ef2-488d-bb06-2dec005e2a38 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:09.384081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1c37dc70-5e1b-4ec8-9eb4-338517a0b677 None None] Port 1a4992a4-5eda-4aaa-a733-570cd39be08d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:09.401585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-410aa703-1b96-4513-ae47-fc4b28deb65f req-3fa97c96-c3c5-48b8-bf60-419b548c53b1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c3cc8381-98f9-4e25-8b00-0862098daf4a HTTP/1.1" status: 200 len: 1797 time: 0.2570443 Dec 20 15:41:09.407254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.466509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-b3836da5-ecdf-465c-b67c-d5ebc958b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.468556 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-b3836da5-ecdf-465c-b67c-d5ebc958b357 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583048 Dec 20 15:41:09.469021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] For port 4781a660-5745-4da4-8c69-01629e85cd15, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:09.496385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] For port 4781a660-5745-4da4-8c69-01629e85cd15, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4781a660-5745-4da4-8c69-01629e85cd15,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:09.501769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Transition to ACTIVE for port object 1627d5a6-5ef2-488d-bb06-2dec005e2a38 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:09.515482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-ec11f545-fa9c-4f68-ac58-b6e97f511946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.517563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-ec11f545-fa9c-4f68-ac58-b6e97f511946 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.3381801 Dec 20 15:41:09.525519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951dcd1-b7dd-436c-932f-e3fafce202a6 req-e2842450-fe7b-4237-b801-e887c3ef5acb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.533537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1951dcd1-b7dd-436c-932f-e3fafce202a6 req-e2842450-fe7b-4237-b801-e887c3ef5acb tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.3122251 Dec 20 15:41:09.546586 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.558568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.617907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-36a1c91f-fdea-4dd6-bed6-ced72d92bd1b service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399078 Dec 20 15:41:09.676539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:09.681500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.724403 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-41203d3d-f5dd-4a63-b747-a8fc696f8c3d service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958691 Dec 20 15:41:09.784764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.833018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c96c6-c803-4ce6-a18e-0456cbd0e334 None None] Pushing event updated for resources: {'Port': ['ID=4781a660-5745-4da4-8c69-01629e85cd15,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:09.840984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Pushing event updated for resources: {'Port': ['ID=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:09.856300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:09.858852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:09.861712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:10.007929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6f1f90f5-f397-4b42-8c45-50d50849c226'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:10.032593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-d8814e4a-501b-46c5-ac8b-2d4b921ade1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 217 time: 0.4920614 Dec 20 15:41:10.034744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.271427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:10.299740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1951dcd1-b7dd-436c-932f-e3fafce202a6 req-914272b5-9f73-4c83-a0d8-272c007a27b7 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7652941 Dec 20 15:41:10.304727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-317a636c-5c5b-4186-80b3-820e15756184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:10.306426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-317a636c-5c5b-4186-80b3-820e15756184 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.2364497 Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.316859 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:10.319729 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:10.323560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369cf77-5b2d-49a1-97c6-0e58d230cbfd req-e83af47d-91ba-4298-9fa7-1ae9b92dda2e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:10.325602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a369cf77-5b2d-49a1-97c6-0e58d230cbfd req-e83af47d-91ba-4298-9fa7-1ae9b92dda2e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.7560921 Dec 20 15:41:10.415149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-03d841c3-5fc2-492e-bee1-89401b668d1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668919 Dec 20 15:41:10.429810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Attempting to bind port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:10.430242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Attempting to bind port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:10.430631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Attempting to bind port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:10.493431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:10.493758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Attempting to bind port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:10.555202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:10.555542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Checking segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:10.555928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Bound using segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:10.556364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Bound port: 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:10.556716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.599339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a369cf77-5b2d-49a1-97c6-0e58d230cbfd req-579e60e2-fe99-4e1d-904d-57114f67f568 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499261 Dec 20 15:41:10.621141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd97f81c-d6ea-4d11-b6d6-9f0c343b38bb req-ac572e4e-787d-4811-83c6-23b5b28074d6 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c3cc8381-98f9-4e25-8b00-0862098daf4a HTTP/1.1" status: 200 len: 1797 time: 0.1987805 Dec 20 15:41:10.753194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4992a4-5eda-4aaa-a733-570cd39be08d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:10.761287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-a7426a40-231f-40e5-bf55-51d4839c54dd service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350530 Dec 20 15:41:10.777197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.781926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.876883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Transition to ACTIVE for port object 1a4992a4-5eda-4aaa-a733-570cd39be08d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:10.881137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:10.924229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee797a-9b87-4a49-ac5e-ee8b39445cdf req-56081240-4074-447e-825f-8ee6f184e00c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:10.925893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dee797a-9b87-4a49-ac5e-ee8b39445cdf req-56081240-4074-447e-825f-8ee6f184e00c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 935 time: 0.2402408 Dec 20 15:41:10.926668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cd97f81c-d6ea-4d11-b6d6-9f0c343b38bb req-c726e640-33b8-4f82-ac40-51bb7f3c215b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.929705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:10.993763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cd97f81c-d6ea-4d11-b6d6-9f0c343b38bb req-c726e640-33b8-4f82-ac40-51bb7f3c215b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.009369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-97dca25a-d9d1-4b7e-aa6d-7e26d9e4607b service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361259 Dec 20 15:41:11.027317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.043474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.056784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ba19a-2b8d-42e3-940f-ede9380cac92 None None] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:11.085225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dee797a-9b87-4a49-ac5e-ee8b39445cdf req-9bd92c2e-f464-43bf-a41f-1d4850596b88 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495962 Dec 20 15:41:11.086302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.161651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.162277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.164282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] 10.222.0.83 "PUT /v2.0/ports/1627d5a6-5ef2-488d-bb06-2dec005e2a38 HTTP/1.1" status: 200 len: 1091 time: 3.2233877 Dec 20 15:41:11.166248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:11.168692 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39858bc2-3717-4d5e-9645-16f6010a46f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:11.193339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4992a4-5eda-4aaa-a733-570cd39be08d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:11.231212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Provisioning complete for port 4781a660-5745-4da4-8c69-01629e85cd15 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:11.231588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.302074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-faf5795a-a91b-4392-a1fc-e419f498794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.304603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-faf5795a-a91b-4392-a1fc-e419f498794b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1174 time: 0.2118926 Dec 20 15:41:11.304838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Router 2c7a7756-ec9f-4d6e-a792-44b722831047 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:41:11.339978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cd97f81c-d6ea-4d11-b6d6-9f0c343b38bb req-c726e640-33b8-4f82-ac40-51bb7f3c215b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.344684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cd97f81c-d6ea-4d11-b6d6-9f0c343b38bb req-c726e640-33b8-4f82-ac40-51bb7f3c215b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.356288 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.372388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd97f81c-d6ea-4d11-b6d6-9f0c343b38bb req-c726e640-33b8-4f82-ac40-51bb7f3c215b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/c3cc8381-98f9-4e25-8b00-0862098daf4a HTTP/1.1" status: 204 len: 173 time: 0.7155938 Dec 20 15:41:11.426517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] For port 4781a660-5745-4da4-8c69-01629e85cd15, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4781a660-5745-4da4-8c69-01629e85cd15,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:11.456972 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd578a7-890c-488f-9a8c-ded9256004a4 x-openstack-request-id: req-abd578a7-890c-488f-9a8c-ded9256004a4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:11.457615 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:11.457615 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abd578a7-890c-488f-9a8c-ded9256004a4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:11.458744 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'status': 'completed', 'code': 200} Dec 20 15:41:11.488491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e640-33b8-4f82-ac40-51bb7f3c215b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cc8381-98f9-4e25-8b00-0862098daf4a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:11.491036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838efcb-0c29-4efa-af79-6ad042929975 service neutron] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:11.531873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:11.543578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Sync routers for ids ['2c7a7756-ec9f-4d6e-a792-44b722831047'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:11.557706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4781a660-5745-4da4-8c69-01629e85cd15 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:11.576522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Attempting to bind port 1a4992a4-5eda-4aaa-a733-570cd39be08d on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:11.577488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Attempting to bind port 1a4992a4-5eda-4aaa-a733-570cd39be08d by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:11.578539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Attempting to bind port 1a4992a4-5eda-4aaa-a733-570cd39be08d on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:11.600756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Routers {'2c7a7756-ec9f-4d6e-a792-44b722831047'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:11.601470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c7a7756-ec9f-4d6e-a792-44b722831047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:11.634458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Port 1a4992a4-5eda-4aaa-a733-570cd39be08d on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:11.634848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Attempting to bind port 1a4992a4-5eda-4aaa-a733-570cd39be08d on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:11.653468 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.669614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:11.669959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:11.670351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:11.670843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Bound port: 1a4992a4-5eda-4aaa-a733-570cd39be08d, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:11.671202 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.700643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2077-b01b-4775-a93c-5804ce0e8a50 req-5c6eebbd-8d86-477a-a8a7-c38c9ef3478f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.702922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31eb2077-b01b-4775-a93c-5804ce0e8a50 req-5c6eebbd-8d86-477a-a8a7-c38c9ef3478f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 943 time: 0.4543862 Dec 20 15:41:11.707521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.712394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-51de6014-15d8-407d-96e3-29736733679f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7563770 Dec 20 15:41:11.713321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47296) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:11.718893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-eb1be0c3-c16e-48ef-91be-e0ec45c5d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.720393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-eb1be0c3-c16e-48ef-91be-e0ec45c5d3ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 1094 time: 0.3100536 Dec 20 15:41:11.817910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-36a947f1-3aa8-4585-a4e2-88a49b453f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.819087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-36a947f1-3aa8-4585-a4e2-88a49b453f53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.4413099 Dec 20 15:41:11.823585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-acebce40-f232-482a-8ffa-8c128694c2fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38 HTTP/1.1" status: 200 len: 217 time: 0.0637367 Dec 20 15:41:11.832489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a112dd9-f93a-4de0-853e-a1adc20cf035 req-83a0af2a-ed6c-4a6e-8ff3-9f41f6262e62 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.833775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a112dd9-f93a-4de0-853e-a1adc20cf035 req-83a0af2a-ed6c-4a6e-8ff3-9f41f6262e62 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.2708945 Dec 20 15:41:11.920413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bb91cbd4-3d50-4c7c-ba6a-bb5bd9e2fa05 None None] Provisioning complete for port 4781a660-5745-4da4-8c69-01629e85cd15 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:11.921381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb91cbd4-3d50-4c7c-ba6a-bb5bd9e2fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.922476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Pushing event updated for resources: {'Port': ['ID=4781a660-5745-4da4-8c69-01629e85cd15,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:11.930424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4781a660-5745-4da4-8c69-01629e85cd15 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:11.930801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.946395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-f54cc706-88a6-48a1-a6b4-e0207dcf4b99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 200 len: 217 time: 0.1082926 Dec 20 15:41:11.974670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] For port 1a4992a4-5eda-4aaa-a733-570cd39be08d, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:11.980241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31eb2077-b01b-4775-a93c-5804ce0e8a50 req-d4b6dd9c-69f1-4f73-8433-562da7e48543 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665758 Dec 20 15:41:11.982214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.982599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.983014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.983395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.984119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.984119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.984381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.984730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.985039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.985393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.985721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.986041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.986361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ffda12-b5ea-416a-abe0-27bcb7d86fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:11.994569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Set router 2c7a7756-ec9f-4d6e-a792-44b722831047 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:12.034783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] For port 1a4992a4-5eda-4aaa-a733-570cd39be08d, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:12.040956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e54ac-c553-4286-bb30-e752c436174a req-d55dda78-6e00-4506-b7f5-a867ccb505bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.042550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-d55dda78-6e00-4506-b7f5-a867ccb505bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.2056406 Dec 20 15:41:12.103560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-684a1689-fc20-410c-9765-67cd7d2b9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.104606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-684a1689-fc20-410c-9765-67cd7d2b9d18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.1449935 Dec 20 15:41:12.108098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a112dd9-f93a-4de0-853e-a1adc20cf035 req-3ca21329-1a9a-49c0-befe-0025c976239d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482851 Dec 20 15:41:12.111271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-81d0b3ca-8168-487f-9bae-20a762be7bb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594473 Dec 20 15:41:12.112067 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-37f78ea5-6555-42cb-8035-dd58aef915d7 req-f98516f9-b873-432f-9035-9226d19c7eea tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:41:12.112989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37f78ea5-6555-42cb-8035-dd58aef915d7 req-f98516f9-b873-432f-9035-9226d19c7eea tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c3cc8381-98f9-4e25-8b00-0862098daf4a HTTP/1.1" status: 404 len: 352 time: 0.0640209 Dec 20 15:41:12.183583 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.246269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-5d4bd196-a66c-4b7a-8cb6-972c8c328f27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243656 Dec 20 15:41:12.251487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.312466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2ffe1f90-9dac-4a5a-950d-a954b0ccd56f req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526150623', 'description': 'tempest-description-816289682'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:12.359135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:10Z', 'revision_number': 3, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:12.373065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.374536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.376268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] 10.222.0.72 "PUT /v2.0/ports/1a4992a4-5eda-4aaa-a733-570cd39be08d HTTP/1.1" status: 200 len: 1095 time: 3.4373817 Dec 20 15:41:12.403935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Checking router: 2c7a7756-ec9f-4d6e-a792-44b722831047 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:12.404283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Updating router 2c7a7756-ec9f-4d6e-a792-44b722831047 port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:41:12.439703 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.462349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd2289-e5b9-4a68-aa59-08fd21d41ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4992a4-5eda-4aaa-a733-570cd39be08d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:12.491489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Allocated IP 172.20.0.1 (4ea9559b-0eb3-493a-80f6-d90607cd97e7/32411f9b-1086-4c20-a367-656dc58a4779/30152457-0573-4140-aee3-b833be39abd7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:12.508799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7c46-34a5-4c40-80c0-fe4ce1d305a0 req-81407cde-40e7-4792-937a-692b5c9aa360 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.517758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dac7c46-34a5-4c40-80c0-fe4ce1d305a0 req-81407cde-40e7-4792-937a-692b5c9aa360 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.2852368 Dec 20 15:41:12.524199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-d403e6f9-fc08-4649-99de-b8b57bef7174 service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994565 Dec 20 15:41:12.553243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:12.578131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-6dcc9c8d-0a5e-4628-abe5-8028938808f4 service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089318 Dec 20 15:41:12.660545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.692572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2ffe1f90-9dac-4a5a-950d-a954b0ccd56f req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.742854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dac7c46-34a5-4c40-80c0-fe4ce1d305a0 req-a5830b55-c6f8-48b4-96d0-8128342d0536 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234547 Dec 20 15:41:12.800753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd8e54ac-c553-4286-bb30-e752c436174a req-59763c38-410e-447c-b262-85e648d328b4 service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608125 Dec 20 15:41:12.808548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-27abd72a-f00a-42a1-bbac-795d98a07eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.810072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-27abd72a-f00a-42a1-bbac-795d98a07eef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 1098 time: 0.1788497 Dec 20 15:41:12.821429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.836909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.881453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:12.884511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:12.887758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:12.887957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a78fb1-9ab0-40db-b403-d762042bc3ec req-7f5f7f20-60ac-4e4e-b6c3-e859a517dfbb service neutron] 10.222.0.83 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982161 Dec 20 15:41:12.888415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 6f1f90f5-f397-4b42-8c45-50d50849c226 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:12.894769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 6f1f90f5-f397-4b42-8c45-50d50849c226 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:12.895160 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.909374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-602e2b91-b630-4f56-98ac-5f37866673ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d HTTP/1.1" status: 200 len: 217 time: 0.0825429 Dec 20 15:41:12.923513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Pushing event updated for resources: {'Port': ['ID=30152457-0573-4140-aee3-b833be39abd7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:12.955017 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.957583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.996982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2ffe1f90-9dac-4a5a-950d-a954b0ccd56f req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.054914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Attempting to bind port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:13.055687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Attempting to bind port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:13.055687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Attempting to bind port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:13.060033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa47806-f284-415e-8a9d-31b30ffded45 None None] Pushing event updated for resources: {'Port': ['ID=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:13.065504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ace62-de3d-4a1c-85f1-0b7f991a8786 req-a067fcaa-eca4-402b-a429-e0acb1b1eed6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.067622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-434ace62-de3d-4a1c-85f1-0b7f991a8786 req-a067fcaa-eca4-402b-a429-e0acb1b1eed6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 947 time: 0.2463846 Dec 20 15:41:13.074187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:13.074765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:13.075126 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.076596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:13.077922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Bound port: 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:13.078320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.080314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.089452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-9e6ed24b-00c0-4401-a54c-28948dee2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.091209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-9e6ed24b-00c0-4401-a54c-28948dee2447 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1735315 Dec 20 15:41:13.158621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-b8c9926c-2ae5-400b-a951-6771ab55c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.159926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:13.160147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-b8c9926c-2ae5-400b-a951-6771ab55c3ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 1094 time: 0.1613379 Dec 20 15:41:13.162511 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e52d73-40bd-4b0d-ab6f-12c1d5073c4d" -d '{"events": [{"server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "name": "network-vif-plugged", "status": "completed", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:13.196308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:13.203059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] For port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:13.207034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] For port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:13.219056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-434ace62-de3d-4a1c-85f1-0b7f991a8786 req-f921e27a-2e7c-4538-8ad8-4e19a1cc42a5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431162 Dec 20 15:41:13.248780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f239429c-17c5-4c4e-b328-646c9350756b None None] Provisioning complete for port 30152457-0573-4140-aee3-b833be39abd7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:13.249333 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f239429c-17c5-4c4e-b328-646c9350756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.294229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f239429c-17c5-4c4e-b328-646c9350756b None None] Port 30152457-0573-4140-aee3-b833be39abd7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:13.305174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.395509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.401450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.446076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4781a660-5745-4da4-8c69-01629e85cd15 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:13.503627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.510512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:13.549652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'tag': '1a4992a4-5eda-4aaa-a733-570cd39be08d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:13.552107 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0812a6e-fe87-4291-9f86-6df4672d4b17" -d '{"events": [{"name": "network-changed", "server_uuid": "191d7b8c-44a6-4b11-8d5d-b55872ad7a55", "tag": "1a4992a4-5eda-4aaa-a733-570cd39be08d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:13.556260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Routers {'2c7a7756-ec9f-4d6e-a792-44b722831047'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:13.556893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c7a7756-ec9f-4d6e-a792-44b722831047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:13.559719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-a926fe4e-3eac-4c6a-b5b0-ec7767168642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.561376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-a926fe4e-3eac-4c6a-b5b0-ec7767168642 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4576185 Dec 20 15:41:13.564339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2ffe1f90-9dac-4a5a-950d-a954b0ccd56f req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.626780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa47806-f284-415e-8a9d-31b30ffded45 None None] Pushing event updated for resources: {'Port': ['ID=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:13.671246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4781a660-5745-4da4-8c69-01629e85cd15 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:13.671661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.711844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee769cc-d9ec-484a-94c2-8df06d72f9d1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:13.722112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] Set router 2c7a7756-ec9f-4d6e-a792-44b722831047 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:13.732772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423aea-7540-43b8-8d3a-0470513f02a9 req-b3f6768e-73e3-4cd6-9ff2-c96519143fac tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.735546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba423aea-7540-43b8-8d3a-0470513f02a9 req-b3f6768e-73e3-4cd6-9ff2-c96519143fac tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 943 time: 0.1804860 Dec 20 15:41:13.739307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-7d5f28d0-267a-4bd4-b1aa-944814e7037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.740795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-7d5f28d0-267a-4bd4-b1aa-944814e7037a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 905 time: 0.5701914 Dec 20 15:41:13.756638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.810209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-0e46b048-b1cc-4cc0-b55e-93592aa25ea7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38 HTTP/1.1" status: 200 len: 217 time: 0.0563602 Dec 20 15:41:13.813527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2ffe1f90-9dac-4a5a-950d-a954b0ccd56f req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.814419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ffe1f90-9dac-4a5a-950d-a954b0ccd56f req-9dec3206-f824-40b3-b70a-9db81c04a8b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.5463724 Dec 20 15:41:13.833581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-59742160-c830-4864-b780-b7ba78ac0687 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538731 Dec 20 15:41:13.837120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Pushing event updated for resources: {'Port': ['ID=30152457-0573-4140-aee3-b833be39abd7,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:13.839644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.944694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba423aea-7540-43b8-8d3a-0470513f02a9 req-3bdb979b-483d-4362-afe3-a03b49c53ffe tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991999 Dec 20 15:41:13.978051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:13.980202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:13.996596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-c11b16d1-d435-4aa9-a968-6cb0d07743ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.998514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-c11b16d1-d435-4aa9-a968-6cb0d07743ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.1759369 Dec 20 15:41:14.036820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95f8ff-7120-4be0-88c2-493e67328b56 req-4097869f-2c26-4fb9-bb46-b27321c6657b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:14.038447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f95f8ff-7120-4be0-88c2-493e67328b56 req-4097869f-2c26-4fb9-bb46-b27321c6657b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1519647 Dec 20 15:41:14.059057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-561a92ba-8b0c-4244-86a5-e6224fd75b0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530930 Dec 20 15:41:14.179864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Router 2c7a7756-ec9f-4d6e-a792-44b722831047 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:14.242026 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9dd9b5-d669-44eb-bcb6-ebb04252b114 x-openstack-request-id: req-6d9dd9b5-d669-44eb-bcb6-ebb04252b114 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:14.249760 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "name": "network-vif-plugged", "status": "completed", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:14.250518 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d9dd9b5-d669-44eb-bcb6-ebb04252b114 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:14.251092 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'code': 200} Dec 20 15:41:14.255141 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7a8465-1907-44fd-beae-b7b6aab1ea09 x-openstack-request-id: req-9c7a8465-1907-44fd-beae-b7b6aab1ea09 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:14.255512 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191d7b8c-44a6-4b11-8d5d-b55872ad7a55", "tag": "1a4992a4-5eda-4aaa-a733-570cd39be08d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:14.255777 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c7a8465-1907-44fd-beae-b7b6aab1ea09 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:14.256189 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'tag': '1a4992a4-5eda-4aaa-a733-570cd39be08d', 'status': 'completed', 'code': 200} Dec 20 15:41:14.267433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ff97f11-7a3a-4267-a7d1-175e75e52f0c req-dc2ddc89-4ff5-4382-be4f-6dc042e403a3 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012666 Dec 20 15:41:14.327272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f95f8ff-7120-4be0-88c2-493e67328b56 req-803952d0-c87c-43f1-80f9-7519d54a2dba tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706945 Dec 20 15:41:14.344550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:14.363735 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-998379ce-7255-4c22-818b-f978512c5093 admin admin] 10.222.0.81 "PUT /v2.0/routers/2c7a7756-ec9f-4d6e-a792-44b722831047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6490676 Dec 20 15:41:14.369791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '30152457-0573-4140-aee3-b833be39abd7', 'name': '', 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'mac_address': 'fa:16:3e:46:2a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '32411f9b-1086-4c20-a367-656dc58a4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:12Z', 'updated_at': '2021-12-20T15:41:12Z', 'revision_number': 1, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'subnets': [{'id': '32411f9b-1086-4c20-a367-656dc58a4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:14.392580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-ff9358f2-bf06-4381-b138-e32ad60c88dd req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-335097598', 'description': 'tempest-description-1721476644'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:14.402947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8afe7b-2bb4-4fdc-99ea-1f8e71f85783 req-4c5f6080-cb90-4308-8350-af684e458ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:14.404449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce8afe7b-2bb4-4fdc-99ea-1f8e71f85783 req-4c5f6080-cb90-4308-8350-af684e458ee3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1097 time: 0.2807596 Dec 20 15:41:14.420070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-81e49bec-732c-4b71-9bc0-26aa8f15878c service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418541 Dec 20 15:41:14.435618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b3678-dc32-4aae-872b-05706f7ede4d None None] The sync data for ids ['2c7a7756-ec9f-4d6e-a792-44b722831047'] in n-d-781076-8 is: [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '30152457-0573-4140-aee3-b833be39abd7', 'name': '', 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'mac_address': 'fa:16:3e:46:2a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '32411f9b-1086-4c20-a367-656dc58a4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:12Z', 'updated_at': '2021-12-20T15:41:12Z', 'revision_number': 1, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'subnets': [{'id': '32411f9b-1086-4c20-a367-656dc58a4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:14.445783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-601cb6d2-493b-41b4-969f-0e212183be7a None None] Provisioning complete for port 30152457-0573-4140-aee3-b833be39abd7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:14.446164 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-601cb6d2-493b-41b4-969f-0e212183be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:14.489524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-601cb6d2-493b-41b4-969f-0e212183be7a None None] Port 30152457-0573-4140-aee3-b833be39abd7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:14.618931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce8afe7b-2bb4-4fdc-99ea-1f8e71f85783 req-19134eb9-2ff0-49ac-a036-e964c7ab2481 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740510 Dec 20 15:41:14.643751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362fbaa-b3db-41f6-ac0f-57abd8fe858d req-cbb1a01c-8234-4fd9-b387-45794d6dcef7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:14.653337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6362fbaa-b3db-41f6-ac0f-57abd8fe858d req-cbb1a01c-8234-4fd9-b387-45794d6dcef7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 946 time: 0.2483885 Dec 20 15:41:14.688174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-32572391-7549-4a00-8817-1436a7833867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:14.689731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-32572391-7549-4a00-8817-1436a7833867 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 1098 time: 0.1654997 Dec 20 15:41:14.716073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff9358f2-bf06-4381-b138-e32ad60c88dd req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:14.760622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39858bc2-3717-4d5e-9645-16f6010a46f1 req-cdfc9a55-8fc1-4d23-9eed-04f3e750aff4 service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172102 Dec 20 15:41:14.830030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6362fbaa-b3db-41f6-ac0f-57abd8fe858d req-fbe23b1b-70b7-4274-95e0-111cdfc8538f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811540 Dec 20 15:41:14.924722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff9358f2-bf06-4381-b138-e32ad60c88dd req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:14.942358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-ec8968d9-0286-4f7e-aa1e-7d3d3e89559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:14.946448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-ec8968d9-0286-4f7e-aa1e-7d3d3e89559a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2388003 Dec 20 15:41:15.008519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-88f28c2c-41c4-4474-a009-0038d9fb15d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d HTTP/1.1" status: 200 len: 217 time: 0.0533252 Dec 20 15:41:15.009125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff9358f2-bf06-4381-b138-e32ad60c88dd req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.020269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269f000-f57c-4947-969c-cedd3309dd8c req-8fdcfe9e-8eb6-483a-9fc6-4918723afb4a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:15.022000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f269f000-f57c-4947-969c-cedd3309dd8c req-8fdcfe9e-8eb6-483a-9fc6-4918723afb4a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 947 time: 0.1250591 Dec 20 15:41:15.108784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8500507-18af-4c91-b9c9-e00fe52830ef,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:15.134109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-5cf4ed8c-e0ab-4337-a4da-8d433b96944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:15.135757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-5cf4ed8c-e0ab-4337-a4da-8d433b96944c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1127739 Dec 20 15:41:15.159548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f269f000-f57c-4947-969c-cedd3309dd8c req-21f7f8bd-8323-4ada-839e-730709ebb455 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172304 Dec 20 15:41:15.222444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff9358f2-bf06-4381-b138-e32ad60c88dd req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.227216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff9358f2-bf06-4381-b138-e32ad60c88dd req-000da7f1-34ba-45b0-8560-a4140c994e43 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8478153 Dec 20 15:41:15.234705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-332cc06b-c84f-498b-8767-de122f3ad715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:15.237789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-332cc06b-c84f-498b-8767-de122f3ad715 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901475 Dec 20 15:41:15.434421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e0f1-91c6-4522-8bd9-c3ed4ea3a47a req-e1f7819f-fc6d-4102-8a08-040478bc4153 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:15.442324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f140e0f1-91c6-4522-8bd9-c3ed4ea3a47a req-e1f7819f-fc6d-4102-8a08-040478bc4153 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 943 time: 0.1239865 Dec 20 15:41:15.495079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:15.520810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f140e0f1-91c6-4522-8bd9-c3ed4ea3a47a req-7ebfed71-2de5-417e-b7c4-9d945a0ebfc3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769660 Dec 20 15:41:15.549515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-7afe85c0-26d3-42f9-9f39-d66d746cd92f service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049798 Dec 20 15:41:15.591430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:15.592089 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.671449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-96d0227f-1f90-4531-938d-18254290c6bb req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-107208504', 'description': 'tempest-description-455238332'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:15.698846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.726458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:15.740521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6495574a-a537-41f0-8515-3aed65a3b12b req-ab47e78c-049c-4f00-b4ba-a60381393736 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2885892 Dec 20 15:41:15.763844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:15.774999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0812a6e-fe87-4291-9f86-6df4672d4b17 req-f0cd6904-3c99-4cab-937b-b989e72c9a7f service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153299 Dec 20 15:41:15.799999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.841477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-96d0227f-1f90-4531-938d-18254290c6bb req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.861524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:15.928136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-96d0227f-1f90-4531-938d-18254290c6bb req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:15.985011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.048286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-96d0227f-1f90-4531-938d-18254290c6bb req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.084278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773cefcb-b130-436a-9f62-b967ceaf9062,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:16.122381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.206061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-96d0227f-1f90-4531-938d-18254290c6bb req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.207295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96d0227f-1f90-4531-938d-18254290c6bb req-b3abeeef-dd85-4055-beef-bacdc3c7ee99 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5466061 Dec 20 15:41:16.242618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Allocated IP 172.25.6.138 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/ba7fae1d-db13-4a33-b76f-ccdd7a6639f4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:16.366294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0eeca-7bd9-488f-a0da-c3572f9e5b6a req-efa3bd8f-68ce-4f4d-ba00-1b209a613b41 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:16.367846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e0eeca-7bd9-488f-a0da-c3572f9e5b6a req-efa3bd8f-68ce-4f4d-ba00-1b209a613b41 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1097677 Dec 20 15:41:16.406231 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.455440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e0eeca-7bd9-488f-a0da-c3572f9e5b6a req-822e2622-f650-42f1-b669-2c57b190fc08 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Dec 20 15:41:16.544283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:16.590263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4851-97b6-489e-9057-0111ee43ce44 req-a9dcfbcc-0fd3-49ee-a041-abddf51fc1a4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:16.591910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b90a4851-97b6-489e-9057-0111ee43ce44 req-a9dcfbcc-0fd3-49ee-a041-abddf51fc1a4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 946 time: 0.0550642 Dec 20 15:41:16.594376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.645864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:16.654556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:16.659092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'mac_address': 'fa:16:3e:e6:80:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:16.664582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:16.672424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:16.676090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Pushing event updated for resources: {'Port': ['ID=ba7fae1d-db13-4a33-b76f-ccdd7a6639f4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:16.706027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.721255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b90a4851-97b6-489e-9057-0111ee43ce44 req-c9b59c8c-4dac-41ac-a15b-33171b9d59cc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212583 Dec 20 15:41:16.725424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1627d5a6-5ef2-488d-bb06-2dec005e2a38 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:16.751021 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Sync routers for ids ['2c7a7756-ec9f-4d6e-a792-44b722831047'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:16.751495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.767140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:16.767922 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Routers {'2c7a7756-ec9f-4d6e-a792-44b722831047'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:16.771763 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c7a7756-ec9f-4d6e-a792-44b722831047'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:16.852896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809a560-6dac-4eaa-b580-9052ec1c5a94 req-d292db8d-a73b-4321-a66e-6692d898b82b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:16.854371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a809a560-6dac-4eaa-b580-9052ec1c5a94 req-d292db8d-a73b-4321-a66e-6692d898b82b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 947 time: 0.0539422 Dec 20 15:41:16.877029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.891819 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Set router 2c7a7756-ec9f-4d6e-a792-44b722831047 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:16.921645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.928096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a809a560-6dac-4eaa-b580-9052ec1c5a94 req-53e5ab44-16fc-4b54-90bf-fb4b6502be4b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669758 Dec 20 15:41:16.930242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:17.109734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '30152457-0573-4140-aee3-b833be39abd7', 'name': '', 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'mac_address': 'fa:16:3e:46:2a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '32411f9b-1086-4c20-a367-656dc58a4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:12Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 2, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'subnets': [{'id': '32411f9b-1086-4c20-a367-656dc58a4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:17.137064 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Checking router: 2c7a7756-ec9f-4d6e-a792-44b722831047 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:17.155267 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Updating router 2c7a7756-ec9f-4d6e-a792-44b722831047 port 30152457-0573-4140-aee3-b833be39abd7 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:41:17.156295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b537fb5-d3eb-40dd-a2e9-3d813c92418e req-57db22d5-c6db-4f78-a5f1-2165f29deccb tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 10995 time: 0.1827693 Dec 20 15:41:17.164794 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.175582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.209711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b537fb5-d3eb-40dd-a2e9-3d813c92418e req-36b60d02-42a6-4fac-8a0c-ca08a99c8ee3 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/fe28d19d-2138-4a19-b511-641090813da0 HTTP/1.1" status: 200 len: 2998 time: 0.0488086 Dec 20 15:41:17.265548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b537fb5-d3eb-40dd-a2e9-3d813c92418e req-9968803e-9d87-416a-abd7-2f6c53cdb898 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/fe28d19d-2138-4a19-b511-641090813da0 HTTP/1.1" status: 200 len: 2998 time: 0.0493338 Dec 20 15:41:17.275534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.309816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.327000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Pushing event updated for resources: {'Port': ['ID=ba7fae1d-db13-4a33-b76f-ccdd7a6639f4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:17.352494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['1627d5a6-5ef2-488d-bb06-2dec005e2a38'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:17.419603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:17.424353 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.425602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6495574a-a537-41f0-8515-3aed65a3b12b req-eab464c1-cd5d-4436-b2b2-b27820e7ffa3 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6788614 Dec 20 15:41:17.484016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6495574a-a537-41f0-8515-3aed65a3b12b req-53e35b93-ee64-4d29-9b0a-402a85bf093c tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0489831 Dec 20 15:41:17.524204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:17.524707 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.554837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1a4992a4-5eda-4aaa-a733-570cd39be08d details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:17.611263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-0febbba3-ea36-4f0a-ab73-9d97d6d74d89 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:17.613074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-0febbba3-ea36-4f0a-ab73-9d97d6d74d89 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.2578595 Dec 20 15:41:17.622306 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.624995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495574a-a537-41f0-8515-3aed65a3b12b req-354d5ad8-27f8-4599-b660-145be3010dc5 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:17.626563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6495574a-a537-41f0-8515-3aed65a3b12b req-354d5ad8-27f8-4599-b660-145be3010dc5 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1362684 Dec 20 15:41:17.638445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-c1c8dfa8-8db5-4ed8-aca4-f066775f2395 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/quotas/1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 375 time: 0.0106292 Dec 20 15:41:17.726753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-10f5d4ec-4490-4bfc-8611-a4b000970ff0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808177 Dec 20 15:41:17.735839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1a4992a4-5eda-4aaa-a733-570cd39be08d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:17.737458 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.749360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '1a4992a4-5eda-4aaa-a733-570cd39be08d', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '1a4992a4-5eda-4aaa-a733-570cd39be08d', 'mac_address': 'fa:16:3e:00:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:17.772663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279e994-de83-4faf-b859-c2f9e19944a2 req-66a3ac38-a2cf-43b4-85fa-68b00ddd6a5f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:17.774439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a279e994-de83-4faf-b859-c2f9e19944a2 req-66a3ac38-a2cf-43b4-85fa-68b00ddd6a5f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 944 time: 0.0895238 Dec 20 15:41:17.784701 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Pushing event updated for resources: {'Port': ['ID=30152457-0573-4140-aee3-b833be39abd7,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:17.793593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.802059 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.802403 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.802741 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.803250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.803747 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.804915 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.805597 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.806101 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.806585 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.807060 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.807547 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.808018 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.809259 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:17.818361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4992a4-5eda-4aaa-a733-570cd39be08d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:17.842102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1a4992a4-5eda-4aaa-a733-570cd39be08d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:17.866445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Attempting to bind port 30152457-0573-4140-aee3-b833be39abd7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:17.866725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Attempting to bind port 30152457-0573-4140-aee3-b833be39abd7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:17.867085 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Attempting to bind port 30152457-0573-4140-aee3-b833be39abd7 on network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:17.873024 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:17.873932 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Checking segment: {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:17.874555 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.874959 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Bound using segment: {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:17.875414 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Bound port: 30152457-0573-4140-aee3-b833be39abd7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a70c63a-3e78-40f7-a104-12e9a821933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:17.875805 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.884862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a279e994-de83-4faf-b859-c2f9e19944a2 req-1bc5815d-5a51-4deb-bc02-3b36653230db tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739787 Dec 20 15:41:17.891290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-eb138a7d-711b-4822-9678-9856e5283930 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570249 Dec 20 15:41:17.944983 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:17.959569 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] For port 30152457-0573-4140-aee3-b833be39abd7, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:17.963203 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] For port 30152457-0573-4140-aee3-b833be39abd7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30152457-0573-4140-aee3-b833be39abd7,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:18.005927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1a4992a4-5eda-4aaa-a733-570cd39be08d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:18.013285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-278bb53a-236a-4882-b880-985ddc1fe1d7 service neutron] 10.222.0.81 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150963 Dec 20 15:41:18.042467 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.067562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb0a303d-5b64-43f4-840b-901695fe5ba8 req-c8f92a16-8f21-43ce-a292-5b577a8a943f tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/eee769cc-d9ec-484a-94c2-8df06d72f9d1 HTTP/1.1" status: 200 len: 1816 time: 0.0454125 Dec 20 15:41:18.107892 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Routers {'2c7a7756-ec9f-4d6e-a792-44b722831047'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:18.109049 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c7a7756-ec9f-4d6e-a792-44b722831047'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:18.164797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2e78d5a9-8c37-478e-b06d-13060573012d None None] Provisioning complete for port 30152457-0573-4140-aee3-b833be39abd7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:18.165423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e78d5a9-8c37-478e-b06d-13060573012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.169307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cb0a303d-5b64-43f4-840b-901695fe5ba8 req-b81e1c0d-768f-4558-bb64-88cd801ca949 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.171598 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023be35-bc57-408c-9611-ab0957afc101 None None] Pushing event updated for resources: {'Port': ['ID=30152457-0573-4140-aee3-b833be39abd7,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:18.201431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cb0a303d-5b64-43f4-840b-901695fe5ba8 req-b81e1c0d-768f-4558-bb64-88cd801ca949 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.271090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e78d5a9-8c37-478e-b06d-13060573012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.297349 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] Set router 2c7a7756-ec9f-4d6e-a792-44b722831047 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:18.310121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['1a4992a4-5eda-4aaa-a733-570cd39be08d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:18.314106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2e78d5a9-8c37-478e-b06d-13060573012d None None] For port 30152457-0573-4140-aee3-b833be39abd7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30152457-0573-4140-aee3-b833be39abd7,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:18.367564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cb0a303d-5b64-43f4-840b-901695fe5ba8 req-b81e1c0d-768f-4558-bb64-88cd801ca949 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.371003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cb0a303d-5b64-43f4-840b-901695fe5ba8 req-b81e1c0d-768f-4558-bb64-88cd801ca949 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.384157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb0a303d-5b64-43f4-840b-901695fe5ba8 req-b81e1c0d-768f-4558-bb64-88cd801ca949 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/eee769cc-d9ec-484a-94c2-8df06d72f9d1 HTTP/1.1" status: 204 len: 173 time: 0.3100502 Dec 20 15:41:18.405112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e1c0d-768f-4558-bb64-88cd801ca949 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee769cc-d9ec-484a-94c2-8df06d72f9d1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:18.450144 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e78d5a9-8c37-478e-b06d-13060573012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.501569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cbaed-5429-4f82-bf2d-c53d05a01aa0 req-725862d8-4630-4460-8478-2c3db5fb94e6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:18.503121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c01cbaed-5429-4f82-bf2d-c53d05a01aa0 req-725862d8-4630-4460-8478-2c3db5fb94e6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.0641730 Dec 20 15:41:18.517877 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '30152457-0573-4140-aee3-b833be39abd7', 'name': '', 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'mac_address': 'fa:16:3e:46:2a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '32411f9b-1086-4c20-a367-656dc58a4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:12Z', 'updated_at': '2021-12-20T15:41:17Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'subnets': [{'id': '32411f9b-1086-4c20-a367-656dc58a4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:18.521458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78d5a9-8c37-478e-b06d-13060573012d None None] Pushing event updated for resources: {'Port': ['ID=30152457-0573-4140-aee3-b833be39abd7,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:18.544921 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e7adc-9acd-45ba-b342-f2caa9523e09 None None] The sync data for ids ['2c7a7756-ec9f-4d6e-a792-44b722831047'] in n-d-781076-8 is: [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:13Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '30152457-0573-4140-aee3-b833be39abd7', 'name': '', 'network_id': '4ea9559b-0eb3-493a-80f6-d90607cd97e7', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'mac_address': 'fa:16:3e:46:2a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '32411f9b-1086-4c20-a367-656dc58a4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:12Z', 'updated_at': '2021-12-20T15:41:17Z', 'revision_number': 4, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'subnets': [{'id': '32411f9b-1086-4c20-a367-656dc58a4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:18.569789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c01cbaed-5429-4f82-bf2d-c53d05a01aa0 req-88e2735d-317a-4f1c-886a-1c3a772d5355 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Dec 20 15:41:18.574764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-97185503-0748-41db-b499-123b78cb0cb4 None None] Provisioning complete for port 30152457-0573-4140-aee3-b833be39abd7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:18.575259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-97185503-0748-41db-b499-123b78cb0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.647159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ffe216a-be7a-4869-8e80-b85a3ea13850 req-0d9b0133-65ae-4e8c-be78-bd878ce55b41 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips/05a094f2-d7e8-414f-b522-3af25abd5092 HTTP/1.1" status: 200 len: 693 time: 0.0548227 Dec 20 15:41:18.766064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe216a-be7a-4869-8e80-b85a3ea13850 req-579af883-6284-4996-861d-113759e12f2b tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:18.767928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ffe216a-be7a-4869-8e80-b85a3ea13850 req-579af883-6284-4996-861d-113759e12f2b tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1140647 Dec 20 15:41:18.850268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed047f-5c5e-4cb6-90f3-1875413f211e req-06211709-4567-41de-b9b1-43f9d7907cb7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:18.851850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70ed047f-5c5e-4cb6-90f3-1875413f211e req-06211709-4567-41de-b9b1-43f9d7907cb7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 946 time: 0.0542600 Dec 20 15:41:18.941540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b964-574c-4f51-ba2e-d8ea3cb736fc req-2f4e0178-1c3f-4870-b384-3919f6bab82e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:18.943102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9611b964-574c-4f51-ba2e-d8ea3cb736fc req-2f4e0178-1c3f-4870-b384-3919f6bab82e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 948 time: 0.0886910 Dec 20 15:41:18.948033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70ed047f-5c5e-4cb6-90f3-1875413f211e req-ec9162b3-cbf2-4322-ba9b-a6bdea416421 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Dec 20 15:41:19.001733 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-320f1a63-f3ba-400d-900c-df545b2e177b req-e41adac6-f3d6-49f8-a310-83659ef2fb12 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:41:19.002848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-320f1a63-f3ba-400d-900c-df545b2e177b req-e41adac6-f3d6-49f8-a310-83659ef2fb12 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/eee769cc-d9ec-484a-94c2-8df06d72f9d1 HTTP/1.1" status: 404 len: 352 time: 0.0258117 Dec 20 15:41:19.006627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9611b964-574c-4f51-ba2e-d8ea3cb736fc req-f4afd18f-00be-4600-893f-13e15947f6a7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569818 Dec 20 15:41:19.107004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5be285f-b905-4a92-acd3-f8b20dd662f2 req-97e42ff0-059b-47af-9d73-a43214f46ea4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 210 time: 0.0642006 Dec 20 15:41:19.110967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d9a2f76-4078-4b40-9af1-a63c9ff8d760 req-98206af7-8b21-43ce-a07b-198c571c5cdf tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=a0223aba24fd450c95c80b72c96dd8d4 HTTP/1.1" status: 200 len: 696 time: 0.0750566 Dec 20 15:41:19.439235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30152457-0573-4140-aee3-b833be39abd7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:19.501626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 30152457-0573-4140-aee3-b833be39abd7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:19.502077 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:19.575296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a2f76-4078-4b40-9af1-a63c9ff8d760 req-7d6a619d-4473-4750-bed4-b524491abb40 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:19.577790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d9a2f76-4078-4b40-9af1-a63c9ff8d760 req-7d6a619d-4473-4750-bed4-b524491abb40 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks?id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 787 time: 0.4597256 Dec 20 15:41:19.589805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db120b8-e0c0-4238-847f-76dfb45df66a req-868b7935-2784-45c5-87cf-fc371b74c801 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:19.590849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8db120b8-e0c0-4238-847f-76dfb45df66a req-868b7935-2784-45c5-87cf-fc371b74c801 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 944 time: 0.4027975 Dec 20 15:41:19.597443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-6d9a2f76-4078-4b40-9af1-a63c9ff8d760 req-4ef6dc86-6ba6-45a4-aff1-9cd6bc3e2813 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:41:19.598435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d9a2f76-4078-4b40-9af1-a63c9ff8d760 req-4ef6dc86-6ba6-45a4-aff1-9cd6bc3e2813 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065708 Dec 20 15:41:19.647500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8db120b8-e0c0-4238-847f-76dfb45df66a req-3fd4474a-980e-4e19-a196-82c7792e8d4a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Dec 20 15:41:19.698971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f927-32ec-4d72-94de-7292d4fd43d5 req-0491ed4a-b5b1-4b1d-9a33-de7846a8d7a3 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:19.700526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0338f927-32ec-4d72-94de-7292d4fd43d5 req-0491ed4a-b5b1-4b1d-9a33-de7846a8d7a3 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1097 time: 0.0485327 Dec 20 15:41:19.770385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0338f927-32ec-4d72-94de-7292d4fd43d5 req-55921c1f-a6ba-42c6-b295-bc01de91b31b tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623803 Dec 20 15:41:19.792404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dc12c14-64a5-4d7e-831f-b1e0d91f16de req-d77f2f34-e4c1-4920-97da-a20b91f5d11c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c8500507-18af-4c91-b9c9-e00fe52830ef HTTP/1.1" status: 200 len: 1817 time: 0.0549927 Dec 20 15:41:19.899327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9dc12c14-64a5-4d7e-831f-b1e0d91f16de req-dc2e555b-5b21-4f4c-a172-bf116c1cfd08 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:19.939075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe961e49-9964-417c-b5e3-9c4e9626b2f0 req-b38b3a2b-3807-4efa-8cca-43e44dc0a1cc tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:19.940625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe961e49-9964-417c-b5e3-9c4e9626b2f0 req-b38b3a2b-3807-4efa-8cca-43e44dc0a1cc tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.0988901 Dec 20 15:41:19.945069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9dc12c14-64a5-4d7e-831f-b1e0d91f16de req-dc2e555b-5b21-4f4c-a172-bf116c1cfd08 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.014538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe961e49-9964-417c-b5e3-9c4e9626b2f0 req-0af0c56b-5863-4cc4-8d7b-aa723e752857 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654674 Dec 20 15:41:20.088864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-830bc1e8-2b55-4247-869c-03d2593d8c9e tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips/05a094f2-d7e8-414f-b522-3af25abd5092 HTTP/1.1" status: 200 len: 693 time: 0.0495951 Dec 20 15:41:20.105771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9dc12c14-64a5-4d7e-831f-b1e0d91f16de req-dc2e555b-5b21-4f4c-a172-bf116c1cfd08 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.109067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9dc12c14-64a5-4d7e-831f-b1e0d91f16de req-dc2e555b-5b21-4f4c-a172-bf116c1cfd08 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.110200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dc12c14-64a5-4d7e-831f-b1e0d91f16de req-dc2e555b-5b21-4f4c-a172-bf116c1cfd08 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/c8500507-18af-4c91-b9c9-e00fe52830ef HTTP/1.1" status: 204 len: 173 time: 0.3103912 Dec 20 15:41:20.137550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e555b-5b21-4f4c-a172-bf116c1cfd08 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8500507-18af-4c91-b9c9-e00fe52830ef,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:20.244096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbec090-1a34-47bb-b273-40a53d4ed8ea req-712cccbd-8b7e-49c1-b546-1c9aeffe8c47 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:20.245566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dbec090-1a34-47bb-b273-40a53d4ed8ea req-712cccbd-8b7e-49c1-b546-1c9aeffe8c47 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1097 time: 0.0658302 Dec 20 15:41:20.252434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-c7115b2b-f6b7-40e5-85c2-908e279b2448 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:20.253917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-c7115b2b-f6b7-40e5-85c2-908e279b2448 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1586607 Dec 20 15:41:20.324235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-8b0bd491-4409-4e80-9336-ee8adab4877a tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0635588 Dec 20 15:41:20.347419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dbec090-1a34-47bb-b273-40a53d4ed8ea req-f795ecb1-d66b-4474-9775-0335a3594040 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925105 Dec 20 15:41:20.385019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-e99672df-79b0-4881-a6fb-6baf51423b56 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.138 HTTP/1.1" status: 200 len: 696 time: 0.0509007 Dec 20 15:41:20.542120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d76c8-7a9d-4f2c-93b1-038587f01cf7 req-fbf8364b-3057-46d1-be62-12de1b6f7772 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:20.543625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-932d76c8-7a9d-4f2c-93b1-038587f01cf7 req-fbf8364b-3057-46d1-be62-12de1b6f7772 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 948 time: 0.1129210 Dec 20 15:41:20.565032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:20.584572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Deleting port ba7fae1d-db13-4a33-b76f-ccdd7a6639f4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:20.584910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.616976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-932d76c8-7a9d-4f2c-93b1-038587f01cf7 req-52356de6-18a4-438e-b1bf-9a0db063d19b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670977 Dec 20 15:41:20.672631 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-3848d81b-a6aa-4800-a99a-215bbfdc68c8 req-f5fd7f34-b583-4954-9514-47c9e6e08564 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:41:20.673670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3848d81b-a6aa-4800-a99a-215bbfdc68c8 req-f5fd7f34-b583-4954-9514-47c9e6e08564 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c8500507-18af-4c91-b9c9-e00fe52830ef HTTP/1.1" status: 404 len: 352 time: 0.0219889 Dec 20 15:41:20.688115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.688437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.696335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:20.697807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:20.698247 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.701111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Calling delete_port for ba7fae1d-db13-4a33-b76f-ccdd7a6639f4 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:20.781597 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.783573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e55f8cf-8996-4f34-9c0e-8dd1331acb9b req-35d53c7a-1e19-4f74-ba36-e91c5eb1b53e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 210 time: 0.0340655 Dec 20 15:41:20.810143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:20.813118 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14127166-efed-4c4e-837f-2feaddb291f9" -d '{"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-plugged", "status": "completed", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:20.825940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:20.902526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:20.934101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b76d5-b8ac-4189-8abe-5ab9acc01ff9 req-f98826c4-da31-41a2-ab5f-8544a95975ac tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:20.935613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c37b76d5-b8ac-4189-8abe-5ab9acc01ff9 req-f98826c4-da31-41a2-ab5f-8544a95975ac tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 944 time: 0.0549984 Dec 20 15:41:20.951969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:20.963139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.005664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Pushing event deleted for resources: {'Port': ['ID=ba7fae1d-db13-4a33-b76f-ccdd7a6639f4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:21.015480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c37b76d5-b8ac-4189-8abe-5ab9acc01ff9 req-ecfc4739-c99e-4031-96fa-0fab16eadc85 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730481 Dec 20 15:41:21.036116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.036116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.037128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-731d0162-42a0-4c3f-b850-3376fc9072eb req-bc6639dc-f3ec-422a-a064-c30f72bef557 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "DELETE /v2.0/floatingips/05a094f2-d7e8-414f-b522-3af25abd5092 HTTP/1.1" status: 204 len: 173 time: 0.6462772 Dec 20 15:41:21.085624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0d4644a-d2fe-4cc6-920f-f0eb28934941 req-a522b592-1d28-43f1-b0fc-f1ed397043f4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/773cefcb-b130-436a-9f62-b967ceaf9062 HTTP/1.1" status: 200 len: 1816 time: 0.0406289 Dec 20 15:41:21.146986 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24002ac-6b85-40fd-8860-8487973c1d0f x-openstack-request-id: req-f24002ac-6b85-40fd-8860-8487973c1d0f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:21.147284 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-plugged", "status": "completed", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:21.147538 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f24002ac-6b85-40fd-8860-8487973c1d0f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:21.153455 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'code': 200} Dec 20 15:41:21.235732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f0d4644a-d2fe-4cc6-920f-f0eb28934941 req-d5cc318f-8513-477c-87a4-fb78b51bb8dc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.296707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f0d4644a-d2fe-4cc6-920f-f0eb28934941 req-d5cc318f-8513-477c-87a4-fb78b51bb8dc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.333248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-cc58ceaa-e594-4535-a16c-edbbcd91a72a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:21.334800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-cc58ceaa-e594-4535-a16c-edbbcd91a72a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 820 time: 0.2063773 Dec 20 15:41:21.352098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f551-fbb4-497d-8d75-99081d5b722a req-3c9d3243-e6e3-4296-bfe5-26d90a87d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:21.353617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7928f551-fbb4-497d-8d75-99081d5b722a req-3c9d3243-e6e3-4296-bfe5-26d90a87d91e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 1096 time: 0.1278105 Dec 20 15:41:21.359709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Request body: {'port': {'device_id': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'admin_state_up': True, 'tenant_id': '1ad216b0ac664039a544ba0eca69b835'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:21.457547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7928f551-fbb4-497d-8d75-99081d5b722a req-ade3403d-d336-4393-83ec-d39ac0a491d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942740 Dec 20 15:41:21.459487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.515018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f0d4644a-d2fe-4cc6-920f-f0eb28934941 req-d5cc318f-8513-477c-87a4-fb78b51bb8dc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.517980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f0d4644a-d2fe-4cc6-920f-f0eb28934941 req-d5cc318f-8513-477c-87a4-fb78b51bb8dc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.519121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0d4644a-d2fe-4cc6-920f-f0eb28934941 req-d5cc318f-8513-477c-87a4-fb78b51bb8dc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/773cefcb-b130-436a-9f62-b967ceaf9062 HTTP/1.1" status: 204 len: 173 time: 0.4270439 Dec 20 15:41:21.533491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc318f-8513-477c-87a4-fb78b51bb8dc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773cefcb-b130-436a-9f62-b967ceaf9062,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:21.585612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1a4992a4-5eda-4aaa-a733-570cd39be08d up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:21.673639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Made reservation on behalf of 1ad216b0ac664039a544ba0eca69b835 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:21.677088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.692107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-6217eb09-6167-4a2d-8bd2-d5daad0b3826 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1515546 Dec 20 15:41:21.711201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06705f-37a4-4319-b858-549d340ab0ab req-87412c6c-f6bb-452a-b7e4-e1303a00c38e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:21.712806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e06705f-37a4-4319-b858-549d340ab0ab req-87412c6c-f6bb-452a-b7e4-e1303a00c38e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1064930 Dec 20 15:41:21.717261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:21.790527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 1a4992a4-5eda-4aaa-a733-570cd39be08d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:21.795013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 1a4992a4-5eda-4aaa-a733-570cd39be08d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:21.795942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.864518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e06705f-37a4-4319-b858-549d340ab0ab req-4095a5cd-7d03-4059-8953-c148c865e0f2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376586 Dec 20 15:41:21.897817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Allocated IP 172.20.0.9 (dfc0b122-deda-453e-a2e5-faa3f02bc36d/31c474ca-1720-43c1-9447-8dc24cfd09a1/c028fc5d-f49c-40b0-9482-85ff43ac52c3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:21.907173 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.954782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.993232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1a4992a4-5eda-4aaa-a733-570cd39be08d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:22.087648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.124100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02c0e-0025-47c4-b19a-9fee21d0a171 req-cbb3d9de-79a8-4a62-b5da-9503de1946a1 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:22.125627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7a02c0e-0025-47c4-b19a-9fee21d0a171 req-cbb3d9de-79a8-4a62-b5da-9503de1946a1 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1097 time: 0.1683645 Dec 20 15:41:22.160347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1a4992a4-5eda-4aaa-a733-570cd39be08d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:22.221471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.227595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7a02c0e-0025-47c4-b19a-9fee21d0a171 req-a61f1271-b78b-4c29-9149-cbe37c7657fd tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Dec 20 15:41:22.255940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.289336 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-6b6790a7-56ec-4292-944c-d1e20d7146e4 req-f1188a7d-abe2-498d-b1d9-14159bd980d4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:41:22.290386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b6790a7-56ec-4292-944c-d1e20d7146e4 req-f1188a7d-abe2-498d-b1d9-14159bd980d4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/773cefcb-b130-436a-9f62-b967ceaf9062 HTTP/1.1" status: 404 len: 352 time: 0.0217185 Dec 20 15:41:22.425669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Allocated IP 172.25.6.26 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/577094c5-9a11-4dff-b9bb-075ec3edcf71) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:22.445460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efa11-d591-45d9-b889-eb686eb2ae96 req-aaa11eff-d053-437d-9d32-40cd948bc531 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:22.446975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa1efa11-d591-45d9-b889-eb686eb2ae96 req-aaa11eff-d053-437d-9d32-40cd948bc531 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 949 time: 0.1018202 Dec 20 15:41:22.449964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.463533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['39ac305c-f8ab-4308-9c28-a038d2f676e8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:22.573864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Network dfc0b122-deda-453e-a2e5-faa3f02bc36d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:22.585536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:22.587359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:22.591185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:22.597664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:22.598321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.633407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa1efa11-d591-45d9-b889-eb686eb2ae96 req-c9675d91-5424-4000-912a-c4a812db5e20 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773751 Dec 20 15:41:22.674538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.708125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-362acadd-4f8e-4350-8bb9-2d2644cfd49b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3581598 Dec 20 15:41:22.741871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Request body: {'port': {'device_id': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:22.812003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593ca4-f189-4059-8d96-e86e7b40004d req-74387a0b-caee-4a7a-b70f-6070cf845567 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:22.813560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04593ca4-f189-4059-8d96-e86e7b40004d req-74387a0b-caee-4a7a-b70f-6070cf845567 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 931 time: 0.1149511 Dec 20 15:41:22.828250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.847775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.937932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04593ca4-f189-4059-8d96-e86e7b40004d req-4342586f-691c-44a5-84ce-9c48b13bd47e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175427 Dec 20 15:41:22.953204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:22.956462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:22.964307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Pushing event updated for resources: {'Port': ['ID=577094c5-9a11-4dff-b9bb-075ec3edcf71,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:22.964307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:23.135810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.155615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4992a4-5eda-4aaa-a733-570cd39be08d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:23.158646 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b184a-b326-4c40-96d4-08cac0c722fc" -d '{"events": [{"server_uuid": "191d7b8c-44a6-4b11-8d5d-b55872ad7a55", "name": "network-vif-plugged", "status": "completed", "tag": "1a4992a4-5eda-4aaa-a733-570cd39be08d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:23.189851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e6306-0960-4aa5-a82a-98c07a018a40 req-e13300db-dbc7-4516-9524-2ddfd1e96e67 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.191403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33e6306-0960-4aa5-a82a-98c07a018a40 req-e13300db-dbc7-4516-9524-2ddfd1e96e67 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1468303 Dec 20 15:41:23.271646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33e6306-0960-4aa5-a82a-98c07a018a40 req-a41b5198-aea6-4e7b-a540-8f6adf21b2a3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712016 Dec 20 15:41:23.331294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c028fc5d-f49c-40b0-9482-85ff43ac52c3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:23.339310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.382031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.418767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Transition to ACTIVE for port object c028fc5d-f49c-40b0-9482-85ff43ac52c3 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:23.533620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.587636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a0a1f0c-5e55-4582-8cd0-5a431489810d req-a5eae730-cf41-4410-9000-1b420b1a2fe1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 6199 time: 0.2003553 Dec 20 15:41:23.625942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:23.694131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a0a1f0c-5e55-4582-8cd0-5a431489810d req-03c63aea-13cd-465d-8a73-2707f83b4811 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/fe28d19d-2138-4a19-b511-641090813da0 HTTP/1.1" status: 200 len: 2998 time: 0.0934887 Dec 20 15:41:23.722753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:23.723016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:23.723475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:23.742433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.743984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:23.744302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:23.761089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:23.761466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:23.761851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:23.762280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Bound port: c028fc5d-f49c-40b0-9482-85ff43ac52c3, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:23.762637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.784049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a0a1f0c-5e55-4582-8cd0-5a431489810d req-257fcdc6-b0a2-4150-a5d0-3d5f575006c1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/fe28d19d-2138-4a19-b511-641090813da0 HTTP/1.1" status: 200 len: 2998 time: 0.0813122 Dec 20 15:41:23.814869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.855951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:23.922264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Pushing event updated for resources: {'Port': ['ID=577094c5-9a11-4dff-b9bb-075ec3edcf71,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:23.926483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:23.930728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:23.946626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e9ba2-49cf-4610-8264-2da0ac413c1d req-5647bbf7-f588-442a-9b52-d5d9071d23f5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.948212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-185e9ba2-49cf-4610-8264-2da0ac413c1d req-5647bbf7-f588-442a-9b52-d5d9071d23f5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1003673 Dec 20 15:41:24.004280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-185e9ba2-49cf-4610-8264-2da0ac413c1d req-ff63fbb9-5bd6-42a2-a966-a18b881879bc tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Dec 20 15:41:24.007387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:24.008438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-a89f9986-7a8d-4650-95dc-55333c6f2f95 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3093262 Dec 20 15:41:24.054621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:24.064433 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2223d8-2b41-4340-80e0-36422423ed64 x-openstack-request-id: req-ed2223d8-2b41-4340-80e0-36422423ed64 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:24.065359 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191d7b8c-44a6-4b11-8d5d-b55872ad7a55", "name": "network-vif-plugged", "status": "completed", "tag": "1a4992a4-5eda-4aaa-a733-570cd39be08d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:24.065846 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed2223d8-2b41-4340-80e0-36422423ed64 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:24.067012 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4992a4-5eda-4aaa-a733-570cd39be08d', 'code': 200} Dec 20 15:41:24.089654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-5ac144ef-c1eb-494d-bb69-b8dd8052d135 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0746956 Dec 20 15:41:24.103463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.104079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:24.105531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] 10.222.0.83 "PUT /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 1091 time: 1.3688371 Dec 20 15:41:24.105977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:24.108838 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:24.198447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e9c85-c929-46b9-9e44-cf7ba771fc35 service neutron] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:24.335801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd530f-5699-4b93-b2be-d5e639c62eff req-f655fc2c-28d8-4b5f-8d04-575356478557 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.337442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cfd530f-5699-4b93-b2be-d5e639c62eff req-f655fc2c-28d8-4b5f-8d04-575356478557 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1097 time: 0.1905563 Dec 20 15:41:24.347759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d83f-967e-4013-8142-899634b344ac req-d2b9ec64-cd3d-468c-ad68-1fba02732ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.349475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3911d83f-967e-4013-8142-899634b344ac req-d2b9ec64-cd3d-468c-ad68-1fba02732ac1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 1100 time: 0.1780798 Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.382290 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-b699cea6-ea9f-48d7-9514-938d5e04da0d tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.385071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b21383b-9852-456e-8b81-f62f56f8cbd2 req-b699cea6-ea9f-48d7-9514-938d5e04da0d tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2580693 Dec 20 15:41:24.392811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-2838c334-bafd-4c8d-bc34-41b353a289d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.394317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-2838c334-bafd-4c8d-bc34-41b353a289d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1094 time: 0.1398568 Dec 20 15:41:24.456887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-0910d244-e2df-4287-8fcf-d95e9b879aa5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 217 time: 0.0477080 Dec 20 15:41:24.555757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cfd530f-5699-4b93-b2be-d5e639c62eff req-f4c8f391-8439-4e42-905b-1a4cfeeed559 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987448 Dec 20 15:41:24.561524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3911d83f-967e-4013-8142-899634b344ac req-d1a96c14-187b-4ace-a0bd-91dfbd83678a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944897 Dec 20 15:41:24.573234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dee94-e421-48a6-98aa-75972e591364 req-89bb32e8-2991-4055-bbb5-149780048972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.574629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-89bb32e8-2991-4055-bbb5-149780048972 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0953553 Dec 20 15:41:24.582896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd750c1-837a-4271-959e-bef380c8cc43 req-30fe98ee-c975-426d-a8c0-9dbf7b533e27 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:24.584460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abd750c1-837a-4271-959e-bef380c8cc43 req-30fe98ee-c975-426d-a8c0-9dbf7b533e27 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 949 time: 0.1352084 Dec 20 15:41:24.604781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-37a3b1b2-e314-4859-a05b-9c2d0fb089a6 req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2062372450', 'description': 'tempest-description-1607427069'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:24.629762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-c29b443e-0e33-47b6-876a-02a7adc5469a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404508 Dec 20 15:41:24.776393 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:41:25.017637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abd750c1-837a-4271-959e-bef380c8cc43 req-e65f953d-e3f2-48dd-9e2f-dec5f9eaac41 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197989 Dec 20 15:41:25.042497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-37a3b1b2-e314-4859-a05b-9c2d0fb089a6 req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:25.070267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-b1483847-9d92-4a04-9f9b-3cd4de081c1d service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293749 Dec 20 15:41:25.226862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-37a3b1b2-e314-4859-a05b-9c2d0fb089a6 req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:25.236326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c91e92-365f-4797-aac4-ac4ec560939f req-9de458c3-b1da-4ea6-a6ff-22074951c860 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:25.237872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58c91e92-365f-4797-aac4-ac4ec560939f req-9de458c3-b1da-4ea6-a6ff-22074951c860 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.1615579 Dec 20 15:41:25.266232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d1dee94-e421-48a6-98aa-75972e591364 req-db9bd1b4-5057-4225-8a2e-d437827b34f4 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847208 Dec 20 15:41:25.303037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58c91e92-365f-4797-aac4-ac4ec560939f req-41687a1c-04a0-40cd-99c1-58d66af0f3ed tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590413 Dec 20 15:41:25.329246 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-37a3b1b2-e314-4859-a05b-9c2d0fb089a6 req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:25.354721 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b0e4f-db8a-4f54-8f30-22b83a6cbf5c x-openstack-request-id: req-e65b0e4f-db8a-4f54-8f30-22b83a6cbf5c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:25.355025 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:25.355299 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e65b0e4f-db8a-4f54-8f30-22b83a6cbf5c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:25.355700 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'status': 'completed', 'code': 200} Dec 20 15:41:25.367782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e471d91-6896-4304-9971-62e44677df21,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:25.452951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f512a-b9c5-4b28-ab34-82782e106f68 req-2aff6a7a-97af-4103-b8a6-14c2b08bbd79 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:25.454406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-931f512a-b9c5-4b28-ab34-82782e106f68 req-2aff6a7a-97af-4103-b8a6-14c2b08bbd79 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0548573 Dec 20 15:41:25.472899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-37a3b1b2-e314-4859-a05b-9c2d0fb089a6 req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:25.480453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37a3b1b2-e314-4859-a05b-9c2d0fb089a6 req-a2985693-b696-48c4-bfd8-21e5701bb86c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8756213 Dec 20 15:41:25.527268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-e2d49b71-0d5a-425d-89ec-7ec251b3254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:25.528783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-e2d49b71-0d5a-425d-89ec-7ec251b3254a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1094 time: 0.0735123 Dec 20 15:41:25.536760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-931f512a-b9c5-4b28-ab34-82782e106f68 req-40a2f22d-ca8e-4fc8-b890-b8c20d51302c tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739517 Dec 20 15:41:25.642406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-9b9d2b15-9985-4ebf-8aa1-7f1c614b44dc tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips/6786b08b-aa0e-44d7-9e3f-bc09b0cc7d99 HTTP/1.1" status: 200 len: 692 time: 0.0853024 Dec 20 15:41:25.728946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-be8f89d8-2069-4cad-833e-9eed3bb8b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:25.730458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-be8f89d8-2069-4cad-833e-9eed3bb8b290 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1928113 Dec 20 15:41:25.783479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-acfecfc4-b08d-40b6-8782-47757efb731f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 217 time: 0.0432098 Dec 20 15:41:25.838868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-698e84f6-40c2-4b99-a05f-094de8d12c66 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:25.840140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-698e84f6-40c2-4b99-a05f-094de8d12c66 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1857419 Dec 20 15:41:25.897354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-9ceb85f9-e4c6-4483-af58-7f62fde8a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:25.898822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-9ceb85f9-e4c6-4483-af58-7f62fde8a862 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0994191 Dec 20 15:41:25.901859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-05ed19f1-f0cf-4214-b21b-7d5a7d63968f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0551827 Dec 20 15:41:25.938018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-f29e92da-61c3-437d-9f17-922d40340bd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317163 Dec 20 15:41:25.995112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-e717f50e-2b4c-4899-9114-9ae14ca7b97a tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0793557 Dec 20 15:41:26.172335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-7737119a-6356-435f-ae00-bd3ca78a6bfd service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016859 Dec 20 15:41:26.244255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Deleting port 577094c5-9a11-4dff-b9bb-075ec3edcf71 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:26.244600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.354830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2bf6409-7e2e-43e3-9b1e-f8165e0ed4c2 req-3160c4ff-30c6-4489-bfbd-89f0f5654e3a service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751189 Dec 20 15:41:26.381562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-71f5fbc0-f7e4-4e68-a467-c809471673ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764432 Dec 20 15:41:26.394020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.394329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.407904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Calling delete_port for 577094c5-9a11-4dff-b9bb-075ec3edcf71 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:26.505995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-3f3f2102-2294-4b83-8b97-ae2a42023276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:26.507501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-3f3f2102-2294-4b83-8b97-ae2a42023276 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 1095 time: 0.0938702 Dec 20 15:41:26.654129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-4435e66e-d092-434d-8843-5a8055d143ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:26.655903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-4435e66e-d092-434d-8843-5a8055d143ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.1267309 Dec 20 15:41:26.701331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-2061fa22-f3b9-48ae-8a77-accb2f039bed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 200 len: 217 time: 0.0381255 Dec 20 15:41:26.759170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-ddea9a10-00d5-433f-b492-a87b670067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:26.760676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-ddea9a10-00d5-433f-b492-a87b670067ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.0522113 Dec 20 15:41:26.784465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.802697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.807225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-680e9186-4db4-4f16-a5fc-39a89fdaf610 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385575 Dec 20 15:41:26.868175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Pushing event deleted for resources: {'Port': ['ID=577094c5-9a11-4dff-b9bb-075ec3edcf71,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:26.880309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.883070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:26.884292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d615f52-d770-41da-9ffe-84f2c28f576e req-d8201f9d-6500-4826-bc16-691ec56b272f tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "DELETE /v2.0/floatingips/6786b08b-aa0e-44d7-9e3f-bc09b0cc7d99 HTTP/1.1" status: 204 len: 173 time: 0.8835371 Dec 20 15:41:26.995121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-a7358973-a4ca-417c-a05d-22ebc983adcc service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791608 Dec 20 15:41:27.012988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de6b5-4eca-492f-9218-211fb063a8e6 req-8ee98e6e-0aa3-433f-ae6a-eeb0a56cfef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:27.014676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a1de6b5-4eca-492f-9218-211fb063a8e6 req-8ee98e6e-0aa3-433f-ae6a-eeb0a56cfef6 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.0691977 Dec 20 15:41:27.129296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a1de6b5-4eca-492f-9218-211fb063a8e6 req-77af1374-37c1-4c81-a385-ccd3ebef1d56 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Dec 20 15:41:27.140569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4d604f-e971-4205-b06f-9a37d340ccb9 req-02203f17-16e6-4724-89f8-b158dfbcd071 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359229 Dec 20 15:41:27.187581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bcaa276d-0972-4973-afda-de4f166fc643 req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1664182316', 'description': 'tempest-description-1553621694'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:27.388748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bcaa276d-0972-4973-afda-de4f166fc643 req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:27.458899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bcaa276d-0972-4973-afda-de4f166fc643 req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:27.567307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bcaa276d-0972-4973-afda-de4f166fc643 req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:27.602357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48339a40-80d5-4d7c-bb9f-22fa9a3cc232,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:27.699267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bcaa276d-0972-4973-afda-de4f166fc643 req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:27.700596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcaa276d-0972-4973-afda-de4f166fc643 req-8733d10b-5555-49f4-8c1c-64667ad60d25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5172791 Dec 20 15:41:27.764936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-2673bda6-0214-4ae5-a8e6-cee56e07f6e2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:41:27.776583 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-2673bda6-0214-4ae5-a8e6-cee56e07f6e2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163922 Dec 20 15:41:27.833203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-f850f690-b0c1-419b-a545-b299e96ceefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:27.835181 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-f850f690-b0c1-419b-a545-b299e96ceefd service neutron] 10.222.0.81 "GET /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 1094 time: 0.0411894 Dec 20 15:41:27.845806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:27.846265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:41:27.986856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:27.987113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:27.987450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:27.992424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:27.992857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:27.998066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:27.998676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:27.999104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:27.999531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Bound port: 6f1f90f5-f397-4b42-8c45-50d50849c226, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:28.054057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:28.152651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:28.154249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-d5955f36-f2e1-4bc4-81d9-310fef8ded64 service neutron] 10.222.0.81 "POST /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226/bindings HTTP/1.1" status: 201 len: 389 time: 0.3127899 Dec 20 15:41:28.187787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f527e9-b427-4bbb-abfe-8796834c4487 req-10138d4e-30b0-4b70-9ad1-ef311c0065a7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:28.192852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6f527e9-b427-4bbb-abfe-8796834c4487 req-10138d4e-30b0-4b70-9ad1-ef311c0065a7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 949 time: 0.0529733 Dec 20 15:41:28.239852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6f527e9-b427-4bbb-abfe-8796834c4487 req-752c85f3-83da-4210-8a4d-ff255837e9c2 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442331 Dec 20 15:41:28.355108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7366-3d10-49ec-bb50-1ba367f406ce req-0794a580-f4d3-4625-8757-a6cc775c6226 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:28.356775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b6a7366-3d10-49ec-bb50-1ba367f406ce req-0794a580-f4d3-4625-8757-a6cc775c6226 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.0553489 Dec 20 15:41:28.413932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b6a7366-3d10-49ec-bb50-1ba367f406ce req-e2550363-07ca-4176-9db7-cf83a0478d32 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Dec 20 15:41:28.483563 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-3cf863b2-12a5-4a52-843e-f66c1c10b682 req-deb804f7-0f3d-4268-8f3f-3de3b22dae57 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] show failed (client error): The resource could not be found. Dec 20 15:41:28.483563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cf863b2-12a5-4a52-843e-f66c1c10b682 req-deb804f7-0f3d-4268-8f3f-3de3b22dae57 tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips/6786b08b-aa0e-44d7-9e3f-bc09b0cc7d99 HTTP/1.1" status: 404 len: 350 time: 0.0397773 Dec 20 15:41:28.641220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369906dc-a164-49d8-80d3-d1704d209820 req-7393377f-7b25-4bc2-8dab-1e77f4bc886a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:28.642983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-369906dc-a164-49d8-80d3-d1704d209820 req-7393377f-7b25-4bc2-8dab-1e77f4bc886a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1087823 Dec 20 15:41:28.699725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-1cd5c544-f407-400f-b3e0-123cf7c4c3bd tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:28.701317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-1cd5c544-f407-400f-b3e0-123cf7c4c3bd tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 812 time: 0.1568897 Dec 20 15:41:28.727704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-369906dc-a164-49d8-80d3-d1704d209820 req-c3f14335-bb20-40b1-80c6-a1bd0ef99e72 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Dec 20 15:41:28.729063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-18bbc7eb-c9bb-4ac8-977f-f2f213678fcc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/quotas/b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 375 time: 0.0212989 Dec 20 15:41:28.788079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-93ce53e0-1e53-4b0e-a182-cd650867e086 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519228 Dec 20 15:41:28.901726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ececc-0b4c-4a94-9839-9560d04bcef4 req-1cb4f42c-7f6a-4e7d-a8e6-f8af2a826ce3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:28.903578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c7ececc-0b4c-4a94-9839-9560d04bcef4 req-1cb4f42c-7f6a-4e7d-a8e6-f8af2a826ce3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1144221 Dec 20 15:41:28.935170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-8da6a008-3221-45c6-994d-1692cdc78135 service neutron] 10.222.0.81 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367798 Dec 20 15:41:29.039611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c7ececc-0b4c-4a94-9839-9560d04bcef4 req-2d890851-e90e-4bdf-8fdd-4b11293ecdfa tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267669 Dec 20 15:41:29.080962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-23e7a17f-f8bb-4920-a2f3-153c7c13aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:29.082521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-23e7a17f-f8bb-4920-a2f3-153c7c13aac2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1097 time: 0.0999179 Dec 20 15:41:29.085043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-3103aabf-7df5-469c-8997-d0ec75207d0c service neutron] 10.222.0.81 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421492 Dec 20 15:41:29.155767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46cf5e3c-27f5-4ff3-91e4-a9253375fef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:29.209880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8fdaa-76f2-4f35-9cbb-1a16c62d699d req-9f80a163-9f4e-4317-8b88-887e75b32aed tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:29.211427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26d8fdaa-76f2-4f35-9cbb-1a16c62d699d req-9f80a163-9f4e-4317-8b88-887e75b32aed tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 1100 time: 0.1106827 Dec 20 15:41:29.235160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-24b29463-5de1-45aa-9d3d-29ff92e4d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:29.236647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-24b29463-5de1-45aa-9d3d-29ff92e4d7fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.1458883 Dec 20 15:41:29.291292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-26c302bd-fefc-4607-ab1e-05387a7f4a36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 217 time: 0.0472951 Dec 20 15:41:29.318746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26d8fdaa-76f2-4f35-9cbb-1a16c62d699d req-2b360a3f-d8cd-4b36-8c08-23d5f0803793 tempest-ServersOnMultiNodesTest-1346911757 tempest-ServersOnMultiNodesTest-1346911757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006415 Dec 20 15:41:29.375797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-4f547324-72f1-4615-9b2f-1ccf7d85de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:29.385564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-4f547324-72f1-4615-9b2f-1ccf7d85de2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0778844 Dec 20 15:41:29.424440 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-adea3994-ec13-414d-b03a-c4bb11ba9e0c req-7e770c88-1ba7-46fe-b8bf-76fda736f83c tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] show failed (client error): The resource could not be found. Dec 20 15:41:29.425556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-adea3994-ec13-414d-b03a-c4bb11ba9e0c req-7e770c88-1ba7-46fe-b8bf-76fda736f83c tempest-FloatingIPsTestJSON-983937565 tempest-FloatingIPsTestJSON-983937565-project] 10.222.0.81 "GET /v2.0/floatingips/6786b08b-aa0e-44d7-9e3f-bc09b0cc7d99 HTTP/1.1" status: 404 len: 350 time: 0.0609968 Dec 20 15:41:29.439810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:29.462727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-24789a71-c922-4e0c-9510-92dfeafe4d13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553339 Dec 20 15:41:29.537134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db76448b-3ded-4f3a-9014-f033d7e46dd9 req-240ea59b-f6bb-41c9-a33f-a39ade27c012 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 210 time: 0.0468571 Dec 20 15:41:29.594487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becce374-f77b-4545-ac59-6ea681b219b4 req-43f57844-95ab-4f10-9eec-fd02ef9ea8e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:29.596115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-becce374-f77b-4545-ac59-6ea681b219b4 req-43f57844-95ab-4f10-9eec-fd02ef9ea8e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 946 time: 0.2177396 Dec 20 15:41:29.652581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-cd93d851-ba6e-41f0-a40b-590708380322 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717322 Dec 20 15:41:29.696258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-becce374-f77b-4545-ac59-6ea681b219b4 req-6427bb58-9296-4e2b-9632-55168722be31 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922806 Dec 20 15:41:29.802530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-66bc4730-b193-4b11-a4e5-b88ca4389cda service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391249 Dec 20 15:41:29.824552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0013def-dca3-4169-8b20-7b21db5c105e req-0fa849eb-ab07-4ce8-9036-eb0b6d366ccf tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:29.828219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0013def-dca3-4169-8b20-7b21db5c105e req-0fa849eb-ab07-4ce8-9036-eb0b6d366ccf tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.0660145 Dec 20 15:41:29.892634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0013def-dca3-4169-8b20-7b21db5c105e req-828c6de7-12ef-42ba-b9f4-cb749ccb1a4d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Dec 20 15:41:30.068844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:30.080063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-f7a7b8c9-6d50-42d2-b3ae-a5259b668915 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:30.081579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-f7a7b8c9-6d50-42d2-b3ae-a5259b668915 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1097 time: 0.1038673 Dec 20 15:41:30.096591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:30.144740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63404-2cc5-4df3-b05c-df256740c3ed req-963b38b1-0764-4342-a6e6-721b2572de55 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:30.146314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19f63404-2cc5-4df3-b05c-df256740c3ed req-963b38b1-0764-4342-a6e6-721b2572de55 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1155279 Dec 20 15:41:30.208249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff8679-c0bf-4f59-9fd9-46dea545c143 req-a5403d47-39d2-45e6-a0ad-86105c7a9aea tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:30.209880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3ff8679-c0bf-4f59-9fd9-46dea545c143 req-a5403d47-39d2-45e6-a0ad-86105c7a9aea tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 949 time: 0.1355407 Dec 20 15:41:30.235957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:30.273974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19f63404-2cc5-4df3-b05c-df256740c3ed req-3a38e668-14d1-405a-aa03-7911fd833813 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201403 Dec 20 15:41:30.323094 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3ff8679-c0bf-4f59-9fd9-46dea545c143 req-ba55898c-6bfc-4570-b3a2-4ff96928d4b0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Dec 20 15:41:30.361357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Deleting port 30152457-0573-4140-aee3-b833be39abd7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:30.366265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:30.444650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] For port 30152457-0573-4140-aee3-b833be39abd7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30152457-0573-4140-aee3-b833be39abd7,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:30.445326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:30.461198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Calling delete_port for 30152457-0573-4140-aee3-b833be39abd7 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:30.499288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe96d-8465-4aea-ba1d-2be0df03b954 req-2ff10627-29aa-4a02-a376-164d55eba51f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:30.500807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-896fe96d-8465-4aea-ba1d-2be0df03b954 req-2ff10627-29aa-4a02-a376-164d55eba51f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1481302 Dec 20 15:41:30.509782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:30.601558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-896fe96d-8465-4aea-ba1d-2be0df03b954 req-57be5773-ef6e-492a-a9b9-33ddc15c16b9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899634 Dec 20 15:41:30.601558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:30.751168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:30.782697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=30152457-0573-4140-aee3-b833be39abd7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:30.973540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9792807c-49c2-4319-ab91-c54537af40e7 req-0709ce18-95b5-4d88-93e2-399a5cf47927 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 210 time: 0.0605609 Dec 20 15:41:30.975632 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:30.989391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:30.991581 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff59944-1b90-464c-9144-6be613eddbf6" -d '{"events": [{"server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "name": "network-vif-unplugged", "status": "completed", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:30.995853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.015070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1b3ad-9e86-4e3c-9a8b-1d8bfe08e3e5 req-6fe8c3c2-6690-4c64-934c-c6fd43eb100a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.016782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07a1b3ad-9e86-4e3c-9a8b-1d8bfe08e3e5 req-6fe8c3c2-6690-4c64-934c-c6fd43eb100a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 946 time: 0.1027565 Dec 20 15:41:31.076862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.085945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07a1b3ad-9e86-4e3c-9a8b-1d8bfe08e3e5 req-f1ca61f3-c84b-40be-863f-f797bdd2d46c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619605 Dec 20 15:41:31.155872 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bff0fa-2380-4a1e-a23a-712cbce7fd8f x-openstack-request-id: req-43bff0fa-2380-4a1e-a23a-712cbce7fd8f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:31.156172 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "name": "network-vif-unplugged", "status": "completed", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:31.156643 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43bff0fa-2380-4a1e-a23a-712cbce7fd8f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:31.157050 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'code': 200} Dec 20 15:41:31.233003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:31.243278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14201922-66d5-4a8a-a0a7-cd15448dcf6d req-50185e69-7bc3-4563-9b0f-fac264638726 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.244865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14201922-66d5-4a8a-a0a7-cd15448dcf6d req-50185e69-7bc3-4563-9b0f-fac264638726 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.1449394 Dec 20 15:41:31.247961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:31.248355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:31.248793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:31.259517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:31.259862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Attempting to bind port 6f1f90f5-f397-4b42-8c45-50d50849c226 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:31.267680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Router 2c7a7756-ec9f-4d6e-a792-44b722831047 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:31.274842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:31.275082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:31.275469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:31.275975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Bound port: 6f1f90f5-f397-4b42-8c45-50d50849c226, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:31.276277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.340075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14201922-66d5-4a8a-a0a7-cd15448dcf6d req-96bb5c9e-b2b8-4dbf-9eae-d885d7ed95c1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877132 Dec 20 15:41:31.384298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:31.415143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:31.430189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:31.439392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610da7bb-4bf2-4b89-98e9-5f19af501420 req-bef02fa0-fccc-4ce4-85e7-2b9b62734800 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.441059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-610da7bb-4bf2-4b89-98e9-5f19af501420 req-bef02fa0-fccc-4ce4-85e7-2b9b62734800 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0722952 Dec 20 15:41:31.445059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] Sync routers for ids ['2c7a7756-ec9f-4d6e-a792-44b722831047'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:31.448544 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ecbc134-6575-4bd2-9cba-2ef0df407ea6 admin admin] 10.222.0.81 "PUT /v2.0/routers/2c7a7756-ec9f-4d6e-a792-44b722831047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075099 Dec 20 15:41:31.452456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47554) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:31.485849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] Routers {'2c7a7756-ec9f-4d6e-a792-44b722831047'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:31.486993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c7a7756-ec9f-4d6e-a792-44b722831047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:31.564903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.581214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-610da7bb-4bf2-4b89-98e9-5f19af501420 req-1007fe03-be52-4cd5-ada0-395ef96e0eeb tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266832 Dec 20 15:41:31.627516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.658997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76436-0da2-400f-bc80-43b449b19147 req-069c7f57-56b1-4951-a929-46673e323ac0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.660616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbb76436-0da2-400f-bc80-43b449b19147 req-069c7f57-56b1-4951-a929-46673e323ac0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 949 time: 0.1797945 Dec 20 15:41:31.668926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6c13-a3c3-4c3e-8d39-f7a52d6a82eb req-bb40e3ce-745b-4e36-afa5-2a864ef82918 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.677398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fcf6c13-a3c3-4c3e-8d39-f7a52d6a82eb req-bb40e3ce-745b-4e36-afa5-2a864ef82918 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 949 time: 0.1976113 Dec 20 15:41:31.754318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.755034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.756560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] 10.222.0.72 "PUT /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 1122 time: 1.6654699 Dec 20 15:41:31.760826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800f0d6-ddcb-4c02-90ed-fb448458b15c service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:31.854569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] Set router 2c7a7756-ec9f-4d6e-a792-44b722831047 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:31.896278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-b9613c74-067b-488b-95b6-cccd7392ecc7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.897184 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-b9613c74-067b-488b-95b6-cccd7392ecc7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.72 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 812 time: 0.2105777 Dec 20 15:41:31.900818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.904927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fcf6c13-a3c3-4c3e-8d39-f7a52d6a82eb req-23e85856-bc09-4381-ba4b-3848075f2cf1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264657 Dec 20 15:41:31.917617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6f1f90f5-f397-4b42-8c45-50d50849c226'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:31.922923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'port': {'device_id': '00deaa96-208a-47df-a490-2435457b193f', 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d', 'admin_state_up': True, 'tenant_id': 'b5fed9d6d6984fb5aa3be93dd58ad372'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:31.948334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c04987-7307-4649-bfa4-dc57de9580b8 req-57fc2011-f7e7-44b5-be79-b23580aff396 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:31.956507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3c04987-7307-4649-bfa4-dc57de9580b8 req-57fc2011-f7e7-44b5-be79-b23580aff396 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1331878 Dec 20 15:41:31.959970 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d57ea3c-bdd5-485a-9c8e-51a170de85aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:31.989844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port 1a4992a4-5eda-4aaa-a733-570cd39be08d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:31.990876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.111286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Deleting port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:32.111691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.164887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3c04987-7307-4649-bfa4-dc57de9580b8 req-8ad2d485-c7ca-4441-9666-4cc3dc084e63 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073824 Dec 20 15:41:32.188515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Made reservation on behalf of b5fed9d6d6984fb5aa3be93dd58ad372 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:32.193193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.199498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a2036e0-1c12-465d-b47a-8b9f121c3bb5 req-c374ba72-9e51-4e17-bfd0-17022e2fd167 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 210 time: 0.0541439 Dec 20 15:41:32.242144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port 1a4992a4-5eda-4aaa-a733-570cd39be08d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1a4992a4-5eda-4aaa-a733-570cd39be08d,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:32.242516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.252608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:30Z', 'revision_number': 5, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port': {'id': '76ace0f0-6396-46a5-bc0d-3f1a4a1ea828', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:09Z', 'updated_at': '2021-12-20T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:32.254394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] For port 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:32.256135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.287275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for 1a4992a4-5eda-4aaa-a733-570cd39be08d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:32.301798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] Checking router: 2c7a7756-ec9f-4d6e-a792-44b722831047 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:32.309029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Calling delete_port for 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:32.314941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] Routers {'2c7a7756-ec9f-4d6e-a792-44b722831047'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:32.316283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c7a7756-ec9f-4d6e-a792-44b722831047'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:32.383689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc623-a2aa-4956-8a67-a79e85a5ee27 req-505f9ef3-e66f-4064-8e41-406809642a05 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:32.383689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebefc623-a2aa-4956-8a67-a79e85a5ee27 req-505f9ef3-e66f-4064-8e41-406809642a05 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 944 time: 0.1244910 Dec 20 15:41:32.431394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] Set router 2c7a7756-ec9f-4d6e-a792-44b722831047 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:32.483463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebefc623-a2aa-4956-8a67-a79e85a5ee27 req-10962340-d54a-4869-abb9-da5e94c0c19b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707419 Dec 20 15:41:32.494908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:31Z', 'revision_number': 6, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:32.529910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12809187-61d8-4669-931f-5e4e74dadc66 None None] The sync data for ids ['2c7a7756-ec9f-4d6e-a792-44b722831047'] in n-d-781076-8 is: [{'id': '2c7a7756-ec9f-4d6e-a792-44b722831047', 'name': 'tempest-FloatingIPsTestJSON-1729374784-router', 'tenant_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:08Z', 'updated_at': '2021-12-20T15:41:31Z', 'revision_number': 6, 'project_id': 'a0223aba24fd450c95c80b72c96dd8d4', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:32.548587 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-369a37c7-7a7c-469b-8770-30fb608beb09 service neutron] show failed (client error): The resource could not be found. Dec 20 15:41:32.549844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-369a37c7-7a7c-469b-8770-30fb608beb09 service neutron] 10.222.0.83 "GET /v2.0/ports/fefe41d2-c315-4c4c-a7f9-3d3152fed37b/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.1673849 Dec 20 15:41:32.577254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Allocated IP 172.20.0.6 (d0589e46-f638-4d66-9e3d-0b0b668add4d/b5cc4c5a-0981-47b7-82be-bd8246341d68/936b818d-5c2a-4f01-99b4-00d51aee3353) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:32.605329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2280fed-46b7-4cec-8d5b-47613fd9af6a req-f65b2a04-a669-4983-852b-054f8380ebb6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:32.607036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2280fed-46b7-4cec-8d5b-47613fd9af6a req-f65b2a04-a669-4983-852b-054f8380ebb6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.1285579 Dec 20 15:41:32.670469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2280fed-46b7-4cec-8d5b-47613fd9af6a req-9b9bee30-aab4-4f0a-bed9-4a376f013c67 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Dec 20 15:41:32.750321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.750657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.751416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.752882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.769251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'd0552589-3259-4d71-b766-c864c645c047', 'f414170c-e4e3-4178-bce3-434f3e9dfc74'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:32.772555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3', '1a4992a4-5eda-4aaa-a733-570cd39be08d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:32.785223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=1a4992a4-5eda-4aaa-a733-570cd39be08d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:32.791281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ace0f0-6396-46a5-bc0d-3f1a4a1ea828,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:32.803552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458f57a-9f82-49de-9f26-c923e4e97fc0 req-8aebeb78-39fd-4512-8158-22123886b48b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:32.803552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7458f57a-9f82-49de-9f26-c923e4e97fc0 req-8aebeb78-39fd-4512-8158-22123886b48b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0891328 Dec 20 15:41:32.895764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port 1a4992a4-5eda-4aaa-a733-570cd39be08d on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:32.900994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.910959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:32.915338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbb76436-0da2-400f-bc80-43b449b19147 req-d657167c-36a0-4e4b-b7d0-bab501893d9c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "DELETE /v2.0/ports/1a4992a4-5eda-4aaa-a733-570cd39be08d HTTP/1.1" status: 204 len: 173 time: 1.2324579 Dec 20 15:41:32.970953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7458f57a-9f82-49de-9f26-c923e4e97fc0 req-d0b01739-ea7d-41cc-8151-025b6f184b55 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578290 Dec 20 15:41:33.001733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.093969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c21f8df-64a5-4189-9a98-3ae496cc1df5 req-e997171d-c825-4de8-b4c4-5f9b98203876 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=191d7b8c-44a6-4b11-8d5d-b55872ad7a55 HTTP/1.1" status: 200 len: 210 time: 0.0798900 Dec 20 15:41:33.114988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.122599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.135450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Network d0589e46-f638-4d66-9e3d-0b0b668add4d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:33.158348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226'}, {'server_uuid': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'name': 'network-vif-deleted', 'tag': '1a4992a4-5eda-4aaa-a733-570cd39be08d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:33.161075 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fec56-f510-4b7a-8159-419282b0d66d" -d '{"events": [{"name": "network-changed", "server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226"}, {"server_uuid": "191d7b8c-44a6-4b11-8d5d-b55872ad7a55", "name": "network-vif-deleted", "tag": "1a4992a4-5eda-4aaa-a733-570cd39be08d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:33.178393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:33.181128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:33.245535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:33.258492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:33.259449 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.262370 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ea375-c9ba-477a-ae1e-a4d5b5277b70 x-openstack-request-id: req-078ea375-c9ba-477a-ae1e-a4d5b5277b70 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:33.262757 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226", "status": "completed", "code": 200}, {"server_uuid": "191d7b8c-44a6-4b11-8d5d-b55872ad7a55", "name": "network-vif-deleted", "tag": "1a4992a4-5eda-4aaa-a733-570cd39be08d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:33.263089 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-078ea375-c9ba-477a-ae1e-a4d5b5277b70 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:33.264672 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'status': 'completed', 'code': 200} Dec 20 15:41:33.264672 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191d7b8c-44a6-4b11-8d5d-b55872ad7a55', 'name': 'network-vif-deleted', 'tag': '1a4992a4-5eda-4aaa-a733-570cd39be08d', 'status': 'completed', 'code': 200} Dec 20 15:41:33.333424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.333935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7a7756-ec9f-4d6e-a792-44b722831047 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:41:33.339540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.345060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d1019e4-3eaf-4792-a0f8-373a8e70e4d6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2c7a7756-ec9f-4d6e-a792-44b722831047 HTTP/1.1" status: 204 len: 168 time: 1.8907597 Dec 20 15:41:33.345787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47578) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:33.416540 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-e003a51f-4c8e-43ca-bdc7-775b6a7ed1d5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5074315 Dec 20 15:41:33.439410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Request body: {'port': {'device_id': '00deaa96-208a-47df-a490-2435457b193f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:33.448501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Deleting subnet 32411f9b-1086-4c20-a367-656dc58a4779 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:41:33.460192 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.491509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-3f330850-c2d7-467a-a6c7-232b573f5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:33.493013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-3f330850-c2d7-467a-a6c7-232b573f5955 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871&tenant_id=bbc0e300d64e4ec89d910f49b3462363 HTTP/1.1" status: 200 len: 1100 time: 0.1484778 Dec 20 15:41:33.517778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fec56-f510-4b7a-8159-419282b0d66d req-66f6fc60-f845-44fb-bb85-cce2d9ee3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:33.519231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.519919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-66f6fc60-f845-44fb-bb85-cce2d9ee3f16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1125 time: 0.1896505 Dec 20 15:41:33.536301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f55a6-97b5-45bc-9ffe-9922664603fc req-2e1d5b3d-f2d7-4cd0-bb90-235e8b8b62f9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:33.537906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30152457-0573-4140-aee3-b833be39abd7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:33.538380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-589f55a6-97b5-45bc-9ffe-9922664603fc req-2e1d5b3d-f2d7-4cd0-bb90-235e8b8b62f9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.2487226 Dec 20 15:41:33.542165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:33.562625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 30152457-0573-4140-aee3-b833be39abd7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:33.563044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30152457-0573-4140-aee3-b833be39abd7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:33.565917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:33.605121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:33.605601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 76ace0f0-6396-46a5-bc0d-3f1a4a1ea828 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:33.636161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:33.656988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.660398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b10dc-3ab4-4b96-8f40-5694153dde93 req-78d3a2cd-c9f1-4e44-b897-27c2f3d730b6 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:33.668984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364b10dc-3ab4-4b96-8f40-5694153dde93 req-78d3a2cd-c9f1-4e44-b897-27c2f3d730b6 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 931 time: 0.2863488 Dec 20 15:41:33.707206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.819038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:33.846738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:41:33.861336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-43b12684-097c-431c-9958-baf21dc91a26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3163269 Dec 20 15:41:33.861935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.875685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-589f55a6-97b5-45bc-9ffe-9922664603fc req-d6436dfb-9c79-4482-9b7d-2d6471d9c236 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201306 Dec 20 15:41:33.908595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364b10dc-3ab4-4b96-8f40-5694153dde93 req-c8f01bad-d30b-4e06-8079-433ac221a545 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306819 Dec 20 15:41:33.971373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.986034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fec56-f510-4b7a-8159-419282b0d66d req-63994e2d-196c-4ad0-bf92-dce923c2d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:33.989753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-63994e2d-196c-4ad0-bf92-dce923c2d3d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.4241974 Dec 20 15:41:34.014798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32411f9b-1086-4c20-a367-656dc58a4779,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:34.020963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.025390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d816dbd3-835c-439b-9338-23206926732c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/32411f9b-1086-4c20-a367-656dc58a4779 HTTP/1.1" status: 204 len: 168 time: 0.6784043 Dec 20 15:41:34.031241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff2afc-1e1a-4cbc-9840-40450cbf6ce1 None None] Network 4ea9559b-0eb3-493a-80f6-d90607cd97e7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:34.034440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:34.097732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-d8ac0250-0cfd-4ec2-8dc6-d7d46e8a892c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 217 time: 0.0652571 Dec 20 15:41:34.126277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-1ada034a-c049-432b-ba9c-bbe20b59ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:34.127868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-1ada034a-c049-432b-ba9c-bbe20b59ca35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 1100 time: 0.2180309 Dec 20 15:41:34.171932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936b818d-5c2a-4f01-99b4-00d51aee3353 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:34.178414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.184519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.202451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.203612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Transition to ACTIVE for port object 936b818d-5c2a-4f01-99b4-00d51aee3353 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:34.256750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] DHCP port deletion for 4ea9559b-0eb3-493a-80f6-d90607cd97e7 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:34.262969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Deleting port 4781a660-5745-4da4-8c69-01629e85cd15 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:34.264730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.313616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] Deleting port 4781a660-5745-4da4-8c69-01629e85cd15 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:34.313999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.320867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.393311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] For port 4781a660-5745-4da4-8c69-01629e85cd15, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4781a660-5745-4da4-8c69-01629e85cd15,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:34.393741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.412151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] Calling delete_port for 4781a660-5745-4da4-8c69-01629e85cd15 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:34.414038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fec56-f510-4b7a-8159-419282b0d66d req-db84e198-f527-4fd3-a355-8c05cfaafb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:34.414630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-db84e198-f527-4fd3-a355-8c05cfaafb3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.2844834 Dec 20 15:41:34.456758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11553573-758d-46a6-9828-2f5a086bbf2b req-83b70353-ce99-4828-aa28-233f77955d03 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:34.458530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11553573-758d-46a6-9828-2f5a086bbf2b req-83b70353-ce99-4828-aa28-233f77955d03 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 944 time: 0.4249611 Dec 20 15:41:34.511535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-87d4750b-959f-471e-b884-70f6949495c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814979 Dec 20 15:41:34.537705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc995c25-e722-40fb-af3c-a646c3b516a3 req-4b8086bb-761f-4e22-bf95-3ffbae74b288 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:34.539311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc995c25-e722-40fb-af3c-a646c3b516a3 req-4b8086bb-761f-4e22-bf95-3ffbae74b288 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.4553201 Dec 20 15:41:34.613087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.638641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] For port 4781a660-5745-4da4-8c69-01629e85cd15, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4781a660-5745-4da4-8c69-01629e85cd15,segment=NetworkSegment(0a70c63a-3e78-40f7-a104-12e9a821933c),segment_id=0a70c63a-3e78-40f7-a104-12e9a821933c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:34.640095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.641915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-a5ec4b4b-0b88-4c34-842b-74a79a1e3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:34.643785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-a5ec4b4b-0b88-4c34-842b-74a79a1e3eb2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.4495511 Dec 20 15:41:34.648699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] Pushing event deleted for resources: {'Port': ['ID=4781a660-5745-4da4-8c69-01629e85cd15,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:34.653580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21bf30-e15d-4903-b463-dffb5a0c974d None None] No DVR routers for this DVR port 4781a660-5745-4da4-8c69-01629e85cd15 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:34.674045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Calling delete_port for 4781a660-5745-4da4-8c69-01629e85cd15 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:34.678468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:34.748725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:34.759198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-0f86ad34-c505-4dad-b0b5-033180d66bb2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad HTTP/1.1" status: 200 len: 217 time: 0.0753183 Dec 20 15:41:34.783745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11553573-758d-46a6-9828-2f5a086bbf2b req-975abab2-5cb2-4862-b3b8-263e997cc260 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891738 Dec 20 15:41:34.801124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:34.835676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.848542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc995c25-e722-40fb-af3c-a646c3b516a3 req-731a463a-b68f-48e0-b4ca-9061cf6e6e55 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623484 Dec 20 15:41:34.866649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-59e49b37-09e6-4428-b395-bc12f0880d32 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380079 Dec 20 15:41:34.871280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Pushing event deleted for resources: {'Port': ['ID=4781a660-5745-4da4-8c69-01629e85cd15,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:34.873399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] No DVR routers for this DVR port 4781a660-5745-4da4-8c69-01629e85cd15 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:34.877508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Attempting to bind port 936b818d-5c2a-4f01-99b4-00d51aee3353 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:34.877840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Attempting to bind port 936b818d-5c2a-4f01-99b4-00d51aee3353 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:34.878162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Attempting to bind port 936b818d-5c2a-4f01-99b4-00d51aee3353 on network d0589e46-f638-4d66-9e3d-0b0b668add4d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:34.879759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-2ad7a114-5f45-4c84-9675-7cf5379b961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:34.881289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-2ad7a114-5f45-4c84-9675-7cf5379b961b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1040595 Dec 20 15:41:34.883645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Port 936b818d-5c2a-4f01-99b4-00d51aee3353 on network d0589e46-f638-4d66-9e3d-0b0b668add4d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:34.883969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Attempting to bind port 936b818d-5c2a-4f01-99b4-00d51aee3353 on network d0589e46-f638-4d66-9e3d-0b0b668add4d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:34.920596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:34.920943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Checking segment: {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:34.921362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Bound using segment: {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:34.921814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Bound port: 936b818d-5c2a-4f01-99b4-00d51aee3353, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393673ec-c2b5-47fa-8856-374e5336f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:34.922167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.939583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:34.999591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.048987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea9559b-0eb3-493a-80f6-d90607cd97e7']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:35.063916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a70c63a-3e78-40f7-a104-12e9a821933c') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:35.064215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a70c63a-3e78-40f7-a104-12e9a821933c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:35.069984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.085559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.103876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.105001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:35.107403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.107940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-8079b887-e3d8-4df3-87a3-886881f6b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.109532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-8079b887-e3d8-4df3-87a3-886881f6b997 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2144227 Dec 20 15:41:35.110619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:35.117208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:41:35.117593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:41:35.119637 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:41:35.167178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59115ce-eb06-4045-b5c2-9409180cc1fb req-271145e1-89fc-46a8-bc04-8d0458b4df2e tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.168716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b59115ce-eb06-4045-b5c2-9409180cc1fb req-271145e1-89fc-46a8-bc04-8d0458b4df2e tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.2391546 Dec 20 15:41:35.184575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.231549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.232166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.234549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] 10.222.0.72 "PUT /v2.0/ports/936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 1091 time: 1.8029466 Dec 20 15:41:35.235017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:35.237350 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b48d20-9589-42e9-829b-ae67e9899541" -d '{"events": [{"name": "network-changed", "server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:35.262865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ccfa1-3b99-4d0c-8c38-fa86731e4ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:35.288276 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.294445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.298785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4ea9559b-0eb3-493a-80f6-d90607cd97e7 HTTP/1.1" status: 204 len: 168 time: 1.2630544 Dec 20 15:41:35.312614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e92578-7167-47d6-b19b-e62e3b2db063 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea9559b-0eb3-493a-80f6-d90607cd97e7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:35.420577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4781a660-5745-4da4-8c69-01629e85cd15 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:35.442904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4781a660-5745-4da4-8c69-01629e85cd15 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:35.443559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4781a660-5745-4da4-8c69-01629e85cd15 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:35.487244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-19379b1e-6b37-4e7a-aa06-6a11ca5a353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.488939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-19379b1e-6b37-4e7a-aa06-6a11ca5a353e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1094 time: 0.0512705 Dec 20 15:41:35.508945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77fec56-f510-4b7a-8159-419282b0d66d req-07e1e5ec-e68d-4822-96b3-ecabdcd9acfe service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309452 Dec 20 15:41:35.510691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:35.513002 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb467bec-e9db-4459-b404-6296960f1013" -d '{"events": [{"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-unplugged", "status": "completed", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:35.518979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Transition to ACTIVE for port object fefe41d2-c315-4c4c-a7f9-3d3152fed37b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:35.538528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-c9b3deab-723f-4174-89b3-d0c2667f5117 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 217 time: 0.0395691 Dec 20 15:41:35.540717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e661-8b9b-4fa3-b821-98f341045c4e req-8a62ba08-d06f-4f91-bd67-51a6a9d2b351 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.542357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88b8e661-8b9b-4fa3-b821-98f341045c4e req-8a62ba08-d06f-4f91-bd67-51a6a9d2b351 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.4995160 Dec 20 15:41:35.602933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-bd491955-d0a1-4206-be88-e2418654154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.604259 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-bd491955-d0a1-4206-be88-e2418654154c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.0501251 Dec 20 15:41:35.616528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b59115ce-eb06-4045-b5c2-9409180cc1fb req-716619ed-7dac-4cb7-94e1-c8d66c68fc38 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356518 Dec 20 15:41:35.626181 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.636513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-1c448b18-c877-4641-a05c-f9e82ac04166 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158954 Dec 20 15:41:35.648947 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-6040e298-6303-468f-bbe6-f2d83e1dc6c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341086 Dec 20 15:41:35.664812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1a4992a4-5eda-4aaa-a733-570cd39be08d no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:35.716079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 1a4992a4-5eda-4aaa-a733-570cd39be08d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:35.717036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1a4992a4-5eda-4aaa-a733-570cd39be08d not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:35.721732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88b8e661-8b9b-4fa3-b821-98f341045c4e req-09877cb1-a659-4d62-98f7-6691938ef9d5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723258 Dec 20 15:41:35.791766 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-693a540d-f5f3-4634-9e14-0f3e5e66b45f service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282938 Dec 20 15:41:35.810303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] No DVR routers for this DVR port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:35.830503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:35.850773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:35.890492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7b6b-2772-4949-978a-9c3dfa50c784 req-e247d594-2cf5-4560-8400-a11ea1b41271 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:35.892453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72aa7b6b-2772-4949-978a-9c3dfa50c784 req-e247d594-2cf5-4560-8400-a11ea1b41271 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 943 time: 0.1913280 Dec 20 15:41:35.898853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:35.899312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:35.899707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:35.933300 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1beb568-1fc4-4d93-a16a-fc2ea5da7544 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0223aba24fd450c95c80b72c96dd8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814223 Dec 20 15:41:35.936581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47610) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:35.938305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:35.938633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Attempting to bind port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:35.953213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:35.953562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:35.953962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:35.954414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Bound port: fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:35.954777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:35.958448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d342605-b2fa-4f33-a541-c3cd96a3cc6f req-38ef8c54-45ae-497e-9a81-d6c4001a4a6e service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078878 Dec 20 15:41:35.970641 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-28b1a35f-114e-4aa4-9dee-b05d64c3feb0 req-a7f4f7c9-1345-4c08-a200-20e657995d05 service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686399 Dec 20 15:41:35.987488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72aa7b6b-2772-4949-978a-9c3dfa50c784 req-ff0a3b8a-7644-4f6c-aa6c-bdb4f096ea10 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809720 Dec 20 15:41:36.008395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feab396f-faea-4385-8b99-f251efc7dbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.047576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feab396f-faea-4385-8b99-f251efc7dbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.106538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:36.129709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:36.147547 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237fb3e4-8aad-4b4e-91f8-eac2c3a13ff8 x-openstack-request-id: req-237fb3e4-8aad-4b4e-91f8-eac2c3a13ff8 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:36.147872 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:36.148131 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-237fb3e4-8aad-4b4e-91f8-eac2c3a13ff8 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:36.148584 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'status': 'completed', 'code': 200} Dec 20 15:41:36.149675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-66ffe2eb-0ced-4d14-b20d-be2c2fd78d96 service neutron] 10.222.0.83 "GET /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.0895164 Dec 20 15:41:36.203403 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f303a6-3d52-4e8e-ad96-4cb1bbad6045 x-openstack-request-id: req-98f303a6-3d52-4e8e-ad96-4cb1bbad6045 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:36.203692 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-unplugged", "status": "completed", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:36.204378 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98f303a6-3d52-4e8e-ad96-4cb1bbad6045 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:36.204378 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'code': 200} Dec 20 15:41:36.265313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-4d26ac42-e134-4442-8d8d-a0d1e2249fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.267193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.267448 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-4d26ac42-e134-4442-8d8d-a0d1e2249fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1094 time: 0.0728998 Dec 20 15:41:36.268011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feab396f-faea-4385-8b99-f251efc7dbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.271404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feab396f-faea-4385-8b99-f251efc7dbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.274381 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-feab396f-faea-4385-8b99-f251efc7dbfb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a77b5e19-b631-4994-8962-ad9ba5464912 HTTP/1.1" status: 204 len: 168 time: 0.3345652 Dec 20 15:41:36.297229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab396f-faea-4385-8b99-f251efc7dbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b5e19-b631-4994-8962-ad9ba5464912,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:36.399679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.400459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.401866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] 10.222.0.72 "PUT /v2.0/ports/fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 1095 time: 2.8943396 Dec 20 15:41:36.433725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-6621fab4-46ab-4c6e-9f1f-b071c6acb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.436476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-6621fab4-46ab-4c6e-9f1f-b071c6acb973 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.1587586 Dec 20 15:41:36.480661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7873b-6d83-4c50-be1c-5324d4236c8a service neutron] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:36.490947 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-072e9b4d-0cea-4e3e-b313-f388ffc7851a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 217 time: 0.0417778 Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.513340 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:36.516418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22d6f1-6e3f-482b-9466-83b2d1c498cb req-5d05c219-d53c-4ed8-9b51-c457f45d34b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.522377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa22d6f1-6e3f-482b-9466-83b2d1c498cb req-5d05c219-d53c-4ed8-9b51-c457f45d34b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.2573509 Dec 20 15:41:36.547350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-f85b906b-f072-4000-b4dd-1975c22512f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.548948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-f85b906b-f072-4000-b4dd-1975c22512f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.0489340 Dec 20 15:41:36.558303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968f49-2e5e-44d6-a2ac-0261f1effb4f req-4cd816f8-8f37-405f-a389-0f7f88d4e7ca tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.566044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd968f49-2e5e-44d6-a2ac-0261f1effb4f req-4cd816f8-8f37-405f-a389-0f7f88d4e7ca tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 944 time: 0.2789314 Dec 20 15:41:36.592916 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-b75b0f5e-0aa4-43dd-85ec-eaa018af2e32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296631 Dec 20 15:41:36.598282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:36.643517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:36.646462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:36.661772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-3b5137cf-55e3-4ec0-9f21-5a7527e93741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.661772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-3b5137cf-55e3-4ec0-9f21-5a7527e93741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1098 time: 0.2100503 Dec 20 15:41:36.673642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa22d6f1-6e3f-482b-9466-83b2d1c498cb req-289986d0-c85f-41b5-8a1d-9ec97191e639 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503179 Dec 20 15:41:36.689187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:36.725510 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-fe7df9c1-0b16-4b7e-921e-41a037a63ba6 service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181884 Dec 20 15:41:36.768729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:36.832473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd968f49-2e5e-44d6-a2ac-0261f1effb4f req-20b19be4-30b6-4d8d-882e-caa4372a50e5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619605 Dec 20 15:41:36.854863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1f90f5-f397-4b42-8c45-50d50849c226 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:36.868643 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a7b48d20-9589-42e9-829b-ae67e9899541 req-e0bc38c0-facd-45d4-b99b-4246ee0bbc7e service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319134 Dec 20 15:41:36.876550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:36.883504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:36.907392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d', 'port_id': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'mac_address': 'fa:16:3e:ef:e8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c474ca-1720-43c1-9447-8dc24cfd09a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:36.945408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48b07e-542c-4224-a053-770d05574eec req-46474564-6e4c-4140-9d1f-79f63c62f550 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.948375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e48b07e-542c-4224-a053-770d05574eec req-46474564-6e4c-4140-9d1f-79f63c62f550 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.1641359 Dec 20 15:41:36.949623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-40adf41b-dc7c-4219-9e8b-0911fcb0b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:36.951709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-40adf41b-dc7c-4219-9e8b-0911fcb0b3fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.2715282 Dec 20 15:41:36.959103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.976340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c028fc5d-f49c-40b0-9482-85ff43ac52c3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:36.986191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.996853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:37.034951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-389b10fc-8201-4c95-be58-c943f07b492e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 217 time: 0.0692894 Dec 20 15:41:37.116170 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:37.135726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c102-1866-448b-aae7-050584c340a8 req-d8835fd5-7156-4680-83dc-37cd206ba530 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.137381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8d3c102-1866-448b-aae7-050584c340a8 req-d8835fd5-7156-4680-83dc-37cd206ba530 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.2121947 Dec 20 15:41:37.147003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e48b07e-542c-4224-a053-770d05574eec req-afbe48f9-8e44-475a-947f-e3198601bda6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801813 Dec 20 15:41:37.196412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-befbd658-ba3c-4713-8b03-9aa029858592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.197948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-befbd658-ba3c-4713-8b03-9aa029858592 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1523726 Dec 20 15:41:37.199827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:37.286575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] Transition to ACTIVE for port object 6f1f90f5-f397-4b42-8c45-50d50849c226 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:37.291925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8d3c102-1866-448b-aae7-050584c340a8 req-109cda10-7def-4a2f-8308-db1070394cae tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407413 Dec 20 15:41:37.311691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-80d10753-f336-4788-bf21-68ced24830ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.313384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-80d10753-f336-4788-bf21-68ced24830ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983746 Dec 20 15:41:37.331842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697e1a-9e8b-4560-8dbc-01502135bc18 req-c0791dce-7b52-41a7-b11e-cabbca1d04c5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.335083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87697e1a-9e8b-4560-8dbc-01502135bc18 req-c0791dce-7b52-41a7-b11e-cabbca1d04c5 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 947 time: 0.1018758 Dec 20 15:41:37.398283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:37.547641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c028fc5d-f49c-40b0-9482-85ff43ac52c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:37.548868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87697e1a-9e8b-4560-8dbc-01502135bc18 req-52a90792-d75f-4cad-8607-302eae57ed83 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990027 Dec 20 15:41:37.580845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] No DVR routers for this DVR port 6f1f90f5-f397-4b42-8c45-50d50849c226 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:37.597353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-3eeb72ce-2c88-484f-b115-23eb68ad8635 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626653 Dec 20 15:41:37.598939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:37.652557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c122f-9af8-4c15-b656-3d9f1bd61a74 req-2077b2dc-ec54-4f18-9d05-2b419dea6db9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.654847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f8c122f-9af8-4c15-b656-3d9f1bd61a74 req-2077b2dc-ec54-4f18-9d05-2b419dea6db9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 943 time: 0.2200122 Dec 20 15:41:37.668867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-003811fa-e521-4207-92a2-fd1c4b9b92eb service neutron] 10.222.0.83 "PUT /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 1.5118089 Dec 20 15:41:37.705294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:37.784868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f8c122f-9af8-4c15-b656-3d9f1bd61a74 req-29ed2d60-eaee-48be-970c-92bd86f99a7f tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209040 Dec 20 15:41:37.789478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0988ba0-5505-4f75-9b91-e3ddbd7b767d req-d855b434-3f83-46ae-9575-94747b3375dd service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824424 Dec 20 15:41:37.895745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-network', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:37.900914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955156c-c164-46d4-b6fa-34d6e10294bb req-07268e51-3466-4674-b5dd-b217f972596a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.909519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9955156c-c164-46d4-b6fa-34d6e10294bb req-07268e51-3466-4674-b5dd-b217f972596a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.1039217 Dec 20 15:41:37.974234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-1f7c9d53-a963-4fd6-bde4-10c4996aa703 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:37.975879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-1f7c9d53-a963-4fd6-bde4-10c4996aa703 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1420462 Dec 20 15:41:38.024026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Made reservation on behalf of 7c60f794dfe2439e9ccde8f9f89ab146 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:38.026689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.036799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.060047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9955156c-c164-46d4-b6fa-34d6e10294bb req-5a778aec-c693-45fe-9353-fa6f9fce474c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496236 Dec 20 15:41:38.082844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2b2f-832f-47f2-a9e5-06f259af12e7 req-389abeb7-d662-4ce1-b81f-fba1a325b75b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.084414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f9d2b2f-832f-47f2-a9e5-06f259af12e7 req-389abeb7-d662-4ce1-b81f-fba1a325b75b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.1656408 Dec 20 15:41:38.114090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-ec6088b0-518b-4d4c-b6a2-9153d5e77dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.115589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-ec6088b0-518b-4d4c-b6a2-9153d5e77dd6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987&tenant_id=e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 1096 time: 0.1287124 Dec 20 15:41:38.130556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-8f967f06-df96-4718-ad02-9fee5d9a0b03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.132302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-8f967f06-df96-4718-ad02-9fee5d9a0b03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.1247027 Dec 20 15:41:38.143587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.206852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:38.209280 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2155ac3-8151-4a70-bee4-a77478e7619e" -d '{"events": [{"name": "network-changed", "server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:38.227421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f9d2b2f-832f-47f2-a9e5-06f259af12e7 req-bf5567b7-8b87-4b65-8bac-0565a1850a8f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366458 Dec 20 15:41:38.249315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.279524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:41:38.290572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b714dfc-b238-496a-a706-4cbc1a1ac0fa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:38.296518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.296912 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Added segment 8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d of type vlan for network 600666ae-d8b2-4a75-9727-b0f235e679d6 Dec 20 15:41:38.303152 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926180dd-ab73-47a8-ad28-88326bdc33ac x-openstack-request-id: req-926180dd-ab73-47a8-ad28-88326bdc33ac {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:38.303152 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:38.303152 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-926180dd-ab73-47a8-ad28-88326bdc33ac {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:38.303152 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'status': 'completed', 'code': 200} Dec 20 15:41:38.304680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-4543b6a9-0289-44d0-970f-401b8bcd9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.306628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-4543b6a9-0289-44d0-970f-401b8bcd9c56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1096 time: 0.1472096 Dec 20 15:41:38.381995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.398571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493af9d-b9dd-4bdd-9845-35229ee94fa7 req-c53d2e21-015c-4210-9930-8df5d240e737 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.400131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2493af9d-b9dd-4bdd-9845-35229ee94fa7 req-c53d2e21-015c-4210-9930-8df5d240e737 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 949 time: 0.1717181 Dec 20 15:41:38.412834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-51ab65c1-c517-4710-a168-9925c97990b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.414369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-51ab65c1-c517-4710-a168-9925c97990b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1098 time: 0.0710649 Dec 20 15:41:38.490245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port f414170c-e4e3-4178-bce3-434f3e9dfc74 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:38.490532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.499436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.500398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.500986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.541743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-1402ae8a-a401-4a89-98f3-fb4fac9baa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.541972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-5b2fb7e5-5aab-412c-8cdd-b592b6d83670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.543300 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-1402ae8a-a401-4a89-98f3-fb4fac9baa50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1220903 Dec 20 15:41:38.543462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-5b2fb7e5-5aab-412c-8cdd-b592b6d83670 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbc0e300d64e4ec89d910f49b3462363&device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 1098 time: 0.2128038 Dec 20 15:41:38.613291 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-413cabac-0bdf-4672-8456-48f59caa570d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 217 time: 0.0452240 Dec 20 15:41:38.614024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] Pushing event updated for resources: {'Network': ['ID=600666ae-d8b2-4a75-9727-b0f235e679d6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:38.617956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57e99-14d7-4ce5-b7d2-01c729bd03eb req-90a03893-a00a-4b31-aefe-44286f5c28a9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.619440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25e57e99-14d7-4ce5-b7d2-01c729bd03eb req-90a03893-a00a-4b31-aefe-44286f5c28a9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.2357159 Dec 20 15:41:38.625301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:41:38.645767 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5414309d-95d3-4ed9-bea1-23ae3409c3ef admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9389620 Dec 20 15:41:38.653664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:38.667944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:38.675784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Request body: {'subnet': {'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-subnet', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:38.708756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-c69439b8-c565-43ca-bcc0-43d1035ce7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.708756 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-c69439b8-c565-43ca-bcc0-43d1035ce7ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0884607 Dec 20 15:41:38.743724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:38.763910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-be5fae2c-a250-4df0-9680-8bfec9cb5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.765481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-be5fae2c-a250-4df0-9680-8bfec9cb5058 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489390 Dec 20 15:41:38.834593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Made reservation on behalf of 7c60f794dfe2439e9ccde8f9f89ab146 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:38.836912 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.916334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-2d326f26-809d-4513-a250-69ec7a76bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:38.917810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-2d326f26-809d-4513-a250-69ec7a76bdb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.6022303 Dec 20 15:41:38.932401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-44a25668-1e32-4189-88b0-6679d2d8a50b service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574490 Dec 20 15:41:38.977804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2493af9d-b9dd-4bdd-9845-35229ee94fa7 req-feef208f-0d36-43a4-98b1-29d5e68c6d56 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361257 Dec 20 15:41:39.026919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-ba2abc8d-4dd5-4178-bc9a-d40fd84d7756 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 217 time: 0.0937369 Dec 20 15:41:39.097052 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-1f14afb6-ff22-449c-9f7a-f052338c7a71 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569583 Dec 20 15:41:39.131094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port f414170c-e4e3-4178-bce3-434f3e9dfc74, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f414170c-e4e3-4178-bce3-434f3e9dfc74,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:39.131461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.169272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for f414170c-e4e3-4178-bce3-434f3e9dfc74 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:39.174147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25e57e99-14d7-4ce5-b7d2-01c729bd03eb req-5347e38c-b029-4134-b965-1224be73cee4 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528317 Dec 20 15:41:39.184596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-1be144da-3cf1-42f0-93cf-b593ebb946bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.186613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-1be144da-3cf1-42f0-93cf-b593ebb946bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.6020072 Dec 20 15:41:39.194930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-44feb88f-ec5b-42a2-a228-d32d932ae848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.196372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-44feb88f-ec5b-42a2-a228-d32d932ae848 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1549397 Dec 20 15:41:39.201981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.274888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73493714-f336-4688-9325-e8f9d7702109,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:39.286862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Checking segment: {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:39.286862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Network hostable DHCP agents. Network: 600666ae-d8b2-4a75-9727-b0f235e679d6, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:41:39.294591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-caeb8c84-71e2-46cf-bbff-b57235d69460 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 200 len: 217 time: 0.0958612 Dec 20 15:41:39.302899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a215530-3e1d-41de-a697-c17d948aa230 req-f9a467d7-bc03-48ef-b8ae-f5fa403eb2b3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.304482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a215530-3e1d-41de-a697-c17d948aa230 req-f9a467d7-bc03-48ef-b8ae-f5fa403eb2b3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 947 time: 0.2516050 Dec 20 15:41:39.309445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-7f4cc096-fefb-46dc-8653-939377a96a5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993233 Dec 20 15:41:39.394108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:41:39.486002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-8c2d2aa6-2cbd-41c8-83dd-84ebc64dff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.487496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-8c2d2aa6-2cbd-41c8-83dd-84ebc64dff7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1818812 Dec 20 15:41:39.510159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 600666ae-d8b2-4a75-9727-b0f235e679d6) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:39.514414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.515097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.520641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa20c05-5f8e-48cf-ba19-7277670c33fe None None] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:39.533096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a215530-3e1d-41de-a697-c17d948aa230 req-05bcd97d-39db-4ae7-8f7c-62bbe5c54b6d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122750 Dec 20 15:41:39.561356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f5c8d-4e47-4fa0-a5a6-390d0656a01f req-b665e36f-3347-4cbc-8987-bb9502b6ca1b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.563206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-133f5c8d-4e47-4fa0-a5a6-390d0656a01f req-b665e36f-3347-4cbc-8987-bb9502b6ca1b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 943 time: 0.2444627 Dec 20 15:41:39.621492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-0ad094e6-5bdb-417f-9f62-5af6a0e4fdc3 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977595 Dec 20 15:41:39.638165 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33b3a03e-8ec5-46c5-a520-51192b0ff92e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9688411 Dec 20 15:41:39.642489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:39.648037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:39.651675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-600666ae-d8b2-4a75-9727-b0f235e679d6', 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6', 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'fixed_ips': [{'subnet_id': '73493714-f336-4688-9325-e8f9d7702109'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:41:39.653140 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.680686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 936b818d-5c2a-4f01-99b4-00d51aee3353 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:39.749771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-c5a99d9a-9c05-43b8-962e-e06a76bcc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.751285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-c5a99d9a-9c05-43b8-962e-e06a76bcc309 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2415404 Dec 20 15:41:39.772694 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.774109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.776868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-133f5c8d-4e47-4fa0-a5a6-390d0656a01f req-b7b2c2ec-42eb-4e30-871d-6b7072a49cec tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032015 Dec 20 15:41:39.825647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d53776-362b-412f-8ce3-9c1f0240a45a req-5fed7400-eacb-4bde-91af-3b9c2939be49 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:39.827272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d53776-362b-412f-8ce3-9c1f0240a45a req-5fed7400-eacb-4bde-91af-3b9c2939be49 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.2158697 Dec 20 15:41:39.859062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Allocated IP 172.20.0.2 (600666ae-d8b2-4a75-9727-b0f235e679d6/73493714-f336-4688-9325-e8f9d7702109/7c5154e1-a6e2-494c-a957-e4f72e1b25f4) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:39.867952 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.883447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'd0552589-3259-4d71-b766-c864c645c047', 'f414170c-e4e3-4178-bce3-434f3e9dfc74'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:39.892990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:39.906139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:39.947216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-17e665c4-c895-4524-865b-4d64b7861a6c service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095875 Dec 20 15:41:39.960125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=f414170c-e4e3-4178-bce3-434f3e9dfc74,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:40.019728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:40.052135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-15061862-c479-470b-8815-685b54ad68c2 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886422 Dec 20 15:41:40.055960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d53776-362b-412f-8ce3-9c1f0240a45a req-6cd9b49e-87a2-404e-872d-1e10c497b6f8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976538 Dec 20 15:41:40.057208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port f414170c-e4e3-4178-bce3-434f3e9dfc74 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:40.064034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'network_id': 'd0589e46-f638-4d66-9e3d-0b0b668add4d', 'port_id': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'mac_address': 'fa:16:3e:cc:28:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cc4c5a-0981-47b7-82be-bd8246341d68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:40.067616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7132e6-b1dc-4af9-8009-143b70dd9e1d req-31e560ac-2fd6-4683-99ab-fea56d5d12e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:40.075202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf7132e6-b1dc-4af9-8009-143b70dd9e1d req-31e560ac-2fd6-4683-99ab-fea56d5d12e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.2190595 Dec 20 15:41:40.078855 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.082901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e6ae2c5-deac-457d-a5f7-b288fab2af0e req-a70479d7-4b2f-4d6c-8732-e089d3171d03 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "DELETE /v2.0/ports/f414170c-e4e3-4178-bce3-434f3e9dfc74 HTTP/1.1" status: 204 len: 173 time: 1.9428012 Dec 20 15:41:40.207372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf7132e6-b1dc-4af9-8009-143b70dd9e1d req-c558115a-9a36-4fe2-94b0-a89c368dbee8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304507 Dec 20 15:41:40.235905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.239997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2155ac3-8151-4a70-bee4-a77478e7619e req-9129cfcf-2047-4b5e-92e7-1ec6e2a4fcf4 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537519 Dec 20 15:41:40.312491 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.319198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'name': 'network-vif-deleted', 'tag': 'f414170c-e4e3-4178-bce3-434f3e9dfc74'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:40.323724 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a57155-82df-477d-a5e7-68ef81d710b1" -d '{"events": [{"server_uuid": "6d4fa42f-c88b-4afb-be78-347ee0745c07", "name": "network-vif-deleted", "tag": "f414170c-e4e3-4178-bce3-434f3e9dfc74"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:40.328512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49ffece7-f6a5-4a2a-afca-162fc4e50400 req-0cd7fd3a-edc3-401c-8297-bca935476dca tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 210 time: 0.0411241 Dec 20 15:41:40.354200 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.360860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936b818d-5c2a-4f01-99b4-00d51aee3353 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:40.386640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f66182-0921-422a-bd0c-a2a258890317 req-d61e6e57-28f7-4690-8a55-a85505df14f6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:40.389293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61f66182-0921-422a-bd0c-a2a258890317 req-d61e6e57-28f7-4690-8a55-a85505df14f6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0588393 Dec 20 15:41:40.408314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:40.469946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61f66182-0921-422a-bd0c-a2a258890317 req-e1a8ffb3-0d40-4a4a-9b11-1149c4075638 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723653 Dec 20 15:41:40.509900 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f75b31-0ff8-4f13-937e-d3c1c3ac1088 x-openstack-request-id: req-d3f75b31-0ff8-4f13-937e-d3c1c3ac1088 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:40.510241 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4fa42f-c88b-4afb-be78-347ee0745c07", "name": "network-vif-deleted", "tag": "f414170c-e4e3-4178-bce3-434f3e9dfc74", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:40.510594 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3f75b31-0ff8-4f13-937e-d3c1c3ac1088 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:40.510892 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4fa42f-c88b-4afb-be78-347ee0745c07', 'name': 'network-vif-deleted', 'tag': 'f414170c-e4e3-4178-bce3-434f3e9dfc74', 'status': 'completed', 'code': 200} Dec 20 15:41:40.537799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.610518 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.622397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:40.642710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:40.644466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Pushing event updated for resources: {'Port': ['ID=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:40.647836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:40.686424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:40.704618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.706017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d810a8-3b77-40d8-9306-1eb87db57e19 req-f00faf48-eea5-48eb-9106-f117138c9090 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:40.707611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40d810a8-3b77-40d8-9306-1eb87db57e19 req-f00faf48-eea5-48eb-9106-f117138c9090 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 947 time: 0.0919542 Dec 20 15:41:40.713505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563a58-0949-41c1-9d86-f650664bb607 req-db8f0a38-808a-4801-8cca-8ff4c7a86eef tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:40.715030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-db8f0a38-808a-4801-8cca-8ff4c7a86eef tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.0888741 Dec 20 15:41:40.746237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.796794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40d810a8-3b77-40d8-9306-1eb87db57e19 req-3b006b7b-4f95-4eba-8ba5-a5a0fc07cc64 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803769 Dec 20 15:41:40.830017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:40.873134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Attempting to bind port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:40.873688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Attempting to bind port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:40.874104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Attempting to bind port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 on network 600666ae-d8b2-4a75-9727-b0f235e679d6 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:40.885507 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Allocated IP 172.25.6.206 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:40.893072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:40.894197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Checking segment: {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:40.894197 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.894415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Bound using segment: {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:40.894737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Bound port: 7c5154e1-a6e2-494c-a957-e4f72e1b25f4, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:40.895121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.963966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791be2f-24a1-47ab-bdd9-a932b7813078 req-4688fb92-3d77-4014-ab43-bda26b5d2008 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:40.965535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6791be2f-24a1-47ab-bdd9-a932b7813078 req-4688fb92-3d77-4014-ab43-bda26b5d2008 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 944 time: 0.0530055 Dec 20 15:41:40.982220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9f563a58-0949-41c1-9d86-f650664bb607 req-81cf9aff-3be0-4b27-a98a-d5a90a3fddff service neutron] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:40.992597 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9f563a58-0949-41c1-9d86-f650664bb607 req-81cf9aff-3be0-4b27-a98a-d5a90a3fddff service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:40.993874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f563a58-0949-41c1-9d86-f650664bb607 req-81cf9aff-3be0-4b27-a98a-d5a90a3fddff service neutron] 10.222.0.72 "DELETE /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.2627411 Dec 20 15:41:41.002877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['936b818d-5c2a-4f01-99b4-00d51aee3353'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:41.005443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port c028fc5d-f49c-40b0-9482-85ff43ac52c3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:41.012756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.036907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] For port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:41.042131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c028fc5d-f49c-40b0-9482-85ff43ac52c3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:41.042501 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.047495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6791be2f-24a1-47ab-bdd9-a932b7813078 req-2e61193f-e539-44c3-935b-9f95d97cb552 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685217 Dec 20 15:41:41.066091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] For port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:41.144259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.195377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:41.196559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.198457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:41.204223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:41.210454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:41.229444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165b60-7e20-44fb-ae55-86638f0af796 req-6225324a-304b-459d-9e80-a16c9f80c1da tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:41.231199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3165b60-7e20-44fb-ae55-86638f0af796 req-6225324a-304b-459d-9e80-a16c9f80c1da tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.0646768 Dec 20 15:41:41.309986 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3165b60-7e20-44fb-ae55-86638f0af796 req-e5197f35-4600-42c9-931c-b77d1a157f6d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687764 Dec 20 15:41:41.378437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220870b-2967-4aed-8771-5edd643dc442 None None] Pushing event updated for resources: {'Port': ['ID=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:41.380251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.449106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:41.452137 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4274d3-5d4f-4b8e-ad0a-7887cf152c32" -d '{"events": [{"server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "name": "network-vif-plugged", "status": "completed", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:41.469340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:41.480136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90d37266-a8da-4cbe-8ba0-d475b87214e0 req-c0bf405e-b068-43cb-bc5c-8f3337a5923d tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d4fa42f-c88b-4afb-be78-347ee0745c07 HTTP/1.1" status: 200 len: 210 time: 0.0306563 Dec 20 15:41:41.539932 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb0922c-ba39-44c0-a79c-7c12aad20c3d x-openstack-request-id: req-3fb0922c-ba39-44c0-a79c-7c12aad20c3d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:41.540469 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "name": "network-vif-plugged", "status": "completed", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:41.540895 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3fb0922c-ba39-44c0-a79c-7c12aad20c3d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:41.541501 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'code': 200} Dec 20 15:41:41.567144 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.591141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188a95c-a7d3-488a-84a9-47a3d3815074 req-2bb3ad07-b587-46ae-b843-1db467234ad6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:41.608160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4188a95c-a7d3-488a-84a9-47a3d3815074 req-2bb3ad07-b587-46ae-b843-1db467234ad6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.2220807 Dec 20 15:41:41.681829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:41.704974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:41.723870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4188a95c-a7d3-488a-84a9-47a3d3815074 req-06be6354-dac3-4bf7-b8f6-dd31e0fc67e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059160 Dec 20 15:41:41.759515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23599031-cfe6-455a-b917-44bc879278a5 req-7c7066ce-4180-4e8a-ac38-73e8c9363a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:41.761407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23599031-cfe6-455a-b917-44bc879278a5 req-7c7066ce-4180-4e8a-ac38-73e8c9363a8f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1096 time: 0.1141124 Dec 20 15:41:41.839702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d535c-cc5e-4814-9d91-b62be5bfef0e req-2321538c-bb22-47c1-9283-bf22e4c7ceb9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:41.848164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df6d535c-cc5e-4814-9d91-b62be5bfef0e req-2321538c-bb22-47c1-9283-bf22e4c7ceb9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1173406 Dec 20 15:41:41.889798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:41.939503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23599031-cfe6-455a-b917-44bc879278a5 req-36a68239-aaaa-4a97-abff-14f9afd34186 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563044 Dec 20 15:41:41.947526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df6d535c-cc5e-4814-9d91-b62be5bfef0e req-58e5164e-7f3a-41ca-9144-d8045f1c1e05 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959659 Dec 20 15:41:41.968660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52fae2-1438-48cf-9e54-1b5f5c4b36c2 req-22f8297e-f758-4bd7-a509-45466e21cb90 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:41.983953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c52fae2-1438-48cf-9e54-1b5f5c4b36c2 req-22f8297e-f758-4bd7-a509-45466e21cb90 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1096 time: 0.0963266 Dec 20 15:41:42.020595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:42.041601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'mac_address': 'fa:16:3e:f1:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:42.055717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c52fae2-1438-48cf-9e54-1b5f5c4b36c2 req-c3c3abca-7bea-449d-89e5-cd6ca9112f94 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Dec 20 15:41:42.114163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a955-47ab-43cc-8416-c316e666ac6f req-27db2876-10ae-4adf-8918-eeff5a6382df tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:42.116226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8770a955-47ab-43cc-8416-c316e666ac6f req-27db2876-10ae-4adf-8918-eeff5a6382df tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 947 time: 0.0829573 Dec 20 15:41:42.118515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:42.132952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefe41d2-c315-4c4c-a7f9-3d3152fed37b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:42.155182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:42.157306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:42.212398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8770a955-47ab-43cc-8416-c316e666ac6f req-bd257e88-c168-4a55-b3b3-c6eba96baab3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876281 Dec 20 15:41:42.218651 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:42.245155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d8ac-e3a1-45f1-a70c-24a13d1f26fd req-f2621fd3-1b80-474f-9e9c-b6ca9f61869a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:42.248673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7913d8ac-e3a1-45f1-a70c-24a13d1f26fd req-f2621fd3-1b80-474f-9e9c-b6ca9f61869a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 944 time: 0.0848844 Dec 20 15:41:42.281519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:42.329883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7913d8ac-e3a1-45f1-a70c-24a13d1f26fd req-2862d282-3c2e-4bd7-a00d-7fbdcb2a9f1d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750926 Dec 20 15:41:42.474451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Router 8aa0e518-ac07-4ac6-832c-7e852b82f872 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:41:42.491399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a3e98-cf6b-4513-917f-0326174a48de req-5c866ecc-ed1e-49e2-aadc-004ad8fabfbe tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:42.492938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-854a3e98-cf6b-4513-917f-0326174a48de req-5c866ecc-ed1e-49e2-aadc-004ad8fabfbe tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0795043 Dec 20 15:41:42.500446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-5eac9cde-4731-46e3-970a-90aeb4f0d6fe tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:42.501950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-5eac9cde-4731-46e3-970a-90aeb4f0d6fe tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.1711538 Dec 20 15:41:42.533182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-82658116-ddbd-48ef-af11-22d36e792b7b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/quotas/e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 375 time: 0.0226641 Dec 20 15:41:42.583921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-854a3e98-cf6b-4513-917f-0326174a48de req-0b66d3f3-831a-41e5-af78-0704499acf0d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808303 Dec 20 15:41:42.606895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-24cd700c-7c00-4e14-8985-b0901ead31c7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640700 Dec 20 15:41:42.608829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024aa20-43ef-43ee-8ef9-a28fcd4ce274 None None] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:42.634355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:42.647932 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Sync routers for ids ['8aa0e518-ac07-4ac6-832c-7e852b82f872'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:42.668002 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Routers {'8aa0e518-ac07-4ac6-832c-7e852b82f872'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:42.669074 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8aa0e518-ac07-4ac6-832c-7e852b82f872'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:42.712468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-2291b397-5e91-4b42-881c-5a6d3db91103 service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961993 Dec 20 15:41:42.714657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f414170c-e4e3-4178-bce3-434f3e9dfc74 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:42.766065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: f414170c-e4e3-4178-bce3-434f3e9dfc74 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:42.767267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f414170c-e4e3-4178-bce3-434f3e9dfc74 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:42.784736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-969eecbd-fc11-4909-a73f-c74c3c19411c None None] Provisioning complete for port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:42.785362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-969eecbd-fc11-4909-a73f-c74c3c19411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:42.786102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:42.787439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b577d365-83c8-43a0-ae26-33add11914d5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1452129 Dec 20 15:41:42.790225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47722) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:42.854167 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Set router 8aa0e518-ac07-4ac6-832c-7e852b82f872 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:42.898689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-6476b9de-dd61-4594-8547-7547b4fde88a service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783895 Dec 20 15:41:42.969820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-969eecbd-fc11-4909-a73f-c74c3c19411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.049845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-969eecbd-fc11-4909-a73f-c74c3c19411c None None] For port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:43.151688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:41Z', 'revision_number': 3, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:43.173145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-969eecbd-fc11-4909-a73f-c74c3c19411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.188854 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Checking router: 8aa0e518-ac07-4ac6-832c-7e852b82f872 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:43.189485 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Updating router 8aa0e518-ac07-4ac6-832c-7e852b82f872 port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:41:43.217305 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.337686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eecbd-fc11-4909-a73f-c74c3c19411c None None] Pushing event updated for resources: {'Port': ['ID=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:43.343272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a681edc-60c7-4ac5-9c78-c1e38c0e9397 None None] Provisioning complete for port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:43.343649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a681edc-60c7-4ac5-9c78-c1e38c0e9397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.481721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37990f-e4dc-40dd-901a-ea8997e2bacb req-635c9aee-a156-4ae2-8fe4-d2422c661ef8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:43.492523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd37990f-e4dc-40dd-901a-ea8997e2bacb req-635c9aee-a156-4ae2-8fe4-d2422c661ef8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1204259 Dec 20 15:41:43.566630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:43.567349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b1fee13-3ed9-4ef2-89f6-082e18d2bff4 req-69cabeee-9a6a-43e6-8612-0a0190fac8a4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 210 time: 0.0595307 Dec 20 15:41:43.642977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd37990f-e4dc-40dd-901a-ea8997e2bacb req-ff392c77-dac5-4c83-8cf0-91f7ccd9af26 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430175 Dec 20 15:41:43.664680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:43.665963 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.716225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 936b818d-5c2a-4f01-99b4-00d51aee3353 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:43.760322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddad41-35f0-4b20-b98a-fb071312a23f req-1ac58bf8-43f7-44d1-acac-bf8741326467 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:43.763100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92ddad41-35f0-4b20-b98a-fb071312a23f req-1ac58bf8-43f7-44d1-acac-bf8741326467 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 948 time: 0.0778918 Dec 20 15:41:43.772400 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.859767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4fa2f-f719-483d-8d31-333f31d0564c req-dfe907c8-482a-49a7-8386-82c03a5d0130 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:43.861439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60c4fa2f-f719-483d-8d31-333f31d0564c req-dfe907c8-482a-49a7-8386-82c03a5d0130 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 944 time: 0.1262085 Dec 20 15:41:43.865551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92ddad41-35f0-4b20-b98a-fb071312a23f req-7a2fea0d-bdc7-4ae6-8d87-dbb382960803 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Dec 20 15:41:43.928785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60c4fa2f-f719-483d-8d31-333f31d0564c req-1921c344-f7d3-4652-ad7f-2a71dbcbaaf9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541718 Dec 20 15:41:43.950268 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:43.952214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 936b818d-5c2a-4f01-99b4-00d51aee3353 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:43.956534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 936b818d-5c2a-4f01-99b4-00d51aee3353 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:43.956845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.009065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.025485 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d669836-d64e-4135-80cd-54682cd546de None None] Pushing event updated for resources: {'Port': ['ID=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:44.027146 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Attempting to bind port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:44.027516 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Attempting to bind port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:44.027874 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Attempting to bind port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:44.035042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:44.035411 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:44.035805 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.036301 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:44.037044 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Bound port: ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:44.037503 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.041871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357caf1f-c59c-4cd6-b0fe-3ac4a77a8fdf req-955fa8c2-3eb1-4067-99e5-04c7757a894e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:44.045840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-357caf1f-c59c-4cd6-b0fe-3ac4a77a8fdf req-955fa8c2-3eb1-4067-99e5-04c7757a894e tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 950 time: 0.1159778 Dec 20 15:41:44.109976 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] For port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:44.113926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.114542 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] For port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:44.140492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:44.143521 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a317c85e-cbb9-42e3-8921-672f9d504b7d" -d '{"events": [{"server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "name": "network-vif-plugged", "status": "completed", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:44.160819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:44.177810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-357caf1f-c59c-4cd6-b0fe-3ac4a77a8fdf req-99892970-7c48-41d5-9596-8343760170a7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277509 Dec 20 15:41:44.198093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca848ca-bea4-498c-861e-162621cf788a req-abaf2ad3-9bc8-42d1-8192-c27b25c034d7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:44.201480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ca848ca-bea4-498c-861e-162621cf788a req-abaf2ad3-9bc8-42d1-8192-c27b25c034d7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.1183841 Dec 20 15:41:44.242514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Allocated IP 172.20.0.1 (600666ae-d8b2-4a75-9727-b0f235e679d6/73493714-f336-4688-9325-e8f9d7702109/fd5da7e1-147a-4324-b162-be670db48867) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:44.253636 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.264257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ca848ca-bea4-498c-861e-162621cf788a req-c29296a5-9ea2-4957-bb2b-ff702b506c1c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550129 Dec 20 15:41:44.285352 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c28b77-6d32-457d-93c7-3a50b16b8a59 x-openstack-request-id: req-57c28b77-6d32-457d-93c7-3a50b16b8a59 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:44.285757 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "name": "network-vif-plugged", "status": "completed", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:44.285930 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57c28b77-6d32-457d-93c7-3a50b16b8a59 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:44.286302 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'code': 200} Dec 20 15:41:44.324961 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Routers {'8aa0e518-ac07-4ac6-832c-7e852b82f872'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:44.325629 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8aa0e518-ac07-4ac6-832c-7e852b82f872'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:44.338908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.371689 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d669836-d64e-4135-80cd-54682cd546de None None] Pushing event updated for resources: {'Port': ['ID=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:44.393309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.428161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:44.459396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fab73-6c1b-418f-b5d3-ece26ad96e93 req-1c1f9b61-9901-4c7f-a1f6-89059b0a881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:44.460914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-353fab73-6c1b-418f-b5d3-ece26ad96e93 req-1c1f9b61-9901-4c7f-a1f6-89059b0a881e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1096 time: 0.1052341 Dec 20 15:41:44.463200 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] Set router 8aa0e518-ac07-4ac6-832c-7e852b82f872 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:44.467273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fabcd-59a6-47d5-8e97-4fdd486b251b req-51c91530-1660-4518-9c9d-b61c2fc0c62b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:44.468739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d96fabcd-59a6-47d5-8e97-4fdd486b251b req-51c91530-1660-4518-9c9d-b61c2fc0c62b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1096 time: 0.0767126 Dec 20 15:41:44.541595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-353fab73-6c1b-418f-b5d3-ece26ad96e93 req-7651ad28-84a8-489d-985b-b3175579a6ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Dec 20 15:41:44.548530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d96fabcd-59a6-47d5-8e97-4fdd486b251b req-7c600e69-c410-43e7-ac47-0d91907a1712 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734253 Dec 20 15:41:44.645015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d38002-dd4b-4f35-97f3-95808540701f req-5a141e44-6132-43c0-b0ae-179b60b45382 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 210 time: 0.0296059 Dec 20 15:41:44.653666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.694452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ce7dc-bc29-4f1f-add6-9c4072d4db59 req-f4316cf6-5715-4aa7-bf22-3d659fc0318b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:44.696082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de2ce7dc-bc29-4f1f-add6-9c4072d4db59 req-f4316cf6-5715-4aa7-bf22-3d659fc0318b tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1096 time: 0.0538778 Dec 20 15:41:44.708711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:44.726808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:44.735830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5da7e1-147a-4324-b162-be670db48867,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:44.738843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:44.775896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de2ce7dc-bc29-4f1f-add6-9c4072d4db59 req-a34cd098-eaf8-4f66-aafd-53d09b3cf34d tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735629 Dec 20 15:41:44.788841 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:41Z', 'revision_number': 3, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:44.812660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:44.812913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8348a-eff8-4e42-b5e6-312b8b94e77f req-00e7185a-10e1-43db-b2e0-e570ba3f81cc tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:44.816773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8d8348a-eff8-4e42-b5e6-312b8b94e77f req-00e7185a-10e1-43db-b2e0-e570ba3f81cc tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0885971 Dec 20 15:41:44.830055 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa39663-366d-4364-aa1c-21275c7d09ab None None] The sync data for ids ['8aa0e518-ac07-4ac6-832c-7e852b82f872'] in n-d-781076-8 is: [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:41Z', 'revision_number': 3, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:44.910188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8d8348a-eff8-4e42-b5e6-312b8b94e77f req-fa834c7d-daef-4114-9bc2-b9b8a4e53182 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806963 Dec 20 15:41:45.040455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4ae03-08a3-4c19-8a35-df7a49b98c04 req-aae4309d-263b-4490-9b3b-26f174d9e5aa tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:45.042084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ab4ae03-08a3-4c19-8a35-df7a49b98c04 req-aae4309d-263b-4490-9b3b-26f174d9e5aa tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 948 time: 0.0620339 Dec 20 15:41:45.096826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ab4ae03-08a3-4c19-8a35-df7a49b98c04 req-7fae1a37-4639-4ea9-88ca-5a664ca1e604 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461335 Dec 20 15:41:45.160308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ffeea25d-418f-4340-9162-c27f3013264e None None] Provisioning complete for port fd5da7e1-147a-4324-b162-be670db48867 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:45.160874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ffeea25d-418f-4340-9162-c27f3013264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.199383 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.232496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-d88d52b6-0cb5-475d-9db6-6f32846ea1c2 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:45.234953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-d88d52b6-0cb5-475d-9db6-6f32846ea1c2 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 950 time: 0.1003730 Dec 20 15:41:45.238895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ffeea25d-418f-4340-9162-c27f3013264e None None] Port fd5da7e1-147a-4324-b162-be670db48867 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:45.359083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376311cd-7bbb-44d4-a2a5-e2d0f2c423eb req-cc865afb-87bc-4411-a210-d7c5ead570b7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:45.366782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-376311cd-7bbb-44d4-a2a5-e2d0f2c423eb req-cc865afb-87bc-4411-a210-d7c5ead570b7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 945 time: 0.1197574 Dec 20 15:41:45.435789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-376311cd-7bbb-44d4-a2a5-e2d0f2c423eb req-053f814e-d996-4cbf-a541-5b86d9699201 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Dec 20 15:41:45.447035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port d0552589-3259-4d71-b766-c864c645c047 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:45.447379 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.505387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.512802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:45.572011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:45.572383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.603492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port d0552589-3259-4d71-b766-c864c645c047, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d0552589-3259-4d71-b766-c864c645c047,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:45.603808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.619998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723dcfc-57f3-4e9d-a320-adf2afe3405b req-79d5f9f8-3464-4ecb-ba51-164bb72a3894 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:45.621638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b723dcfc-57f3-4e9d-a320-adf2afe3405b req-79d5f9f8-3464-4ecb-ba51-164bb72a3894 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=4770752f-bacb-4049-95c8-9ff229f10940 HTTP/1.1" status: 200 len: 950 time: 0.0891020 Dec 20 15:41:45.628887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for d0552589-3259-4d71-b766-c864c645c047 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:45.676281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.694018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.708615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:45.735239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b723dcfc-57f3-4e9d-a320-adf2afe3405b req-069ab625-9a68-4ece-9d64-b65b7348c3e0 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Dec 20 15:41:45.806987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5da7e1-147a-4324-b162-be670db48867,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:45.833224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.871750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.925471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db0fc73c-4aac-4c02-a9c5-1330d2f72676 req-9f9c3718-9598-4e52-b892-d488ec9a2114 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 210 time: 0.0369689 Dec 20 15:41:45.930543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.936882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:45.946863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:45.965890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:45.968408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:45.971342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=d0552589-3259-4d71-b766-c864c645c047,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:46.020138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'd0552589-3259-4d71-b766-c864c645c047'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:46.052641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port d0552589-3259-4d71-b766-c864c645c047 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:46.056647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:46.066029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07ca78f5-62d0-4ca3-a6cb-8293fd0c2eec req-0dc566e0-e4c9-4183-94f7-ff13fbfe40c1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "DELETE /v2.0/ports/d0552589-3259-4d71-b766-c864c645c047 HTTP/1.1" status: 204 len: 173 time: 0.8157458 Dec 20 15:41:46.066681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4770752f-bacb-4049-95c8-9ff229f10940', 'name': 'network-vif-deleted', 'tag': 'd0552589-3259-4d71-b766-c864c645c047'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:46.081219 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38b433f-5e33-4a7c-8d7b-19a33cd4c78f" -d '{"events": [{"server_uuid": "4770752f-bacb-4049-95c8-9ff229f10940", "name": "network-vif-deleted", "tag": "d0552589-3259-4d71-b766-c864c645c047"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:46.223092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Router 8aa0e518-ac07-4ac6-832c-7e852b82f872 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:46.223666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba950bf-9f10-47bb-aed6-6ac063fa1bab req-64bdcbd3-3493-4638-9b4f-3972a2b01dcf tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:46.224799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dba950bf-9f10-47bb-aed6-6ac063fa1bab req-64bdcbd3-3493-4638-9b4f-3972a2b01dcf tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1313977 Dec 20 15:41:46.332638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dba950bf-9f10-47bb-aed6-6ac063fa1bab req-de02ee05-92a5-4cb7-8909-d51defba74a5 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963869 Dec 20 15:41:46.419628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2611a606-eaf0-401b-87f6-7fd562f8e973 None None] Provisioning complete for port fd5da7e1-147a-4324-b162-be670db48867 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:46.420159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2611a606-eaf0-401b-87f6-7fd562f8e973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:46.420768 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a6d57d-5871-4c30-b92d-70c47aa4a52f x-openstack-request-id: req-f6a6d57d-5871-4c30-b92d-70c47aa4a52f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:46.421281 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4770752f-bacb-4049-95c8-9ff229f10940", "name": "network-vif-deleted", "tag": "d0552589-3259-4d71-b766-c864c645c047", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:46.421689 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6a6d57d-5871-4c30-b92d-70c47aa4a52f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:46.422267 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4770752f-bacb-4049-95c8-9ff229f10940', 'name': 'network-vif-deleted', 'tag': 'd0552589-3259-4d71-b766-c864c645c047', 'status': 'completed', 'code': 200} Dec 20 15:41:46.495591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:46.503002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3a36b1ae-2f4b-48ba-8be9-8d6a59b376c6 admin admin] 10.222.0.81 "PUT /v2.0/routers/8aa0e518-ac07-4ac6-832c-7e852b82f872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7117598 Dec 20 15:41:46.523061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2611a606-eaf0-401b-87f6-7fd562f8e973 None None] Port fd5da7e1-147a-4324-b162-be670db48867 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:46.869810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fefe41d2-c315-4c4c-a7f9-3d3152fed37b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:46.980078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09cc1c-7568-4ced-988c-d69bd83f52c6 req-a6a7e20f-7e24-41d6-8892-5b049f317204 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:46.989211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a09cc1c-7568-4ced-988c-d69bd83f52c6 req-a6a7e20f-7e24-41d6-8892-5b049f317204 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 948 time: 0.4781623 Dec 20 15:41:47.084694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a09cc1c-7568-4ced-988c-d69bd83f52c6 req-418e0032-f7cf-4c9b-bc24-1f67ed0607c0 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946443 Dec 20 15:41:47.095807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-8f541553-54ae-44f8-bf5e-39cb712f46ca tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:47.097372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-8f541553-54ae-44f8-bf5e-39cb712f46ca tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.5232005 Dec 20 15:41:47.111150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Sync routers for ids ['8aa0e518-ac07-4ac6-832c-7e852b82f872'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:47.115827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Request body: {'port': {'device_id': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'admin_state_up': True, 'tenant_id': 'e05ba2503203425383695446d6f0aa70'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:47.123547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Routers {'8aa0e518-ac07-4ac6-832c-7e852b82f872'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:47.124418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8aa0e518-ac07-4ac6-832c-7e852b82f872'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:47.265433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b1074-9697-4423-9cdb-cf63171f1663 req-8ed40f65-c082-428b-8584-d82bce9eb40c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:47.271716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e0b1074-9697-4423-9cdb-cf63171f1663 req-8ed40f65-c082-428b-8584-d82bce9eb40c tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 945 time: 0.0898790 Dec 20 15:41:47.278866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Set router 8aa0e518-ac07-4ac6-832c-7e852b82f872 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:47.328518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e0b1074-9697-4423-9cdb-cf63171f1663 req-d5d7f3d1-2351-4a8d-a076-9c701ec95a65 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530610 Dec 20 15:41:47.394255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Made reservation on behalf of e05ba2503203425383695446d6f0aa70 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:47.399471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:47.470822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:47.561659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:47.562033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:47.581702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6129bb3-2278-4c7d-87c0-b6764d0c1798 req-b3d1da6e-d88e-4653-8153-f4159bb5b199 tempest-FloatingIPsNegativeTestJSON-871723514 tempest-FloatingIPsNegativeTestJSON-871723514-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=7c60f794dfe2439e9ccde8f9f89ab146 HTTP/1.1" status: 200 len: 217 time: 0.0593770 Dec 20 15:41:47.603882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Allocated IP 172.20.0.13 (dde4b1e1-d16b-4263-a383-6dee096dec92/4b1f7183-6396-43dc-b04e-593735773e6b/4947088e-dfeb-4c5e-a803-98b46b4043a5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:47.615012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:44Z', 'revision_number': 4, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'fd5da7e1-147a-4324-b162-be670db48867', 'name': '', 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'mac_address': 'fa:16:3e:b0:80:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '73493714-f336-4688-9325-e8f9d7702109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:44Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 2, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'subnets': [{'id': '73493714-f336-4688-9325-e8f9d7702109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:47.648951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Checking router: 8aa0e518-ac07-4ac6-832c-7e852b82f872 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:47.649346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Updating router 8aa0e518-ac07-4ac6-832c-7e852b82f872 port fd5da7e1-147a-4324-b162-be670db48867 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:41:47.684218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:47.809640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebf86496-8dc5-4743-96fb-dc6f1323c49c req-0625f5b4-91cf-41f2-8469-227d77217c88 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 210 time: 0.0353837 Dec 20 15:41:47.837239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:47.927472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469a3e5-e626-4ab9-8dc5-761256b71f6e req-c96dcf80-bc8d-43be-8401-9b13655ffeed tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:47.928954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2469a3e5-e626-4ab9-8dc5-761256b71f6e req-c96dcf80-bc8d-43be-8401-9b13655ffeed tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0519538 Dec 20 15:41:47.956766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.001604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.029497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Network dde4b1e1-d16b-4263-a383-6dee096dec92 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:48.035811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:48.038370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:48.044294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:48.044946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.055979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2469a3e5-e626-4ab9-8dc5-761256b71f6e req-61083b07-9ed8-4b52-8561-cc21fad3e686 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206381 Dec 20 15:41:48.060968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:48.073751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-9389aae3-e256-4115-91ef-977ca3c9ec86 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:41:48.073751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-9389aae3-e256-4115-91ef-977ca3c9ec86 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0800822 Dec 20 15:41:48.126561 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.126836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d74feeb-5a61-4a99-b1a4-1f73d98709cc req-049224aa-66f0-4069-95e9-f512789ee993 tempest-FloatingIPsNegativeTestJSON-871723514 tempest-FloatingIPsNegativeTestJSON-871723514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0444791 Dec 20 15:41:48.131973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-f90ccd64-d7ca-4e82-a62e-436e28b8aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:48.133354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-f90ccd64-d7ca-4e82-a62e-436e28b8aac1 service neutron] 10.222.0.81 "GET /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 1093 time: 0.0525434 Dec 20 15:41:48.153620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:48.157735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Unknown quota resources ['binding']. {{(pid=103953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:41:48.186864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-cf8061bc-7634-4996-b730-6c874716cd83 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0786009 Dec 20 15:41:48.197213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04c0dc-8d2d-4753-8cf1-74ed28f90b54 None None] Pushing event updated for resources: {'Port': ['ID=fd5da7e1-147a-4324-b162-be670db48867,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:48.209194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Request body: {'port': {'device_id': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:48.251550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Attempting to bind port fd5da7e1-147a-4324-b162-be670db48867 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:48.251920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Attempting to bind port fd5da7e1-147a-4324-b162-be670db48867 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:48.252289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Attempting to bind port fd5da7e1-147a-4324-b162-be670db48867 on network 600666ae-d8b2-4a75-9727-b0f235e679d6 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:48.258312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:48.258312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Checking segment: {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:48.268069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.268069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Bound using segment: {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:48.268069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Bound port: fd5da7e1-147a-4324-b162-be670db48867, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:48.268069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.323257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.331751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] For port fd5da7e1-147a-4324-b162-be670db48867, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:48.335447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] For port fd5da7e1-147a-4324-b162-be670db48867, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fd5da7e1-147a-4324-b162-be670db48867,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:48.459888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.462322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:48.462756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:48.462988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:48.471213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ce31e124-932d-485d-9a8a-a90c9c81677b None None] Provisioning complete for port fd5da7e1-147a-4324-b162-be670db48867 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:48.471764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce31e124-932d-485d-9a8a-a90c9c81677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.473671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:48.473986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:48.485660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:48.485990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:48.486372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:48.486800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Bound port: c028fc5d-f49c-40b0-9482-85ff43ac52c3, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:48.561214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Routers {'8aa0e518-ac07-4ac6-832c-7e852b82f872'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:48.561857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8aa0e518-ac07-4ac6-832c-7e852b82f872'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:48.566428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04c0dc-8d2d-4753-8cf1-74ed28f90b54 None None] Pushing event updated for resources: {'Port': ['ID=fd5da7e1-147a-4324-b162-be670db48867,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:48.635852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:48.728032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4947088e-dfeb-4c5e-a803-98b46b4043a5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:48.738010 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.743645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.744864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c1028785-4f1f-4b90-8073-49d53a67b6e8 service neutron] 10.222.0.81 "POST /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5992174 Dec 20 15:41:48.758561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Transition to ACTIVE for port object 4947088e-dfeb-4c5e-a803-98b46b4043a5 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:48.809380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d0552589-3259-4d71-b766-c864c645c047 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:48.850324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: d0552589-3259-4d71-b766-c864c645c047 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:48.850740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d0552589-3259-4d71-b766-c864c645c047 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:48.858470 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce31e124-932d-485d-9a8a-a90c9c81677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.858686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:48.876232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f956ad7-ea56-4154-b9c8-6d1f8496d398 req-f5cac1e5-22ff-4486-aa3a-1b8a1b1cc85e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:48.877767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f956ad7-ea56-4154-b9c8-6d1f8496d398 req-f5cac1e5-22ff-4486-aa3a-1b8a1b1cc85e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 948 time: 0.0625610 Dec 20 15:41:48.887345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] Set router 8aa0e518-ac07-4ac6-832c-7e852b82f872 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:48.938806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ce31e124-932d-485d-9a8a-a90c9c81677b None None] For port fd5da7e1-147a-4324-b162-be670db48867, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fd5da7e1-147a-4324-b162-be670db48867,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:48.940405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:48.991756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f956ad7-ea56-4154-b9c8-6d1f8496d398 req-12e47746-db93-4c63-8755-e63c3f37d2ff tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942163 Dec 20 15:41:48.996143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:48.996474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:48.996798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:49.002626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:49.002940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:49.019076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:49.019418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:49.019796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:49.020231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Bound port: 4947088e-dfeb-4c5e-a803-98b46b4043a5, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:49.020579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.038478 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce31e124-932d-485d-9a8a-a90c9c81677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.114802 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-89211bee-67af-4519-b61d-42c82d0609c0 req-bd200347-3b35-4a3b-9973-6d8ded69204d tempest-FloatingIPsNegativeTestJSON-871723514 tempest-FloatingIPsNegativeTestJSON-871723514-project] show failed (client error): The resource could not be found. Dec 20 15:41:49.115867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89211bee-67af-4519-b61d-42c82d0609c0 req-bd200347-3b35-4a3b-9973-6d8ded69204d tempest-FloatingIPsNegativeTestJSON-871723514 tempest-FloatingIPsNegativeTestJSON-871723514-project] 10.222.0.81 "GET /v2.0/floatingips/c3a7121c-3675-4fbc-bbad-12621b098e90 HTTP/1.1" status: 404 len: 350 time: 0.0815301 Dec 20 15:41:49.126372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47840) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:49.168210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:49.168799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31e124-932d-485d-9a8a-a90c9c81677b None None] Pushing event updated for resources: {'Port': ['ID=fd5da7e1-147a-4324-b162-be670db48867,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:49.182115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0a8fa189-7721-4ff1-8b32-8ed266ce1143 None None] Provisioning complete for port fd5da7e1-147a-4324-b162-be670db48867 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:49.182489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa189-7721-4ff1-8b32-8ed266ce1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.188057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:49.208716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6f222-997d-4fca-b096-1a6b97119cc1 req-7a531500-43e4-41d3-a01d-7c5271d252fb tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:49.211104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cde6f222-997d-4fca-b096-1a6b97119cc1 req-7a531500-43e4-41d3-a01d-7c5271d252fb tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 945 time: 0.1029124 Dec 20 15:41:49.280361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cde6f222-997d-4fca-b096-1a6b97119cc1 req-ea16bcf4-f7b0-46fc-9fb8-1aed3f7eb42e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622282 Dec 20 15:41:49.286477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:44Z', 'revision_number': 4, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'fd5da7e1-147a-4324-b162-be670db48867', 'name': '', 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'mac_address': 'fa:16:3e:b0:80:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '73493714-f336-4688-9325-e8f9d7702109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:44Z', 'updated_at': '2021-12-20T15:41:48Z', 'revision_number': 4, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'subnets': [{'id': '73493714-f336-4688-9325-e8f9d7702109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:49.307290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.331932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee514f-614f-4a95-b05d-5f30dd4b7819 None None] The sync data for ids ['8aa0e518-ac07-4ac6-832c-7e852b82f872'] in n-d-781076-8 is: [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:44Z', 'revision_number': 4, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'fd5da7e1-147a-4324-b162-be670db48867', 'name': '', 'network_id': '600666ae-d8b2-4a75-9727-b0f235e679d6', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'mac_address': 'fa:16:3e:b0:80:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '73493714-f336-4688-9325-e8f9d7702109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:44Z', 'updated_at': '2021-12-20T15:41:48Z', 'revision_number': 4, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'subnets': [{'id': '73493714-f336-4688-9325-e8f9d7702109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:49.439423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:49.440105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.441852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] 10.222.0.83 "PUT /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 1092 time: 1.2384896 Dec 20 15:41:49.442784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:49.445098 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f9f177-adc8-4346-b3c4-1de9ab57006d" -d '{"events": [{"name": "network-changed", "server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:49.455808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f548448-2d40-42df-9faf-7e3415fe0736 service neutron] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:49.476372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253afb0f-f591-472b-80f7-24be5804eb48 req-cb040c0b-11a6-4f5c-8526-b2632a7e938d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:49.478270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-253afb0f-f591-472b-80f7-24be5804eb48 req-cb040c0b-11a6-4f5c-8526-b2632a7e938d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.1151242 Dec 20 15:41:49.545689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-253afb0f-f591-472b-80f7-24be5804eb48 req-9bd06c84-a3bb-480c-a8f3-d70cc0f2dd5d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Dec 20 15:41:49.688971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.713023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:49.778897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-a0b454c1-23e0-4dc3-be86-d4a2fdeb504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:49.780445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-a0b454c1-23e0-4dc3-be86-d4a2fdeb504a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1095 time: 0.1625261 Dec 20 15:41:49.798706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ed961-f434-424e-9e3c-ae062848cd09 req-d02fe003-7481-4e93-b011-0fa8669f8879 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:49.800013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b0ed961-f434-424e-9e3c-ae062848cd09 req-d02fe003-7481-4e93-b011-0fa8669f8879 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.1578076 Dec 20 15:41:49.823497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-bead564d-8ad5-49e4-8186-767c5243f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:49.825126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-bead564d-8ad5-49e4-8186-767c5243f705 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1096 time: 0.1949835 Dec 20 15:41:49.880876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port fefe41d2-c315-4c4c-a7f9-3d3152fed37b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:49.886538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port fefe41d2-c315-4c4c-a7f9-3d3152fed37b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:49.886907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:49.906370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-f2cf9535-6688-46a0-8b1e-0cd8a82d314f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 217 time: 0.0978010 Dec 20 15:41:49.987021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Deleting port fd5da7e1-147a-4324-b162-be670db48867 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:49.987535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.020347 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.039544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-d9492a7c-3778-43e4-8721-6c35db22f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.040910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-d9492a7c-3778-43e4-8721-6c35db22f3e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1214366 Dec 20 15:41:50.055897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:50.058211 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f7c1cf-348b-49de-9c53-1a15b55cd857" -d '{"events": [{"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-plugged", "status": "completed", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:50.084202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:50.106266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-3fbda36b-e746-4227-8231-abd6acfe1b49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520566 Dec 20 15:41:50.119799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a57fcf-c2db-4083-9be2-7ad471683f08 req-726a0eb3-f5f9-4601-ba46-1912ef4bbc44 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.121493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9a57fcf-c2db-4083-9be2-7ad471683f08 req-726a0eb3-f5f9-4601-ba46-1912ef4bbc44 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.3324778 Dec 20 15:41:50.131828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] For port fd5da7e1-147a-4324-b162-be670db48867, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fd5da7e1-147a-4324-b162-be670db48867,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:50.132622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.144069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b0ed961-f434-424e-9e3c-ae062848cd09 req-a3eeb9eb-8a17-49d1-97b6-25a3efd4f5e9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230164 Dec 20 15:41:50.168188 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.169030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Calling delete_port for fd5da7e1-147a-4324-b162-be670db48867 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:50.180078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-bd53d90c-e94f-435b-b4c2-248e006db058 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.181764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-bd53d90c-e94f-435b-b4c2-248e006db058 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 949 time: 0.1050851 Dec 20 15:41:50.187503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-489362c0-5281-4a43-900c-67572c64f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.189956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-489362c0-5281-4a43-900c-67572c64f961 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.3485346 Dec 20 15:41:50.260790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:50.285553 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fcae98-7cf4-4adf-92aa-11f4f6c48957 x-openstack-request-id: req-13fcae98-7cf4-4adf-92aa-11f4f6c48957 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:50.285848 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:50.286103 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13fcae98-7cf4-4adf-92aa-11f4f6c48957 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:50.286554 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'status': 'completed', 'code': 200} Dec 20 15:41:50.292774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-e536742c-5ee2-4e83-844a-a160d363ea69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 217 time: 0.0696619 Dec 20 15:41:50.312831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9a57fcf-c2db-4083-9be2-7ad471683f08 req-3f181373-47e5-4101-936a-3cfe72288486 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833799 Dec 20 15:41:50.460817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-a7cf71bf-f281-4a9f-a837-e1fd023eec25 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325915 Dec 20 15:41:50.470917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port bffb4044-cf4e-47b7-89b7-f5d7897985c3 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:50.471433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.516859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-1c513e82-36eb-4318-a591-8367449078d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.516859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-1c513e82-36eb-4318-a591-8367449078d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.1898251 Dec 20 15:41:50.561506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d44818-4908-4b2b-a143-351c062bef4d req-8ae788bc-ef91-4ec6-b35c-1c0b08eeaf54 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.562949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d44818-4908-4b2b-a143-351c062bef4d req-8ae788bc-ef91-4ec6-b35c-1c0b08eeaf54 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1612740 Dec 20 15:41:50.570718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe55b59-be8d-447a-8d69-ffe3b51f2de9 req-d6120d12-61b0-4458-9ff5-9e046e2b37e6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:50.577484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fe55b59-be8d-447a-8d69-ffe3b51f2de9 req-d6120d12-61b0-4458-9ff5-9e046e2b37e6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fa46658-209e-4764-8a8f-c0c9bd6b5273 HTTP/1.1" status: 200 len: 949 time: 0.2363007 Dec 20 15:41:50.600559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port bffb4044-cf4e-47b7-89b7-f5d7897985c3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bffb4044-cf4e-47b7-89b7-f5d7897985c3,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:50.600926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.610205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-fa548d7c-7dac-4e75-98ae-8a677ee795e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886374 Dec 20 15:41:50.616327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for bffb4044-cf4e-47b7-89b7-f5d7897985c3 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:50.708407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:50.738965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5da7e1-147a-4324-b162-be670db48867,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:50.782458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fe55b59-be8d-447a-8d69-ffe3b51f2de9 req-2f94041d-ffd6-48d9-a6d9-508c128d58e6 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038007 Dec 20 15:41:50.790889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8501393-95f2-4d40-9a03-d02bdd92330b req-62159bce-a15f-496d-aa82-f0ec1020fcff service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158782 Dec 20 15:41:50.801794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d44818-4908-4b2b-a143-351c062bef4d req-c480b59b-059c-4bd8-bc02-ea511b134a35 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956060 Dec 20 15:41:50.833442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-38ad57a7-6c2a-4c46-9bf0-2e6c71eba2cd service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067251 Dec 20 15:41:50.889884 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b581bb4-9975-4103-a051-34d757323ee2 x-openstack-request-id: req-5b581bb4-9975-4103-a051-34d757323ee2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:50.890385 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-plugged", "status": "completed", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:50.890484 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b581bb4-9975-4103-a051-34d757323ee2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:50.890973 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'code': 200} Dec 20 15:41:50.991159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:51.004998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c8e8e0fe-442f-4440-be5b-a3c58ffc84ad'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:51.008914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9', 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:51.030029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=bffb4044-cf4e-47b7-89b7-f5d7897985c3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:51.090943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port bffb4044-cf4e-47b7-89b7-f5d7897985c3 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:51.097537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:51.101268 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35850fce-e1ba-4bf3-a2d8-9196ffce43b8 req-dbf46a9f-6d94-4dc4-8b60-ffb840af8624 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "DELETE /v2.0/ports/bffb4044-cf4e-47b7-89b7-f5d7897985c3 HTTP/1.1" status: 204 len: 173 time: 0.9107873 Dec 20 15:41:51.101800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'name': 'network-vif-deleted', 'tag': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:51.104216 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b44f3-8e38-4a9f-9516-4fbdb29e23fd" -d '{"events": [{"server_uuid": "3fa46658-209e-4764-8a8f-c0c9bd6b5273", "name": "network-vif-deleted", "tag": "bffb4044-cf4e-47b7-89b7-f5d7897985c3"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:51.113878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:51.126297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-95b7b228-964c-4cfd-a9cb-529a8ceed456 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855277 Dec 20 15:41:51.130780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-0f967209-dc56-4efd-987b-3ab48fa3535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.132412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-0f967209-dc56-4efd-987b-3ab48fa3535e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1095 time: 0.1713309 Dec 20 15:41:51.142626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc427bf-c898-4a83-a724-b8b85db8d883 req-942988b2-aee3-4eb3-9479-d1ba33fee0a9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.150551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cc427bf-c898-4a83-a724-b8b85db8d883 req-942988b2-aee3-4eb3-9479-d1ba33fee0a9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 945 time: 0.1880922 Dec 20 15:41:51.209798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c881de5-c2b1-4a67-a88f-a04284fe61e1 req-2c3b1b3c-6f8b-46ea-903d-5639e2c58aa3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.211382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c881de5-c2b1-4a67-a88f-a04284fe61e1 req-2c3b1b3c-6f8b-46ea-903d-5639e2c58aa3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.1808603 Dec 20 15:41:51.300962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cc427bf-c898-4a83-a724-b8b85db8d883 req-d6dad843-24b8-4386-803b-bba59cb148b5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495304 Dec 20 15:41:51.389564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c881de5-c2b1-4a67-a88f-a04284fe61e1 req-9b8ed9ad-0b98-44cb-ab7b-53139dd56ac5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472366 Dec 20 15:41:51.399128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-810f1b46-7036-4508-8ca5-f8fd9bcc6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.400653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-810f1b46-7036-4508-8ca5-f8fd9bcc6e0b service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.2453468 Dec 20 15:41:51.407078 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db44141-6329-4b0e-abe4-c4dd729c245b x-openstack-request-id: req-6db44141-6329-4b0e-abe4-c4dd729c245b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:51.407608 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa46658-209e-4764-8a8f-c0c9bd6b5273", "name": "network-vif-deleted", "tag": "bffb4044-cf4e-47b7-89b7-f5d7897985c3", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:51.407608 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6db44141-6329-4b0e-abe4-c4dd729c245b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:51.408002 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa46658-209e-4764-8a8f-c0c9bd6b5273', 'name': 'network-vif-deleted', 'tag': 'bffb4044-cf4e-47b7-89b7-f5d7897985c3', 'status': 'completed', 'code': 200} Dec 20 15:41:51.462064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:51.469201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-3bea9105-0110-40ad-af8c-df4510884a85 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 217 time: 0.0600524 Dec 20 15:41:51.532527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Router 8aa0e518-ac07-4ac6-832c-7e852b82f872 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:51.628291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-4cc14f0f-5674-4da1-ae6d-7206dd6aee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.629903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-4cc14f0f-5674-4da1-ae6d-7206dd6aee61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1269512 Dec 20 15:41:51.641725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463769cc-bfc1-4cbe-ba12-ea0c436c0c27 req-d3b01c44-edd2-42db-94c3-9d2d5f02e046 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.643980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-463769cc-bfc1-4cbe-ba12-ea0c436c0c27 req-d3b01c44-edd2-42db-94c3-9d2d5f02e046 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.1781678 Dec 20 15:41:51.709367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-9bc3bde1-bc18-486d-b321-8db7bf3b3bca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646327 Dec 20 15:41:51.712575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686e989b-3eeb-4475-81d0-ecc929195448 req-9b39375a-3368-4e91-8db6-56ab44bf4d52 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2062372450&fields=id&tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 267 time: 0.2083206 Dec 20 15:41:51.751007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:51.760385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] Sync routers for ids ['8aa0e518-ac07-4ac6-832c-7e852b82f872'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:51.761571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a49f197a-84e5-4957-ace0-54384675add8 admin admin] 10.222.0.81 "PUT /v2.0/routers/8aa0e518-ac07-4ac6-832c-7e852b82f872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6325860 Dec 20 15:41:51.762412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47866) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:51.779069 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] Routers {'8aa0e518-ac07-4ac6-832c-7e852b82f872'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:51.779600 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8aa0e518-ac07-4ac6-832c-7e852b82f872'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:51.867820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-463769cc-bfc1-4cbe-ba12-ea0c436c0c27 req-9112b3ba-0daf-4d45-a6c0-4477bd3e7e8d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974840 Dec 20 15:41:51.897080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-7a01b3d6-dc2b-41ca-9c6e-6a07f9db3dc9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:51.900295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-7a01b3d6-dc2b-41ca-9c6e-6a07f9db3dc9 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 949 time: 0.2512712 Dec 20 15:41:51.930905 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] Set router 8aa0e518-ac07-4ac6-832c-7e852b82f872 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:52.187212 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:50Z', 'revision_number': 5, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:52.218856 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] Checking router: 8aa0e518-ac07-4ac6-832c-7e852b82f872 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:52.230171 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] Routers {'8aa0e518-ac07-4ac6-832c-7e852b82f872'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:52.232961 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:41:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8aa0e518-ac07-4ac6-832c-7e852b82f872'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:52.268285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.280303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e989b-3eeb-4475-81d0-ecc929195448 req-85ef5b74-dd60-4460-8e84-de4b948e305a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:52.281875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686e989b-3eeb-4475-81d0-ecc929195448 req-85ef5b74-dd60-4460-8e84-de4b948e305a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 945 time: 0.5491438 Dec 20 15:41:52.355410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-47e0050b-0fc8-4e0f-9d85-d143b84fea36 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340477 Dec 20 15:41:52.413092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15415-4dbd-4fce-9286-a22475131ec4 req-fb6f8537-8fd3-499b-ab2f-149ce6660148 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:52.414745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fba15415-4dbd-4fce-9286-a22475131ec4 req-fb6f8537-8fd3-499b-ab2f-149ce6660148 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.1584461 Dec 20 15:41:52.434524 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] Set router 8aa0e518-ac07-4ac6-832c-7e852b82f872 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:52.475849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.477278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'port': {'security_groups': ['fe28d19d-2138-4a19-b511-641090813da0', '9e471d91-6896-4304-9971-62e44677df21']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:52.573720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:52.574059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.601833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53f9f177-adc8-4346-b3c4-1de9ab57006d req-70d4e173-6768-4a79-ac07-1ed0e55d2dea service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387886 Dec 20 15:41:52.633367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fba15415-4dbd-4fce-9286-a22475131ec4 req-bd2600a2-8061-4a2c-9273-072cd2b228b0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735568 Dec 20 15:41:52.636261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.720016 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:50Z', 'revision_number': 5, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:52.753646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53613d8-6fb2-4c81-8894-c5f476d36870 None None] The sync data for ids ['8aa0e518-ac07-4ac6-832c-7e852b82f872'] in n-d-781076-8 is: [{'id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'name': 'tempest-FloatingIPsNegativeTestJSON-222638212-router', 'tenant_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:39Z', 'updated_at': '2021-12-20T15:41:50Z', 'revision_number': 5, 'project_id': '7c60f794dfe2439e9ccde8f9f89ab146', 'gw_port': {'id': 'ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa0e518-ac07-4ac6-832c-7e852b82f872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:40Z', 'updated_at': '2021-12-20T15:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:52.766426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:52.767655 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.771103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Deleting port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:52.771455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.786418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for c8e8e0fe-442f-4440-be5b-a3c58ffc84ad owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:52.917946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] For port ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:52.920646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:52.937416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Calling delete_port for ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:53.118252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236a3c4-99d4-4670-a397-0fed499d5be8 req-92922f1d-4c77-4012-b644-0f1333e096ad tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:53.119737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f236a3c4-99d4-4670-a397-0fed499d5be8 req-92922f1d-4c77-4012-b644-0f1333e096ad tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1315382 Dec 20 15:41:53.142863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.163387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:53.204722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=c8e8e0fe-442f-4440-be5b-a3c58ffc84ad,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:53.215958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:53.230656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.290652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port c8e8e0fe-442f-4440-be5b-a3c58ffc84ad on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:53.292346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:53.295354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.298766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eadc1d3b-cc34-4864-9af9-13a5607b84ab req-a61d01c1-e090-4c15-9ea2-0efd1d3daec1 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.83 "DELETE /v2.0/ports/c8e8e0fe-442f-4440-be5b-a3c58ffc84ad HTTP/1.1" status: 204 len: 173 time: 1.3932948 Dec 20 15:41:53.300664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03661908-f4b2-4856-bf35-79244b0b34a2', 'name': 'network-vif-deleted', 'tag': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:53.303592 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2cb6a9-fa7d-4523-a22e-1e34d7593022" -d '{"events": [{"server_uuid": "03661908-f4b2-4856-bf35-79244b0b34a2", "name": "network-vif-deleted", "tag": "c8e8e0fe-442f-4440-be5b-a3c58ffc84ad"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:53.314485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f236a3c4-99d4-4670-a397-0fed499d5be8 req-5ab646c4-9a92-413f-9139-4da0ecd389a9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858966 Dec 20 15:41:53.328125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.433963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.453884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:53.457633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.548963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fd5da7e1-147a-4324-b162-be670db48867 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:53.557847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:53.558667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.560796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686e989b-3eeb-4475-81d0-ecc929195448 req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "PUT /v2.0/ports/936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 981 time: 1.2480125 Dec 20 15:41:53.597138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fc777-f5bf-444e-ae5a-8e50dae1ec2b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:53.676221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: fd5da7e1-147a-4324-b162-be670db48867 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:53.676687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fd5da7e1-147a-4324-b162-be670db48867 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:53.737340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.747092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.754400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e3aff28-f486-47e3-9797-7cba8b5a0778 req-9fc82480-2569-46de-baf5-cda74de7276a tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=03661908-f4b2-4856-bf35-79244b0b34a2 HTTP/1.1" status: 200 len: 210 time: 0.0931361 Dec 20 15:41:53.776505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bffb4044-cf4e-47b7-89b7-f5d7897985c3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:53.799974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['936b818d-5c2a-4f01-99b4-00d51aee3353'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:53.807019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: bffb4044-cf4e-47b7-89b7-f5d7897985c3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:53.807365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bffb4044-cf4e-47b7-89b7-f5d7897985c3 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.862486 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:53.865428 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:41:53.870888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0529f-2d19-4128-a626-4454765c3b2c req-fe6f401a-3672-471d-bf8d-0eb21d38cf38 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:53.880394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f0529f-2d19-4128-a626-4454765c3b2c req-fe6f401a-3672-471d-bf8d-0eb21d38cf38 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.1919224 Dec 20 15:41:53.915101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.915666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa0e518-ac07-4ac6-832c-7e852b82f872 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:41:53.920862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:53.925080 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f2249860-e8be-4c05-ac4e-779767ee0800 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8aa0e518-ac07-4ac6-832c-7e852b82f872 HTTP/1.1" status: 204 len: 168 time: 2.1600955 Dec 20 15:41:53.925891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47896) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:53.976997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183486-a3a2-426c-9268-109ebeb65321 req-ed497b20-4308-4a38-834a-dbe469d26bcf tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:53.978784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12183486-a3a2-426c-9268-109ebeb65321 req-ed497b20-4308-4a38-834a-dbe469d26bcf tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0962958 Dec 20 15:41:54.062336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Deleting subnet 73493714-f336-4688-9325-e8f9d7702109 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:41:54.079035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.121281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12183486-a3a2-426c-9268-109ebeb65321 req-f96d196c-cb3f-4373-b2fb-d814dbfbec05 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256080 Dec 20 15:41:54.151621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f0529f-2d19-4128-a626-4454765c3b2c req-c83a7e79-592a-47c8-ad55-063d6e44d58d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703338 Dec 20 15:41:54.189075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.246527 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4da6c-d2e0-4019-9d31-7a9a09bca60a x-openstack-request-id: req-dbb4da6c-d2e0-4019-9d31-7a9a09bca60a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:54.246940 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03661908-f4b2-4856-bf35-79244b0b34a2", "name": "network-vif-deleted", "tag": "c8e8e0fe-442f-4440-be5b-a3c58ffc84ad", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:54.247210 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbb4da6c-d2e0-4019-9d31-7a9a09bca60a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:54.248175 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03661908-f4b2-4856-bf35-79244b0b34a2', 'name': 'network-vif-deleted', 'tag': 'c8e8e0fe-442f-4440-be5b-a3c58ffc84ad', 'status': 'completed', 'code': 200} Dec 20 15:41:54.302501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.337787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab153d64-98cd-4043-980d-a06dd67e028b req-c73bd339-b9df-450e-8c00-fa2426f03e05 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/9e471d91-6896-4304-9971-62e44677df21 HTTP/1.1" status: 200 len: 1818 time: 0.0727458 Dec 20 15:41:54.401689 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-ab153d64-98cd-4043-980d-a06dd67e028b req-dce2a5d9-8db8-408f-8227-5191ebc132eb tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:41:54.402725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab153d64-98cd-4043-980d-a06dd67e028b req-dce2a5d9-8db8-408f-8227-5191ebc132eb tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e471d91-6896-4304-9971-62e44677df21 HTTP/1.1" status: 409 len: 341 time: 0.0569825 Dec 20 15:41:54.504529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.534380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b593d3-d085-4305-8b43-33a9908ccb25 req-45036dc7-ab34-4ccd-96f3-aad68e562927 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:54.536241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0b593d3-d085-4305-8b43-33a9908ccb25 req-45036dc7-ab34-4ccd-96f3-aad68e562927 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.0678117 Dec 20 15:41:54.565344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73493714-f336-4688-9325-e8f9d7702109,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:54.593811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.596145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971d3f0-9a08-45bc-954d-ca20919d2640 None None] Network 600666ae-d8b2-4a75-9727-b0f235e679d6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:54.606754 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7605420c-f279-4eab-b75c-e9791f45e8d8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/73493714-f336-4688-9325-e8f9d7702109 HTTP/1.1" status: 204 len: 168 time: 0.6779435 Dec 20 15:41:54.607629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47902) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:54.624539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0b593d3-d085-4305-8b43-33a9908ccb25 req-7a3ce609-ad6e-4d1b-89bb-1213f6ec4ed7 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Dec 20 15:41:54.722326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.743161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:54.802171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Deleting port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:54.802791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.832775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] DHCP port deletion for 600666ae-d8b2-4a75-9727-b0f235e679d6 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:54.896363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] For port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:54.897035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.919033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Calling delete_port for 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:54.932943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:54.955260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'port_id': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'mac_address': 'fa:16:3e:02:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f7183-6396-43dc-b04e-593735773e6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:55.061438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.081794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] Deleting port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:55.082171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.118126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.155436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] For port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,segment=NetworkSegment(8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d),segment_id=8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:55.155683 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.171108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] Calling delete_port for 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:55.191490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:55.209006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] No DVR routers for this DVR port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:55.266010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.278394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4947088e-dfeb-4c5e-a803-98b46b4043a5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:55.285994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] No DVR routers for this DVR port 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:55.320169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bc97d-45da-4036-b704-254b44d9b480 None None] Pushing event deleted for resources: {'Port': ['ID=7c5154e1-a6e2-494c-a957-e4f72e1b25f4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:55.330422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:55.360767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43bded-3d7a-4b7d-83cd-ae2cece9bdd9 req-af8a0b44-99b0-4eb5-b81a-4c7058b25aaf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:55.372847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f43bded-3d7a-4b7d-83cd-ae2cece9bdd9 req-af8a0b44-99b0-4eb5-b81a-4c7058b25aaf tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1983325 Dec 20 15:41:55.375156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-9b08cd48-6b44-4075-a247-3235a71f023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:55.377353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-9b08cd48-6b44-4075-a247-3235a71f023e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1135 time: 0.1906216 Dec 20 15:41:55.386411 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.414524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600666ae-d8b2-4a75-9727-b0f235e679d6']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:55.425953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:55.426518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3e48d9-e5e9-4dfe-96cf-332d5505ee4d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:55.437927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.453919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.466720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:41:55.466720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.467059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:41:55.475931 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:41:55.509212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:55.511973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ffd5dca5-3648-4a30-aa64-8e9e76e8a8c7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:55.511973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:55.511973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['936b818d-5c2a-4f01-99b4-00d51aee3353'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:55.523302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f43bded-3d7a-4b7d-83cd-ae2cece9bdd9 req-f81ae5d9-7fdb-45c3-82b4-f896b0abef0f tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539705 Dec 20 15:41:55.527337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.582098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-3da06240-1e30-45b8-a74a-388c8635e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:55.585182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-3da06240-1e30-45b8-a74a-388c8635e7d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.1997213 Dec 20 15:41:55.587141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:55.587585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7c5154e1-a6e2-494c-a957-e4f72e1b25f4 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:55.650519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-9fb44251-e958-40fb-b7cd-31bae785ef0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 217 time: 0.0488155 Dec 20 15:41:55.672511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:55.721233 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.738960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:55.747923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-4912dea9-7cf4-4678-8dfe-f4ece4d888c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:55.749432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-4912dea9-7cf4-4678-8dfe-f4ece4d888c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.0915871 Dec 20 15:41:55.753658 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] 10.222.0.81 "DELETE /v2.0/networks/600666ae-d8b2-4a75-9727-b0f235e679d6 HTTP/1.1" status: 204 len: 168 time: 1.1421661 Dec 20 15:41:55.771128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87b15c-289d-4a66-b109-b484c3cd8519 admin admin] Pushing event deleted for resources: {'Network': ['ID=600666ae-d8b2-4a75-9727-b0f235e679d6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:55.810488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-90213106-1021-4e94-bd4b-e03831938b97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417349 Dec 20 15:41:55.829264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26045fe5-cd20-47b2-8524-008d6639efac req-e798dc24-a177-4869-90a5-2408f9f5848e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:55.831243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26045fe5-cd20-47b2-8524-008d6639efac req-e798dc24-a177-4869-90a5-2408f9f5848e tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 984 time: 0.1720273 Dec 20 15:41:55.883347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4947088e-dfeb-4c5e-a803-98b46b4043a5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:56.034432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26045fe5-cd20-47b2-8524-008d6639efac req-d2fd27de-bec3-4895-8cbe-3b0d6f989c14 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&id=9e471d91-6896-4304-9971-62e44677df21&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1934485 Dec 20 15:41:56.042685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-8807efff-c254-4aca-b7bb-168b53e8651c service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103655 Dec 20 15:41:56.059365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96cdd-974d-481a-9a28-76c76408feb5 req-98d7ce6b-b548-4875-8d70-861b2f07d6b2 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:56.070994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79f96cdd-974d-481a-9a28-76c76408feb5 req-98d7ce6b-b548-4875-8d70-861b2f07d6b2 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.1442363 Dec 20 15:41:56.205354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47932) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:56.249261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:56.251634 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc7964c-f514-4824-aa21-df79f8abc34a" -d '{"events": [{"name": "network-changed", "server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:56.265090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e0eacb48-ac2d-40af-8b92-3ffe7f4bb885 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c60f794dfe2439e9ccde8f9f89ab146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552230 Dec 20 15:41:56.265324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47936) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:56.282676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79f96cdd-974d-481a-9a28-76c76408feb5 req-45ffadc5-7961-43c0-a778-b09b0e02d62a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097785 Dec 20 15:41:56.287431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69fd9fef-db7d-4403-8c98-5dd4cbf3efe4 req-31f00636-e7a4-43d3-878c-874a43134eb7 service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133820 Dec 20 15:41:56.328491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474f16c-abe7-445e-b981-251740ad1962 req-444a88f1-32e1-474e-acad-38ba4011fdfb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:56.330905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db0845a8-1c5c-4e09-acf7-f83e5556e8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:56.341982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1474f16c-abe7-445e-b981-251740ad1962 req-444a88f1-32e1-474e-acad-38ba4011fdfb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.1883028 Dec 20 15:41:56.359420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db0845a8-1c5c-4e09-acf7-f83e5556e8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:56.391905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1474f16c-abe7-445e-b981-251740ad1962 req-8cb116a6-37c5-4748-a0e4-db7b4647f369 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544631 Dec 20 15:41:56.518930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db0845a8-1c5c-4e09-acf7-f83e5556e8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:56.519296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db0845a8-1c5c-4e09-acf7-f83e5556e8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:56.520781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db0845a8-1c5c-4e09-acf7-f83e5556e8cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b714dfc-b238-496a-a706-4cbc1a1ac0fa HTTP/1.1" status: 204 len: 168 time: 0.2544498 Dec 20 15:41:56.543505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0845a8-1c5c-4e09-acf7-f83e5556e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b714dfc-b238-496a-a706-4cbc1a1ac0fa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:56.585386 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c83f6-755d-4cde-96d9-88cfff5eb20a x-openstack-request-id: req-147c83f6-755d-4cde-96d9-88cfff5eb20a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:56.585681 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:56.585939 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-147c83f6-755d-4cde-96d9-88cfff5eb20a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:56.586458 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'status': 'completed', 'code': 200} Dec 20 15:41:56.714478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-a63f8aec-b3aa-41bb-b7b3-95e544ca267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:56.717008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-a63f8aec-b3aa-41bb-b7b3-95e544ca267e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1135 time: 0.0967002 Dec 20 15:41:56.743923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c8e8e0fe-442f-4440-be5b-a3c58ffc84ad no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:56.771167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: c8e8e0fe-442f-4440-be5b-a3c58ffc84ad {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:56.771542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c8e8e0fe-442f-4440-be5b-a3c58ffc84ad not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:56.782652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:56.865853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f622b-c43d-4947-85fe-fb9a6a5ffbb1 req-42da9a52-2763-434f-9023-b039afa2cb03 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:56.867713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-424f622b-c43d-4947-85fe-fb9a6a5ffbb1 req-42da9a52-2763-434f-9023-b039afa2cb03 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1325457 Dec 20 15:41:56.922897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-c76ad301-6495-4462-ac79-25cd9ef7ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:56.924522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-c76ad301-6495-4462-ac79-25cd9ef7ff73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.1988137 Dec 20 15:41:56.961614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-19d2b3b7-6d73-41a0-bfc8-dacafc6eb8ca tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:56.963725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-19d2b3b7-6d73-41a0-bfc8-dacafc6eb8ca tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/ports?device_id=45ac1b91-beb0-4478-8a49-6b9457fcc871 HTTP/1.1" status: 200 len: 949 time: 0.1001313 Dec 20 15:41:56.994852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-85ff3a55-6fdc-4ff3-bfb4-761c26cf8bd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 217 time: 0.0600121 Dec 20 15:41:57.004153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-424f622b-c43d-4947-85fe-fb9a6a5ffbb1 req-b0f74b01-f97c-4877-a5d3-5e57c36d2e69 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299870 Dec 20 15:41:57.097369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-41cacd5c-1f2f-4ea8-91b7-dd3f46a1a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:57.099586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-41cacd5c-1f2f-4ea8-91b7-dd3f46a1a6dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.0869591 Dec 20 15:41:57.166208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-507a0854-1758-495e-b211-9670d2349040 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569341 Dec 20 15:41:57.236943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Deleting port fefe41d2-c315-4c4c-a7f9-3d3152fed37b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:57.237673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:57.295673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-3cbef125-7c87-416c-a7f8-b2895b40f598 service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208620 Dec 20 15:41:57.367517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] For port fefe41d2-c315-4c4c-a7f9-3d3152fed37b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:57.367892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:57.388134 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Calling delete_port for fefe41d2-c315-4c4c-a7f9-3d3152fed37b owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:57.408958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc7964c-f514-4824-aa21-df79f8abc34a req-8a96632a-1600-406e-98be-cd3723aaf4cc service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050360 Dec 20 15:41:57.681902 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:57.695067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407', 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:57.699812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:57.793019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event deleted for resources: {'Port': ['ID=fefe41d2-c315-4c4c-a7f9-3d3152fed37b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:57.822954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] No DVR routers for this DVR port fefe41d2-c315-4c4c-a7f9-3d3152fed37b on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:57.826234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:57.830429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d20ae296-df0d-433f-96d8-230d5ba8a8bb req-c7462bac-e21f-406a-bed2-cea29e5563c3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "DELETE /v2.0/ports/fefe41d2-c315-4c4c-a7f9-3d3152fed37b HTTP/1.1" status: 204 len: 173 time: 0.8578961 Dec 20 15:41:57.834745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-deleted', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:57.838290 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b188ae87-c80b-4a95-8145-48e4a6ea370e" -d '{"events": [{"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-deleted", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:57.884930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61428062-6e1a-469e-a7f6-0fbba0411644 req-95a6e454-6f8e-4158-9c20-598f4ae97792 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:57.887326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61428062-6e1a-469e-a7f6-0fbba0411644 req-95a6e454-6f8e-4158-9c20-598f4ae97792 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0684638 Dec 20 15:41:57.908789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bfe1f-4a6f-4ef5-9ef9-70139a38ec08 req-f86a9fe9-a9a1-4816-a37e-dc43c09123fc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:57.910622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-889bfe1f-4a6f-4ef5-9ef9-70139a38ec08 req-f86a9fe9-a9a1-4816-a37e-dc43c09123fc tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 984 time: 0.1889110 Dec 20 15:41:58.012405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-889bfe1f-4a6f-4ef5-9ef9-70139a38ec08 req-1d9ea4a6-54a1-4614-b598-86670f6efc25 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe28d19d-2138-4a19-b511-641090813da0&id=9e471d91-6896-4304-9971-62e44677df21&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0683584 Dec 20 15:41:58.056421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61428062-6e1a-469e-a7f6-0fbba0411644 req-ce3de193-2b05-4b5f-b116-73948750747b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529558 Dec 20 15:41:58.176690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefcb76-4fff-4c96-ac41-4c03f4647584 req-1645fe8f-80fe-4018-950b-e4d099bec73d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:58.178746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdefcb76-4fff-4c96-ac41-4c03f4647584 req-1645fe8f-80fe-4018-950b-e4d099bec73d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.0710294 Dec 20 15:41:58.241308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdefcb76-4fff-4c96-ac41-4c03f4647584 req-d1669871-75e2-4b3f-9d2b-8a909c24e4ce tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563118 Dec 20 15:41:58.417440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0e59b-8f29-4d61-8797-a5f3d410a0f6 req-bcb8b06a-a7a8-4b6a-a5b1-fddbdec7aec3 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:58.418846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84f0e59b-8f29-4d61-8797-a5f3d410a0f6 req-bcb8b06a-a7a8-4b6a-a5b1-fddbdec7aec3 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 949 time: 0.1057222 Dec 20 15:41:58.433206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab65528-1119-4d30-8834-0aace3fcb1dd req-6a09df0d-a532-452a-b7aa-6ac03bdf7fa3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:58.435403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ab65528-1119-4d30-8834-0aace3fcb1dd req-6a09df0d-a532-452a-b7aa-6ac03bdf7fa3 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 950 time: 0.0749116 Dec 20 15:41:58.468750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-c094cfd9-a6c2-438b-9d9c-8bbe74458f4c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:58.470324 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-c094cfd9-a6c2-438b-9d9c-8bbe74458f4c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 949 time: 0.0564916 Dec 20 15:41:58.520204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84f0e59b-8f29-4d61-8797-a5f3d410a0f6 req-5bc0365a-8dee-4702-beaa-08e78cb10db7 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836332 Dec 20 15:41:58.530019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ab65528-1119-4d30-8834-0aace3fcb1dd req-3dfc5cf8-20b4-43c8-8d22-bbfcc2d2218b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871575 Dec 20 15:41:58.611019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port 82511828-feb3-4229-9f09-cc639f1c9332 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:58.611360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:58.631502 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26676ed-41e2-4c68-83e7-a93d155b93f5 x-openstack-request-id: req-d26676ed-41e2-4c68-83e7-a93d155b93f5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:58.642558 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac1b91-beb0-4478-8a49-6b9457fcc871", "name": "network-vif-deleted", "tag": "fefe41d2-c315-4c4c-a7f9-3d3152fed37b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:58.642558 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d26676ed-41e2-4c68-83e7-a93d155b93f5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:58.642558 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ac1b91-beb0-4478-8a49-6b9457fcc871', 'name': 'network-vif-deleted', 'tag': 'fefe41d2-c315-4c4c-a7f9-3d3152fed37b', 'status': 'completed', 'code': 200} Dec 20 15:41:58.672635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5244f130-9740-4c85-9b90-38f08007683c req-d54a4bac-a3ee-48bb-ba97-00d5dd5489fe tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1664182316&fields=id&tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372 HTTP/1.1" status: 200 len: 267 time: 0.0517004 Dec 20 15:41:58.723826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port 82511828-feb3-4229-9f09-cc639f1c9332, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=82511828-feb3-4229-9f09-cc639f1c9332,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:58.724277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:58.738088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f130-9740-4c85-9b90-38f08007683c req-4ef2be74-ddad-4690-bc9e-237ff8e7b0d2 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:58.739686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5244f130-9740-4c85-9b90-38f08007683c req-4ef2be74-ddad-4690-bc9e-237ff8e7b0d2 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 984 time: 0.0550587 Dec 20 15:41:58.752014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for 82511828-feb3-4229-9f09-cc639f1c9332 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:58.757463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:58.765072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:58.775012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'port': {'security_groups': ['9e471d91-6896-4304-9971-62e44677df21', 'fe28d19d-2138-4a19-b511-641090813da0', '48339a40-80d5-4d7c-bb9f-22fa9a3cc232']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:58.870616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:58.976974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:58.991431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'mac_address': 'fa:16:3e:e6:80:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:59.020310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.040048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573', '82511828-feb3-4229-9f09-cc639f1c9332', '128df36a-8707-4364-8e5f-04587eb834f9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:59.071855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=82511828-feb3-4229-9f09-cc639f1c9332,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:59.178684 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port 82511828-feb3-4229-9f09-cc639f1c9332 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:59.195013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.207722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9963cd73-7947-4444-8bce-cf66825ed5ce req-52690785-2ad6-4e33-9073-619a41aa3822 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "DELETE /v2.0/ports/82511828-feb3-4229-9f09-cc639f1c9332 HTTP/1.1" status: 204 len: 173 time: 0.7214432 Dec 20 15:41:59.267982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:59.301696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 4947088e-dfeb-4c5e-a803-98b46b4043a5 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:59.324618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.333294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 4947088e-dfeb-4c5e-a803-98b46b4043a5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:59.333744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.334920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.338365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-73e36476-b9c9-4f17-846c-80ca238fa4b8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:59.340533 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-73e36476-b9c9-4f17-846c-80ca238fa4b8 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 950 time: 0.0600588 Dec 20 15:41:59.353338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bb1a-f10a-4b4a-b0f9-0ee70fbd5b0c req-08603b11-91e8-4aef-8d7f-85544e3fa04a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:59.355147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72d3bb1a-f10a-4b4a-b0f9-0ee70fbd5b0c req-08603b11-91e8-4aef-8d7f-85544e3fa04a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0765502 Dec 20 15:41:59.404767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1627d5a6-5ef2-488d-bb06-2dec005e2a38 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:59.442119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:59.449315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-c5b83a41-f5e9-4cad-9b68-3a3037698457 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:59.451767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-c5b83a41-f5e9-4cad-9b68-3a3037698457 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 950 time: 0.0845835 Dec 20 15:41:59.461453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Deleting port e9977c91-6d9e-4c2e-9d78-4bea79604796 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:59.463064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.492664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72d3bb1a-f10a-4b4a-b0f9-0ee70fbd5b0c req-a878703d-d505-4067-8426-079aeac6562a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133904 Dec 20 15:41:59.531931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e900d3f-6152-4413-a10b-b02a92aa9a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.537559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.545832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.566223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:59.578912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.617429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:59.618232 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.634617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5244f130-9740-4c85-9b90-38f08007683c req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "PUT /v2.0/ports/936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 1020 time: 0.8809330 Dec 20 15:41:59.635358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:59.638748 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77ea550-4ff7-4498-a029-5a74ad2c604f" -d '{"events": [{"name": "network-changed", "server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:59.644386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:59.646687 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fa0290-56b7-4aac-9be0-a5e09f234e1b" -d '{"events": [{"server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "name": "network-vif-plugged", "status": "completed", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:59.714607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82016b55-9d91-4532-998b-53b843d16de1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:59.731316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:59.757032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['1627d5a6-5ef2-488d-bb06-2dec005e2a38'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:59.763420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] For port e9977c91-6d9e-4c2e-9d78-4bea79604796, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e9977c91-6d9e-4c2e-9d78-4bea79604796,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:59.764140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.766973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port 128df36a-8707-4364-8e5f-04587eb834f9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:59.767813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.771809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['936b818d-5c2a-4f01-99b4-00d51aee3353'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:59.780294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Calling delete_port for e9977c91-6d9e-4c2e-9d78-4bea79604796 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:59.799745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:59.892658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: fefe41d2-c315-4c4c-a7f9-3d3152fed37b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:59.893004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fefe41d2-c315-4c4c-a7f9-3d3152fed37b not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:59.893456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 82511828-feb3-4229-9f09-cc639f1c9332 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:59.931145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 82511828-feb3-4229-9f09-cc639f1c9332 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:59.931492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 82511828-feb3-4229-9f09-cc639f1c9332 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:59.931918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:59.971127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.973131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port 128df36a-8707-4364-8e5f-04587eb834f9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=128df36a-8707-4364-8e5f-04587eb834f9,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:59.973622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:59.991484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for 128df36a-8707-4364-8e5f-04587eb834f9 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:00.005687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48068) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:00.005921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:00.012771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c51c8e-4485-4fb2-85f3-bcc0e7f45866 req-cacaab44-d0af-4413-ad03-5ead74d40bc5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:00.015148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27c51c8e-4485-4fb2-85f3-bcc0e7f45866 req-cacaab44-d0af-4413-ad03-5ead74d40bc5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.2846000 Dec 20 15:42:00.032147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be82b8-7dcf-4acb-8f53-1e74b346902f req-672e8b3b-2dba-413f-91a7-86f6ed963980 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:00.033858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5be82b8-7dcf-4acb-8f53-1e74b346902f req-672e8b3b-2dba-413f-91a7-86f6ed963980 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 950 time: 0.1276913 Dec 20 15:42:00.056701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.122878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No active binding found for port e9977c91-6d9e-4c2e-9d78-4bea79604796 {{(pid=103955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 15:42:00.123959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e9977c91-6d9e-4c2e-9d78-4bea79604796 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:00.124394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 128df36a-8707-4364-8e5f-04587eb834f9 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:00.145455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event deleted for resources: {'Port': ['ID=e9977c91-6d9e-4c2e-9d78-4bea79604796,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:00.182112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] No DVR routers for this DVR port e9977c91-6d9e-4c2e-9d78-4bea79604796 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:00.190088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.190385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5be82b8-7dcf-4acb-8f53-1e74b346902f req-98b13835-3c4c-40f9-92d8-7e23b912b562 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464443 Dec 20 15:42:00.193481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b0ce151-e6c7-4ca5-9da3-eda212817aa9 req-a8055cc6-4518-4be7-8cbc-9b8e10048d7c tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "DELETE /v2.0/ports/e9977c91-6d9e-4c2e-9d78-4bea79604796 HTTP/1.1" status: 204 len: 173 time: 0.8437352 Dec 20 15:42:00.208503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a065-38ee-4e30-8342-5697fd55b35d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.271712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:00.310521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a065-38ee-4e30-8342-5697fd55b35d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.316966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27c51c8e-4485-4fb2-85f3-bcc0e7f45866 req-49d9aebc-de8b-4739-9d3a-654792aaa888 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819562 Dec 20 15:42:00.344933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3633f93-aef0-45f4-9c7b-2eb1f2cce6a0 req-88185c78-46b1-4c44-8c45-d9111e9b5278 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1 HTTP/1.1" status: 200 len: 210 time: 0.0550590 Dec 20 15:42:00.395923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c00fa4b-1c27-4fea-a220-f437397e64d7 req-2f9d7511-3269-492d-add2-fe335a590a26 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/48339a40-80d5-4d7c-bb9f-22fa9a3cc232 HTTP/1.1" status: 200 len: 1818 time: 0.0543168 Dec 20 15:42:00.397507 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8939d57-0c72-4192-aeeb-93585ba56e1a x-openstack-request-id: req-a8939d57-0c72-4192-aeeb-93585ba56e1a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:00.397794 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:00.398048 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8939d57-0c72-4192-aeeb-93585ba56e1a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:00.398443 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'status': 'completed', 'code': 200} Dec 20 15:42:00.429897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.478059 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f42c50-4ae3-4f73-9d15-845883c8da0f x-openstack-request-id: req-57f42c50-4ae3-4f73-9d15-845883c8da0f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:00.478059 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "name": "network-vif-plugged", "status": "completed", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:00.478059 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57f42c50-4ae3-4f73-9d15-845883c8da0f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:00.478059 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'code': 200} Dec 20 15:42:00.480772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8f3a065-38ee-4e30-8342-5697fd55b35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.493839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=128df36a-8707-4364-8e5f-04587eb834f9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:00.513998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.514659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.518284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.519122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.519122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.520911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:00.537949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.551116 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8f3a065-38ee-4e30-8342-5697fd55b35d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d815d189e5174c0d96aa4e2493879a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403867 Dec 20 15:42:00.558335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48074) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:00.606508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port 128df36a-8707-4364-8e5f-04587eb834f9 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:00.632998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.644219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ffb3f63-fae3-41c0-b7ea-b221d994d6a5 req-225ff43a-8425-4e07-a74a-74757470bd7f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "DELETE /v2.0/ports/128df36a-8707-4364-8e5f-04587eb834f9 HTTP/1.1" status: 204 len: 173 time: 1.1839015 Dec 20 15:42:00.647642 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-3c00fa4b-1c27-4fea-a220-f437397e64d7 req-860148a9-73fe-480b-a7ed-fa2015030cf7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:42:00.654964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'name': 'network-vif-deleted', 'tag': '82511828-feb3-4229-9f09-cc639f1c9332'}, {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-deleted', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:00.668555 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c9fba-4d19-41bc-832d-e39a54c8f17e" -d '{"events": [{"server_uuid": "b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1", "name": "network-vif-deleted", "tag": "82511828-feb3-4229-9f09-cc639f1c9332"}, {"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-deleted", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:00.673033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c00fa4b-1c27-4fea-a220-f437397e64d7 req-860148a9-73fe-480b-a7ed-fa2015030cf7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/48339a40-80d5-4d7c-bb9f-22fa9a3cc232 HTTP/1.1" status: 409 len: 341 time: 0.2675714 Dec 20 15:42:00.724974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:00.745629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3a065-38ee-4e30-8342-5697fd55b35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ecd38d-d130-4abb-b736-7a63f6b72508,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:00.752101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc38e-3a89-4d14-8640-0c5180bd725b req-78b455cd-d9c8-4537-b390-042939c1163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:00.754556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d7fc38e-3a89-4d14-8640-0c5180bd725b req-78b455cd-d9c8-4537-b390-042939c1163d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1097 time: 0.1910217 Dec 20 15:42:00.759937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.773907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-958a3524-2373-40f3-965c-b59c506a1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:00.786360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-958a3524-2373-40f3-965c-b59c506a1e0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1174 time: 0.3624694 Dec 20 15:42:00.817323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4908d-3840-4c27-b44f-635934434d09 req-6a8fd3b7-aaed-4e5b-b69c-7bb31d0d25b9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:00.828975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37e4908d-3840-4c27-b44f-635934434d09 req-6a8fd3b7-aaed-4e5b-b69c-7bb31d0d25b9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.1520648 Dec 20 15:42:00.872935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:00.880267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d7fc38e-3a89-4d14-8640-0c5180bd725b req-9aa72720-8f5f-4672-b2f8-c379d55182ee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173987 Dec 20 15:42:00.910600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37e4908d-3840-4c27-b44f-635934434d09 req-6822e9ef-8849-453c-9cdc-13bd42016ce8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806653 Dec 20 15:42:00.967618 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db930ce0-f7ed-4280-86ca-70742882f924 x-openstack-request-id: req-db930ce0-f7ed-4280-86ca-70742882f924 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:00.967913 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1", "name": "network-vif-deleted", "tag": "82511828-feb3-4229-9f09-cc639f1c9332", "status": "completed", "code": 200}, {"server_uuid": "f75f2f87-a270-48d6-a1cc-595f57a39775", "name": "network-vif-deleted", "tag": "e9977c91-6d9e-4c2e-9d78-4bea79604796", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:00.968166 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db930ce0-f7ed-4280-86ca-70742882f924 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:00.968637 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a4e1b7-b68c-4df5-b92b-0fa9539a0ec1', 'name': 'network-vif-deleted', 'tag': '82511828-feb3-4229-9f09-cc639f1c9332', 'status': 'completed', 'code': 200} Dec 20 15:42:00.968892 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75f2f87-a270-48d6-a1cc-595f57a39775', 'name': 'network-vif-deleted', 'tag': 'e9977c91-6d9e-4c2e-9d78-4bea79604796', 'status': 'completed', 'code': 200} Dec 20 15:42:00.986085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:00.989661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:00.993011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['936b818d-5c2a-4f01-99b4-00d51aee3353'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:00.994238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-3e69c67a-e4a2-4dc5-ba10-6ae1fb42f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:00.995804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-3e69c67a-e4a2-4dc5-ba10-6ae1fb42f8b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 200 len: 913 time: 0.2017424 Dec 20 15:42:01.117002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-7d07191f-f0d4-46a9-acdb-d633a387343d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 200 len: 217 time: 0.1126111 Dec 20 15:42:01.120687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:01.124112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:01.125203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11ecd38d-d130-4abb-b736-7a63f6b72508 HTTP/1.1" status: 204 len: 168 time: 0.5639300 Dec 20 15:42:01.196579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ecd38d-d130-4abb-b736-7a63f6b72508,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:01.218155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.218545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.218889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.219229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.220957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.220957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.220957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.220957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.235232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.236092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.236609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.237249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.238233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c71c86-1ea1-49db-bb88-4fe92c6dc1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:01.270308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-9c609c2b-08e2-442f-8371-5db274b48d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:01.274108 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-9c609c2b-08e2-442f-8371-5db274b48d69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 200 len: 852 time: 0.1477818 Dec 20 15:42:01.320282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-a8190879-2578-48b3-ad1e-ec4fa103a93e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0589e46-f638-4d66-9e3d-0b0b668add4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384245 Dec 20 15:42:01.395592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-643f893b-a0c7-4971-95c0-c6dc57a7ecf2 req-9c93733b-8bf7-47f4-971a-074fce314359 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=f75f2f87-a270-48d6-a1cc-595f57a39775 HTTP/1.1" status: 200 len: 210 time: 0.0736678 Dec 20 15:42:01.510998 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-2239d933-f085-4d8b-b632-f1548db2af2c service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786168 Dec 20 15:42:01.609671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa68419-afd6-4b09-bf76-dc87ba620ad1 req-8190dacc-b193-4243-b200-d3bfb0a8c1b3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:01.611250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aa68419-afd6-4b09-bf76-dc87ba620ad1 req-8190dacc-b193-4243-b200-d3bfb0a8c1b3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.1272051 Dec 20 15:42:01.650433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455caaa-a338-4b89-b21d-674fd2a8cebf req-715793b1-f7ce-4490-a863-a202683db4b3 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:01.652034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b455caaa-a338-4b89-b21d-674fd2a8cebf req-715793b1-f7ce-4490-a863-a202683db4b3 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1023 time: 0.1319776 Dec 20 15:42:01.663056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f77ea550-4ff7-4498-a029-5a74ad2c604f req-68b46b2a-afbf-4277-ad7b-e3e4d04763d8 service neutron] 10.222.0.72 "GET /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425023 Dec 20 15:42:01.690494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4cee-0381-4d2a-9307-f42af8a4aac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:01.713542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aa68419-afd6-4b09-bf76-dc87ba620ad1 req-521acf1c-41a1-4ecc-8625-adc9e2a44871 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890992 Dec 20 15:42:01.766375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b455caaa-a338-4b89-b21d-674fd2a8cebf req-d1a834ba-f651-4442-a748-c8298cde1600 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e471d91-6896-4304-9971-62e44677df21&id=fe28d19d-2138-4a19-b511-641090813da0&id=48339a40-80d5-4d7c-bb9f-22fa9a3cc232&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1027470 Dec 20 15:42:01.777357 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:42:01.852728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e2fcb41-3adc-443f-9e58-b7d6b6928745 req-21c6a4f9-5a09-4774-901c-eaa296248cc3 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b0c1875-27a8-42a8-866b-07606b9eec0c HTTP/1.1" status: 200 len: 210 time: 0.0304368 Dec 20 15:42:02.039503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b793-3370-4122-a116-ad501b8eb8df req-d906c15b-37ea-4535-8b0c-c30883935ee0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:02.041240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6de8b793-3370-4122-a116-ad501b8eb8df req-d906c15b-37ea-4535-8b0c-c30883935ee0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0581965 Dec 20 15:42:02.091218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6de8b793-3370-4122-a116-ad501b8eb8df req-236dc3ad-b38b-44e1-8a58-e68a974056da tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Dec 20 15:42:02.400209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'name': 'network-vif-deleted', 'tag': '128df36a-8707-4364-8e5f-04587eb834f9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:02.404719 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf299053-e3b8-4862-8e5b-ac1d094bb7ba" -d '{"events": [{"server_uuid": "8b0c1875-27a8-42a8-866b-07606b9eec0c", "name": "network-vif-deleted", "tag": "128df36a-8707-4364-8e5f-04587eb834f9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:02.445673 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a741e0-f9d4-4195-84bf-1375c81a8857 x-openstack-request-id: req-f7a741e0-f9d4-4195-84bf-1375c81a8857 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:02.445965 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c1875-27a8-42a8-866b-07606b9eec0c", "name": "network-vif-deleted", "tag": "128df36a-8707-4364-8e5f-04587eb834f9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:02.446217 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7a741e0-f9d4-4195-84bf-1375c81a8857 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:02.446879 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c1875-27a8-42a8-866b-07606b9eec0c', 'name': 'network-vif-deleted', 'tag': '128df36a-8707-4364-8e5f-04587eb834f9', 'status': 'completed', 'code': 200} Dec 20 15:42:02.715343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:02.766799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:02.831770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:02.832148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:02.855470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ccde3-50ec-4d38-a4fc-169f1a250f28 req-f6f1ac23-140c-49d1-8348-a205e25ba520 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:02.857683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-241ccde3-50ec-4d38-a4fc-169f1a250f28 req-f6f1ac23-140c-49d1-8348-a205e25ba520 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.0772264 Dec 20 15:42:02.911333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-241ccde3-50ec-4d38-a4fc-169f1a250f28 req-b3c6dee3-e3c8-41e6-bcb3-7e8ce002a9a6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Dec 20 15:42:02.919324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:02.944548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:02.946949 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8efcf34-5673-4c17-bcb4-ea8ad11f4445" -d '{"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-plugged", "status": "completed", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:02.960359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:03.034371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ebac3-9f06-47f1-9320-e3b9bf957fb7 req-bb324365-9493-4ca7-929b-5b483aa6f5e5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:03.035935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba7ebac3-9f06-47f1-9320-e3b9bf957fb7 req-bb324365-9493-4ca7-929b-5b483aa6f5e5 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1023 time: 0.0579352 Dec 20 15:42:03.040612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.102690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:03.131927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139be4e-5baa-4df1-a030-11bc8edea4d4 req-f6fe30da-c3e5-4b0f-b77c-16442772b078 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:03.143942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d139be4e-5baa-4df1-a030-11bc8edea4d4 req-f6fe30da-c3e5-4b0f-b77c-16442772b078 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1097 time: 0.1043420 Dec 20 15:42:03.196741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba7ebac3-9f06-47f1-9320-e3b9bf957fb7 req-7d7e06e6-221d-42dc-9a7f-5f04014e4c2d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e471d91-6896-4304-9971-62e44677df21&id=fe28d19d-2138-4a19-b511-641090813da0&id=48339a40-80d5-4d7c-bb9f-22fa9a3cc232&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1516516 Dec 20 15:42:03.205462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:03.214289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d139be4e-5baa-4df1-a030-11bc8edea4d4 req-9f9c0345-9e9b-494b-9515-603490af31ed tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721052 Dec 20 15:42:03.271510 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c56c653-c817-4fb9-8991-7eac944e955a x-openstack-request-id: req-6c56c653-c817-4fb9-8991-7eac944e955a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:03.271888 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-plugged", "status": "completed", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:03.272165 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c56c653-c817-4fb9-8991-7eac944e955a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:03.272568 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'code': 200} Dec 20 15:42:03.321819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3726c4-f632-4989-bc43-0ab3f37c8a96 req-c31880cf-e9bd-4b14-be2a-78a5b9f9862e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:03.323433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed3726c4-f632-4989-bc43-0ab3f37c8a96 req-c31880cf-e9bd-4b14-be2a-78a5b9f9862e tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.0569689 Dec 20 15:42:03.382031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed3726c4-f632-4989-bc43-0ab3f37c8a96 req-04f9d80e-5ff5-439c-8443-f5ba5884ca97 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 Dec 20 15:42:03.418071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e31bc0f2-6f53-4873-94e2-b86043272387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.508796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-dbc8a76b-78e2-45bf-8e09-ba0a4af98382 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:03.511952 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-dbc8a76b-78e2-45bf-8e09-ba0a4af98382 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.72 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 1023 time: 0.0715106 Dec 20 15:42:03.545345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173998-2dc2-4505-811f-3534d9ab79f5 req-6f21eb1a-97ad-4de0-b69d-94749dbd24d8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:03.546915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29173998-2dc2-4505-811f-3534d9ab79f5 req-6f21eb1a-97ad-4de0-b69d-94749dbd24d8 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0895970 Dec 20 15:42:03.584260 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e31bc0f2-6f53-4873-94e2-b86043272387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.619450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29173998-2dc2-4505-811f-3534d9ab79f5 req-e7a95f7c-0c2f-4be4-b45c-88d96ddd89e6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648031 Dec 20 15:42:03.703423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e31bc0f2-6f53-4873-94e2-b86043272387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.735509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Deleting port 936b818d-5c2a-4f01-99b4-00d51aee3353 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:03.738794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.784183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e31bc0f2-6f53-4873-94e2-b86043272387 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57d4658b8c0a4282adb4eabae7cee9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744913 Dec 20 15:42:03.787039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:03.788435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bc0f2-6f53-4873-94e2-b86043272387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a12f010-38f8-443d-85ef-d5d282eb03f4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:03.890396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a4074f5-c8f6-4f09-9511-499b571d2a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.891722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] For port 936b818d-5c2a-4f01-99b4-00d51aee3353, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=936b818d-5c2a-4f01-99b4-00d51aee3353,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:03.892435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.907613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Calling delete_port for 936b818d-5c2a-4f01-99b4-00d51aee3353 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:03.924084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a4074f5-c8f6-4f09-9511-499b571d2a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.080855 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a4074f5-c8f6-4f09-9511-499b571d2a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.083921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2a4074f5-c8f6-4f09-9511-499b571d2a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.088915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2a4074f5-c8f6-4f09-9511-499b571d2a1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a12f010-38f8-443d-85ef-d5d282eb03f4 HTTP/1.1" status: 204 len: 168 time: 0.2917154 Dec 20 15:42:04.104211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4074f5-c8f6-4f09-9511-499b571d2a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a12f010-38f8-443d-85ef-d5d282eb03f4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:04.213946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.252709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.267994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['21210fb3-3b6c-4e60-bc52-d5df99bfd119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:04.280856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'Port': ['ID=936b818d-5c2a-4f01-99b4-00d51aee3353,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:04.313532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676f26-a417-4cbe-9a24-918b831cb130 req-694262ad-860b-41ab-bff8-d823e7c21a6c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:04.320227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1676f26-a417-4cbe-9a24-918b831cb130 req-694262ad-860b-41ab-bff8-d823e7c21a6c tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 950 time: 0.1107581 Dec 20 15:42:04.365958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] No DVR routers for this DVR port 936b818d-5c2a-4f01-99b4-00d51aee3353 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:04.368600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.372027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4369ba39-ec69-48ef-93f1-0121fda99823 req-7a460888-e86b-453b-8a7a-c95686bc38e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 210 time: 0.0478778 Dec 20 15:42:04.373569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e66aa611-bd06-4572-b9b2-01f38535fbab req-0433154f-42f8-4218-97d9-30d766c273f0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.72 "DELETE /v2.0/ports/936b818d-5c2a-4f01-99b4-00d51aee3353 HTTP/1.1" status: 204 len: 173 time: 0.8530569 Dec 20 15:42:04.374101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'name': 'network-vif-deleted', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:04.376718 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f428019-408e-4d7d-a588-e7237fbce1d5" -d '{"events": [{"server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "name": "network-vif-deleted", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:04.467880 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dddfa67-10d6-415d-8944-8f4a7c2d16fe x-openstack-request-id: req-7dddfa67-10d6-415d-8944-8f4a7c2d16fe {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:04.468444 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00deaa96-208a-47df-a490-2435457b193f", "name": "network-vif-deleted", "tag": "936b818d-5c2a-4f01-99b4-00d51aee3353", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:04.468913 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dddfa67-10d6-415d-8944-8f4a7c2d16fe {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:04.470318 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00deaa96-208a-47df-a490-2435457b193f', 'name': 'network-vif-deleted', 'tag': '936b818d-5c2a-4f01-99b4-00d51aee3353', 'status': 'completed', 'code': 200} Dec 20 15:42:04.512144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1676f26-a417-4cbe-9a24-918b831cb130 req-bfd511fc-321f-47bf-b7ad-632f2537176f tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343381 Dec 20 15:42:04.599282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-f9f058cb-6378-43a4-bedc-4b8a0dd3c635 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:04.601285 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-f9f058cb-6378-43a4-bedc-4b8a0dd3c635 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1251481 Dec 20 15:42:04.753558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab965-c66b-4c9b-bbd0-9417bf2c3494 req-2e1b9812-c9da-477c-a73c-7b401273615d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:04.763454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3bab965-c66b-4c9b-bbd0-9417bf2c3494 req-2e1b9812-c9da-477c-a73c-7b401273615d tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 949 time: 0.1210890 Dec 20 15:42:04.839540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Deleting port 348c5c2a-b05f-4742-954b-c845d831d407 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:04.840029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.946496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3bab965-c66b-4c9b-bbd0-9417bf2c3494 req-cf3a60ad-6321-4c0f-83cb-416a999fff37 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784389 Dec 20 15:42:05.042056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cf9d3-db57-4e04-8352-60ddb9c798a1 req-e4ee11d5-5391-494b-85b8-264053195f0c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:05.049778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-567cf9d3-db57-4e04-8352-60ddb9c798a1 req-e4ee11d5-5391-494b-85b8-264053195f0c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.0922782 Dec 20 15:42:05.063465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:05.092748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] For port 348c5c2a-b05f-4742-954b-c845d831d407, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=348c5c2a-b05f-4742-954b-c845d831d407,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:05.093121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:05.116584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Calling delete_port for 348c5c2a-b05f-4742-954b-c845d831d407 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:05.163089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-567cf9d3-db57-4e04-8352-60ddb9c798a1 req-a94f8041-8b47-4ddc-8259-098d2a0acb14 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104271 Dec 20 15:42:05.445012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:05.456621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:05.535643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['348c5c2a-b05f-4742-954b-c845d831d407'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:05.608237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] No DVR routers for this DVR port 348c5c2a-b05f-4742-954b-c845d831d407 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:05.611157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event deleted for resources: {'Port': ['ID=348c5c2a-b05f-4742-954b-c845d831d407,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:05.626259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:05.631229 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc9ee28-f224-4a04-9743-ffc3104349c4 req-c216cd96-2196-419d-979a-6811b47a3e20 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.72 "DELETE /v2.0/ports/348c5c2a-b05f-4742-954b-c845d831d407 HTTP/1.1" status: 204 len: 173 time: 1.0047004 Dec 20 15:42:05.635557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e76c9cc-3d0a-4091-a367-75c4f147ae20 req-5f9b5b45-df15-40f3-88a7-f607137a0827 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=00deaa96-208a-47df-a490-2435457b193f HTTP/1.1" status: 200 len: 210 time: 0.0941339 Dec 20 15:42:05.670741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-522f5da2-07b6-4f0f-a57f-a0299afd0456 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:05.670741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-522f5da2-07b6-4f0f-a57f-a0299afd0456 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.2500618 Dec 20 15:42:05.781490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:05.784778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 936b818d-5c2a-4f01-99b4-00d51aee3353 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:05.801451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-bffc632e-f5b8-4e77-88e9-e02d52ab1b53 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:05.813251 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-bffc632e-f5b8-4e77-88e9-e02d52ab1b53 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 950 time: 0.1154754 Dec 20 15:42:06.005029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 936b818d-5c2a-4f01-99b4-00d51aee3353 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:06.005402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 936b818d-5c2a-4f01-99b4-00d51aee3353 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:06.100464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Deleting port 42b17cc1-4f99-480e-9a0d-039f304aa573 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:06.102981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.296347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:06.352096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:06.353515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:42:06.408553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] For port 42b17cc1-4f99-480e-9a0d-039f304aa573, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=42b17cc1-4f99-480e-9a0d-039f304aa573,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:06.408553 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.439402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.449201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Calling delete_port for 42b17cc1-4f99-480e-9a0d-039f304aa573 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:06.471742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'name': 'network-vif-deleted', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:06.476101 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01639411-2e74-4ce8-9de2-525f3c7f4966" -d '{"events": [{"server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "name": "network-vif-deleted", "tag": "348c5c2a-b05f-4742-954b-c845d831d407"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:06.504186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1598478e-db79-497d-b05c-399015cb4cb6 req-d0ee2906-c668-4718-9d2d-6e3b105d4fe2 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=6caff544-82bd-4a16-9979-b5254372e125 HTTP/1.1" status: 200 len: 210 time: 0.1137097 Dec 20 15:42:06.505018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48298) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:06.706629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8f280-ac11-422f-9cf7-7c9e8cf6e1c6 req-90df1890-cf24-401e-8e7e-0d82479722c5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:06.719920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddd8f280-ac11-422f-9cf7-7c9e8cf6e1c6 req-90df1890-cf24-401e-8e7e-0d82479722c5 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 950 time: 1.0566282 Dec 20 15:42:06.743518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.756960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['42b17cc1-4f99-480e-9a0d-039f304aa573'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:06.950646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Pushing event deleted for resources: {'Port': ['ID=42b17cc1-4f99-480e-9a0d-039f304aa573,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:06.953537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] No DVR routers for this DVR port 42b17cc1-4f99-480e-9a0d-039f304aa573 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:06.955758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.959431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8036ed7a-6bfe-4da6-a71c-e14e7afb4690 req-2fa113ab-1e87-4712-a9f5-5a7d0e42c95b tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.72 "DELETE /v2.0/ports/42b17cc1-4f99-480e-9a0d-039f304aa573 HTTP/1.1" status: 204 len: 173 time: 1.1418664 Dec 20 15:42:06.981307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-358861541-network', 'tenant_id': 'f88f45a0697345279e46f3f37b1deba3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:07.026914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:07.048929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddd8f280-ac11-422f-9cf7-7c9e8cf6e1c6 req-abe89ceb-a1e7-4c5a-a934-c7400d9c31b2 tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d82ce59-831c-404c-959f-559476d1006e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198628 Dec 20 15:42:07.090715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa27b7c-4c6d-4923-988c-77fca8aeb75f req-c6f83bda-30a2-469f-8113-0e6aad1b0a0f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:07.099439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aa27b7c-4c6d-4923-988c-77fca8aeb75f req-c6f83bda-30a2-469f-8113-0e6aad1b0a0f tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 945 time: 0.4496317 Dec 20 15:42:07.208937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:07.329976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aa27b7c-4c6d-4923-988c-77fca8aeb75f req-b3965972-ff4f-436f-b084-f9d72a9acbb1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295418 Dec 20 15:42:07.348803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Made reservation on behalf of f88f45a0697345279e46f3f37b1deba3 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:07.359384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.393073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.511475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:07.517682 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a8efbd-1503-4f78-ba07-f9f78761ae94" -d '{"events": [{"server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "name": "network-vif-unplugged", "status": "completed", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:07.520462 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623599be-6d51-4503-9262-a58bcbc3114b x-openstack-request-id: req-623599be-6d51-4503-9262-a58bcbc3114b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:07.520761 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caff544-82bd-4a16-9979-b5254372e125", "name": "network-vif-deleted", "tag": "348c5c2a-b05f-4742-954b-c845d831d407", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:07.521021 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-623599be-6d51-4503-9262-a58bcbc3114b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:07.521539 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caff544-82bd-4a16-9979-b5254372e125', 'name': 'network-vif-deleted', 'tag': '348c5c2a-b05f-4742-954b-c845d831d407', 'status': 'completed', 'code': 200} Dec 20 15:42:07.535244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.665090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8add936c-7f70-4332-b44d-05e9c56a128b req-5dcaa3b4-e252-4d6b-a9ae-cadcc4903b81 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/9e471d91-6896-4304-9971-62e44677df21 HTTP/1.1" status: 200 len: 1818 time: 0.0668309 Dec 20 15:42:07.701730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.784935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:07.789019 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2d4e2-b83b-4d97-9239-eb4ea825949f x-openstack-request-id: req-d4d2d4e2-b83b-4d97-9239-eb4ea825949f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:07.789019 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "name": "network-vif-unplugged", "status": "completed", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:07.789019 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4d2d4e2-b83b-4d97-9239-eb4ea825949f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:07.790247 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'code': 200} Dec 20 15:42:07.815284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.848288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 348c5c2a-b05f-4742-954b-c845d831d407 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:07.848638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 348c5c2a-b05f-4742-954b-c845d831d407 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:07.872001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:07.915718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.927218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8add936c-7f70-4332-b44d-05e9c56a128b req-15db1b18-7ed1-430f-b38a-4006f99d1a87 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.940580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:07.940580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:07.940580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:07.957937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:42:07.983187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:07.983508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Attempting to bind port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on network dfc0b122-deda-453e-a2e5-faa3f02bc36d {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:07.993054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8add936c-7f70-4332-b44d-05e9c56a128b req-15db1b18-7ed1-430f-b38a-4006f99d1a87 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.997910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:07.997910 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Added segment f0f1b67e-a384-4f53-8c9e-cb2f780b49ca of type vlan for network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 Dec 20 15:42:07.998418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41112f9-32ae-4210-9bab-1fa3244ed284,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:08.014886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:08.015285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Checking segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:08.016730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Bound using segment: {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:08.016730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Bound port: c028fc5d-f49c-40b0-9482-85ff43ac52c3, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ac3df8-df40-433c-84a1-13d39a10c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfc0b122-deda-453e-a2e5-faa3f02bc36d'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:08.016730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.112020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.275395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8add936c-7f70-4332-b44d-05e9c56a128b req-15db1b18-7ed1-430f-b38a-4006f99d1a87 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.281406 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8add936c-7f70-4332-b44d-05e9c56a128b req-15db1b18-7ed1-430f-b38a-4006f99d1a87 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.297751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8add936c-7f70-4332-b44d-05e9c56a128b req-15db1b18-7ed1-430f-b38a-4006f99d1a87 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e471d91-6896-4304-9971-62e44677df21 HTTP/1.1" status: 204 len: 173 time: 0.6315186 Dec 20 15:42:08.328711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:08.342063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:08.365492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db1b18-7ed1-430f-b38a-4006f99d1a87 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e471d91-6896-4304-9971-62e44677df21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:08.484285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b7e0684-0ba8-4a03-a1f1-43a35609ad78 req-681ab3f9-2af6-4090-9ff1-a770c995b2df tempest-ServersOnMultiNodesTest-1046830004 tempest-ServersOnMultiNodesTest-1046830004-project] 10.222.0.81 "GET /v2.0/ports?device_id=57aaaaa8-a6dc-42de-876d-d6fe392d2075 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Dec 20 15:42:08.504043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b00edc1e-be65-4fa9-aa62-5efeba7ecb49 req-a2a385f7-ca8e-4ab7-add3-d292d34fb5ed tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/48339a40-80d5-4d7c-bb9f-22fa9a3cc232 HTTP/1.1" status: 200 len: 1818 time: 0.0820260 Dec 20 15:42:08.538581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.544383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.544383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.633444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.740245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1935101 Dec 20 15:42:08.743263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:08.749542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Request body: {'subnet': {'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-358861541-subnet', 'tenant_id': 'f88f45a0697345279e46f3f37b1deba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:08.776377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947109c1-acbe-4200-b370-e9213985647f admin admin] Pushing event updated for resources: {'Network': ['ID=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:08.799821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:42:08.826404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.827215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.831475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 1121 time: 2.4810719 Dec 20 15:42:08.831475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b00edc1e-be65-4fa9-aa62-5efeba7ecb49 req-0eea2384-02fe-4517-91d7-7fdedd7d3e44 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.834649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b244123-41fe-48bb-9245-d969f05536a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:08.849684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfdd90-cdd4-463d-ae8f-681e0635d841 req-d02d9882-5124-421e-ae59-b63dcc40e2b1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.857981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9abfdd90-cdd4-463d-ae8f-681e0635d841 req-d02d9882-5124-421e-ae59-b63dcc40e2b1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.2787802 Dec 20 15:42:08.905485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b00edc1e-be65-4fa9-aa62-5efeba7ecb49 req-0eea2384-02fe-4517-91d7-7fdedd7d3e44 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.931632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Made reservation on behalf of f88f45a0697345279e46f3f37b1deba3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:08.935160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.957513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9abfdd90-cdd4-463d-ae8f-681e0635d841 req-ba47b418-84dd-46e5-98d8-9d52dd90dff4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984828 Dec 20 15:42:09.110486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['c028fc5d-f49c-40b0-9482-85ff43ac52c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:09.220688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c028fc5d-f49c-40b0-9482-85ff43ac52c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:09.221843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f5a1f-6c90-4e0b-b624-836457d79558 req-3e9bf2d2-d78c-4796-a489-34d91087e6a9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:09.221843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b68f5a1f-6c90-4e0b-b624-836457d79558 req-3e9bf2d2-d78c-4796-a489-34d91087e6a9 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 949 time: 0.0767367 Dec 20 15:42:09.221843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b68f5a1f-6c90-4e0b-b624-836457d79558 req-8943ad4b-8cd5-43d2-b515-400b8192146b tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 Dec 20 15:42:09.523304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'name': 'network-vif-deleted', 'tag': '42b17cc1-4f99-480e-9a0d-039f304aa573'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:09.525542 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7565b478-fd6f-4f83-9d17-d8b85d559895" -d '{"events": [{"server_uuid": "57aaaaa8-a6dc-42de-876d-d6fe392d2075", "name": "network-vif-deleted", "tag": "42b17cc1-4f99-480e-9a0d-039f304aa573"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:09.529387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b00edc1e-be65-4fa9-aa62-5efeba7ecb49 req-0eea2384-02fe-4517-91d7-7fdedd7d3e44 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:09.539533 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b00edc1e-be65-4fa9-aa62-5efeba7ecb49 req-0eea2384-02fe-4517-91d7-7fdedd7d3e44 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:09.539533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b00edc1e-be65-4fa9-aa62-5efeba7ecb49 req-0eea2384-02fe-4517-91d7-7fdedd7d3e44 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/48339a40-80d5-4d7c-bb9f-22fa9a3cc232 HTTP/1.1" status: 204 len: 173 time: 1.0240641 Dec 20 15:42:09.552077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2384-02fe-4517-91d7-7fdedd7d3e44 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48339a40-80d5-4d7c-bb9f-22fa9a3cc232,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:09.749293 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9717cb78-1d37-4ea1-8fea-882aaaf7c497 x-openstack-request-id: req-9717cb78-1d37-4ea1-8fea-882aaaf7c497 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:09.751706 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aaaaa8-a6dc-42de-876d-d6fe392d2075", "name": "network-vif-deleted", "tag": "42b17cc1-4f99-480e-9a0d-039f304aa573", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:09.752305 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9717cb78-1d37-4ea1-8fea-882aaaf7c497 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:09.752923 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aaaaa8-a6dc-42de-876d-d6fe392d2075', 'name': 'network-vif-deleted', 'tag': '42b17cc1-4f99-480e-9a0d-039f304aa573', 'status': 'completed', 'code': 200} Dec 20 15:42:09.776135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-25567cb8-db0d-43e1-b271-a24d1d2f4d04 req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1559112633', 'description': 'tempest-description-1401287049'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:09.780546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 42b17cc1-4f99-480e-9a0d-039f304aa573 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:09.791435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:09.793292 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d980f0d3-6db8-42db-9845-818463025ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:09.817560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 42b17cc1-4f99-480e-9a0d-039f304aa573 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:09.818187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 42b17cc1-4f99-480e-9a0d-039f304aa573 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:09.841154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:09.930595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee180de2-a48a-4c28-ba8a-5f564628fc7b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:09.954815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25567cb8-db0d-43e1-b271-a24d1d2f4d04 req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:09.961789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Checking segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:09.962147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Network hostable DHCP agents. Network: 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:42:10.040760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25567cb8-db0d-43e1-b271-a24d1d2f4d04 req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:10.064320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:42:10.280429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:10.280704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25567cb8-db0d-43e1-b271-a24d1d2f4d04 req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:10.285450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:10.286456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:10.300174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bf420-357e-4185-8677-998126b38aee None None] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:10.350423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceff03d-f117-4528-9332-ef80a74c870e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:10.430226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'project_id': 'f88f45a0697345279e46f3f37b1deba3', 'fixed_ips': [{'subnet_id': 'ee180de2-a48a-4c28-ba8a-5f564628fc7b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:42:10.430962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:10.455086 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44b07e57-a8e4-45e6-bc7d-776578522ae7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7106545 Dec 20 15:42:10.488554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-25567cb8-db0d-43e1-b271-a24d1d2f4d04 req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:10.504695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25567cb8-db0d-43e1-b271-a24d1d2f4d04 req-06968bf6-e674-4777-8bdd-c58ab59817e0 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7318642 Dec 20 15:42:10.520304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-707d96aa-987a-4103-bac9-10ccf4bd1399 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:10.534618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-707d96aa-987a-4103-bac9-10ccf4bd1399 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.83 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 949 time: 0.1586034 Dec 20 15:42:10.580814 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0047676b-2057-4b2f-a1ed-97d710f92137 x-openstack-request-id: req-0047676b-2057-4b2f-a1ed-97d710f92137 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:10.581260 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:10.581721 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0047676b-2057-4b2f-a1ed-97d710f92137 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:10.582222 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'status': 'completed', 'code': 200} Dec 20 15:42:10.662317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Allocated IP 172.20.0.2 (9d1f8613-1fb9-4fd6-aa13-7e1b00c26001/ee180de2-a48a-4c28-ba8a-5f564628fc7b/6fcd6f68-c312-4c21-b164-5e538ed3809b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:10.720895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:10.989097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:10.998485 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c33c93a7-5c50-430d-a421-03ca085400bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=986025bff2b6446cb7b3eaa2d97d40dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751498 Dec 20 15:42:11.006885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df78be-ec0a-4a39-bdd8-23ce7ca99077 req-1a2901f3-11e2-48ac-b8b7-9b585e3996be tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:11.006885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49df78be-ec0a-4a39-bdd8-23ce7ca99077 req-1a2901f3-11e2-48ac-b8b7-9b585e3996be tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.2902243 Dec 20 15:42:11.010757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48402) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:11.069511 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.099865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980f0d3-6db8-42db-9845-818463025ed8 req-1600d1de-cdc9-4fd0-a485-7f4d6cd42c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:11.101742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-1600d1de-cdc9-4fd0-a485-7f4d6cd42c52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1124 time: 0.4249017 Dec 20 15:42:11.109176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Deleting port eb3875c2-c985-40b8-9cd3-a3e4249fe98a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:11.115595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.166437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:11.171052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:11.176907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:11.187516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Pushing event updated for resources: {'Port': ['ID=6fcd6f68-c312-4c21-b164-5e538ed3809b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:11.262296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Attempting to bind port 6fcd6f68-c312-4c21-b164-5e538ed3809b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:11.263100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Attempting to bind port 6fcd6f68-c312-4c21-b164-5e538ed3809b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:11.263643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Attempting to bind port 6fcd6f68-c312-4c21-b164-5e538ed3809b on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:11.271428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:11.272103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Checking segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:11.272670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.273335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Bound using segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:11.273972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Bound port: 6fcd6f68-c312-4c21-b164-5e538ed3809b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:11.274538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.346320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2f6c3-34a8-4778-86a8-4f378de84020 req-14f0ccea-68ba-423d-bfd4-7aac87db5d93 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:11.354880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ea2f6c3-34a8-4778-86a8-4f378de84020 req-14f0ccea-68ba-423d-bfd4-7aac87db5d93 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/ports?device_id=c56e8593-50ae-4cb9-ad86-2c2311630135 HTTP/1.1" status: 200 len: 949 time: 0.4789655 Dec 20 15:42:11.386792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] For port 6fcd6f68-c312-4c21-b164-5e538ed3809b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:11.386792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] For port 6fcd6f68-c312-4c21-b164-5e538ed3809b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6fcd6f68-c312-4c21-b164-5e538ed3809b,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:11.447235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] For port eb3875c2-c985-40b8-9cd3-a3e4249fe98a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:11.447698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.463607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Calling delete_port for eb3875c2-c985-40b8-9cd3-a3e4249fe98a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:11.522728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.690379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb16c7-92ac-454d-b064-cae70365b142 None None] Pushing event updated for resources: {'Port': ['ID=6fcd6f68-c312-4c21-b164-5e538ed3809b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:11.720329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49df78be-ec0a-4a39-bdd8-23ce7ca99077 req-b52e943d-297d-45a5-b7db-0bc98efa05e7 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612225 Dec 20 15:42:11.740387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-173aee9e-0028-4c4e-a15a-55c4a93f70f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.750571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980f0d3-6db8-42db-9845-818463025ed8 req-1f8c5ad7-8ed3-4c0c-a49a-a0a72e255491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:11.752310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-1f8c5ad7-8ed3-4c0c-a49a-a0a72e255491 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.6182239 Dec 20 15:42:11.794626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.808334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['eb3875c2-c985-40b8-9cd3-a3e4249fe98a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:11.920772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-173aee9e-0028-4c4e-a15a-55c4a93f70f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:11.937233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-5b0fdfeb-ab43-4a51-949f-cd0b15ee7ae4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 217 time: 0.1565294 Dec 20 15:42:11.975583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Pushing event deleted for resources: {'Port': ['ID=eb3875c2-c985-40b8-9cd3-a3e4249fe98a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:12.011758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ea2f6c3-34a8-4778-86a8-4f378de84020 req-c7034f84-ff8a-45f6-a2e6-859173be02a4 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.81 "GET /v2.0/security-groups?id=b866c03d-f030-4be0-9c8b-c267966c89ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864243 Dec 20 15:42:12.199776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] No DVR routers for this DVR port eb3875c2-c985-40b8-9cd3-a3e4249fe98a on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:12.209963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3690fdec-d10e-4d08-a077-a3686872d272 req-8ac0fd0b-8d5c-4894-bea1-db539bcff157 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/0ceff03d-f117-4528-9332-ef80a74c870e HTTP/1.1" status: 200 len: 1818 time: 0.4565413 Dec 20 15:42:12.233190 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.233190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4a471ba-4052-47ef-bf0c-b5a1b7198058 req-64f6cdc7-df6d-4dcf-8422-91a299011779 tempest-MigrationsAdminTest-510017992 tempest-MigrationsAdminTest-510017992-project] 10.222.0.83 "DELETE /v2.0/ports/eb3875c2-c985-40b8-9cd3-a3e4249fe98a HTTP/1.1" status: 204 len: 173 time: 1.6888669 Dec 20 15:42:12.235422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980f0d3-6db8-42db-9845-818463025ed8 req-6412db23-83fe-40ef-9d7e-bc83d5d8edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:12.237499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-6412db23-83fe-40ef-9d7e-bc83d5d8edb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.2428854 Dec 20 15:42:12.247336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3690fdec-d10e-4d08-a077-a3686872d272 req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1530332336', 'description': 'tempest-description-hth-1161975303'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:12.292114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-38b5e693-ee57-4087-ba8e-d53a2cfe38f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398173 Dec 20 15:42:12.349356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-173aee9e-0028-4c4e-a15a-55c4a93f70f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.352993 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-173aee9e-0028-4c4e-a15a-55c4a93f70f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.354611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-173aee9e-0028-4c4e-a15a-55c4a93f70f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d82ce59-831c-404c-959f-559476d1006e HTTP/1.1" status: 204 len: 168 time: 1.3421116 Dec 20 15:42:12.455081 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3690fdec-d10e-4d08-a077-a3686872d272 req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.613394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-deleted', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:12.616966 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5bec6d-a637-47b4-82fc-d45142b2d1c7" -d '{"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-deleted", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:12.620226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aee9e-0028-4c4e-a15a-55c4a93f70f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d82ce59-831c-404c-959f-559476d1006e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:12.723264 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3690fdec-d10e-4d08-a077-a3686872d272 req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.767387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-e34cddbc-160b-4554-8a8d-3093a1e82839 service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460394 Dec 20 15:42:12.856630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3690fdec-d10e-4d08-a077-a3686872d272 req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.862510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3690fdec-d10e-4d08-a077-a3686872d272 req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:12.864012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3690fdec-d10e-4d08-a077-a3686872d272 req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "PUT /v2.0/security-groups/0ceff03d-f117-4528-9332-ef80a74c870e HTTP/1.1" status: 200 len: 1792 time: 0.6247351 Dec 20 15:42:12.997332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c1c51-dffd-4fd7-9952-d04ed5aa39e7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceff03d-f117-4528-9332-ef80a74c870e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:13.042822 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43f174-704e-4b18-afa2-36e58ce55954 x-openstack-request-id: req-0b43f174-704e-4b18-afa2-36e58ce55954 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:13.043326 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56e8593-50ae-4cb9-ad86-2c2311630135", "name": "network-vif-deleted", "tag": "eb3875c2-c985-40b8-9cd3-a3e4249fe98a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:13.044650 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b43f174-704e-4b18-afa2-36e58ce55954 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:13.045542 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56e8593-50ae-4cb9-ad86-2c2311630135', 'name': 'network-vif-deleted', 'tag': 'eb3875c2-c985-40b8-9cd3-a3e4249fe98a', 'status': 'completed', 'code': 200} Dec 20 15:42:13.065944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-e3eba673-735e-44e7-ba66-d6249e92d52e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:13.082965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-e3eba673-735e-44e7-ba66-d6249e92d52e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 815 time: 0.5242841 Dec 20 15:42:13.118096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-045ad2a2-78b0-4747-9f29-505f52912779 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/quotas/f88f45a0697345279e46f3f37b1deba3 HTTP/1.1" status: 200 len: 375 time: 0.0339279 Dec 20 15:42:13.124079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d980f0d3-6db8-42db-9845-818463025ed8 req-bff0e1ea-63b6-40b9-8a48-86f8e34fb2bb service neutron] 10.222.0.83 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457806 Dec 20 15:42:13.244523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fce4e-0058-45d9-a702-13eab2178a21 req-32ecf030-bda8-4513-8f16-43376daf50e5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:13.254643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd2fce4e-0058-45d9-a702-13eab2178a21 req-32ecf030-bda8-4513-8f16-43376daf50e5 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.1340513 Dec 20 15:42:13.299596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43dfeb-4da2-4083-855a-ceb3330ed1a9 None None] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:13.308429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-6e4ddee1-ea06-447e-b19b-2fde00df373f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888082 Dec 20 15:42:13.468029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-35bcbd14-f37f-416d-8e5c-29af57619a71 service neutron] 10.222.0.81 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582758 Dec 20 15:42:13.502198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48442) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:13.532541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Provisioning complete for port 6fcd6f68-c312-4c21-b164-5e538ed3809b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:13.532831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:13.613280 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-abd4f42e-e900-4680-8537-ceeb3e9a9981 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05c72880a72d480183028bca32453c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093142 Dec 20 15:42:13.615745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48444) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:13.632171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7d070a6a-7c93-44b4-9b23-912bfd23de18 service neutron] 10.222.0.81 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625752 Dec 20 15:42:13.645444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6fcd6f68-c312-4c21-b164-5e538ed3809b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:13.693294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e5faad3-07d8-4f18-997d-6a1a9a565508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:13.729728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e5faad3-07d8-4f18-997d-6a1a9a565508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:13.740059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd2fce4e-0058-45d9-a702-13eab2178a21 req-c5998417-52e4-4f04-935d-d9a5ce940b7b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844029 Dec 20 15:42:13.865050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:13.897026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32492cc4-0504-4aea-bb47-284f00e6db8c req-4776fa28-1960-4c5f-8092-58ea7557f061 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/0ceff03d-f117-4528-9332-ef80a74c870e HTTP/1.1" status: 200 len: 1792 time: 0.1067913 Dec 20 15:42:13.993626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] For port 6fcd6f68-c312-4c21-b164-5e538ed3809b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6fcd6f68-c312-4c21-b164-5e538ed3809b,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:14.037342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6fcd6f68-c312-4c21-b164-5e538ed3809b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:14.037605 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.161038 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.290623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Pushing event updated for resources: {'Port': ['ID=6fcd6f68-c312-4c21-b164-5e538ed3809b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:14.307392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48c4ac70-98bb-4959-8f22-4e52c62767a5 req-574986a1-1ecb-47aa-94f8-a7053a3af8ef tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/0ceff03d-f117-4528-9332-ef80a74c870e HTTP/1.1" status: 200 len: 1792 time: 0.0970812 Dec 20 15:42:14.334200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.336013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.338272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.338849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.341103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.343658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.344122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.345522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.371541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.371541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.371541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.371541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.371541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168977d0-98a5-4d0e-ba47-990fae0a0e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:14.405387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4e9088d7-a77b-462e-80bc-b6099800f68f None None] Provisioning complete for port 6fcd6f68-c312-4c21-b164-5e538ed3809b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:14.406033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e9088d7-a77b-462e-80bc-b6099800f68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.445386 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-48c4ac70-98bb-4959-8f22-4e52c62767a5 req-6f5a0359-78b0-491f-a446-98fcdeecb676 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.479886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-48c4ac70-98bb-4959-8f22-4e52c62767a5 req-6f5a0359-78b0-491f-a446-98fcdeecb676 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.635184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e5faad3-07d8-4f18-997d-6a1a9a565508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.640610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e5faad3-07d8-4f18-997d-6a1a9a565508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.642443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2e5faad3-07d8-4f18-997d-6a1a9a565508 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22d18334-75cc-4d61-a4a2-c441e692c832 HTTP/1.1" status: 204 len: 168 time: 1.0251050 Dec 20 15:42:14.668349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5faad3-07d8-4f18-997d-6a1a9a565508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d18334-75cc-4d61-a4a2-c441e692c832,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:14.768754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-48c4ac70-98bb-4959-8f22-4e52c62767a5 req-6f5a0359-78b0-491f-a446-98fcdeecb676 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.783891 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-48c4ac70-98bb-4959-8f22-4e52c62767a5 req-6f5a0359-78b0-491f-a446-98fcdeecb676 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:14.796797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48c4ac70-98bb-4959-8f22-4e52c62767a5 req-6f5a0359-78b0-491f-a446-98fcdeecb676 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/0ceff03d-f117-4528-9332-ef80a74c870e HTTP/1.1" status: 204 len: 173 time: 0.4798138 Dec 20 15:42:14.812638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:14.855626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: eb3875c2-c985-40b8-9cd3-a3e4249fe98a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:14.859383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device eb3875c2-c985-40b8-9cd3-a3e4249fe98a not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:14.859383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:14.908057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a0359-78b0-491f-a446-98fcdeecb676 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceff03d-f117-4528-9332-ef80a74c870e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:15.007984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48486) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:15.074640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6d70a-dfa8-4566-9e2c-6620063b8821 req-71d78752-1b64-43ae-8197-1d258bb2c988 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:15.083400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fd6d70a-dfa8-4566-9e2c-6620063b8821 req-71d78752-1b64-43ae-8197-1d258bb2c988 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.1804836 Dec 20 15:42:15.123124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-cfcf2aa5-1b21-4f0b-b9e2-32a020b4ec48 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:15.130895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-cfcf2aa5-1b21-4f0b-b9e2-32a020b4ec48 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 815 time: 0.4386692 Dec 20 15:42:15.186643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-ffda48c8-5305-4b3e-8882-25915f5060e4 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/quotas/f88f45a0697345279e46f3f37b1deba3 HTTP/1.1" status: 200 len: 375 time: 0.0495458 Dec 20 15:42:15.296290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fd6d70a-dfa8-4566-9e2c-6620063b8821 req-23095fb6-7eb0-4303-91b5-e69bfe28e0bf tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118192 Dec 20 15:42:15.344229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-f51a451b-8a44-404f-ad55-3218e3780331 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566048 Dec 20 15:42:15.576903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6fcd6f68-c312-4c21-b164-5e538ed3809b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:15.628056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-392e6bc5-121f-4a94-b09f-ecb56d644b32 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbc0e300d64e4ec89d910f49b3462363&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6177890 Dec 20 15:42:15.629015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48516) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:15.676114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-2689de2f-4d33-4c36-ad06-53f59809c72c service neutron] 10.222.0.81 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234358 Dec 20 15:42:15.701145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6fcd6f68-c312-4c21-b164-5e538ed3809b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:15.701555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:15.874938 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-16c30da4-013f-4ef0-a73b-83390d273e56 req-b14500b2-9d3c-40b0-a59d-d5c3b87fa28b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:42:15.879693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16c30da4-013f-4ef0-a73b-83390d273e56 req-b14500b2-9d3c-40b0-a59d-d5c3b87fa28b tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/48339a40-80d5-4d7c-bb9f-22fa9a3cc232 HTTP/1.1" status: 404 len: 352 time: 0.0680766 Dec 20 15:42:15.946467 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-a031ccd4-0116-4a7c-a40b-190f2521f522 req-7e87c8fc-e67a-42f9-a724-a2d02e6a9417 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:42:15.958367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a031ccd4-0116-4a7c-a40b-190f2521f522 req-7e87c8fc-e67a-42f9-a724-a2d02e6a9417 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/9e471d91-6896-4304-9971-62e44677df21 HTTP/1.1" status: 404 len: 352 time: 0.0452855 Dec 20 15:42:16.020914 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-9c7c3aba-0f53-48e9-a6e3-c8be060a6734 req-c65f1e19-1b48-42f7-9690-ae8e7ab516ae tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:42:16.022220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c7c3aba-0f53-48e9-a6e3-c8be060a6734 req-c65f1e19-1b48-42f7-9690-ae8e7ab516ae tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/773cefcb-b130-436a-9f62-b967ceaf9062 HTTP/1.1" status: 404 len: 352 time: 0.0469992 Dec 20 15:42:16.026026 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aecfae96-8598-49a7-8177-bdd34a83f6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:16.082165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-74c1e8a0-ed4f-4edb-9ce9-819815c03885 service neutron] 10.222.0.81 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889997 Dec 20 15:42:16.083765 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-a349a4e3-44b1-4245-a76c-b138e6aaa5e5 req-63f30d2f-13bf-41f8-80ec-8f73ff5267b1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:42:16.084989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a349a4e3-44b1-4245-a76c-b138e6aaa5e5 req-63f30d2f-13bf-41f8-80ec-8f73ff5267b1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c8500507-18af-4c91-b9c9-e00fe52830ef HTTP/1.1" status: 404 len: 352 time: 0.0339842 Dec 20 15:42:16.132515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aecfae96-8598-49a7-8177-bdd34a83f6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:16.153029 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-4ca47757-8011-4faf-bbcf-b84fa3bbc04c req-ea5736f7-f258-4acc-a17a-bad3a7b16ac1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:42:16.154167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ca47757-8011-4faf-bbcf-b84fa3bbc04c req-ea5736f7-f258-4acc-a17a-bad3a7b16ac1 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/eee769cc-d9ec-484a-94c2-8df06d72f9d1 HTTP/1.1" status: 404 len: 352 time: 0.0406599 Dec 20 15:42:16.191589 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-55ad6a8c-1152-4b31-8a48-61abcb0460f9 req-0b01c745-5be0-467e-8354-9bc8050e0d00 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] show failed (client error): The resource could not be found. Dec 20 15:42:16.192586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55ad6a8c-1152-4b31-8a48-61abcb0460f9 req-0b01c745-5be0-467e-8354-9bc8050e0d00 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/c3cc8381-98f9-4e25-8b00-0862098daf4a HTTP/1.1" status: 404 len: 352 time: 0.0163827 Dec 20 15:42:16.743480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aecfae96-8598-49a7-8177-bdd34a83f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:16.746654 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aecfae96-8598-49a7-8177-bdd34a83f6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:16.754365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aecfae96-8598-49a7-8177-bdd34a83f6c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b866c03d-f030-4be0-9c8b-c267966c89ff HTTP/1.1" status: 204 len: 168 time: 1.1178215 Dec 20 15:42:16.760770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfae96-8598-49a7-8177-bdd34a83f6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866c03d-f030-4be0-9c8b-c267966c89ff,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:16.974551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4956a-d78d-47bc-ae4a-67b8c5ab960c req-867a7289-5590-4e57-b791-5a329b6ca849 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:16.979680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbf4956a-d78d-47bc-ae4a-67b8c5ab960c req-867a7289-5590-4e57-b791-5a329b6ca849 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.1031597 Dec 20 15:42:17.210639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbf4956a-d78d-47bc-ae4a-67b8c5ab960c req-b91c7701-ef29-4494-898a-546d940f9562 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201014 Dec 20 15:42:17.747821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd55f8-263d-4689-a9af-8f51a0ae999a req-efc2de8f-443a-41cd-8351-aad12fd72b17 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:17.757059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99fd55f8-263d-4689-a9af-8f51a0ae999a req-efc2de8f-443a-41cd-8351-aad12fd72b17 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1023 time: 0.2020690 Dec 20 15:42:17.786531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-1d6ca904-0f99-46d1-962d-d00662b98504 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:17.795203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-1d6ca904-0f99-46d1-962d-d00662b98504 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 815 time: 0.4262679 Dec 20 15:42:17.820582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-d61b1d95-ba3b-4a98-9682-9ea281b8d135 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/quotas/f88f45a0697345279e46f3f37b1deba3 HTTP/1.1" status: 200 len: 375 time: 0.0243459 Dec 20 15:42:17.928738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-2ded79c0-2a89-4776-b9d7-8a8bc705ad95 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064496 Dec 20 15:42:17.971462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99fd55f8-263d-4689-a9af-8f51a0ae999a req-23e7147e-77a3-4060-bc02-5e491c4e0d23 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c596f84-5cf0-4f49-845a-ec70eea63f6a&id=fe28d19d-2138-4a19-b511-641090813da0&id=d91a9bc5-977c-4436-a376-38d9b6c91b48&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2129419 Dec 20 15:42:18.316410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48596) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:18.410867 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8167a3b0-98e2-4e7f-9cfb-4ece20455b8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f0e5e000ae8439bb428582ab0831ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0924466 Dec 20 15:42:18.423991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:18.548386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a8d0-6a35-49a3-8b68-8dad69dd009f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:18.651963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a8d0-6a35-49a3-8b68-8dad69dd009f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:18.858465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a8d0-6a35-49a3-8b68-8dad69dd009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:18.866013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a8d0-6a35-49a3-8b68-8dad69dd009f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:18.869706 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ff0a8d0-6a35-49a3-8b68-8dad69dd009f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3af2dce6-1381-43dd-a357-970b3ce636b6 HTTP/1.1" status: 204 len: 168 time: 0.4439785 Dec 20 15:42:18.871077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-480cfd59-f709-41bb-9821-03ef37b1cae1 service neutron] 10.222.0.81 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9409909 Dec 20 15:42:18.892080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87791d-6622-4823-a65b-ac5da39b7e95 req-6b3a8030-1766-4a7b-82df-46b5eea97199 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:18.897829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0a8d0-6a35-49a3-8b68-8dad69dd009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af2dce6-1381-43dd-a357-970b3ce636b6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:18.904210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd87791d-6622-4823-a65b-ac5da39b7e95 req-6b3a8030-1766-4a7b-82df-46b5eea97199 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.2733350 Dec 20 15:42:18.971266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-9ce15c59-998d-4d60-b2c4-f9c620ce0935 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:18.973213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-9ce15c59-998d-4d60-b2c4-f9c620ce0935 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1023 time: 0.2457173 Dec 20 15:42:19.218510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd87791d-6622-4823-a65b-ac5da39b7e95 req-9a42d2e1-e2a8-44ae-8986-42999f39168c tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916467 Dec 20 15:42:19.420416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-5f518b83-d810-4b70-b077-eab1038d12b4 service neutron] 10.222.0.81 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147285 Dec 20 15:42:19.467962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Deleting port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:19.468572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:19.722463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] For port 21210fb3-3b6c-4e60-bc52-d5df99bfd119, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=21210fb3-3b6c-4e60-bc52-d5df99bfd119,segment=NetworkSegment(393673ec-c2b5-47fa-8856-374e5336f9c9),segment_id=393673ec-c2b5-47fa-8856-374e5336f9c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:19.722934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:19.755943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Calling delete_port for 21210fb3-3b6c-4e60-bc52-d5df99bfd119 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:20.300195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655b727-5912-4556-91e1-0bde531729dc req-025304a9-c9a6-41a4-82ee-1bcf5cdbee0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:20.302151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8655b727-5912-4556-91e1-0bde531729dc req-025304a9-c9a6-41a4-82ee-1bcf5cdbee0d tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 1023 time: 0.5376091 Dec 20 15:42:20.352351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be71ebea-eef1-404c-84a5-336998e17d53 req-9f1c2199-2ed1-4a46-a9e1-d5317635c536 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.1085196 Dec 20 15:42:20.475275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-0edc2d38-220f-4a4c-b318-3ce6a040478c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:20.476212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-0edc2d38-220f-4a4c-b318-3ce6a040478c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 815 time: 0.7099597 Dec 20 15:42:20.509945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Request body: {'port': {'device_id': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'admin_state_up': True, 'tenant_id': 'f88f45a0697345279e46f3f37b1deba3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:20.856340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-8a7e2907-a02c-44c2-b72b-c0ac63ef5251 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:20.860226 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-8a7e2907-a02c-44c2-b72b-c0ac63ef5251 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 815 time: 0.3480146 Dec 20 15:42:20.891888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Request body: {'port': {'device_id': 'ef362b88-168d-44a4-ab69-91c495204072', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'admin_state_up': True, 'tenant_id': 'f88f45a0697345279e46f3f37b1deba3'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:21.005640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:21.261693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8655b727-5912-4556-91e1-0bde531729dc req-256a8177-dc17-4b4f-be69-2910c6690bed tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c596f84-5cf0-4f49-845a-ec70eea63f6a&id=fe28d19d-2138-4a19-b511-641090813da0&id=d91a9bc5-977c-4436-a376-38d9b6c91b48&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.9218535 Dec 20 15:42:21.287950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'Port': ['ID=21210fb3-3b6c-4e60-bc52-d5df99bfd119,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:21.353681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c66c7a-2116-40fc-b086-39fa6107eeb3 req-4ace30ab-67b6-4e8b-8f6f-536de2ec6dfb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:21.357552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c66c7a-2116-40fc-b086-39fa6107eeb3 req-4ace30ab-67b6-4e8b-8f6f-536de2ec6dfb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.8422480 Dec 20 15:42:21.463772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Made reservation on behalf of f88f45a0697345279e46f3f37b1deba3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:21.478499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:21.531481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:21.601353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] No DVR routers for this DVR port 21210fb3-3b6c-4e60-bc52-d5df99bfd119 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:21.624047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:21.628671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-497bcd2f-1a78-42dc-a091-96ffbc79f86d req-fa3a9ffe-fa98-4994-80f7-22bbe61f6706 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.83 "DELETE /v2.0/ports/21210fb3-3b6c-4e60-bc52-d5df99bfd119 HTTP/1.1" status: 204 len: 173 time: 2.6389883 Dec 20 15:42:21.673724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'name': 'network-vif-deleted', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:21.678271 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dd2f53-f340-4ce5-a1d1-93aa29db41eb" -d '{"events": [{"server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "name": "network-vif-deleted", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:21.687623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-938cb544-a8a3-4eb3-82da-4a6f94244242 service neutron] 10.222.0.83 "GET /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 1.0230436 Dec 20 15:42:21.815995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Allocated IP 172.20.0.14 (9d1f8613-1fb9-4fd6-aa13-7e1b00c26001/ee180de2-a48a-4c28-ba8a-5f564628fc7b/83f987a1-8b8d-4b6c-9038-e216fe30f1d6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:21.919454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e24ee398-0b15-4bd9-8710-b5b68ddd2880 req-7005663f-650a-4c0a-8876-d074d195c596 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.2329419 Dec 20 15:42:21.988341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c66c7a-2116-40fc-b086-39fa6107eeb3 req-8d9c1ff7-78bb-4ba6-bfca-2c243532de68 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116166 Dec 20 15:42:22.001890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Made reservation on behalf of f88f45a0697345279e46f3f37b1deba3 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:22.017726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:22.093083 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bba07a-dbfa-4b89-bd46-81aa1ef890f1 x-openstack-request-id: req-82bba07a-dbfa-4b89-bd46-81aa1ef890f1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:22.093667 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d67c99f-9e27-40e9-bf22-824121851217", "name": "network-vif-deleted", "tag": "21210fb3-3b6c-4e60-bc52-d5df99bfd119", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:22.094080 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82bba07a-dbfa-4b89-bd46-81aa1ef890f1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:22.094644 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d67c99f-9e27-40e9-bf22-824121851217', 'name': 'network-vif-deleted', 'tag': '21210fb3-3b6c-4e60-bc52-d5df99bfd119', 'status': 'completed', 'code': 200} Dec 20 15:42:22.214457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:22.423609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:22.495279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Pushing event updated for resources: {'Port': ['ID=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:22.534883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:22.536412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:22.551151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:22.675000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:22.682326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:22.734366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Allocated IP 172.20.0.3 (9d1f8613-1fb9-4fd6-aa13-7e1b00c26001/ee180de2-a48a-4c28-ba8a-5f564628fc7b/1d313394-86b8-48fa-80cf-d29ddafdf4a0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:22.775742 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-bc3a0209-917f-472e-a1ce-83e57650e3d0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9033971 Dec 20 15:42:22.792202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Request body: {'port': {'device_id': 'ef362b88-168d-44a4-ab69-91c495204072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:22.851152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 21210fb3-3b6c-4e60-bc52-d5df99bfd119 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:23.000678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 21210fb3-3b6c-4e60-bc52-d5df99bfd119 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:23.010440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 21210fb3-3b6c-4e60-bc52-d5df99bfd119 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:23.122231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:23.163601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dbd5165e-12d9-4e44-90e8-28d751ca1da9 None None] Provisioning complete for port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:23.164273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dbd5165e-12d9-4e44-90e8-28d751ca1da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:23.223702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:23.280122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c2d0fd-366e-4fb4-9a01-4e46ed50fb90 req-76ae4233-aaa2-43d0-acf2-f092deec31b4 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d67c99f-9e27-40e9-bf22-824121851217 HTTP/1.1" status: 200 len: 210 time: 0.6945348 Dec 20 15:42:23.289596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:23.350395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:23.370386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5165e-12d9-4e44-90e8-28d751ca1da9 None None] Port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:23.415856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:23.469748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db24637b-b298-4523-90d8-dffd1771cc14 req-c6113932-1ebc-4f08-87f4-6f51263f3d54 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.0746596 Dec 20 15:42:23.498578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c028fc5d-f49c-40b0-9482-85ff43ac52c3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:23.644438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:23.668140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Pushing event updated for resources: {'Port': ['ID=1d313394-86b8-48fa-80cf-d29ddafdf4a0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:23.689770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:23.702164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:23.738692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:23.752603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:23.753418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:23.909347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:23.933521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655423f3-54eb-49f7-a6fe-11ab864e0dbe req-4da4c6f8-69ac-46c5-89ab-7c1079a411b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:23.952935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-655423f3-54eb-49f7-a6fe-11ab864e0dbe req-4da4c6f8-69ac-46c5-89ab-7c1079a411b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 943 time: 0.3404624 Dec 20 15:42:24.100474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:24.110504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:24.126525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Transition to ACTIVE for port object 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:24.204769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5f6028b1-1f58-43e5-bfee-a61b6a17d1f9 None None] Provisioning complete for port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:24.205478 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f6028b1-1f58-43e5-bfee-a61b6a17d1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:24.245046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5f6028b1-1f58-43e5-bfee-a61b6a17d1f9 None None] Port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:24.245820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-655423f3-54eb-49f7-a6fe-11ab864e0dbe req-77ac98a1-9db9-4866-8d43-2297855cb209 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899082 Dec 20 15:42:24.314997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-7aae5ec0-503c-4a74-963d-2bb485e52390 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8243403 Dec 20 15:42:24.337029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Request body: {'port': {'device_id': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:24.354492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] Transition to ACTIVE for port object c028fc5d-f49c-40b0-9482-85ff43ac52c3 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:24.399790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.400259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.400727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.401192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.401663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.402128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.402580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.403441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.403902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.404359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.404835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.405314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.407496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae367e1f-64a5-4480-8b1b-9da6f47a8a0d req-6c414ac8-179f-4155-a51a-d8a852f703f9 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8531 time: 0.3943381 Dec 20 15:42:24.502623 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:24.526459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:24.602424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:24.656970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-611269cf-4748-4a5b-b1c1-09fc0ce96853 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:24.656970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-611269cf-4748-4a5b-b1c1-09fc0ce96853 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.83 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 815 time: 0.3162076 Dec 20 15:42:24.656970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:24.683390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Request body: {'port': {'device_id': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'admin_state_up': True, 'tenant_id': 'f88f45a0697345279e46f3f37b1deba3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:24.737232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Attempting to bind port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:24.738459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Attempting to bind port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:24.738871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Attempting to bind port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:24.744988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:24.745511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Attempting to bind port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:24.755466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:24.755466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Checking segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:24.755466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Bound using segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:24.755466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Bound port: 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:24.755466 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:24.916066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] For port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:24.920586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] For port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:25.076169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:25.133764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:25.136574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:25.139063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] 10.222.0.72 "PUT /v2.0/ports/83f987a1-8b8d-4b6c-9038-e216fe30f1d6 HTTP/1.1" status: 200 len: 1092 time: 2.3557906 Dec 20 15:42:25.139865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef362b88-168d-44a4-ab69-91c495204072', 'tag': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:25.150132 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890" -d '{"events": [{"name": "network-changed", "server_uuid": "ef362b88-168d-44a4-ab69-91c495204072", "tag": "83f987a1-8b8d-4b6c-9038-e216fe30f1d6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:25.199504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d7623-2458-4b6f-8a5e-18502eeaeaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:25.286769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f014f2f-704e-4b52-a807-934d628506fb req-804d56fc-2d28-497f-8d8e-22f3d7ed78c7 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/2c596f84-5cf0-4f49-845a-ec70eea63f6a HTTP/1.1" status: 200 len: 1817 time: 0.7493374 Dec 20 15:42:25.287544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] No DVR routers for this DVR port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:25.450694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-035ac9e4-9859-46ff-b5c6-172b4f5314be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:25.452355 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-035ac9e4-9859-46ff-b5c6-172b4f5314be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 1095 time: 0.0477860 Dec 20 15:42:25.500332 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-9feb2bf2-aee5-4e01-b349-adb561ea65df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6 HTTP/1.1" status: 200 len: 217 time: 0.0377164 Dec 20 15:42:25.553961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-75807cc6-2787-41fd-9a6a-2e4a275d6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:25.555425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-75807cc6-2787-41fd-9a6a-2e4a275d6a63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 200 len: 854 time: 0.0476384 Dec 20 15:42:25.607103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-a18267f5-8e03-48b9-b69c-f0d51b885b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:25.608702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-a18267f5-8e03-48b9-b69c-f0d51b885b87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466702 Dec 20 15:42:25.660085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b363-37e1-4ad7-9657-966eb6f1a818 req-12c9ba7f-a251-40d7-96fc-a77ab0463989 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:25.661643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9d0b363-37e1-4ad7-9657-966eb6f1a818 req-12c9ba7f-a251-40d7-96fc-a77ab0463989 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 886 time: 1.1144867 Dec 20 15:42:25.707741 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-73e46ee5-91d8-440c-81ff-4173af48262b service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904412 Dec 20 15:42:25.708222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Made reservation on behalf of f88f45a0697345279e46f3f37b1deba3 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:25.711842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:25.719109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] Pushing event updated for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:25.756071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-7ca1f54b-5d1f-499a-b668-40314532f8ea service neutron] 10.222.0.83 "PUT /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 4.0215352 Dec 20 15:42:25.792997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8631583-ae9f-4194-a137-6574db48865c req-c5db69d0-1b21-4bab-977d-08c05cf7de94 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.0525413 Dec 20 15:42:25.838499 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01d8e801-5516-49f3-8e06-b58f3c0f395e req-e86d1703-2c51-47cb-9314-93fa93f1b4b4 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248488 Dec 20 15:42:25.894433 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a200535-92f4-4c59-ad8c-c2fa7708276d x-openstack-request-id: req-6a200535-92f4-4c59-ad8c-c2fa7708276d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:25.894433 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef362b88-168d-44a4-ab69-91c495204072", "tag": "83f987a1-8b8d-4b6c-9038-e216fe30f1d6", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:25.894433 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a200535-92f4-4c59-ad8c-c2fa7708276d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:25.894433 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef362b88-168d-44a4-ab69-91c495204072', 'tag': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6', 'status': 'completed', 'code': 200} Dec 20 15:42:25.908017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f014f2f-704e-4b52-a807-934d628506fb req-cfd96b5d-3674-4453-9374-a7e30e41da35 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:25.929910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d313394-86b8-48fa-80cf-d29ddafdf4a0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:25.946814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:25.966058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f014f2f-704e-4b52-a807-934d628506fb req-cfd96b5d-3674-4453-9374-a7e30e41da35 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:26.001672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-425d08bb-b223-44a5-9fe1-888984ed27b2 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.003326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Transition to ACTIVE for port object 1d313394-86b8-48fa-80cf-d29ddafdf4a0 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:26.004103 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-425d08bb-b223-44a5-9fe1-888984ed27b2 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.0462012 Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.036855 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:26.039314 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:26.040082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfc469-9762-4758-adcd-8c860e06a1d2 req-b45ac874-96f3-4ebb-92aa-6bb04e3cd79b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.041059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5bfc469-9762-4758-adcd-8c860e06a1d2 req-b45ac874-96f3-4ebb-92aa-6bb04e3cd79b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.0995018 Dec 20 15:42:26.070194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-a9a3011d-8b45-4db5-8ac4-044b20eefa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.071966 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-a9a3011d-8b45-4db5-8ac4-044b20eefa51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf&tenant_id=1ad216b0ac664039a544ba0eca69b835 HTTP/1.1" status: 200 len: 1095 time: 0.0605216 Dec 20 15:42:26.138691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5bfc469-9762-4758-adcd-8c860e06a1d2 req-1ddda771-3c05-4588-9bdc-8850d3b9f384 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899496 Dec 20 15:42:26.146932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-36678a53-6c29-4221-9010-60a25be8ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.148899 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-36678a53-6c29-4221-9010-60a25be8ad78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 1095 time: 0.0632324 Dec 20 15:42:26.160187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-88378c6e-cfc9-4fe1-adcd-03bf64009386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.161826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-88378c6e-cfc9-4fe1-adcd-03bf64009386 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1ad216b0ac664039a544ba0eca69b835&device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1095 time: 0.0596099 Dec 20 15:42:26.167857 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:26.250432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f014f2f-704e-4b52-a807-934d628506fb req-cfd96b5d-3674-4453-9374-a7e30e41da35 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:26.250432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1f014f2f-704e-4b52-a807-934d628506fb req-cfd96b5d-3674-4453-9374-a7e30e41da35 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:26.250432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f014f2f-704e-4b52-a807-934d628506fb req-cfd96b5d-3674-4453-9374-a7e30e41da35 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/2c596f84-5cf0-4f49-845a-ec70eea63f6a HTTP/1.1" status: 204 len: 173 time: 0.9211705 Dec 20 15:42:26.275135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-445cd306-250c-4ec8-a4c0-ccd0a7b3b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.277011 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-445cd306-250c-4ec8-a4c0-ccd0a7b3b526 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 916 time: 0.1155868 Dec 20 15:42:26.376892 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-c8b45d3e-a28b-4821-a2dd-c51417f1e631 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6 HTTP/1.1" status: 200 len: 217 time: 0.0871201 Dec 20 15:42:26.388631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd96b5d-3674-4453-9374-a7e30e41da35 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c596f84-5cf0-4f49-845a-ec70eea63f6a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:26.462584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Allocated IP 172.20.0.5 (9d1f8613-1fb9-4fd6-aa13-7e1b00c26001/ee180de2-a48a-4c28-ba8a-5f564628fc7b/74141ece-546c-427d-9764-5f79325c8ed0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:26.471259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-f3711b74-5d6b-4c26-9f03-163237e5bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.473120 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-f3711b74-5d6b-4c26-9f03-163237e5bc30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 200 len: 854 time: 0.0886760 Dec 20 15:42:26.477069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Pushing event updated for resources: {'Port': ['ID=1d313394-86b8-48fa-80cf-d29ddafdf4a0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:26.528874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-8394cc39-9f07-41a3-aa2e-f5f34c993145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.530598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-8394cc39-9f07-41a3-aa2e-f5f34c993145 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484233 Dec 20 15:42:26.633517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e08cec30-d69a-4263-bfc8-71862c5c74f7 req-c895834e-5388-4db8-8cfd-0ee7db3ad6f9 tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "GET /v2.0/security-groups/d91a9bc5-977c-4436-a376-38d9b6c91b48 HTTP/1.1" status: 200 len: 1817 time: 0.2613509 Dec 20 15:42:26.634526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-210b297f-e633-4e63-bcb5-d3fc5f97fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.635617 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-e9a91503-3007-4fd0-b432-abeb70f7bb80 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957329 Dec 20 15:42:26.636013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-210b297f-e633-4e63-bcb5-d3fc5f97fdec service neutron] 10.222.0.72 "GET /v2.0/networks?id=dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 200 len: 921 time: 0.4582198 Dec 20 15:42:26.636679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Attempting to bind port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:26.637557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Attempting to bind port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:26.638648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Attempting to bind port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:26.740110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:26.740318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Attempting to bind port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:26.759632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-e29d12e7-4c64-4079-9e0a-12a8d4a955f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 200 len: 217 time: 0.0936806 Dec 20 15:42:26.759849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7f1f7db3-fdf5-4128-9c6c-19140bfc4890 req-53116625-1199-4168-8255-1b7e3c6a8648 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051400 Dec 20 15:42:26.800780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:26.801212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Checking segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:26.801606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Bound using segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:26.802049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Bound port: 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:26.802405 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:26.805755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.806220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.806670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.807255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.807571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.808204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.810899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.810899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.810899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.810899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.810899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.811337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:26.814054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f2ba346-9c09-4c47-9cd3-69defd994c4d req-b5663054-c3ad-42fc-9c6d-052fb14ebb30 tempest-NetworksTest-811056694 tempest-NetworksTest-811056694-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8531 time: 0.4356954 Dec 20 15:42:26.851691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:26.884045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:27.130123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5e8619d5-3bf4-4665-b49d-c9b4c0f07868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:27.130123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-5e8619d5-3bf4-4665-b49d-c9b4c0f07868 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 200 len: 860 time: 0.2422976 Dec 20 15:42:27.130123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e08cec30-d69a-4263-bfc8-71862c5c74f7 req-2f3298ad-6a89-44cf-919b-5781a3f1053a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.132756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf84d13-1b7e-420b-97ae-b4bf755d060b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.134020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d2ad746-c652-4b54-b0c8-668a119764b6 req-bbeb1146-253a-434c-8895-c96035f84445 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.0774610 Dec 20 15:42:27.134020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-4e637629-59e0-46a5-b8fb-f0af0e5f629b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dfc0b122-deda-453e-a2e5-faa3f02bc36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672996 Dec 20 15:42:27.134020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] For port 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:27.135969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e08cec30-d69a-4263-bfc8-71862c5c74f7 req-2f3298ad-6a89-44cf-919b-5781a3f1053a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.170408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf84d13-1b7e-420b-97ae-b4bf755d060b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.172769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.182454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] For port 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:27.229946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf84d13-1b7e-420b-97ae-b4bf755d060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.249401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.282678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf84d13-1b7e-420b-97ae-b4bf755d060b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7736c175-2eef-4a69-a8f0-77a155e03e1f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:27.309769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cbf84d13-1b7e-420b-97ae-b4bf755d060b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0973185e7a3d4eb49d3ef8678120ae0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241712 Dec 20 15:42:27.310540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:27.332805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:27.333628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.381680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] 10.222.0.72 "PUT /v2.0/ports/1d313394-86b8-48fa-80cf-d29ddafdf4a0 HTTP/1.1" status: 200 len: 1091 time: 3.0026002 Dec 20 15:42:27.381680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'tag': '1d313394-86b8-48fa-80cf-d29ddafdf4a0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:27.381680 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a49ab-9cbc-496a-8ecb-27b569577722" -d '{"events": [{"name": "network-changed", "server_uuid": "963bd97d-e81f-4101-8b88-bf01e82bf04e", "tag": "1d313394-86b8-48fa-80cf-d29ddafdf4a0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:27.388866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-73f6b919-d575-4766-8cbe-a39961f313ea service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563694 Dec 20 15:42:27.395023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695715-1faa-4e33-a311-640d55eee3ac service neutron] Pushing event updated for resources: {'Port': ['ID=1d313394-86b8-48fa-80cf-d29ddafdf4a0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:27.400062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94ecc126-a6c5-4807-a918-d032d6e5f625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.447856 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94ecc126-a6c5-4807-a918-d032d6e5f625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.503503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.521653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e08cec30-d69a-4263-bfc8-71862c5c74f7 req-2f3298ad-6a89-44cf-919b-5781a3f1053a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.528017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e08cec30-d69a-4263-bfc8-71862c5c74f7 req-2f3298ad-6a89-44cf-919b-5781a3f1053a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.530583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e08cec30-d69a-4263-bfc8-71862c5c74f7 req-2f3298ad-6a89-44cf-919b-5781a3f1053a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] 10.222.0.81 "DELETE /v2.0/security-groups/d91a9bc5-977c-4436-a376-38d9b6c91b48 HTTP/1.1" status: 204 len: 173 time: 0.8871942 Dec 20 15:42:27.535999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48856) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:27.585566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48858) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:27.623044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Deleting subnet b5cc4c5a-0981-47b7-82be-bd8246341d68 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:42:27.627344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.629771 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94ecc126-a6c5-4807-a918-d032d6e5f625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.633228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94ecc126-a6c5-4807-a918-d032d6e5f625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.634542 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-94ecc126-a6c5-4807-a918-d032d6e5f625 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7736c175-2eef-4a69-a8f0-77a155e03e1f HTTP/1.1" status: 204 len: 168 time: 0.3227620 Dec 20 15:42:27.676216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecc126-a6c5-4807-a918-d032d6e5f625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7736c175-2eef-4a69-a8f0-77a155e03e1f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:27.687387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3298ad-6a89-44cf-919b-5781a3f1053a tempest-SecurityGroupsTestJSON-144910448 tempest-SecurityGroupsTestJSON-144910448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91a9bc5-977c-4436-a376-38d9b6c91b48,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:27.730523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.751542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:27.766207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Pushing event updated for resources: {'Port': ['ID=74141ece-546c-427d-9764-5f79325c8ed0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:27.769367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:27.791752 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.794954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-c345513e-b566-46ec-af9f-470f8a832d18 service neutron] 10.222.0.72 "GET /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962834 Dec 20 15:42:27.798543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:27.806367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:27.818917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:27.820727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.851037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6b68-60df-44e4-81ca-642e513cbce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:27.858669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-81268460-92a1-4608-8319-3ab7ba6c2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:27.860265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-81268460-92a1-4608-8319-3ab7ba6c2210 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 1094 time: 0.3597147 Dec 20 15:42:27.900950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a52f96-babe-4318-82a2-e8f85c57dd4c req-7583fec8-6408-446b-ad1c-8d8fe54c3ba4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:27.905642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85a52f96-babe-4318-82a2-e8f85c57dd4c req-7583fec8-6408-446b-ad1c-8d8fe54c3ba4 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.2265573 Dec 20 15:42:27.977440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:27.993204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'port_id': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6', 'mac_address': 'fa:16:3e:57:a6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee180de2-a48a-4c28-ba8a-5f564628fc7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:28.025993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85a52f96-babe-4318-82a2-e8f85c57dd4c req-2c37b6b4-9e68-4eac-883c-66b7b4b9773d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767233 Dec 20 15:42:28.026924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6b68-60df-44e4-81ca-642e513cbce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.043881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-8bed9559-474a-497f-b7d5-6fc9b27bd000 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3665531 Dec 20 15:42:28.050945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-49ef8ca6-ad97-4dfe-8bbc-cd601f5ee946 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0 HTTP/1.1" status: 200 len: 217 time: 0.1652462 Dec 20 15:42:28.068523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Request body: {'port': {'device_id': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:28.091437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.109889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:28.137656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6b68-60df-44e4-81ca-642e513cbce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.157634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c8b633e0-1722-4aad-ad51-d75ac1a8ec8d None None] Provisioning complete for port 74141ece-546c-427d-9764-5f79325c8ed0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:28.157930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c8b633e0-1722-4aad-ad51-d75ac1a8ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.163108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:28.181060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-a0fbdd47-566a-44d9-82d0-204703895756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:28.181060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-a0fbdd47-566a-44d9-82d0-204703895756 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 200 len: 854 time: 0.1131949 Dec 20 15:42:28.227159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c8b633e0-1722-4aad-ad51-d75ac1a8ec8d None None] Port 74141ece-546c-427d-9764-5f79325c8ed0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:28.247513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf6b68-60df-44e4-81ca-642e513cbce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f64330-2511-464e-a2f5-15d8083fa2e8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:28.255019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f4bf6b68-60df-44e4-81ca-642e513cbce0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9fd04384033f483e98ef4b0283b4e244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6654875 Dec 20 15:42:28.255019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.256558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48892) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:28.287019 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103f800f-50d4-4ee0-a43e-dc2d9ece91f3 x-openstack-request-id: req-103f800f-50d4-4ee0-a43e-dc2d9ece91f3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:28.287914 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963bd97d-e81f-4101-8b88-bf01e82bf04e", "tag": "1d313394-86b8-48fa-80cf-d29ddafdf4a0", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:28.288179 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-103f800f-50d4-4ee0-a43e-dc2d9ece91f3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:28.288586 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'tag': '1d313394-86b8-48fa-80cf-d29ddafdf4a0', 'status': 'completed', 'code': 200} Dec 20 15:42:28.313859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.327780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cc4c5a-0981-47b7-82be-bd8246341d68,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:28.353398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.356736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-60cdef51-d713-4b58-a766-9e44bb66973e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b5cc4c5a-0981-47b7-82be-bd8246341d68 HTTP/1.1" status: 204 len: 168 time: 0.8195748 Dec 20 15:42:28.375554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-b58323e7-8fa1-47ab-9c62-da3acf83b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:28.376980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-b58323e7-8fa1-47ab-9c62-da3acf83b2a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511397 Dec 20 15:42:28.377339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48898) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:28.434609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-914f4c92-1c0a-46ee-a094-93135ca1f3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.435461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:28.449983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.480042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-914f4c92-1c0a-46ee-a094-93135ca1f3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.587659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['83f987a1-8b8d-4b6c-9038-e216fe30f1d6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:28.651903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-914f4c92-1c0a-46ee-a094-93135ca1f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.655721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-914f4c92-1c0a-46ee-a094-93135ca1f3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.659723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-914f4c92-1c0a-46ee-a094-93135ca1f3af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38f64330-2511-464e-a2f5-15d8083fa2e8 HTTP/1.1" status: 204 len: 168 time: 0.3982563 Dec 20 15:42:28.659972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:28.677985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f4c92-1c0a-46ee-a094-93135ca1f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f64330-2511-464e-a2f5-15d8083fa2e8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:28.692689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9674e3-17f1-4ab7-8229-0f81c83548d0 req-712cbd16-5300-47af-8e58-1247545d0932 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:28.694323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f9674e3-17f1-4ab7-8229-0f81c83548d0 req-712cbd16-5300-47af-8e58-1247545d0932 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 931 time: 0.3140039 Dec 20 15:42:28.696386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-84b38376-c7fa-4d88-99f6-6108458591ee tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:28.697784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-84b38376-c7fa-4d88-99f6-6108458591ee tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf&tenant_id=1ad216b0ac664039a544ba0eca69b835&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.2514353 Dec 20 15:42:28.834049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-87c9525d-e5d1-45ae-94f0-a030526c461b service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320722 Dec 20 15:42:29.077491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f9674e3-17f1-4ab7-8229-0f81c83548d0 req-4b9ee0fc-1c61-41cd-b1bb-de5298911615 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222308 Dec 20 15:42:29.086513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.123634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48922) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:29.155491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.155926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.156633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.156962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > port after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.157330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.157708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > port after_update 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.158025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.158294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.158608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.158921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.165585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cd518ae-7fe4-49e0-be5c-8c1a7ba188d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.263236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.263621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.263993 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.264349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 15:42:29.264711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0589e46-f638-4d66-9e3d-0b0b668add4d']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:29.298136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393673ec-c2b5-47fa-8856-374e5336f9c9') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:29.298571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393673ec-c2b5-47fa-8856-374e5336f9c9') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:29.342301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.369747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a72116c5-8a1a-4907-9a46-5310a2ace905 req-1adc0c6a-db21-4782-a7fe-399c8ba03714 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249043 Dec 20 15:42:29.375257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:29.395876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.423762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-243c55ee-4185-4592-b24c-bb9d7dd60535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.424301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:42:29.424718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:42:29.430730 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:42:29.535141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-243c55ee-4185-4592-b24c-bb9d7dd60535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.588840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-243c55ee-4185-4592-b24c-bb9d7dd60535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.647111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-644006516-network', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:29.676690 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-243c55ee-4185-4592-b24c-bb9d7dd60535 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9fadfce0349f453da031b242888ca667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982330 Dec 20 15:42:29.677495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c55ee-4185-4592-b24c-bb9d7dd60535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a25f9-8f95-4a88-882f-17feba037bc5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:29.681972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48944) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:29.749278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb10-4e21-4163-b5cd-b2dd390ddefb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.775259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb10-4e21-4163-b5cd-b2dd390ddefb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.806848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:29.807674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Made reservation on behalf of cf6509ef9620493f892af67a436f1f8e for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:29.810357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.820339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.885205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-9928b969-85e7-4293-be4d-2100288cbddd service neutron] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:29.926422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-9928b969-85e7-4293-be4d-2100288cbddd service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.927518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d32a440d-fe1c-4e0a-902a-0177b4fa2dd1 req-9928b969-85e7-4293-be4d-2100288cbddd service neutron] 10.222.0.72 "DELETE /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 1.1685185 Dec 20 15:42:29.936374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb10-4e21-4163-b5cd-b2dd390ddefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.952521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb10-4e21-4163-b5cd-b2dd390ddefb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:29.952521 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3b30fb10-4e21-4163-b5cd-b2dd390ddefb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa1a25f9-8f95-4a88-882f-17feba037bc5 HTTP/1.1" status: 204 len: 168 time: 0.2603283 Dec 20 15:42:29.963783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30fb10-4e21-4163-b5cd-b2dd390ddefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a25f9-8f95-4a88-882f-17feba037bc5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:29.971743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:42:29.985915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:29.986460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.020782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.025587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74141ece-546c-427d-9764-5f79325c8ed0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:30.042969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.053452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed869e-7825-4f85-b46a-baf528a57280 req-1f36a853-b7f4-46d4-9bee-a9e7d275af5d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.057693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24ed869e-7825-4f85-b46a-baf528a57280 req-1f36a853-b7f4-46d4-9bee-a9e7d275af5d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.6581230 Dec 20 15:42:30.070008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.107730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.108157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.113918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0589e46-f638-4d66-9e3d-0b0b668add4d HTTP/1.1" status: 204 len: 168 time: 1.7298367 Dec 20 15:42:30.116026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.116624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Transition to ACTIVE for port object 74141ece-546c-427d-9764-5f79325c8ed0 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:30.128011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-8efd5703-daef-4eda-9907-1fa50d40c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.129911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-8efd5703-daef-4eda-9907-1fa50d40c43f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 1094 time: 0.2869887 Dec 20 15:42:30.142931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef362b88-168d-44a4-ab69-91c495204072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:30.150636 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418ba74b-3560-4355-9772-9465cdbc1562" -d '{"events": [{"server_uuid": "ef362b88-168d-44a4-ab69-91c495204072", "name": "network-vif-plugged", "status": "completed", "tag": "83f987a1-8b8d-4b6c-9038-e216fe30f1d6"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:30.150826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d630-f729-42c7-803b-bdc60542a576 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0589e46-f638-4d66-9e3d-0b0b668add4d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:30.163608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:42:30.178987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:30.188907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54a6e2-43dc-401a-bc3c-0295d5f9ecea,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:30.191992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.192351 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Added segment 9bfad246-9c3a-40cc-a5a8-abdd0ca78b68 of type vlan for network 24b12966-971c-4366-949d-9466979e0cda Dec 20 15:42:30.238599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.239651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.257271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-9920baf5-dcdc-4de6-9abf-1663b5ff6681 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.259749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-9920baf5-dcdc-4de6-9abf-1663b5ff6681 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.3883641 Dec 20 15:42:30.307981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.309968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24ed869e-7825-4f85-b46a-baf528a57280 req-bc25e020-aeaa-47a1-aa4e-bf2fa9a4c0ff tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438993 Dec 20 15:42:30.337012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-c796579f-402a-4722-aa97-37dc2da19f03 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/quotas/06cd612e0ce046baa04288fa09814d2f HTTP/1.1" status: 200 len: 375 time: 0.0497091 Dec 20 15:42:30.355103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Pushing event updated for resources: {'Port': ['ID=74141ece-546c-427d-9764-5f79325c8ed0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:30.400000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.404724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.404724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.413914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-888b27a9-4fa6-4306-9159-c73edd299342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.415580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-888b27a9-4fa6-4306-9159-c73edd299342 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 916 time: 0.2645311 Dec 20 15:42:30.424190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:30.501935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] Pushing event updated for resources: {'Network': ['ID=24b12966-971c-4366-949d-9466979e0cda,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:30.513238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 24b12966-971c-4366-949d-9466979e0cda details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:42:30.539135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-1c16f89a-e76c-436d-b8f9-8a8b390e3d3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0 HTTP/1.1" status: 200 len: 217 time: 0.1007838 Dec 20 15:42:30.557486 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d177376-5b91-4f88-ab84-1f1491217604 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4322898 Dec 20 15:42:30.558251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48962) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:30.564500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Request body: {'subnet': {'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-644006516-subnet', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:30.646306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-997f9142-d60c-4cef-b5d8-892715cf95b9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2864358 Dec 20 15:42:30.658770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64cad-d8b9-4176-b131-ee96b1bc66a9 req-668d37ff-2d8e-4ba9-aa60-07c3b6c847de tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.660361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ce64cad-d8b9-4176-b131-ee96b1bc66a9 req-668d37ff-2d8e-4ba9-aa60-07c3b6c847de tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 943 time: 0.2233841 Dec 20 15:42:30.682682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Attempting to bind port 74141ece-546c-427d-9764-5f79325c8ed0 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:30.683046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Attempting to bind port 74141ece-546c-427d-9764-5f79325c8ed0 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:30.683345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Attempting to bind port 74141ece-546c-427d-9764-5f79325c8ed0 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:30.691837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-52fe0d12-de40-4081-a5b6-1c87e2693ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.693315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-52fe0d12-de40-4081-a5b6-1c87e2693ca4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 200 len: 854 time: 0.1451054 Dec 20 15:42:30.717481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Port 74141ece-546c-427d-9764-5f79325c8ed0 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:30.717481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Attempting to bind port 74141ece-546c-427d-9764-5f79325c8ed0 on network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:30.717481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48972) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:30.760039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Made reservation on behalf of cf6509ef9620493f892af67a436f1f8e for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:30.763102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.769585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:30.769951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Checking segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:30.770315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Bound using segment: {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:30.770767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Bound port: 74141ece-546c-427d-9764-5f79325c8ed0, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:30.771123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.823822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ce64cad-d8b9-4176-b131-ee96b1bc66a9 req-7eecd9df-5e9d-4137-a67c-ef9eedd7f8a4 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435089 Dec 20 15:42:30.883485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:30.895935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fe91dd2f-84b8-4514-bddb-c2160a223f09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5fed9d6d6984fb5aa3be93dd58ad372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751413 Dec 20 15:42:30.899639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:30.905880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-b5bb52a3-2d38-457b-a165-b9cbaf364fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:30.907889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-b5bb52a3-2d38-457b-a165-b9cbaf364fcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029274 Dec 20 15:42:31.036043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7117479-6509-4a98-aae0-430adf401e20 req-7cedb1d7-a77d-4286-ade9-bd418f3c16c2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:31.037961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7117479-6509-4a98-aae0-430adf401e20 req-7cedb1d7-a77d-4286-ade9-bd418f3c16c2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab7c71ad-64c2-4719-990a-e439200e21af HTTP/1.1" status: 200 len: 945 time: 0.2367399 Dec 20 15:42:31.070547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] For port 74141ece-546c-427d-9764-5f79325c8ed0, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:31.111263 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.134481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] For port 74141ece-546c-427d-9764-5f79325c8ed0, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=74141ece-546c-427d-9764-5f79325c8ed0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:31.159031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87ae25bc-bcaa-435a-8456-9f488ab5fd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.203015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:31.212023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87ae25bc-bcaa-435a-8456-9f488ab5fd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.227792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-1aea2417-e938-4721-b1b0-dd6714d8f38a service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663521 Dec 20 15:42:31.241256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.269516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.272969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-564c97fe-2e6a-408e-84d3-19b0ed7dc8e7 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481011 Dec 20 15:42:31.293485 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64dadb2-b328-48f4-9322-b247e37ee58d x-openstack-request-id: req-e64dadb2-b328-48f4-9322-b247e37ee58d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:31.293966 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef362b88-168d-44a4-ab69-91c495204072", "name": "network-vif-plugged", "status": "completed", "tag": "83f987a1-8b8d-4b6c-9038-e216fe30f1d6", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:31.294233 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e64dadb2-b328-48f4-9322-b247e37ee58d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:31.294640 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef362b88-168d-44a4-ab69-91c495204072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6', 'code': 200} Dec 20 15:42:31.334969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.391150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa58020-55f4-41e9-b27b-827544059fb9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:31.419745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:31.420352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.422125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] 10.222.0.83 "PUT /v2.0/ports/74141ece-546c-427d-9764-5f79325c8ed0 HTTP/1.1" status: 200 len: 1091 time: 3.3682234 Dec 20 15:42:31.424045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'tag': '74141ece-546c-427d-9764-5f79325c8ed0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:31.433145 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5e8025-4f19-487b-96e1-c7fc3a0f0d09", "tag": "74141ece-546c-427d-9764-5f79325c8ed0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:31.481552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:31.511000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Checking segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:31.513917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Network hostable DHCP agents. Network: 24b12966-971c-4366-949d-9466979e0cda, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:42:31.576562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87ae25bc-bcaa-435a-8456-9f488ab5fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.582783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87ae25bc-bcaa-435a-8456-9f488ab5fd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.584416 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87ae25bc-bcaa-435a-8456-9f488ab5fd6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe28d19d-2138-4a19-b511-641090813da0 HTTP/1.1" status: 204 len: 168 time: 0.6837664 Dec 20 15:42:31.594488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae25bc-bcaa-435a-8456-9f488ab5fd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28d19d-2138-4a19-b511-641090813da0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:31.641945 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7002109b-efef-41b2-8e7b-e25b7fb1fb11 x-openstack-request-id: req-7002109b-efef-41b2-8e7b-e25b7fb1fb11 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:31.642545 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5e8025-4f19-487b-96e1-c7fc3a0f0d09", "tag": "74141ece-546c-427d-9764-5f79325c8ed0", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:31.643491 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7002109b-efef-41b2-8e7b-e25b7fb1fb11 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:31.644119 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'tag': '74141ece-546c-427d-9764-5f79325c8ed0', 'status': 'completed', 'code': 200} Dec 20 15:42:31.691772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Network 24b12966-971c-4366-949d-9466979e0cda is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:42:31.692731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d94c652-de87-46a6-a106-b25b605ea5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.710545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f15f-02f0-4a6d-8229-9b6655eabc87 service neutron] Pushing event updated for resources: {'Port': ['ID=74141ece-546c-427d-9764-5f79325c8ed0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:31.724480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-0e672b04-c720-41e9-bcb2-9b1ba67a9a37 service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943671 Dec 20 15:42:31.787372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Deleting port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:31.788182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 24b12966-971c-4366-949d-9466979e0cda) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:31.795943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:31.797814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.802919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf7c5c-20d2-4667-b7dd-4a38a3af4a72 None None] Network 24b12966-971c-4366-949d-9466979e0cda requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:31.803636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.829359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1d313394-86b8-48fa-80cf-d29ddafdf4a0 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:31.909060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-043a49ab-9cbc-496a-8ecb-27b569577722 req-35c5866c-61aa-4947-bc49-759a15c912a6 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023250 Dec 20 15:42:31.925769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f24eec5-6e02-4175-95a7-472ec5de1ff1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3662271 Dec 20 15:42:31.926730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49004) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:31.932712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:31.976603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] For port 1627d5a6-5ef2-488d-bb06-2dec005e2a38, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1627d5a6-5ef2-488d-bb06-2dec005e2a38,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:31.976969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:31.983285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567e30-adbc-4217-a381-ff2f46382e4e req-e12b60df-3e35-461c-b768-1a7cb31f0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:31.987845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7567e30-adbc-4217-a381-ff2f46382e4e req-e12b60df-3e35-461c-b768-1a7cb31f0611 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 1097 time: 0.5463483 Dec 20 15:42:31.996835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd req-bc4a9758-d035-4527-99e3-3644b343f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:31.998390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd req-bc4a9758-d035-4527-99e3-3644b343f0f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 1094 time: 0.3796022 Dec 20 15:42:32.008552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc619b-409e-4f9d-8d84-8796e387f78b req-0c838995-8676-49e1-b07c-3dfa9a24d575 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:32.010900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4dc619b-409e-4f9d-8d84-8796e387f78b req-0c838995-8676-49e1-b07c-3dfa9a24d575 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 1095 time: 0.3703735 Dec 20 15:42:32.012776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Calling delete_port for 1627d5a6-5ef2-488d-bb06-2dec005e2a38 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:32.103106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.104332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.186789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7567e30-adbc-4217-a381-ff2f46382e4e req-e68e0340-483e-4224-a89d-29ac6de6b859 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848648 Dec 20 15:42:32.235870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.242967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4dc619b-409e-4f9d-8d84-8796e387f78b req-dd899378-4153-4c19-ab64-095b41244143 tempest-LiveAutoBlockMigrationV225Test-679660826 tempest-LiveAutoBlockMigrationV225Test-679660826-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114844 Dec 20 15:42:32.395263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9b9aa-5202-41d0-b3e0-dd2c4f048fdf req-ab055a30-9a0e-48fa-8409-fe82514ac299 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:32.398210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11e9b9aa-5202-41d0-b3e0-dd2c4f048fdf req-ab055a30-9a0e-48fa-8409-fe82514ac299 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 943 time: 0.2308753 Dec 20 15:42:32.485350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:32.499015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-24b12966-971c-4366-949d-9466979e0cda', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:42:32.500353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.520281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '1d313394-86b8-48fa-80cf-d29ddafdf4a0', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'port_id': '1d313394-86b8-48fa-80cf-d29ddafdf4a0', 'mac_address': 'fa:16:3e:0a:84:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee180de2-a48a-4c28-ba8a-5f564628fc7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:32.562302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.579336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd req-cc97ca0c-2712-4d5d-aae7-0ad7f9a44534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:32.581891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd req-cc97ca0c-2712-4d5d-aae7-0ad7f9a44534 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f88f45a0697345279e46f3f37b1deba3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5666189 Dec 20 15:42:32.618505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112745e-ab46-4a7f-b5b7-aff81d468db4 req-a7af67f3-ee23-4ee8-8f14-8877954829d9 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:32.626574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4112745e-ab46-4a7f-b5b7-aff81d468db4 req-a7af67f3-ee23-4ee8-8f14-8877954829d9 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1097 time: 0.2112205 Dec 20 15:42:32.661477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11e9b9aa-5202-41d0-b3e0-dd2c4f048fdf req-ac36a739-4cb9-4990-99d2-15375fbe9a3d tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431700 Dec 20 15:42:32.687864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.701133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.705011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d313394-86b8-48fa-80cf-d29ddafdf4a0 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:32.753939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event deleted for resources: {'Port': ['ID=1627d5a6-5ef2-488d-bb06-2dec005e2a38,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:32.827368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:32.828367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.847341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd req-d5eae223-50f0-484d-a9c4-5b2282a32d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:32.850551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3134e2cf-c3f1-415b-b64f-d1c9d23362bd req-d5eae223-50f0-484d-a9c4-5b2282a32d34 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2539692 Dec 20 15:42:32.855171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Allocated IP 172.20.0.2 (24b12966-971c-4366-949d-9466979e0cda/3aa58020-55f4-41e9-b27b-827544059fb9/511cd22d-9175-46c9-b1df-fe55e55702e2) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:32.940226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d440e24a-3e65-48e3-86e0-d055031cc88e req-4569826e-e868-4809-a27d-9166d2108526 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 210 time: 0.1762958 Dec 20 15:42:32.974963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] No DVR routers for this DVR port 1627d5a6-5ef2-488d-bb06-2dec005e2a38 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:32.978693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:32.995449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7117479-6509-4a98-aae0-430adf401e20 req-01f1a98c-4f76-4b02-a538-708d2e707fc8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "DELETE /v2.0/ports/1627d5a6-5ef2-488d-bb06-2dec005e2a38 HTTP/1.1" status: 204 len: 173 time: 1.9067729 Dec 20 15:42:32.995449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4112745e-ab46-4a7f-b5b7-aff81d468db4 req-38484c6b-711f-49af-b46f-ad18884ace70 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619208 Dec 20 15:42:33.007791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-5c0d2688-4012-4637-9e0f-0a831d3abab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:33.009524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-5c0d2688-4012-4637-9e0f-0a831d3abab8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 1094 time: 0.0720947 Dec 20 15:42:33.063479 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.087209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.100448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-98f57893-98e7-4a9d-b157-476f37f0ba01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74141ece-546c-427d-9764-5f79325c8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0816941 Dec 20 15:42:33.137859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.174395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-540d176b-25f2-4c2c-9137-f76dfe95ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:33.176392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-540d176b-25f2-4c2c-9137-f76dfe95ee57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 200 len: 854 time: 0.0644939 Dec 20 15:42:33.189899 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.225375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1d313394-86b8-48fa-80cf-d29ddafdf4a0,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:33.228409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.296686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-57227175-0dab-488a-8dc2-6f7312c5c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:33.298367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-57227175-0dab-488a-8dc2-6f7312c5c92b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132340 Dec 20 15:42:33.310855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:33.314689 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e740b4-8948-4d02-a560-c366698cc4ae" -d '{"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-unplugged", "status": "completed", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:33.353571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Network 24b12966-971c-4366-949d-9466979e0cda is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:33.366090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:33.374858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:33.430918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Pushing event updated for resources: {'Port': ['ID=511cd22d-9175-46c9-b1df-fe55e55702e2,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:33.437800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['1d313394-86b8-48fa-80cf-d29ddafdf4a0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:33.472736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Allocated IP 172.25.6.6 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/a86a24a2-ffff-4255-b64b-dec4fb3f2404) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:33.475822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-54e0b7d2-31c6-4d87-bad0-f8670380ffa6 service neutron] 10.222.0.83 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698906 Dec 20 15:42:33.560082 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Attempting to bind port 511cd22d-9175-46c9-b1df-fe55e55702e2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:33.561581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Attempting to bind port 511cd22d-9175-46c9-b1df-fe55e55702e2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:33.561959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Attempting to bind port 511cd22d-9175-46c9-b1df-fe55e55702e2 on network 24b12966-971c-4366-949d-9466979e0cda {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:33.573136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:33.573548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Checking segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:33.574076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.575151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Bound using segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:33.575879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Bound port: 511cd22d-9175-46c9-b1df-fe55e55702e2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:33.576426 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.646724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-deleted', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:33.656734 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e937d0-b2a1-42ca-8b0e-59f08ba4f222" -d '{"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-deleted", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:33.698829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.725406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9591736-8af0-4414-af62-5d3aec3226d4 req-2793f748-9ca1-4ba2-ab3e-0d3352ebbbd9 service neutron] 10.222.0.83 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418430 Dec 20 15:42:33.762011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] For port 511cd22d-9175-46c9-b1df-fe55e55702e2, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:33.783003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] For port 511cd22d-9175-46c9-b1df-fe55e55702e2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=511cd22d-9175-46c9-b1df-fe55e55702e2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:33.810126 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a85f6-4a50-4f85-ba2e-4f2742cdb566 x-openstack-request-id: req-653a85f6-4a50-4f85-ba2e-4f2742cdb566 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:33.810446 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-unplugged", "status": "completed", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:33.810706 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-653a85f6-4a50-4f85-ba2e-4f2742cdb566 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:33.811106 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'code': 200} Dec 20 15:42:33.845508 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6c0d2c-676e-448d-9413-b97000852c28 x-openstack-request-id: req-dd6c0d2c-676e-448d-9413-b97000852c28 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:33.847544 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7c71ad-64c2-4719-990a-e439200e21af", "name": "network-vif-deleted", "tag": "1627d5a6-5ef2-488d-bb06-2dec005e2a38", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:33.847544 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd6c0d2c-676e-448d-9413-b97000852c28 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:33.847544 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7c71ad-64c2-4719-990a-e439200e21af', 'name': 'network-vif-deleted', 'tag': '1627d5a6-5ef2-488d-bb06-2dec005e2a38', 'status': 'completed', 'code': 200} Dec 20 15:42:33.876389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49068) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:33.921014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.921620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.981257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:33.988408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:33.997770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:34.010811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af4468-1de5-4e14-9508-8be4fca26dc0 None None] Pushing event updated for resources: {'Port': ['ID=511cd22d-9175-46c9-b1df-fe55e55702e2,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:34.041868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Pushing event updated for resources: {'Port': ['ID=a86a24a2-ffff-4255-b64b-dec4fb3f2404,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:34.052367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-564664443-network', 'tenant_id': '68e831c0a0454e1cb365ed6de2ab1b6d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:34.170864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.279879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Made reservation on behalf of 68e831c0a0454e1cb365ed6de2ab1b6d for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:34.282387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.304783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.327549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-47a2c753-a876-4cb5-ba65-d0b480b74394 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782938 Dec 20 15:42:34.500510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.530180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-a23bcf97-f555-4a1b-87d1-8a0b848d5776 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:34.545736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-a23bcf97-f555-4a1b-87d1-8a0b848d5776 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164350 Dec 20 15:42:34.562699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-aaa7ac82-c799-442e-a65e-f71ae3b743b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:34.564797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-aaa7ac82-c799-442e-a65e-f71ae3b743b6 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 944 time: 0.1291468 Dec 20 15:42:34.569247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-b44167f4-2c7f-44f2-b7a2-c4fa721f9015 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/quotas/acc25d39776b4358ad99c46b6e0d5ed1 HTTP/1.1" status: 200 len: 375 time: 0.0225484 Dec 20 15:42:34.622556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-d1171d2d-984f-44fd-bb1d-e34de7b411f0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430405 Dec 20 15:42:34.692396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Deleting port c028fc5d-f49c-40b0-9482-85ff43ac52c3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:34.692791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.898011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:34.966353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 1627d5a6-5ef2-488d-bb06-2dec005e2a38 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:34.967002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1627d5a6-5ef2-488d-bb06-2dec005e2a38 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:35.027908 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.072137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.186833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.227865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.239344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:42:35.243659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca795-57cd-4efe-9869-365670d8a7c7 req-215cbad7-d3a1-4136-970f-12fb0ab45e7f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:35.245607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-440ca795-57cd-4efe-9869-365670d8a7c7 req-215cbad7-d3a1-4136-970f-12fb0ab45e7f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 943 time: 0.0835586 Dec 20 15:42:35.249499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.249881 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Added segment eee719e6-a386-4736-bc8e-848d0c71b545 of type vlan for network 4aa78685-2591-4677-98fb-0592a258fc67 Dec 20 15:42:35.254439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] For port c028fc5d-f49c-40b0-9482-85ff43ac52c3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c028fc5d-f49c-40b0-9482-85ff43ac52c3,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:35.264812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.332097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Calling delete_port for c028fc5d-f49c-40b0-9482-85ff43ac52c3 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:35.412437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:35.418024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.446281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa7788-d8f5-498b-adbf-cec61ac8db45 None None] Network 24b12966-971c-4366-949d-9466979e0cda requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:35.530947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.532004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:35.532585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.570888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 511cd22d-9175-46c9-b1df-fe55e55702e2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:35.577272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-440ca795-57cd-4efe-9869-365670d8a7c7 req-2e449d3d-2b0d-4342-87e2-4f34e3dd37b5 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043933 Dec 20 15:42:35.598353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Router 840fa61b-59c4-47df-b747-9a3a25429ac2 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:42:35.601222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-360fe6c9-8a39-48ae-a4f9-27cb36aa51c6 None None] Provisioning complete for port 511cd22d-9175-46c9-b1df-fe55e55702e2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:35.606386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-360fe6c9-8a39-48ae-a4f9-27cb36aa51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.734642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 511cd22d-9175-46c9-b1df-fe55e55702e2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:35.735209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.754806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49114) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:35.755587 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8779819 Dec 20 15:42:35.765410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-218d049a-e9c9-4583-a90d-50262d2a82b6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:35.766950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-218d049a-e9c9-4583-a90d-50262d2a82b6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.4492972 Dec 20 15:42:35.777732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Request body: {'subnet': {'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-564664443-subnet', 'tenant_id': '68e831c0a0454e1cb365ed6de2ab1b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:35.778026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb116a-a2f3-4e7f-b5d2-48162411c70b admin admin] Pushing event updated for resources: {'Network': ['ID=4aa78685-2591-4677-98fb-0592a258fc67,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:35.779621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-360fe6c9-8a39-48ae-a4f9-27cb36aa51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.793548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4aa78685-2591-4677-98fb-0592a258fc67 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:42:35.822867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Request body: {'port': {'device_id': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'admin_state_up': True, 'tenant_id': '06cd612e0ce046baa04288fa09814d2f'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:35.831120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:35.837970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1d313394-86b8-48fa-80cf-d29ddafdf4a0 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:35.846618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['39ac305c-f8ab-4308-9c28-a038d2f676e8', 'c028fc5d-f49c-40b0-9482-85ff43ac52c3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:35.882357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:35.936631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Sync routers for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:42:35.958547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event deleted for resources: {'Port': ['ID=c028fc5d-f49c-40b0-9482-85ff43ac52c3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:35.964253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-360fe6c9-8a39-48ae-a4f9-27cb36aa51c6 None None] For port 511cd22d-9175-46c9-b1df-fe55e55702e2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=511cd22d-9175-46c9-b1df-fe55e55702e2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:36.002270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e37f1a-adcb-4573-9d4e-b4de1856f6d7 req-55bb2796-6263-488c-a1f1-7e9532425c56 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:36.003887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09e37f1a-adcb-4573-9d4e-b4de1856f6d7 req-55bb2796-6263-488c-a1f1-7e9532425c56 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 866 time: 0.2701452 Dec 20 15:42:36.022328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.028278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:36.029314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:42:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:36.031460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-15efdffb-3a60-4b69-bf3e-b21eb25ccdc2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1035869 Dec 20 15:42:36.032494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49118) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:36.051514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] No DVR routers for this DVR port c028fc5d-f49c-40b0-9482-85ff43ac52c3 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:36.057878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.067222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14c133d5-f01d-4e22-8183-46d0dd13ae57 req-781e9687-ea1d-4b9c-aad4-e43528ed2ad0 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "DELETE /v2.0/ports/c028fc5d-f49c-40b0-9482-85ff43ac52c3 HTTP/1.1" status: 204 len: 173 time: 1.4910984 Dec 20 15:42:36.075920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'name': 'network-vif-deleted', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:36.081310 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c691b47-34c9-4521-9df8-435d83fdc7f4" -d '{"events": [{"server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "name": "network-vif-deleted", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:36.086488 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-360fe6c9-8a39-48ae-a4f9-27cb36aa51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.104046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.106690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-22ac9fb8-82da-4731-8afc-86b7820d2f31 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:42:36.115413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Made reservation on behalf of 68e831c0a0454e1cb365ed6de2ab1b6d for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:36.115620 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-22ac9fb8-82da-4731-8afc-86b7820d2f31 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0406315 Dec 20 15:42:36.117808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.215128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-e6df09fe-ee58-4c13-a09b-02ee49b9ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:36.217819 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-e6df09fe-ee58-4c13-a09b-02ee49b9ebc6 service neutron] 10.222.0.81 "GET /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 1094 time: 0.1011283 Dec 20 15:42:36.230036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09e37f1a-adcb-4573-9d4e-b4de1856f6d7 req-162d56df-9120-4c1b-b110-da15854553e1 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783633 Dec 20 15:42:36.266059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Request body: {'binding': {'host': 'n-h1-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:36.266740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:42:36.383189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Made reservation on behalf of 06cd612e0ce046baa04288fa09814d2f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:36.388053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.422074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:42:36.426295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5da06b3e-a097-4a77-b558-9221eb2c6bce req-08bb69a5-3e60-419c-8e73-839abd08cb38 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 210 time: 0.0611563 Dec 20 15:42:36.451464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe6c9-8a39-48ae-a4f9-27cb36aa51c6 None None] Pushing event updated for resources: {'Port': ['ID=511cd22d-9175-46c9-b1df-fe55e55702e2,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:36.453894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:36.454262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.507357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:36.510599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f1e83346-4871-40e8-b476-06644c19ff6b None None] Provisioning complete for port 511cd22d-9175-46c9-b1df-fe55e55702e2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:36.510969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1e83346-4871-40e8-b476-06644c19ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.651528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.653939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:42:36.654282 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:42:36.704786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Allocated IP 172.20.0.8 (f1e0ad12-9a4c-46b5-848c-090a91fc4608/d48f1143-e7f9-4629-b56c-559f8db0b998/24fd75d3-cf40-4b23-9b67-7634bfd5039e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:36.769861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on host n-h1-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:36.770880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:36.771213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:36.787427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:36.787777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:36.796262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-2b1be083-8b5f-47e4-b36b-7e2c289d6d15 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884516 Dec 20 15:42:36.811066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f285a69e-ff1a-4e48-861d-07e1829190d8,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:36.812322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:36.812673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:36.813055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:36.814356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Bound port: 4947088e-dfeb-4c5e-a803-98b46b4043a5, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:36.827414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Checking segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:36.828029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Network hostable DHCP agents. Network: 4aa78685-2591-4677-98fb-0592a258fc67, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:42:36.879287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.969877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:36.975971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:36.976932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d313394-86b8-48fa-80cf-d29ddafdf4a0'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:36.980664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Network 4aa78685-2591-4677-98fb-0592a258fc67 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:42:36.983031 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c738b830-8436-43b2-b34c-9933104434e5" -d '{"events": [{"server_uuid": "963bd97d-e81f-4101-8b88-bf01e82bf04e", "name": "network-vif-plugged", "status": "completed", "tag": "1d313394-86b8-48fa-80cf-d29ddafdf4a0"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:37.037571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:34Z', 'revision_number': 3, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:37.050574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-22dca935-e11b-49da-a3c0-481a6f690ff8 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:37.052210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-22dca935-e11b-49da-a3c0-481a6f690ff8 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488084 Dec 20 15:42:37.072503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.073832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-eb0dc0a2-e7d8-4ba6-87e2-4c9c9f0b78e4 service neutron] 10.222.0.81 "POST /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8150077 Dec 20 15:42:37.089076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-d803ff46-f04b-4f03-a0d9-fdb782cd6f30 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/quotas/acc25d39776b4358ad99c46b6e0d5ed1 HTTP/1.1" status: 200 len: 375 time: 0.0245731 Dec 20 15:42:37.127165 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.137051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Checking router: 840fa61b-59c4-47df-b747-9a3a25429ac2 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:42:37.137671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Updating router 840fa61b-59c4-47df-b747-9a3a25429ac2 port a86a24a2-ffff-4255-b64b-dec4fb3f2404 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:42:37.143729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.165733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4aa78685-2591-4677-98fb-0592a258fc67) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:37.189510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:37.190625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.190898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.192642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef3bb7-1af1-4445-b1c1-1d40bf175e65 None None] Network 4aa78685-2591-4677-98fb-0592a258fc67 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:37.194435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.195224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:37.213822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-88515d96-ef49-43a9-8fca-8e58946e55dc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507162 Dec 20 15:42:37.228606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.337743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0fd0781e-2171-4995-99e7-ed9f57dff557 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5804591 Dec 20 15:42:37.339804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:37.364942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:37.371638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:37.447779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:37.474322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1d313394-86b8-48fa-80cf-d29ddafdf4a0,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:37.479421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:37.480407 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.500468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Allocated IP 172.20.0.1 (24b12966-971c-4366-949d-9466979e0cda/3aa58020-55f4-41e9-b27b-827544059fb9/0adea22a-e957-4e81-b684-560308d568b2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:37.506072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: c028fc5d-f49c-40b0-9482-85ff43ac52c3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:37.506227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c028fc5d-f49c-40b0-9482-85ff43ac52c3 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:37.621250 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4a2162-ec84-4c3f-a856-0d8514f13f87 x-openstack-request-id: req-0b4a2162-ec84-4c3f-a856-0d8514f13f87 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:37.621629 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d8adb-c66a-430c-8eb4-39f0bbc5badf", "name": "network-vif-deleted", "tag": "c028fc5d-f49c-40b0-9482-85ff43ac52c3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:37.622074 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b4a2162-ec84-4c3f-a856-0d8514f13f87 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:37.622594 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4d8adb-c66a-430c-8eb4-39f0bbc5badf', 'name': 'network-vif-deleted', 'tag': 'c028fc5d-f49c-40b0-9482-85ff43ac52c3', 'status': 'completed', 'code': 200} Dec 20 15:42:37.641864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-ea96f6b5-b9ad-4eb4-adf7-59a92d421175 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8230364 Dec 20 15:42:37.657143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Request body: {'port': {'device_id': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:37.798964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.813075 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61f0ee-1148-4672-8fe3-c8d2bbb9c1ab x-openstack-request-id: req-1c61f0ee-1148-4672-8fe3-c8d2bbb9c1ab {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:37.821326 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963bd97d-e81f-4101-8b88-bf01e82bf04e", "name": "network-vif-plugged", "status": "completed", "tag": "1d313394-86b8-48fa-80cf-d29ddafdf4a0", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:37.825852 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c61f0ee-1148-4672-8fe3-c8d2bbb9c1ab {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:37.825852 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d313394-86b8-48fa-80cf-d29ddafdf4a0', 'code': 200} Dec 20 15:42:37.856951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.949687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 511cd22d-9175-46c9-b1df-fe55e55702e2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:37.966403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.010681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da54c5-5d84-4ad5-ba8d-50c7ddb4a809 None None] Network 4aa78685-2591-4677-98fb-0592a258fc67 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:38.064480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Pushing event updated for resources: {'Port': ['ID=0adea22a-e957-4e81-b684-560308d568b2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:38.078676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Network 24b12966-971c-4366-949d-9466979e0cda is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:38.081291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:38.084188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:38.140341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.200416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 511cd22d-9175-46c9-b1df-fe55e55702e2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:38.201008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.415934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.466441 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.531695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-001d565f-4ad3-4ec4-86e9-d728b168e094 None None] Provisioning complete for port 0adea22a-e957-4e81-b684-560308d568b2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:38.532621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-001d565f-4ad3-4ec4-86e9-d728b168e094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.534783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.580593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-590bae5d-50ad-4b6d-9973-f23fde8299da req-4ee6fb26-002f-4040-a2c7-5b22169851cb tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 210 time: 0.5966778 Dec 20 15:42:38.582259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-eec2019e-927f-4832-afc9-496a35caaf89 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6035283 Dec 20 15:42:38.658064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d58c8e-7592-4005-ab90-6f57556b3a02 None None] Pushing event updated for resources: {'Port': ['ID=a86a24a2-ffff-4255-b64b-dec4fb3f2404,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:38.674123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281006c6-9347-44f2-b5e7-fb88febd7f72 req-31785a66-2603-465d-b97b-99209f9a2090 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:38.675804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-281006c6-9347-44f2-b5e7-fb88febd7f72 req-31785a66-2603-465d-b97b-99209f9a2090 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 943 time: 0.8207619 Dec 20 15:42:38.687675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-346cf6b9-2234-4265-935b-f97423a930f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:38.689207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-346cf6b9-2234-4265-935b-f97423a930f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1097 time: 0.2350087 Dec 20 15:42:38.723879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18401b-ebf5-44bd-ae0e-7286b8a8494f req-99cbb9cf-96c7-452e-811a-642a1693f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:38.725649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed18401b-ebf5-44bd-ae0e-7286b8a8494f req-99cbb9cf-96c7-452e-811a-642a1693f993 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 1096 time: 0.7428432 Dec 20 15:42:38.726077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Attempting to bind port a86a24a2-ffff-4255-b64b-dec4fb3f2404 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:38.727114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Attempting to bind port a86a24a2-ffff-4255-b64b-dec4fb3f2404 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:38.728202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Attempting to bind port a86a24a2-ffff-4255-b64b-dec4fb3f2404 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:38.738102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.739266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:38.739804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:38.740483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.741094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:38.742520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Bound port: a86a24a2-ffff-4255-b64b-dec4fb3f2404, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:38.743018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.745288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-001d565f-4ad3-4ec4-86e9-d728b168e094 None None] Port 0adea22a-e957-4e81-b684-560308d568b2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:38.780237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:42:38.805122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.819726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] For port a86a24a2-ffff-4255-b64b-dec4fb3f2404, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:38.823120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] For port a86a24a2-ffff-4255-b64b-dec4fb3f2404, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a86a24a2-ffff-4255-b64b-dec4fb3f2404,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:38.898664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.901139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Pushing event updated for resources: {'Port': ['ID=0adea22a-e957-4e81-b684-560308d568b2,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:38.906677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fd75d3-cf40-4b23-9b67-7634bfd5039e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:38.913068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 74141ece-546c-427d-9764-5f79325c8ed0 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:38.937914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.945843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:38.986214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-281006c6-9347-44f2-b5e7-fb88febd7f72 req-2b61ebfc-8ec9-4fb7-b14c-5e909bc584a6 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670603 Dec 20 15:42:39.003892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Transition to ACTIVE for port object 24fd75d3-cf40-4b23-9b67-7634bfd5039e will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.016261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-5757d8cb-ac19-438c-bc95-be0788ad90b9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.023780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-5757d8cb-ac19-438c-bc95-be0788ad90b9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229274 Dec 20 15:42:39.026750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed18401b-ebf5-44bd-ae0e-7286b8a8494f req-a939cc9c-5440-4c61-93ee-c44450b7727e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743719 Dec 20 15:42:39.045998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Request body: {'port': {'device_id': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'acc25d39776b4358ad99c46b6e0d5ed1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:39.056306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4f0c5-3a23-4f69-9455-60d496c19c82 req-181699cb-a3bd-4bca-89ef-e3fd3cbe93a0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.057881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ec4f0c5-3a23-4f69-9455-60d496c19c82 req-181699cb-a3bd-4bca-89ef-e3fd3cbe93a0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 931 time: 0.3275692 Dec 20 15:42:39.082545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Network 24b12966-971c-4366-949d-9466979e0cda is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:39.086299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:39.087896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-461e3085-9580-445a-bd2c-75f40badc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.089490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-461e3085-9580-445a-bd2c-75f40badc6a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.3603685 Dec 20 15:42:39.090302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:39.251021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 74141ece-546c-427d-9764-5f79325c8ed0, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=74141ece-546c-427d-9764-5f79325c8ed0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:39.279970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:39.280895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:42:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:39.288625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '74141ece-546c-427d-9764-5f79325c8ed0', 'network_id': '9d1f8613-1fb9-4fd6-aa13-7e1b00c26001', 'port_id': '74141ece-546c-427d-9764-5f79325c8ed0', 'mac_address': 'fa:16:3e:b7:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee180de2-a48a-4c28-ba8a-5f564628fc7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:39.322297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Router 840fa61b-59c4-47df-b747-9a3a25429ac2 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:42:39.359391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-3b5644c0-5d00-4c39-aae8-38752e2c6836 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 217 time: 0.1154478 Dec 20 15:42:39.379572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d58c8e-7592-4005-ab90-6f57556b3a02 None None] Pushing event updated for resources: {'Port': ['ID=a86a24a2-ffff-4255-b64b-dec4fb3f2404,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:39.429221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:39.476500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ec4f0c5-3a23-4f69-9455-60d496c19c82 req-a28ffe80-0502-48e1-b102-55607d0bf2d2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988676 Dec 20 15:42:39.579682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:39.584321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739ee1-405b-4766-adf3-98eb934df2d5 req-bfa8e9a4-362f-4087-ac84-039c4c258fe8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.585987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3739ee1-405b-4766-adf3-98eb934df2d5 req-bfa8e9a4-362f-4087-ac84-039c4c258fe8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.4424360 Dec 20 15:42:39.599985 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b286b989-371a-46af-a1a8-794c0ca25b51 admin admin] 10.222.0.81 "PUT /v2.0/routers/840fa61b-59c4-47df-b747-9a3a25429ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5623088 Dec 20 15:42:39.711407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-f162d6c1-2141-40be-91af-daa9fc4163aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.712909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-f162d6c1-2141-40be-91af-daa9fc4163aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.2433188 Dec 20 15:42:39.756571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07def863-3060-4b7f-9d3a-beee94d91bfb req-cb37afc2-4562-4d57-a209-b36efcec62dc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 210 time: 0.0758297 Dec 20 15:42:39.764801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:39.792296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74141ece-546c-427d-9764-5f79325c8ed0 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:39.800008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-478ad3bf-2c67-4865-9b94-ef192209790e None None] Provisioning complete for port 0adea22a-e957-4e81-b684-560308d568b2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:39.800397 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-478ad3bf-2c67-4865-9b94-ef192209790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:39.804132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-d5dfc15f-7825-451c-85e4-902a30c8a926 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547991 Dec 20 15:42:39.810364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Attempting to bind port 24fd75d3-cf40-4b23-9b67-7634bfd5039e on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:39.811305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Attempting to bind port 24fd75d3-cf40-4b23-9b67-7634bfd5039e by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:39.811305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Attempting to bind port 24fd75d3-cf40-4b23-9b67-7634bfd5039e on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:39.839242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Made reservation on behalf of acc25d39776b4358ad99c46b6e0d5ed1 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:39.844074 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:39.859443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:39.876026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Port 24fd75d3-cf40-4b23-9b67-7634bfd5039e on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:39.876499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Attempting to bind port 24fd75d3-cf40-4b23-9b67-7634bfd5039e on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:39.888833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 74141ece-546c-427d-9764-5f79325c8ed0, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=74141ece-546c-427d-9764-5f79325c8ed0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:39.895501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:39.902175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3739ee1-405b-4766-adf3-98eb934df2d5 req-6240f49f-6f70-49b5-a89f-a4ef6f88abfd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675223 Dec 20 15:42:39.931164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-478ad3bf-2c67-4865-9b94-ef192209790e None None] Port 0adea22a-e957-4e81-b684-560308d568b2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:39.945540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:39.945915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Checking segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:39.946381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Bound using segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:39.946899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Bound port: 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:39.947452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:40.116906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:40.196983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=74141ece-546c-427d-9764-5f79325c8ed0,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:40.221629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-829d0745-aa75-4942-9b13-96844942da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 2, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:40.269334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829d0745-aa75-4942-9b13-96844942da95 None None] The sync data for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 is: [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 2, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:42:40.379085 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-1dcc48de-de29-46c1-a7d3-c0033d83f60b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402598 Dec 20 15:42:40.404947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d548a595-3cf4-4682-ad3d-90ad1eae65e7 req-78e3bdd3-9757-4e69-97da-4a261ad8955e tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 210 time: 0.0712829 Dec 20 15:42:40.466056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['74141ece-546c-427d-9764-5f79325c8ed0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:40.562195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-a26c262e-3f75-4e1a-888c-17fc26d31c2f service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480099 Dec 20 15:42:40.607956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-03745ce5-530a-40da-935b-364f148aec9f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:40.613074 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-03745ce5-530a-40da-935b-364f148aec9f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284732 Dec 20 15:42:40.631855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:40.635582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Request body: {'port': {'device_id': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'acc25d39776b4358ad99c46b6e0d5ed1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:40.678708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-db07e381-ffa5-4834-9412-173cbe52dbc4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:40.685472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-db07e381-ffa5-4834-9412-173cbe52dbc4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 814 time: 0.7127969 Dec 20 15:42:40.775521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:40.830840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:40.844495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-4d8a385d-bc20-493b-b05e-c30ad16eaa7c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/quotas/68e831c0a0454e1cb365ed6de2ab1b6d HTTP/1.1" status: 200 len: 375 time: 0.1556756 Dec 20 15:42:40.872710 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:40.914045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-721521b9-5231-4cd2-b069-aad4d7301a94 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685396 Dec 20 15:42:40.934540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:40.955214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Made reservation on behalf of acc25d39776b4358ad99c46b6e0d5ed1 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:40.961006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.005364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-56a6fbad-cf24-4ad5-838c-3f59125a0c89 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313006 Dec 20 15:42:41.083090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:41.084673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.086185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] 10.222.0.83 "PUT /v2.0/ports/24fd75d3-cf40-4b23-9b67-7634bfd5039e HTTP/1.1" status: 200 len: 1091 time: 3.4384284 Dec 20 15:42:41.096192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:41.097426 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb27c9d-0c31-4271-bcd4-548900940b57" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:41.129492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadb4ab9-050d-4de8-8756-e965a517a7de,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:41.202197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa9d1-a36d-4ac0-bbe0-96841295eba0 service neutron] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:41.226494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Allocated IP 192.168.233.130 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/18157957-784e-40b2-87fd-9b040bc81e2a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:41.291497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-0d618a9f-45ff-493c-95bb-b30f37265b58 service neutron] 10.222.0.81 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765912 Dec 20 15:42:41.330244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:41.345419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873142097', 'description': 'tempest-description--1746711172'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:41.497187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-977e4b4f-3a1b-4835-acaf-e41573d61d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:41.527239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-977e4b4f-3a1b-4835-acaf-e41573d61d0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 1094 time: 0.2446859 Dec 20 15:42:41.547369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.618153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-f61468a2-8532-4ce9-b44d-0bb02f829b1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e HTTP/1.1" status: 200 len: 217 time: 0.0891879 Dec 20 15:42:41.648582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.716107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.729941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-b5585f32-3c8a-48c2-a8cc-12c19c9ea7b0 service neutron] 10.222.0.81 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902400 Dec 20 15:42:41.787968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.805366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86784be1-c437-4e55-89c9-a1876799931a req-32b371fb-252b-427b-8bf3-ac09e3acef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:41.806662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-32b371fb-252b-427b-8bf3-ac09e3acef29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.1785848 Dec 20 15:42:41.838071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cf15b-9bbb-4585-94ba-d32b59a0af60 req-141c3474-3853-4648-b72f-99eac35b349c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:41.851184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff68117-7b8b-4025-a27b-11e62ed568e2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:41.853654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058cf15b-9bbb-4585-94ba-d32b59a0af60 req-141c3474-3853-4648-b72f-99eac35b349c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 944 time: 0.2491961 Dec 20 15:42:41.866847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:41.927428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a86a24a2-ffff-4255-b64b-dec4fb3f2404 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:41.935436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-2039d68c-93f7-45ce-b2c4-32a3a58adf55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761433 Dec 20 15:42:42.024396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:42.041438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:42.046176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:42.083928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a86a24a2-ffff-4255-b64b-dec4fb3f2404 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:42.084306 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.100839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.102184 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-90b7b4d2-df4d-4624-abc2-cf80f23b52ad tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7694511 Dec 20 15:42:42.162534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event updated for resources: {'Port': ['ID=18157957-784e-40b2-87fd-9b040bc81e2a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:42.165127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:42.172800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Request body: {'security_group_rule': {'security_group_id': '5ff68117-7b8b-4025-a27b-11e62ed568e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:42.266880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:42.267916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.280211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.322320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port a86a24a2-ffff-4255-b64b-dec4fb3f2404, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a86a24a2-ffff-4255-b64b-dec4fb3f2404,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:42.341365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058cf15b-9bbb-4585-94ba-d32b59a0af60 req-63bd7979-8db3-43fd-a37a-e74169043cf3 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865661 Dec 20 15:42:42.390055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Allocated IP 192.168.233.224 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/c0de59eb-0241-4b32-8b32-25bbc4560368) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:42.405116 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-de1e6fc7-eb1d-40b0-a676-ef4eb220e5e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7773519 Dec 20 15:42:42.413295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-0957d62f-9691-4482-9df7-bf160c82925f service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532039 Dec 20 15:42:42.418343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Request body: {'port': {'device_id': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:42.424338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.573417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86784be1-c437-4e55-89c9-a1876799931a req-de7cddfd-dd48-4176-b3ce-53e1937d01a9 service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324918 Dec 20 15:42:42.575753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f766b6aa-85a3-409c-a654-79a9ca3a9bbc None None] Provisioning complete for port 18157957-784e-40b2-87fd-9b040bc81e2a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:42.576132 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f766b6aa-85a3-409c-a654-79a9ca3a9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.594801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.644706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=a86a24a2-ffff-4255-b64b-dec4fb3f2404,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:42.674915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f766b6aa-85a3-409c-a654-79a9ca3a9bbc None None] Port 18157957-784e-40b2-87fd-9b040bc81e2a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:42.720980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.850747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.866465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798ed19-63e7-47fa-a3de-9910e9e38901 req-83978433-97bb-4427-99ae-eaeb6a4f9565 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:42.867996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f798ed19-63e7-47fa-a3de-9910e9e38901 req-83978433-97bb-4427-99ae-eaeb6a4f9565 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 943 time: 0.4572685 Dec 20 15:42:42.880250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.889028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ca2bd-0de0-48c5-a318-ab81a4dfb21f req-36b2880d-e80a-4d4a-bdf4-3a5e58ea11e3 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:42.890577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686ca2bd-0de0-48c5-a318-ab81a4dfb21f req-36b2880d-e80a-4d4a-bdf4-3a5e58ea11e3 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 936 time: 0.1492538 Dec 20 15:42:42.927142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 74141ece-546c-427d-9764-5f79325c8ed0 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:42.993198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.000216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686ca2bd-0de0-48c5-a318-ab81a4dfb21f req-1d5e6c3f-fa3b-414b-9ca8-762a4f186948 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007326 Dec 20 15:42:43.006741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f798ed19-63e7-47fa-a3de-9910e9e38901 req-033585ed-0b66-4868-9a0b-c1353f92bf38 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305397 Dec 20 15:42:43.029795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332e9b5f-06d8-4348-9544-5f6baab7d601,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:43.106997 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f662e5-0d4b-457e-a6d6-bf4ade8919d1 x-openstack-request-id: req-51f662e5-0d4b-457e-a6d6-bf4ade8919d1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:43.106997 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:43.106997 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51f662e5-0d4b-457e-a6d6-bf4ade8919d1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:43.106997 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'status': 'completed', 'code': 200} Dec 20 15:42:43.130808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 74141ece-546c-427d-9764-5f79325c8ed0 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:42:43.132728 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.151803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 74141ece-546c-427d-9764-5f79325c8ed0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:43.159944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.236710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:43.242209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.243926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8a37898a-5c71-49c0-9b59-b56146369d35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0754442 Dec 20 15:42:43.249242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49206) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:43.258386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Request body: {'security_group_rule': {'security_group_id': '5ff68117-7b8b-4025-a27b-11e62ed568e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:43.299962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.300221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9421646-1419-4312-831c-7b729939a77c req-181a8266-1611-44b0-aa05-7fc6ff17325a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4d8adb-c66a-430c-8eb4-39f0bbc5badf HTTP/1.1" status: 200 len: 210 time: 0.0643771 Dec 20 15:42:43.313001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:43.315459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:43.323845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:43.411797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41366df8-c98a-4863-969d-cc477685eaa3 req-9385ab87-4ceb-4b1d-9b31-5ea7eedc2170 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:43.416276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 74141ece-546c-427d-9764-5f79325c8ed0, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=74141ece-546c-427d-9764-5f79325c8ed0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:43.418911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74141ece-546c-427d-9764-5f79325c8ed0'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:43.422890 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44aaf25-df42-4544-b616-2219acf5dda7" -d '{"events": [{"server_uuid": "8b5e8025-4f19-487b-96e1-c7fc3a0f0d09", "name": "network-vif-plugged", "status": "completed", "tag": "74141ece-546c-427d-9764-5f79325c8ed0"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:43.444559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41366df8-c98a-4863-969d-cc477685eaa3 req-9385ab87-4ceb-4b1d-9b31-5ea7eedc2170 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.3520353 Dec 20 15:42:43.537742 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.633412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6caed656-33c1-4eb8-9c16-46be7ae7a94e req-46b3a0fb-f68b-415b-8ff9-4331e5cee82f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 210 time: 0.1348269 Dec 20 15:42:43.636900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-6974576d-2ebd-49bb-a965-888df57bd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:43.643705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-6974576d-2ebd-49bb-a965-888df57bd536 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 1094 time: 0.5084312 Dec 20 15:42:43.669994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=74141ece-546c-427d-9764-5f79325c8ed0,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:43.809394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41366df8-c98a-4863-969d-cc477685eaa3 req-e4a30ad0-f3a9-4679-b103-636de9c22959 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517287 Dec 20 15:42:43.881191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a86a24a2-ffff-4255-b64b-dec4fb3f2404 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:43.989271 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2778c-a820-4bd1-b988-df92a321b430 x-openstack-request-id: req-b3e2778c-a820-4bd1-b988-df92a321b430 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:43.989739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5e8025-4f19-487b-96e1-c7fc3a0f0d09", "name": "network-vif-plugged", "status": "completed", "tag": "74141ece-546c-427d-9764-5f79325c8ed0", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:43.991105 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3e2778c-a820-4bd1-b988-df92a321b430 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:43.993735 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74141ece-546c-427d-9764-5f79325c8ed0', 'code': 200} Dec 20 15:42:43.994903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:43.996721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.070128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c374ace4-10f3-4992-9c7d-613a0c736115 None None] Provisioning complete for port c0de59eb-0241-4b32-8b32-25bbc4560368 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:44.080248 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c374ace4-10f3-4992-9c7d-613a0c736115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.086042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Sync routers for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:42:44.098683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18157957-784e-40b2-87fd-9b040bc81e2a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:44.106790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-47f98d2b-79d1-44e6-a735-5645f7874ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.109411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-47f98d2b-79d1-44e6-a735-5645f7874ec8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 905 time: 0.4399791 Dec 20 15:42:44.109550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.124394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Transition to ACTIVE for port object 18157957-784e-40b2-87fd-9b040bc81e2a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:44.126830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:44.126830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:42:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:44.166414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9251869-3ed3-4fa3-b805-0db3bd64349c req-d6d9b815-33af-4fe8-9a3f-75290f41ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.168546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9251869-3ed3-4fa3-b805-0db3bd64349c req-d6d9b815-33af-4fe8-9a3f-75290f41ca27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 1096 time: 0.1189890 Dec 20 15:42:44.174513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-3f3befa8-4fce-4ffb-8c3c-655dd1414eee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e HTTP/1.1" status: 200 len: 217 time: 0.0570118 Dec 20 15:42:44.177794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-221fa8b2-5baf-42bc-b73a-fad042d0b3bc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1439500 Dec 20 15:42:44.181386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a86a24a2-ffff-4255-b64b-dec4fb3f2404 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:44.186149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.211866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.218451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Request body: {'port': {'device_id': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:44.220031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c374ace4-10f3-4992-9c7d-613a0c736115 None None] Port c0de59eb-0241-4b32-8b32-25bbc4560368 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:44.253596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8ddb6-62a7-43c5-becc-2dc6036c1bb2 req-2df97ebb-fd53-463e-a6fe-c09f3640bd25 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.256742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da8ddb6-62a7-43c5-becc-2dc6036c1bb2 req-2df97ebb-fd53-463e-a6fe-c09f3640bd25 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.4461150 Dec 20 15:42:44.341635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.367458 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:44.411750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-555d655e-275a-46a5-9101-0658309856b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.413711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-555d655e-275a-46a5-9101-0658309856b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.2032452 Dec 20 15:42:44.417923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Pushing event updated for resources: {'Port': ['ID=18157957-784e-40b2-87fd-9b040bc81e2a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:44.504216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-57a88987-acc2-44f5-9710-aa37940a6121 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352921 Dec 20 15:42:44.513944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9251869-3ed3-4fa3-b805-0db3bd64349c req-75d9c3bd-e43f-4c38-b284-f18617bccb50 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345115 Dec 20 15:42:44.553443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048b140-853d-4993-abfc-11325f7d2f31 req-1a5e4317-6882-4815-bc84-825f9b43573a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.560979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c048b140-853d-4993-abfc-11325f7d2f31 req-1a5e4317-6882-4815-bc84-825f9b43573a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 948 time: 0.3892255 Dec 20 15:42:44.651668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.685983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Attempting to bind port 18157957-784e-40b2-87fd-9b040bc81e2a on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:44.686839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Attempting to bind port 18157957-784e-40b2-87fd-9b040bc81e2a by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:44.687356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Attempting to bind port 18157957-784e-40b2-87fd-9b040bc81e2a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:44.693554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Port 18157957-784e-40b2-87fd-9b040bc81e2a on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:44.694216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Attempting to bind port 18157957-784e-40b2-87fd-9b040bc81e2a on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:44.703038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:44.704100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da8ddb6-62a7-43c5-becc-2dc6036c1bb2 req-929b56a0-18e9-48bf-8e58-7d40fe949164 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352319 Dec 20 15:42:44.704489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:44.705090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:44.705716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Bound port: 18157957-784e-40b2-87fd-9b040bc81e2a, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:44.706240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.743661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.768480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4296de04-c7a9-4b70-ac00-8a95d57c54a9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:44.802459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.874958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] For port 18157957-784e-40b2-87fd-9b040bc81e2a, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:44.878743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] For port 18157957-784e-40b2-87fd-9b040bc81e2a, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=18157957-784e-40b2-87fd-9b040bc81e2a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:44.885738 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 2, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:44.894262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c048b140-853d-4993-abfc-11325f7d2f31 req-cfd72b1d-9c2e-4b44-8c1c-fc4f540eecdf tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290052 Dec 20 15:42:44.949351 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Checking router: 840fa61b-59c4-47df-b747-9a3a25429ac2 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:42:44.949937 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Updating router 840fa61b-59c4-47df-b747-9a3a25429ac2 port 0adea22a-e957-4e81-b684-560308d568b2 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:42:44.962343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.971488 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-77a72f09-6948-419d-969c-fd1b5ad7f2cf tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7204666 Dec 20 15:42:44.972309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49226) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:44.986455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:44.999653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.038169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b8eeb-67bf-493f-b0ce-051743b918cd req-3b888a4c-4844-4904-8292-a26b86df59f4 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.051015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27b8eeb-67bf-493f-b0ce-051743b918cd req-3b888a4c-4844-4904-8292-a26b86df59f4 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 943 time: 0.1939895 Dec 20 15:42:45.091336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.092528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.094670 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] 10.222.0.83 "PUT /v2.0/ports/18157957-784e-40b2-87fd-9b040bc81e2a HTTP/1.1" status: 200 len: 1096 time: 2.6807072 Dec 20 15:42:45.099029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'tag': '18157957-784e-40b2-87fd-9b040bc81e2a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:45.101262 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e5a90-fd80-48dd-a83b-bf8411b9a41f" -d '{"events": [{"name": "network-changed", "server_uuid": "a15139d1-78ed-4c58-aaa0-458da34d3396", "tag": "18157957-784e-40b2-87fd-9b040bc81e2a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:45.127734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-f68eb2f8-ba80-4c17-b785-21150e3edc57 service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112316 Dec 20 15:42:45.170272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8a51f-f6e3-4506-9911-59cff9a8ce93 service neutron] Pushing event updated for resources: {'Port': ['ID=18157957-784e-40b2-87fd-9b040bc81e2a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:45.197808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97ccac17-b620-489e-90bb-b4369665d77d req-6e1059e6-0d93-4d0e-9bf7-1171131e3e63 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 210 time: 0.1317551 Dec 20 15:42:45.204004 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.290944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.503748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-929fda22-953b-4087-b91a-56207717bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.505586 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-929fda22-953b-4087-b91a-56207717bade service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 1099 time: 0.1712952 Dec 20 15:42:45.577305 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-514bc1b9-66e5-44c5-9d5f-06b59162c51f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=18157957-784e-40b2-87fd-9b040bc81e2a HTTP/1.1" status: 200 len: 217 time: 0.0576108 Dec 20 15:42:45.656735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.672600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-f0911bb6-23cc-43cb-8f0d-3e34f834b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.674144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-f0911bb6-23cc-43cb-8f0d-3e34f834b5ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0850654 Dec 20 15:42:45.686543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27b8eeb-67bf-493f-b0ce-051743b918cd req-2fee3000-d12c-485b-ad09-b9551a39387d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294672 Dec 20 15:42:45.721046 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.783071 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:45.799190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb27c9d-0c31-4271-bcd4-548900940b57 req-c09db5af-5c00-4f25-b927-5d922a8f998b service neutron] 10.222.0.83 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373546 Dec 20 15:42:45.833822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a20858-fede-4903-bb54-cc80d7b52139 req-239dcb31-6181-4a75-b785-3d7201490917 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.838544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-d6f7dd6e-15d7-435c-a0b4-8130dc3f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.841464 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-d6f7dd6e-15d7-435c-a0b4-8130dc3f472a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061962 Dec 20 15:42:45.841676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7a20858-fede-4903-bb54-cc80d7b52139 req-239dcb31-6181-4a75-b785-3d7201490917 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.4183552 Dec 20 15:42:45.899246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-e9bf6531-099f-416b-9ba1-390c2ed5616a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.900821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-e9bf6531-099f-416b-9ba1-390c2ed5616a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 814 time: 0.3932822 Dec 20 15:42:45.926654 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348ef10-ad2b-4104-a12d-d55336cd3abc x-openstack-request-id: req-d348ef10-ad2b-4104-a12d-d55336cd3abc {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:45.927101 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15139d1-78ed-4c58-aaa0-458da34d3396", "tag": "18157957-784e-40b2-87fd-9b040bc81e2a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:45.927449 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d348ef10-ad2b-4104-a12d-d55336cd3abc {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:45.927931 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'tag': '18157957-784e-40b2-87fd-9b040bc81e2a', 'status': 'completed', 'code': 200} Dec 20 15:42:45.938780 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Pushing event updated for resources: {'Port': ['ID=0adea22a-e957-4e81-b684-560308d568b2,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:45.941169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Request body: {'port': {'device_id': '1a482c35-609a-42b9-a149-9c357a89719b', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'admin_state_up': True, 'tenant_id': '68e831c0a0454e1cb365ed6de2ab1b6d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:45.999015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Allocated IP 172.25.6.100 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/e008a392-19be-467e-a3dc-0bdc46b380a0) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:46.003174 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.003174 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.003891 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.004238 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.004575 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.004963 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.005342 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.005692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.006063 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.006761 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.006761 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.007092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.007426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.045884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7a20858-fede-4903-bb54-cc80d7b52139 req-b057a7da-009d-4d33-840e-f3b4e3f095b4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968758 Dec 20 15:42:46.087261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-642bf2a1-b391-4f81-9535-11d81bfba59a service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130475 Dec 20 15:42:46.098819 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Attempting to bind port 0adea22a-e957-4e81-b684-560308d568b2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:46.099200 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Attempting to bind port 0adea22a-e957-4e81-b684-560308d568b2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:46.099554 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Attempting to bind port 0adea22a-e957-4e81-b684-560308d568b2 on network 24b12966-971c-4366-949d-9466979e0cda {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:46.106181 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:46.112615 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Checking segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:46.112615 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.112615 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Bound using segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:46.112615 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Bound port: 0adea22a-e957-4e81-b684-560308d568b2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:46.113097 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.271546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] For port 0adea22a-e957-4e81-b684-560308d568b2, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:46.277256 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] For port 0adea22a-e957-4e81-b684-560308d568b2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0adea22a-e957-4e81-b684-560308d568b2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:46.294817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.322886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44f0e2fc-f132-497d-84ef-879da17e5f35 req-19da8fe1-7c27-4990-9e55-bec3622f5ac9 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911325 Dec 20 15:42:46.355919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e297e1ba-87a1-4de6-b033-9e778d2f9dac None None] Provisioning complete for port 0adea22a-e957-4e81-b684-560308d568b2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:46.357144 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e297e1ba-87a1-4de6-b033-9e778d2f9dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.379174 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.415656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e297e1ba-87a1-4de6-b033-9e778d2f9dac None None] Port 0adea22a-e957-4e81-b684-560308d568b2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:46.491872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.520626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:46.530787 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:46.531808 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:42:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:46.582177 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4457d-959c-473b-bc8a-4f881815c34f None None] Pushing event updated for resources: {'Port': ['ID=0adea22a-e957-4e81-b684-560308d568b2,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:46.596697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:46.601402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:46.645029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event updated for resources: {'Port': ['ID=e008a392-19be-467e-a3dc-0bdc46b380a0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:46.692520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-4b845481-aa31-4585-a2a9-a95ecd037b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:46.693879 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:46.694085 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-4b845481-aa31-4585-a2a9-a95ecd037b6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 1099 time: 0.1470017 Dec 20 15:42:46.705263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0de59eb-0241-4b32-8b32-25bbc4560368 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:46.715739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.735386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Transition to ACTIVE for port object c0de59eb-0241-4b32-8b32-25bbc4560368 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:46.793305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.821769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72938-2e55-4574-bf4f-0a911bf8df8b req-b5642b89-6d5d-4301-aeba-303735f8d9dc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:46.830124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ac72938-2e55-4574-bf4f-0a911bf8df8b req-b5642b89-6d5d-4301-aeba-303735f8d9dc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 948 time: 0.3310797 Dec 20 15:42:46.857925 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.863451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4fb9e9f1-0f8d-4256-baf6-f92e2fa09cf4 None None] Provisioning complete for port 0adea22a-e957-4e81-b684-560308d568b2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:46.865847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e9f1-0f8d-4256-baf6-f92e2fa09cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.883536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5303b-1a44-48ee-b8a6-fe65ee50f96d req-3abb1106-e067-4f69-8bf2-dd888f862616 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:46.885333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88b5303b-1a44-48ee-b8a6-fe65ee50f96d req-3abb1106-e067-4f69-8bf2-dd888f862616 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.3873332 Dec 20 15:42:46.938293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:46.978490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Made reservation on behalf of 68e831c0a0454e1cb365ed6de2ab1b6d for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:46.986029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.014770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.049425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:47.075310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88b5303b-1a44-48ee-b8a6-fe65ee50f96d req-a8cbe5c3-543d-4c3c-84f9-7a44752f3626 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659553 Dec 20 15:42:47.093104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ac72938-2e55-4574-bf4f-0a911bf8df8b req-1e92899c-7e71-4501-868a-691d3c1b6213 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619915 Dec 20 15:42:47.121439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-55195ef7-fc29-4253-b081-d60e0e6be3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:47.123726 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-55195ef7-fc29-4253-b081-d60e0e6be3fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3199437 Dec 20 15:42:47.172622 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:46Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:47.248366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b62a3-1156-474d-b53a-66fbe895c3e7 None None] The sync data for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 is: [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:46Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:42:47.337840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11380d52-f779-444a-b470-cbcfd9c9ed93 req-648c0a06-a814-4a4f-a9af-d02c1800f9e7 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 210 time: 0.1030993 Dec 20 15:42:47.365635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e9f1-0f8d-4256-baf6-f92e2fa09cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.382896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.451214 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-a6f547dd-0104-490c-ac1f-df8e3dd241c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=18157957-784e-40b2-87fd-9b040bc81e2a HTTP/1.1" status: 200 len: 217 time: 0.3060293 Dec 20 15:42:47.452414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.472765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4fb9e9f1-0f8d-4256-baf6-f92e2fa09cf4 None None] For port 0adea22a-e957-4e81-b684-560308d568b2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0adea22a-e957-4e81-b684-560308d568b2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:47.488283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Attempting to bind port c0de59eb-0241-4b32-8b32-25bbc4560368 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:47.489194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Attempting to bind port c0de59eb-0241-4b32-8b32-25bbc4560368 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:47.489194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Attempting to bind port c0de59eb-0241-4b32-8b32-25bbc4560368 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:47.490776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:47.512173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'mac_address': 'fa:16:3e:ba:af:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:47.529756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Port c0de59eb-0241-4b32-8b32-25bbc4560368 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:47.532033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Attempting to bind port c0de59eb-0241-4b32-8b32-25bbc4560368 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:47.559582 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e9f1-0f8d-4256-baf6-f92e2fa09cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.584959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0baf2-162c-4780-a0f2-eb2fd92f7ad8 req-99c1c62f-87c7-4916-b064-0d1aeea7af04 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:47.589803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85c0baf2-162c-4780-a0f2-eb2fd92f7ad8 req-99c1c62f-87c7-4916-b064-0d1aeea7af04 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 943 time: 0.3541648 Dec 20 15:42:47.594897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:47.595542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:47.596041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:47.596594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Bound port: c0de59eb-0241-4b32-8b32-25bbc4560368, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:47.597052 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.601668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Allocated IP 172.20.0.4 (4aa78685-2591-4677-98fb-0592a258fc67/f285a69e-ff1a-4e48-861d-07e1829190d8/902336e9-799d-4bb5-9c48-ebfb161ab366) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:47.639868 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.652896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9e9f1-0f8d-4256-baf6-f92e2fa09cf4 None None] Pushing event updated for resources: {'Port': ['ID=0adea22a-e957-4e81-b684-560308d568b2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:47.666867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fd75d3-cf40-4b23-9b67-7634bfd5039e {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:47.692568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:47.744059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-4aa63c75-64a4-4fc6-8495-6631e3b63612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:47.745570 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-4aa63c75-64a4-4fc6-8495-6631e3b63612 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2230899 Dec 20 15:42:47.760810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85c0baf2-162c-4780-a0f2-eb2fd92f7ad8 req-d3d3f3a0-80ad-47a5-ba02-8bce91119ab9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557112 Dec 20 15:42:47.782779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.792498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event updated for resources: {'Port': ['ID=e008a392-19be-467e-a3dc-0bdc46b380a0,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:47.823737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.854579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-6340108e-65d7-4835-8949-76ef289c203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:47.856902 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-6340108e-65d7-4835-8949-76ef289c203e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946505 Dec 20 15:42:47.888655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:47.891397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e2ddf-17c0-49cd-a377-18f6e53216fa req-4600e186-47ef-4ba0-938a-cbb5aaf1e0ad tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:47.899129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e4e2ddf-17c0-49cd-a377-18f6e53216fa req-4600e186-47ef-4ba0-938a-cbb5aaf1e0ad tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.2990153 Dec 20 15:42:47.916268 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:47.918631 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0bad325e-efa1-496a-8174-4fc58afc65b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9407842 Dec 20 15:42:47.956322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0adea22a-e957-4e81-b684-560308d568b2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:47.980939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:48.067108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:48.077783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0adea22a-e957-4e81-b684-560308d568b2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:48.078667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.095122 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-96c398a7-551b-4ac5-a079-86b4d1c68d64 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300513 Dec 20 15:42:48.138392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e4e2ddf-17c0-49cd-a377-18f6e53216fa req-4b2021be-7c22-4ba9-8473-2aa022b732f1 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382665 Dec 20 15:42:48.148478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.174997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3835d-75c7-4b2c-b724-abbe710907d9 req-35d4a3e8-7729-4a40-a2c6-762bfb4c9359 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.176575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8c3835d-75c7-4b2c-b724-abbe710907d9 req-35d4a3e8-7729-4a40-a2c6-762bfb4c9359 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.2259772 Dec 20 15:42:48.226222 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-807e5a90-fd80-48dd-a83b-bf8411b9a41f req-cb2a4afe-4995-4a6e-8683-8127850fa540 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235802 Dec 20 15:42:48.250118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['24fd75d3-cf40-4b23-9b67-7634bfd5039e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:48.311139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.311626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.313097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] 10.222.0.83 "PUT /v2.0/ports/c0de59eb-0241-4b32-8b32-25bbc4560368 HTTP/1.1" status: 200 len: 1096 time: 4.1016643 Dec 20 15:42:48.337096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:48.340212 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50528fa4-a103-471a-b663-e1e0daddc185" -d '{"events": [{"name": "network-changed", "server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:48.343694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ceb7b-116e-4184-a038-d65ba5ec31cf service neutron] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:48.401632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-74e68606-9743-4122-99dd-bac8b2937cf0 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--873142097&fields=id&tenant_id=cf6509ef9620493f892af67a436f1f8e HTTP/1.1" status: 200 len: 267 time: 0.1190095 Dec 20 15:42:48.406168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.585078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8c3835d-75c7-4b2c-b724-abbe710907d9 req-2393b1a9-0412-41d2-a6a9-48c4cbcb72d3 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232195 Dec 20 15:42:48.631683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-c6476e71-e4a3-4572-baf2-210e6ff0cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.633884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-c6476e71-e4a3-4572-baf2-210e6ff0cade service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1099 time: 0.1725755 Dec 20 15:42:48.702988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.714032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-c6f94fdd-c6e1-4de2-9825-66c3829f7cd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c0de59eb-0241-4b32-8b32-25bbc4560368 HTTP/1.1" status: 200 len: 217 time: 0.0621140 Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.745271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-071e6b77-4fe3-45ad-9fb5-8409be4b57a5 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.749228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-071e6b77-4fe3-45ad-9fb5-8409be4b57a5 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/networks?id=24b12966-971c-4366-949d-9466979e0cda HTTP/1.1" status: 200 len: 811 time: 0.3376286 Dec 20 15:42:48.823166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Network 4aa78685-2591-4677-98fb-0592a258fc67 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:48.836154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:48.838751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-d2c45196-5aee-4b5d-8c5c-9a70b35cf840 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/quotas/cf6509ef9620493f892af67a436f1f8e HTTP/1.1" status: 200 len: 375 time: 0.0746460 Dec 20 15:42:48.839470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:48.892841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:48.896702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-efac112f-3f27-4f78-a7c0-8ed8a57eeb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.898206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-efac112f-3f27-4f78-a7c0-8ed8a57eeb9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1591349 Dec 20 15:42:48.945652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58289f10-898f-4e4b-a155-262291c77a4e req-7f8945ba-3d19-49df-a4b5-e4a8f642c09b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.947228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58289f10-898f-4e4b-a155-262291c77a4e req-7f8945ba-3d19-49df-a4b5-e4a8f642c09b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.2493031 Dec 20 15:42:48.986725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:48.987338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.045272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-e77f515e-8e97-43b7-91b8-875e0abba91b tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf6509ef9620493f892af67a436f1f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1973746 Dec 20 15:42:49.051202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-bea79bb5-f3d8-4ab0-8195-3717fee0506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:49.052750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-bea79bb5-f3d8-4ab0-8195-3717fee0506b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296055 Dec 20 15:42:49.059283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58289f10-898f-4e4b-a155-262291c77a4e req-8e88d273-a446-469b-adec-94fd5ef48ca8 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914197 Dec 20 15:42:49.095043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-921bf930-45f5-48bc-87e1-6f33cc565ece tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1614876 Dec 20 15:42:49.139042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Request body: {'port': {'device_id': '1a482c35-609a-42b9-a149-9c357a89719b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:49.323998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa820b9-ee9b-4866-ae7d-7354d5585700 req-b5c1764d-4853-45f3-8f13-994fd62975fc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:49.325519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baa820b9-ee9b-4866-ae7d-7354d5585700 req-b5c1764d-4853-45f3-8f13-994fd62975fc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 948 time: 0.1922314 Dec 20 15:42:49.332076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-c807f1cb-49f1-4909-a8a7-8a07132af598 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704077 Dec 20 15:42:49.332625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.429980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-61a9c2c7-edd1-4a59-83a2-a97717dd4b8a service neutron] 10.222.0.81 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604589 Dec 20 15:42:49.567259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baa820b9-ee9b-4866-ae7d-7354d5585700 req-85a212b4-f1ac-4443-b4e6-19ec4d5deb0c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294340 Dec 20 15:42:49.735288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2827d909-69c0-4928-bb58-eff4cc0a633e req-63be90c4-ab6b-4b9c-89db-f8104dd8dba6 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819218 Dec 20 15:42:49.765024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-d567c67f-9c2f-4077-a74c-017f0b6568de service neutron] 10.222.0.81 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192787 Dec 20 15:42:49.803601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aea17-8681-453e-b90b-648132c5ac3f req-a6aee2a3-d809-41f0-b31c-3aaa854711c2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:49.806445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-068aea17-8681-453e-b90b-648132c5ac3f req-a6aee2a3-d809-41f0-b31c-3aaa854711c2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 931 time: 0.1428323 Dec 20 15:42:49.887279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-068aea17-8681-453e-b90b-648132c5ac3f req-30a73f09-9344-49b8-ae65-5c4f0a97b45c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726116 Dec 20 15:42:49.940550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902336e9-799d-4bb5-9c48-ebfb161ab366 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:49.955507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.988525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Transition to ACTIVE for port object 902336e9-799d-4bb5-9c48-ebfb161ab366 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:49.993701 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189b2c4-bfdf-4627-a354-2194d92f9b85 x-openstack-request-id: req-7189b2c4-bfdf-4627-a354-2194d92f9b85 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:49.994080 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:49.994346 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7189b2c4-bfdf-4627-a354-2194d92f9b85 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:49.994758 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'status': 'completed', 'code': 200} Dec 20 15:42:50.082396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528fa4-a103-471a-b663-e1e0daddc185 req-1427d1e3-02dc-4a87-b988-6bf95f611176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.083936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-1427d1e3-02dc-4a87-b988-6bf95f611176 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1099 time: 0.0931118 Dec 20 15:42:50.093557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.170565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4ae1f-1b37-4a30-b153-01ded5f522fc req-347e3530-55a2-46e1-a900-3bb282fe86f6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.172434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5e4ae1f-1b37-4a30-b153-01ded5f522fc req-347e3530-55a2-46e1-a900-3bb282fe86f6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 944 time: 0.1445038 Dec 20 15:42:50.290605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:50.394854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f2cb-3ef9-4644-8e1a-ae4d99b0f57f req-16f345ef-cff6-460c-b266-9cd2c8b41902 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.403546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8997f2cb-3ef9-4644-8e1a-ae4d99b0f57f req-16f345ef-cff6-460c-b266-9cd2c8b41902 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.2207525 Dec 20 15:42:50.424696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5e4ae1f-1b37-4a30-b153-01ded5f522fc req-8b6a4654-0f38-4fe6-b4ce-3ba68958335a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264063 Dec 20 15:42:50.436361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528fa4-a103-471a-b663-e1e0daddc185 req-51220bae-f3e5-4fb2-a134-35a83f138c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.437919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-51220bae-f3e5-4fb2-a134-35a83f138c93 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3455782 Dec 20 15:42:50.552937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-a519c87d-fc27-44d4-b20e-a916d36f7602 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c0de59eb-0241-4b32-8b32-25bbc4560368 HTTP/1.1" status: 200 len: 217 time: 0.1019630 Dec 20 15:42:50.647850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Attempting to bind port 902336e9-799d-4bb5-9c48-ebfb161ab366 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:50.648082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Attempting to bind port 902336e9-799d-4bb5-9c48-ebfb161ab366 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:50.648411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Attempting to bind port 902336e9-799d-4bb5-9c48-ebfb161ab366 on network 4aa78685-2591-4677-98fb-0592a258fc67 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:50.667160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8997f2cb-3ef9-4644-8e1a-ae4d99b0f57f req-ee8c77cd-91af-4649-9da4-f3c736aeef47 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581701 Dec 20 15:42:50.698121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Port 902336e9-799d-4bb5-9c48-ebfb161ab366 on network 4aa78685-2591-4677-98fb-0592a258fc67 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:50.698502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Attempting to bind port 902336e9-799d-4bb5-9c48-ebfb161ab366 on network 4aa78685-2591-4677-98fb-0592a258fc67 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:50.726604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528fa4-a103-471a-b663-e1e0daddc185 req-6f140a96-1ad6-4675-8915-46fba6a0ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.728143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-6f140a96-1ad6-4675-8915-46fba6a0ea04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1558580 Dec 20 15:42:50.746574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:50.747423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Checking segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:50.747538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Bound using segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:50.747925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Bound port: 902336e9-799d-4bb5-9c48-ebfb161ab366, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:50.748290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.810120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a119136-23ff-4e80-afea-973b55cd0fe0 req-fa044959-e82b-43b1-9d3f-3dbb244a50ae tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.817589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a119136-23ff-4e80-afea-973b55cd0fe0 req-fa044959-e82b-43b1-9d3f-3dbb244a50ae tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.2714143 Dec 20 15:42:50.950427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 18157957-784e-40b2-87fd-9b040bc81e2a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:50.955897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:50.956589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a119136-23ff-4e80-afea-973b55cd0fe0 req-07d9ceab-a087-45ef-958c-64b05797b4f2 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380489 Dec 20 15:42:50.959033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528fa4-a103-471a-b663-e1e0daddc185 req-84b20135-c584-4f95-840f-91a205815a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:50.965028 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-84b20135-c584-4f95-840f-91a205815a65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199476 Dec 20 15:42:51.393430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:51.474795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234c9d14-5efa-4c2f-905f-080be9b392dd req-186841b1-b3e7-456c-af49-c73448b19884 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 210 time: 0.1022823 Dec 20 15:42:51.516039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:51.524488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 18157957-784e-40b2-87fd-9b040bc81e2a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=18157957-784e-40b2-87fd-9b040bc81e2a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:51.543608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '18157957-784e-40b2-87fd-9b040bc81e2a', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '18157957-784e-40b2-87fd-9b040bc81e2a', 'mac_address': 'fa:16:3e:25:f6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:51.550895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aff749-ff57-46d1-b260-63139090133f req-246f0b8a-5188-4814-8d31-e6a2fe2f6a28 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:51.559292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94aff749-ff57-46d1-b260-63139090133f req-246f0b8a-5188-4814-8d31-e6a2fe2f6a28 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 948 time: 0.1976690 Dec 20 15:42:51.584056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.608382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.626849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 24fd75d3-cf40-4b23-9b67-7634bfd5039e completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:42:51.633137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 24fd75d3-cf40-4b23-9b67-7634bfd5039e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:51.633645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.687440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94aff749-ff57-46d1-b260-63139090133f req-6e34ee91-eab3-4efb-8909-fd189aa33fde tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269536 Dec 20 15:42:51.689418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.710720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-00b57706-dab4-4519-a16b-e25a3ee50601 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373192 Dec 20 15:42:51.748063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18157957-784e-40b2-87fd-9b040bc81e2a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:51.816040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 18157957-784e-40b2-87fd-9b040bc81e2a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=18157957-784e-40b2-87fd-9b040bc81e2a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:51.890166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f3ba-589a-45a8-a867-e49a1c5306de req-34140670-0222-49fb-ab44-b48e3703ea25 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:51.891886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2e2f3ba-589a-45a8-a867-e49a1c5306de req-34140670-0222-49fb-ab44-b48e3703ea25 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 946 time: 0.3121817 Dec 20 15:42:51.903512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.905921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:51.938747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:51.938747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.942073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-a89eb9df-97a7-433d-8f55-365bc9986aef service neutron] 10.222.0.83 "PUT /v2.0/ports/902336e9-799d-4bb5-9c48-ebfb161ab366 HTTP/1.1" status: 200 len: 1091 time: 2.8079665 Dec 20 15:42:51.998106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:52.027100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:52.031083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=18157957-784e-40b2-87fd-9b040bc81e2a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:52.034562 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca55d9f-e929-46c1-a3df-0a24829ebf27" -d '{"events": [{"name": "network-changed", "server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:52.060953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:52.061973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:52.064998 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5a1615-bf11-45b6-ad0f-eb132327033c" -d '{"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:52.124957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:52.172674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce2c50-aaf6-4b3c-a45e-63d17aec988e req-92d9242f-0475-4e3e-a5ef-3e4a5ac705ad tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:52.174353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27ce2c50-aaf6-4b3c-a45e-63d17aec988e req-92d9242f-0475-4e3e-a5ef-3e4a5ac705ad tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 943 time: 0.2812638 Dec 20 15:42:52.224581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2e2f3ba-589a-45a8-a867-e49a1c5306de req-d0f9b98b-a752-499e-8d00-2b1fdf2086e2 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062510 Dec 20 15:42:52.229566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-b4249555-9eea-413a-a4cb-607907aeb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:52.231993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-b4249555-9eea-413a-a4cb-607907aeb1fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 1094 time: 0.1907661 Dec 20 15:42:52.232157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:52.251882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50528fa4-a103-471a-b663-e1e0daddc185 req-56652ee1-1fb6-44c2-a870-0cde6a32f5bf service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175703 Dec 20 15:42:52.315975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-ffd021c3-c0d3-462d-a528-4235e6877532 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=902336e9-799d-4bb5-9c48-ebfb161ab366 HTTP/1.1" status: 200 len: 217 time: 0.0605466 Dec 20 15:42:52.321823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['18157957-784e-40b2-87fd-9b040bc81e2a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:52.435367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27ce2c50-aaf6-4b3c-a45e-63d17aec988e req-26e3987e-7c87-472a-9cad-2de1802a1524 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313344 Dec 20 15:42:52.500542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-61ff8316-3b1d-4b54-a253-e030f4f562e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:52.511403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-61ff8316-3b1d-4b54-a253-e030f4f562e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 200 len: 854 time: 0.1786790 Dec 20 15:42:52.596083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-09da1a1a-edd9-461f-8e98-1436be8e29bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4aa78685-2591-4677-98fb-0592a258fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831070 Dec 20 15:42:52.628487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070551c-95a5-4963-bdb2-d0cc396af66a req-e30ce6f0-db4f-4b78-9788-022605160b93 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:52.636040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f070551c-95a5-4963-bdb2-d0cc396af66a req-e30ce6f0-db4f-4b78-9788-022605160b93 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.2678454 Dec 20 15:42:52.822594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f070551c-95a5-4963-bdb2-d0cc396af66a req-352cca6e-adef-42b1-bdb5-91e786bd0cfd tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816323 Dec 20 15:42:52.856781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1767-76d0-4d0c-a945-f0926b474362 req-a23f7b69-f9e6-4114-bd57-8799772b6357 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:52.871479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0eec1767-76d0-4d0c-a945-f0926b474362 req-a23f7b69-f9e6-4114-bd57-8799772b6357 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 945 time: 0.2862973 Dec 20 15:42:52.882587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-79ed66a6-b4c5-4b87-a8d6-21d8ca58d31c service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262142 Dec 20 15:42:52.925552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-f04b3512-4b27-4edc-bb8c-15b651b78592 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:52.934831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-f04b3512-4b27-4edc-bb8c-15b651b78592 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.1950867 Dec 20 15:42:53.162833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0eec1767-76d0-4d0c-a945-f0926b474362 req-1f66751a-414d-4c7b-94d8-45322a5adaee tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784801 Dec 20 15:42:53.242845 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5a3b6c-6c76-4256-a297-571a13048f3f x-openstack-request-id: req-1b5a3b6c-6c76-4256-a297-571a13048f3f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:53.243934 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:53.244206 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b5a3b6c-6c76-4256-a297-571a13048f3f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:53.244629 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'status': 'completed', 'code': 200} Dec 20 15:42:53.266844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6830e-1570-4828-9612-f07233837ddf req-0ab8819a-5ba8-4e6e-9f13-b0e9b43dee2f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:53.269432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5df6830e-1570-4828-9612-f07233837ddf req-0ab8819a-5ba8-4e6e-9f13-b0e9b43dee2f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.3139164 Dec 20 15:42:53.271397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d2f18c-fa7c-40ab-bbed-5931151e785e req-5c700792-9776-4458-948c-2c3208c11704 service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801665 Dec 20 15:42:53.284217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-607ca3fc-b820-4e07-8601-95c511e14625 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:53.288608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-607ca3fc-b820-4e07-8601-95c511e14625 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.72 "GET /v2.0/networks?id=24b12966-971c-4366-949d-9466979e0cda HTTP/1.1" status: 200 len: 811 time: 0.3235252 Dec 20 15:42:53.291906 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa17328-dd2c-4b77-ba83-8ecebef1556f x-openstack-request-id: req-2aa17328-dd2c-4b77-ba83-8ecebef1556f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:53.292397 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:53.295159 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2aa17328-dd2c-4b77-ba83-8ecebef1556f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:53.295415 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'code': 200} Dec 20 15:42:53.418688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Deleting port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:53.419028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.432605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5df6830e-1570-4828-9612-f07233837ddf req-4a6deb44-6680-452a-8535-25b5d590da70 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440873 Dec 20 15:42:53.525933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-f549d2e4-ffb6-4d16-a305-c3f0e7e4982d tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf6509ef9620493f892af67a436f1f8e HTTP/1.1" status: 200 len: 379 time: 0.2274659 Dec 20 15:42:53.588391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Request body: {'port': {'device_id': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'admin_state_up': True, 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'security_groups': ['5ff68117-7b8b-4025-a27b-11e62ed568e2']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:53.638893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c86907e7-704b-4d94-9aeb-57c084269ff3 req-9b4c785f-eb72-4b8e-950a-1c3801d11095 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 210 time: 0.0732846 Dec 20 15:42:53.684613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d841b-80b0-4bcf-8b37-563ec48d0e44 req-c97e4938-6e23-4319-b988-7f6f01b6a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:53.686563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-485d841b-80b0-4bcf-8b37-563ec48d0e44 req-c97e4938-6e23-4319-b988-7f6f01b6a162 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 1096 time: 0.3253884 Dec 20 15:42:53.770815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-154cdc94-0f1c-4883-a0fb-0de483ca7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:53.772329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-154cdc94-0f1c-4883-a0fb-0de483ca7ab6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 1094 time: 0.3335321 Dec 20 15:42:53.895257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] For port d1caf479-fea9-4d3b-acd5-8b855bba0ac6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:53.897188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.922444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-485d841b-80b0-4bcf-8b37-563ec48d0e44 req-cea770d5-f3b3-4c44-99bd-7af5b4280e71 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278459 Dec 20 15:42:54.041819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031247d-6b8f-4b90-98a4-1b994eb6bddd req-5a036ebe-e0bd-4d5e-9465-0835f00bee7a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:54.043728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9031247d-6b8f-4b90-98a4-1b994eb6bddd req-5a036ebe-e0bd-4d5e-9465-0835f00bee7a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 949 time: 0.2662330 Dec 20 15:42:54.122244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154184b9-bddf-48d1-82d7-c2ff4da91063 req-588bbd34-2080-4f54-907e-f0232040510d tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:54.123856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-154184b9-bddf-48d1-82d7-c2ff4da91063 req-588bbd34-2080-4f54-907e-f0232040510d tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.3175387 Dec 20 15:42:54.169602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-e8078120-49e8-431c-8105-64a44c8e3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:54.171090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-e8078120-49e8-431c-8105-64a44c8e3f62 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 915 time: 0.3626344 Dec 20 15:42:54.573220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9031247d-6b8f-4b90-98a4-1b994eb6bddd req-f673e883-b3c8-4579-90ab-5a5989fd6df4 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171783 Dec 20 15:42:54.574546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-b7fde4a2-5aac-447b-b11d-cc88228442b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=902336e9-799d-4bb5-9c48-ebfb161ab366 HTTP/1.1" status: 200 len: 217 time: 0.3853898 Dec 20 15:42:54.575239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Made reservation on behalf of cf6509ef9620493f892af67a436f1f8e for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:54.578832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.649216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-154184b9-bddf-48d1-82d7-c2ff4da91063 req-f3671eea-95d0-4851-8263-dd8c53fa37ce tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086606 Dec 20 15:42:54.678311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.678730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.678990 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08 disassociated. External IP: 172.25.6.135, port: d1caf479-fea9-4d3b-acd5-8b855bba0ac6. Dec 20 15:42:54.679367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Calling delete_port for d1caf479-fea9-4d3b-acd5-8b855bba0ac6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:54.731671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-970759fa-5dee-416c-a3c8-aa70c232a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:54.733136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-970759fa-5dee-416c-a3c8-aa70c232a26b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 200 len: 854 time: 0.1362982 Dec 20 15:42:54.829153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-bd1872de-fba0-44f3-9b69-ee8fe6a1b141 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4aa78685-2591-4677-98fb-0592a258fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785344 Dec 20 15:42:54.961717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:54.963912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 18157957-784e-40b2-87fd-9b040bc81e2a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:54.990363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97735a-be71-4054-b8ee-5045781f7326 req-6636c540-91d6-4b74-8387-267950d003d7 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:54.991963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b97735a-be71-4054-b8ee-5045781f7326 req-6636c540-91d6-4b74-8387-267950d003d7 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 943 time: 0.2563376 Dec 20 15:42:54.998398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Allocated IP 172.20.0.6 (24b12966-971c-4366-949d-9466979e0cda/3aa58020-55f4-41e9-b27b-827544059fb9/d0332da4-76c6-48fb-bdf2-7d64c2ff67f2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:55.085873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-c767688a-b80a-480f-8892-009155bf2741 service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398543 Dec 20 15:42:55.113717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:55.171973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b97735a-be71-4054-b8ee-5045781f7326 req-57835aeb-59a4-40ac-9a53-8086d6aa95bd tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675441 Dec 20 15:42:55.245226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cfa-ab98-4d76-aba1-d4ffaf3b6122 req-9bcc2063-961c-47c9-976b-18d2e5bd8769 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:55.247783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f9b2cfa-ab98-4d76-aba1-d4ffaf3b6122 req-9bcc2063-961c-47c9-976b-18d2e5bd8769 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 946 time: 0.1520352 Dec 20 15:42:55.276241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 18157957-784e-40b2-87fd-9b040bc81e2a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:42:55.279085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'mac_address': 'fa:16:3e:e2:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:55.282823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.283284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 18157957-784e-40b2-87fd-9b040bc81e2a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:55.283647 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.347650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.352431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca55d9f-e929-46c1-a3df-0a24829ebf27 req-21671e27-b58a-4190-950b-04cc78c922a9 service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558043 Dec 20 15:42:55.367537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0de59eb-0241-4b32-8b32-25bbc4560368 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:55.378988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event deleted for resources: {'Port': ['ID=d1caf479-fea9-4d3b-acd5-8b855bba0ac6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:55.434484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:55.441550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.463828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f9b2cfa-ab98-4d76-aba1-d4ffaf3b6122 req-b783cdb3-6f3f-4bea-8b68-3883b51fa795 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups?id=2948a49c-33b7-413b-86b9-e03b594033a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050750 Dec 20 15:42:55.471514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18157957-784e-40b2-87fd-9b040bc81e2a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:55.473912 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabc0d25-1cf5-43af-846c-0168b4cd3a8d" -d '{"events": [{"server_uuid": "a15139d1-78ed-4c58-aaa0-458da34d3396", "name": "network-vif-plugged", "status": "completed", "tag": "18157957-784e-40b2-87fd-9b040bc81e2a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:55.490894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 18157957-784e-40b2-87fd-9b040bc81e2a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=18157957-784e-40b2-87fd-9b040bc81e2a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:55.512357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100d326-0da2-4869-9f1b-54092ee111d5 req-a4fdaf84-257a-403b-ae7f-f7744c063784 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:55.513985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7100d326-0da2-4869-9f1b-54092ee111d5 req-a4fdaf84-257a-403b-ae7f-f7744c063784 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 945 time: 0.2769804 Dec 20 15:42:55.536123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.601880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-173db050-a2c4-4be8-ac8b-b71061990583 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:55.603400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:55.603959 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-173db050-a2c4-4be8-ac8b-b71061990583 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 945 time: 0.0593889 Dec 20 15:42:55.610445 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.674061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=18157957-784e-40b2-87fd-9b040bc81e2a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:55.676676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.717633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Deleting port 39ac305c-f8ab-4308-9c28-a038d2f676e8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:55.718026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.729609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475185e-f3a1-4b7a-9059-473a08dcff7e req-6a3358ff-572b-4996-b3ed-a8f4ed4e4688 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:55.729609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f475185e-f3a1-4b7a-9059-473a08dcff7e req-6a3358ff-572b-4996-b3ed-a8f4ed4e4688 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.1996400 Dec 20 15:42:55.740321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7100d326-0da2-4869-9f1b-54092ee111d5 req-e1e235da-5814-4af7-8b7d-e9b85e20adc1 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094152 Dec 20 15:42:55.762360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:42:55.843840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f475185e-f3a1-4b7a-9059-473a08dcff7e req-e9ef8096-76b5-4209-9ef2-d309a1da239c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994380 Dec 20 15:42:55.863661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] For port 39ac305c-f8ab-4308-9c28-a038d2f676e8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=39ac305c-f8ab-4308-9c28-a038d2f676e8,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:55.864023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.882957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c0de59eb-0241-4b32-8b32-25bbc4560368'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:55.883708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Calling delete_port for 39ac305c-f8ab-4308-9c28-a038d2f676e8 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:55.899585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d52fd89-ea81-4a54-a864-22488fabe234 req-92731570-9865-4459-8a9b-2d2b3b45bfef tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 210 time: 0.0770376 Dec 20 15:42:55.915003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.952903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d1caf479-fea9-4d3b-acd5-8b855bba0ac6 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:55.980778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d1caf479-fea9-4d3b-acd5-8b855bba0ac6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:55.985234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d1caf479-fea9-4d3b-acd5-8b855bba0ac6 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:55.985234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 39ac305c-f8ab-4308-9c28-a038d2f676e8 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:56.085985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event updated for resources: {'Port': ['ID=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:56.116131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Network 24b12966-971c-4366-949d-9466979e0cda is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:56.132822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:56.143248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:56.222241 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.228062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:56.236863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:56.258293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.258417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:42:56.258417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:56.258603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:42:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:56.263074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event deleted for resources: {'Port': ['ID=39ac305c-f8ab-4308-9c28-a038d2f676e8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:56.302903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28975939-b367-4c5b-a3f9-83cff3f11e39 req-4f4b1bc9-cb16-408e-93ee-39940975f256 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:56.311422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28975939-b367-4c5b-a3f9-83cff3f11e39 req-4f4b1bc9-cb16-408e-93ee-39940975f256 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=2602f436-eb1b-4b0e-9492-51d65b32a36a HTTP/1.1" status: 200 len: 945 time: 0.2440853 Dec 20 15:42:56.322782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] No DVR routers for this DVR port 39ac305c-f8ab-4308-9c28-a038d2f676e8 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:56.325609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.329354 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-00dd9ee3-1508-434d-8598-692bba46d8cf req-f3bb8038-6865-4ba4-9ea6-13ef05439538 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "DELETE /v2.0/ports/39ac305c-f8ab-4308-9c28-a038d2f676e8 HTTP/1.1" status: 204 len: 173 time: 0.7135324 Dec 20 15:42:56.340829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'name': 'network-vif-deleted', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:56.340829 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425d4b7d-063e-407b-a26d-18c934dffbbc" -d '{"events": [{"server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "name": "network-vif-deleted", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:56.341110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] No DVR routers for this DVR port d1caf479-fea9-4d3b-acd5-8b855bba0ac6 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:56.344158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.347607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b50ee18-7875-4a08-b34e-6d4902bdf7a7 req-b1dc58de-4553-4a22-8435-33bcff67638c tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.72 "DELETE /v2.0/ports/d1caf479-fea9-4d3b-acd5-8b855bba0ac6 HTTP/1.1" status: 204 len: 173 time: 3.3840783 Dec 20 15:42:56.349104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'name': 'network-vif-deleted', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:56.351610 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cac514-bb0e-4d17-b7e9-b166189c1965" -d '{"events": [{"server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "name": "network-vif-deleted", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:56.371221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274bf34-817a-44b1-9275-fcd2572dab1d req-547b048b-f8a1-48c1-b3b2-6ff2708ba9df tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:56.373269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c274bf34-817a-44b1-9275-fcd2572dab1d req-547b048b-f8a1-48c1-b3b2-6ff2708ba9df tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.2362988 Dec 20 15:42:56.423821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:56.432490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28975939-b367-4c5b-a3f9-83cff3f11e39 req-1f756d5a-523d-47f4-a3e2-1dfc6f652e86 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200728 Dec 20 15:42:56.442186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-fac52bb1-8a9c-4bcc-9ca7-11087cadb1cd tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8582740 Dec 20 15:42:56.456342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Request body: {'port': {'device_id': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:56.463234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c274bf34-817a-44b1-9275-fcd2572dab1d req-8746eae3-1c41-453d-9845-de0be6500de7 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824239 Dec 20 15:42:56.528350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.547642 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da065c4-85c2-433b-a7ac-8dc25a5b1871 x-openstack-request-id: req-8da065c4-85c2-433b-a7ac-8dc25a5b1871 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:56.548083 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15139d1-78ed-4c58-aaa0-458da34d3396", "name": "network-vif-plugged", "status": "completed", "tag": "18157957-784e-40b2-87fd-9b040bc81e2a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:56.550243 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8da065c4-85c2-433b-a7ac-8dc25a5b1871 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:56.550243 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18157957-784e-40b2-87fd-9b040bc81e2a', 'code': 200} Dec 20 15:42:56.599427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4262b26b-ddbf-4f1b-85a5-519a77414758 None None] Provisioning complete for port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:56.600459 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4262b26b-ddbf-4f1b-85a5-519a77414758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.695416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4262b26b-ddbf-4f1b-85a5-519a77414758 None None] Port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:56.783163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135826f6-44f4-46fb-a3ea-a419640081b4 req-6d1402fb-13aa-4d71-b7b3-be2097a33628 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:56.785501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-135826f6-44f4-46fb-a3ea-a419640081b4 req-6d1402fb-13aa-4d71-b7b3-be2097a33628 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.2431803 Dec 20 15:42:56.801882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:56.829603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:42:56.834961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.840531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:56.841300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:42:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:56.875184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d46b3-389b-4461-9364-8bf8f1ac8535 req-e872af9a-7474-45df-b78e-53f6185e9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:56.876720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b9d46b3-389b-4461-9364-8bf8f1ac8535 req-e872af9a-7474-45df-b78e-53f6185e9ff0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 1101 time: 0.2356548 Dec 20 15:42:56.952152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:56.979999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a84be6-cb5f-4e3a-b009-eeb3cd15fd0a req-04d7d0ae-ac06-43a2-862a-73ad368f3486 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:56.981596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26a84be6-cb5f-4e3a-b009-eeb3cd15fd0a req-04d7d0ae-ac06-43a2-862a-73ad368f3486 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 943 time: 0.3181937 Dec 20 15:42:56.992624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-135826f6-44f4-46fb-a3ea-a419640081b4 req-11e216ad-ef42-4fc9-a4a9-573bb09a54c5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615021 Dec 20 15:42:57.044747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b9d46b3-389b-4461-9364-8bf8f1ac8535 req-38a09b6b-df9b-4d16-af31-1154e20193cb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563692 Dec 20 15:42:57.053408 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99de6d3d-b24b-4d0e-b393-b3bd0332470d x-openstack-request-id: req-99de6d3d-b24b-4d0e-b393-b3bd0332470d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:57.054459 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2602f436-eb1b-4b0e-9492-51d65b32a36a", "name": "network-vif-deleted", "tag": "39ac305c-f8ab-4308-9c28-a038d2f676e8", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:57.054940 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99de6d3d-b24b-4d0e-b393-b3bd0332470d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:57.055561 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2602f436-eb1b-4b0e-9492-51d65b32a36a', 'name': 'network-vif-deleted', 'tag': '39ac305c-f8ab-4308-9c28-a038d2f676e8', 'status': 'completed', 'code': 200} Dec 20 15:42:57.091867 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50471ae3-08dd-455c-a6d2-811629972082 x-openstack-request-id: req-50471ae3-08dd-455c-a6d2-811629972082 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:57.092169 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7687e0-c992-4f24-8eec-5cd1d376506f", "name": "network-vif-deleted", "tag": "d1caf479-fea9-4d3b-acd5-8b855bba0ac6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:57.092421 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50471ae3-08dd-455c-a6d2-811629972082 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:57.092817 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7687e0-c992-4f24-8eec-5cd1d376506f', 'name': 'network-vif-deleted', 'tag': 'd1caf479-fea9-4d3b-acd5-8b855bba0ac6', 'status': 'completed', 'code': 200} Dec 20 15:42:57.106484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26a84be6-cb5f-4e3a-b009-eeb3cd15fd0a req-dabdaaf2-48f3-43f5-867a-921332094295 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126888 Dec 20 15:42:57.194452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:57.203832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.216241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:57.224259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Transition to ACTIVE for port object d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:42:57.254080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbf54a-1ac3-4a8f-bb76-30218f2babbf None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 4, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '51fab7b6-42dc-4436-9c8e-393e87ed4105', 'name': '', 'network_id': '1473221d-00fa-4458-b527-afbb96ad3c96', 'tenant_id': '4325c3d504064fab843e420e92521480', 'mac_address': 'fa:16:3e:d3:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'subnets': [{'id': '9e7c057b-f303-4807-961f-26705ea9c7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:42:57.255945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-969365c7-5e08-4106-9b8c-b9bacd1c5aca req-51168a34-8054-41a3-a257-5e4a149b862a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7687e0-c992-4f24-8eec-5cd1d376506f HTTP/1.1" status: 200 len: 210 time: 0.0291376 Dec 20 15:42:57.336138 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.455683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.482516 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef1293-5549-4bb9-ae0c-b71f3ce9e2b7 req-f9dc1c4c-cce6-4127-9b03-0b154d16242a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:57.490303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8ef1293-5549-4bb9-ae0c-b71f3ce9e2b7 req-f9dc1c4c-cce6-4127-9b03-0b154d16242a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 945 time: 0.1619210 Dec 20 15:42:57.540210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1c365-44e4-4ae4-baba-f4706421cb92 req-647d34a0-84e4-4a10-a136-2d4ac25728d8 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:57.547559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1c365-44e4-4ae4-baba-f4706421cb92 req-647d34a0-84e4-4a10-a136-2d4ac25728d8 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:57.553629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1c365-44e4-4ae4-baba-f4706421cb92 req-647d34a0-84e4-4a10-a136-2d4ac25728d8 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:57.557414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cef1c365-44e4-4ae4-baba-f4706421cb92 req-647d34a0-84e4-4a10-a136-2d4ac25728d8 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09&device_id=ef362b88-168d-44a4-ab69-91c495204072&device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 2417 time: 0.2018766 Dec 20 15:42:57.612325 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca229-4f97-4c67-9f56-82aa9bde3ecc None None] New status for floating IP 300b37a0-0b52-4eab-b171-bddb411eaf08: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:42:57.663170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8ef1293-5549-4bb9-ae0c-b71f3ce9e2b7 req-ed3717ae-06c1-4632-a4b7-e07f2f8f2db4 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613648 Dec 20 15:42:57.668699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Attempting to bind port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:57.668699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Attempting to bind port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:57.668699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Attempting to bind port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 on network 24b12966-971c-4366-949d-9466979e0cda {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:57.673449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cef1c365-44e4-4ae4-baba-f4706421cb92 req-f364f9d8-bf7a-4908-8adc-e2acb2503ad1 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040816 Dec 20 15:42:57.675727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 on network 24b12966-971c-4366-949d-9466979e0cda not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:42:57.676003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Attempting to bind port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 on network 24b12966-971c-4366-949d-9466979e0cda {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:57.688277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:57.701318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Checking segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:57.701318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Bound using segment: {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:57.701318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Bound port: d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '24b12966-971c-4366-949d-9466979e0cda'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:57.701318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.861625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] For port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:57.883618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] For port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:57.907083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155e3c-af41-4a87-baef-3abc8c12f114 req-06b1d147-328d-4bc9-a843-bb04947060e2 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:57.908579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76155e3c-af41-4a87-baef-3abc8c12f114 req-06b1d147-328d-4bc9-a843-bb04947060e2 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 943 time: 0.1268599 Dec 20 15:42:57.915993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e83b6-d3a8-405b-ae40-92eb47c29517 req-3bddce10-8727-4bb9-a0aa-208b599709a3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:57.917457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d43e83b6-d3a8-405b-ae40-92eb47c29517 req-3bddce10-8727-4bb9-a0aa-208b599709a3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.1267636 Dec 20 15:42:57.945756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.008847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.009495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.010902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] 10.222.0.72 "PUT /v2.0/ports/d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 HTTP/1.1" status: 200 len: 1091 time: 1.5587785 Dec 20 15:42:58.049197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d43e83b6-d3a8-405b-ae40-92eb47c29517 req-9cb2b01a-ed8d-41bf-8c2d-e9d5bdff370c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246765 Dec 20 15:42:58.052268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76155e3c-af41-4a87-baef-3abc8c12f114 req-2dc5ed95-1b48-4cb0-ac70-e4915ef8c32f tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336913 Dec 20 15:42:58.058864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0168bc-b54d-46a5-9741-bc8fcaa35be0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:58.196408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-199597a5-9241-4dde-9e57-6ac375c9364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.198408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-199597a5-9241-4dde-9e57-6ac375c9364d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf6509ef9620493f892af67a436f1f8e&device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 1094 time: 0.0804327 Dec 20 15:42:58.542375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-13625d2e-1381-47cb-9f91-a73d6a25ac1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 HTTP/1.1" status: 200 len: 217 time: 0.3321941 Dec 20 15:42:58.649192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-adbce184-639b-4315-a610-e5891baec5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.650662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-adbce184-639b-4315-a610-e5891baec5e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3aa58020-55f4-41e9-b27b-827544059fb9 HTTP/1.1" status: 200 len: 850 time: 0.0920310 Dec 20 15:42:58.660946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b7b3-5cb7-4d5a-bd0d-2cbee4ac34db req-83fcbfed-9cbf-4c1c-a105-03b014a721a1 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.662472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76c5b7b3-5cb7-4d5a-bd0d-2cbee4ac34db req-83fcbfed-9cbf-4c1c-a105-03b014a721a1 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.1229703 Dec 20 15:42:58.685491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff8b5-20ec-4b7b-a828-4cae6c6fb00e req-0b5ac26f-5e18-41f0-b34f-85b6e77ac74a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.691273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d56ff8b5-20ec-4b7b-a828-4cae6c6fb00e req-0b5ac26f-5e18-41f0-b34f-85b6e77ac74a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.1486597 Dec 20 15:42:58.785476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76c5b7b3-5cb7-4d5a-bd0d-2cbee4ac34db req-b30c6118-8739-433a-9bb2-26dee5b1ecdc tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099489 Dec 20 15:42:58.790885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-5853265f-8a8c-4031-872a-e010eb2651dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.792301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-5853265f-8a8c-4031-872a-e010eb2651dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24b12966-971c-4366-949d-9466979e0cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279080 Dec 20 15:42:58.797475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d56ff8b5-20ec-4b7b-a828-4cae6c6fb00e req-40502277-7bd7-44a5-ac3f-b2c2d5592736 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918283 Dec 20 15:42:58.928041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-00dfc690-af7d-4e4a-8eb1-ac9bd86c0196 service neutron] 10.222.0.72 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231422 Dec 20 15:42:58.940867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a64a94-843a-4ba7-b118-017e0f089b85 req-96ab1bc9-6b47-47d9-9d48-596013a4273d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.942366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8a64a94-843a-4ba7-b118-017e0f089b85 req-96ab1bc9-6b47-47d9-9d48-596013a4273d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 943 time: 0.0709691 Dec 20 15:42:58.986098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:58.988271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:59.052464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8a64a94-843a-4ba7-b118-017e0f089b85 req-31ad28d3-3d4b-4741-a90d-06355dcf18e1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012332 Dec 20 15:42:59.072395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217e1763-34b9-42dd-89c7-93c459ef6269 req-40f1be08-ab12-47e6-95b9-4eb47d49ed43 service neutron] 10.222.0.72 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290627 Dec 20 15:42:59.098102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:59.098929 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:59.160106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:59.173548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'port_id': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'mac_address': 'fa:16:3e:99:09:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f285a69e-ff1a-4e48-861d-07e1829190d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:42:59.201149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2efb-3356-4cd3-a1fc-82be16f5746f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.204811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port c0de59eb-0241-4b32-8b32-25bbc4560368 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:42:59.217821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c0de59eb-0241-4b32-8b32-25bbc4560368 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:59.218810 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.235533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57a70-d177-4502-ad54-037c5a18359e req-3a7a35f9-1dab-4542-bd11-4f7ba8d25208 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.237049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca57a70-d177-4502-ad54-037c5a18359e req-3a7a35f9-1dab-4542-bd11-4f7ba8d25208 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Dec 20 15:42:59.246710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.268446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902336e9-799d-4bb5-9c48-ebfb161ab366 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:42:59.294983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca57a70-d177-4502-ad54-037c5a18359e req-38c9bb35-b4a2-405e-9b7e-9876ad337c3c tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Dec 20 15:42:59.297750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:59.345581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.365998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.374363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:59.376784 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e6b269-ab3e-45db-84e8-acea86590d1a" -d '{"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-plugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:59.408971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:59.435193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:59.452942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051a72d-0b68-4cae-8e55-45f89696bb31 req-ee7cbb34-caf7-4198-833f-c4b27fc317d4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.454481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6051a72d-0b68-4cae-8e55-45f89696bb31 req-ee7cbb34-caf7-4198-833f-c4b27fc317d4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 946 time: 0.0862014 Dec 20 15:42:59.462166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6d739-6c3b-4dc2-af39-66a2feefa191 req-27238e01-47d1-4269-8bcc-2c9d61f85163 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.463651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ee6d739-6c3b-4dc2-af39-66a2feefa191 req-27238e01-47d1-4269-8bcc-2c9d61f85163 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 943 time: 0.0850141 Dec 20 15:42:59.484432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.535685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:59.539110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6051a72d-0b68-4cae-8e55-45f89696bb31 req-8759fd30-5d7b-4700-b8a0-37f4d7a648ae tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744369 Dec 20 15:42:59.543730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ee6d739-6c3b-4dc2-af39-66a2feefa191 req-a9de862d-098c-40b8-b436-a8bbdb1858fc tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717237 Dec 20 15:42:59.594750 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1431815b-2f98-4a74-8c76-969a7f34cbed x-openstack-request-id: req-1431815b-2f98-4a74-8c76-969a7f34cbed {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:59.595048 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:59.595303 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1431815b-2f98-4a74-8c76-969a7f34cbed {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:59.595846 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'status': 'completed', 'code': 200} Dec 20 15:42:59.727325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-960add6e-e04a-49b2-95aa-fd3a0a223455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.728852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-960add6e-e04a-49b2-95aa-fd3a0a223455 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf6509ef9620493f892af67a436f1f8e&device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 1094 time: 0.1104109 Dec 20 15:42:59.737627 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dbbac9-ce53-4bd2-9630-675a7f2e2c7b x-openstack-request-id: req-e4dbbac9-ce53-4bd2-9630-675a7f2e2c7b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:59.737627 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-plugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:59.737627 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4dbbac9-ce53-4bd2-9630-675a7f2e2c7b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:59.737627 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'code': 200} Dec 20 15:42:59.740417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8f1b-97e4-41c6-9f88-05af9e0ea45f req-c1373ac6-037b-4ce8-8899-9af8b67d1f34 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.742042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c8f1b-97e4-41c6-9f88-05af9e0ea45f req-c1373ac6-037b-4ce8-8899-9af8b67d1f34 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.1249714 Dec 20 15:42:59.765221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-53bb5e0b-16cf-4a0b-88ca-ea2f2a9eebaa tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.766716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-53bb5e0b-16cf-4a0b-88ca-ea2f2a9eebaa tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 944 time: 0.0905483 Dec 20 15:42:59.788796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['902336e9-799d-4bb5-9c48-ebfb161ab366'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:42:59.847826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-4f37a9d0-9667-4206-97ee-84a1eadc2ba0 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.849507 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-4f37a9d0-9667-4206-97ee-84a1eadc2ba0 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1097 time: 0.0833020 Dec 20 15:42:59.870185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-781076-8'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:59.935296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:42:59.942123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.955787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49406) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:00.009020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-3cfa8369-8237-4199-9893-75badb19014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.010608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-3cfa8369-8237-4199-9893-75badb19014a service neutron] 10.222.0.72 "GET /v2.0/networks?id=24b12966-971c-4366-949d-9466979e0cda HTTP/1.1" status: 200 len: 912 time: 0.2628684 Dec 20 15:43:00.022517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c8f1b-97e4-41c6-9f88-05af9e0ea45f req-82144a31-af5d-4482-a971-5b655f566820 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663176 Dec 20 15:43:00.035619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f1dc-a586-477c-b742-5654cdb80b7a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.104494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f1dc-a586-477c-b742-5654cdb80b7a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.107107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-01bf8abf-3d95-4c6c-ab4e-b64e1c359566 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 HTTP/1.1" status: 200 len: 217 time: 0.0511503 Dec 20 15:43:00.108885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:00.123850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 has no active binding in host n-h1-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:43:00.139986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafedb22-60c2-445f-9f78-cf7d9686b9f8 req-92cbb83c-ddb4-43a9-9146-58d2959e05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.141543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dafedb22-60c2-445f-9f78-cf7d9686b9f8 req-92cbb83c-ddb4-43a9-9146-58d2959e05e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1101 time: 0.3080673 Dec 20 15:43:00.180682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e861119-61c6-430b-9ab2-2bda2802e5f9 req-c6e00305-38ba-4142-bc2f-e9af008ce333 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.187945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e861119-61c6-430b-9ab2-2bda2802e5f9 req-c6e00305-38ba-4142-bc2f-e9af008ce333 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.1748521 Dec 20 15:43:00.209580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Deleting port 4757ac9f-61a8-4119-b1df-c0527f832a83 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:00.209931 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.238076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:00.289201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:00.319081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-edc8ebfa-2b52-4d60-8deb-f0ba51c7a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.320665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-edc8ebfa-2b52-4d60-8deb-f0ba51c7a5d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3aa58020-55f4-41e9-b27b-827544059fb9 HTTP/1.1" status: 200 len: 850 time: 0.2018626 Dec 20 15:43:00.322090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f1dc-a586-477c-b742-5654cdb80b7a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.326182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f1dc-a586-477c-b742-5654cdb80b7a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.327319 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3c5f1dc-a586-477c-b742-5654cdb80b7a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "DELETE /v2.0/security-groups/2948a49c-33b7-413b-86b9-e03b594033a7 HTTP/1.1" status: 204 len: 168 time: 0.3707936 Dec 20 15:43:00.334544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49414) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:00.340436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dafedb22-60c2-445f-9f78-cf7d9686b9f8 req-4a252471-627b-4aee-b7c7-127387835f41 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655645 Dec 20 15:43:00.356041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:00.358463 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8c5d68-c066-45fd-9ee7-dc058cbb26d8" -d '{"events": [{"server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:00.365247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.370221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f1dc-a586-477c-b742-5654cdb80b7a tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2948a49c-33b7-413b-86b9-e03b594033a7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:00.372538 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-0f0a39ee-6e29-4439-bada-97a13f23f242 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] show failed (client error): The resource could not be found. Dec 20 15:43:00.373768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f0a39ee-6e29-4439-bada-97a13f23f242 tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "GET /v2.0/security-groups/2948a49c-33b7-413b-86b9-e03b594033a7 HTTP/1.1" status: 404 len: 347 time: 0.0381601 Dec 20 15:43:00.377097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49418) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:00.418417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e861119-61c6-430b-9ab2-2bda2802e5f9 req-98ee51f6-e003-4c7c-89fe-88ba7b864383 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295156 Dec 20 15:43:00.447660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] For port 4757ac9f-61a8-4119-b1df-c0527f832a83, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4757ac9f-61a8-4119-b1df-c0527f832a83,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:00.447660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.470125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.470538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Calling delete_port for 4757ac9f-61a8-4119-b1df-c0527f832a83 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:00.479505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616ac0-195b-4717-b7d5-e6be25c7495f req-f38150f8-9224-4138-ba7f-6e63793a4c88 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.481130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f616ac0-195b-4717-b7d5-e6be25c7495f req-f38150f8-9224-4138-ba7f-6e63793a4c88 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 944 time: 0.1518774 Dec 20 15:43:00.486482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-e15c623c-0857-42be-ba2f-f25cf06c558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.487989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-e15c623c-0857-42be-ba2f-f25cf06c558a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24b12966-971c-4366-949d-9466979e0cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549876 Dec 20 15:43:00.606971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:00.612665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on host n-h2-781076-8 for vnic_type normal with profile {"migrating_to": "n-h1-781076-8"} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:00.612994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:00.613344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:00.620083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:43:00.620406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Attempting to bind port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:00.629919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:00.630247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:00.630630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:00.631063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Bound port: 4947088e-dfeb-4c5e-a803-98b46b4043a5, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:00.631426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.635959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Deleting port 31d846a7-c96b-4595-9087-b502bb62badd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:00.636855 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.706839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f616ac0-195b-4717-b7d5-e6be25c7495f req-103f7514-7889-4bf5-a8b0-732a95915558 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088017 Dec 20 15:43:00.743687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc3bf-5e04-44ab-8bfe-052272fb8f5a req-0f06249e-f7d1-4d24-bf66-20ac95d1f6d2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.755925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7cc3bf-5e04-44ab-8bfe-052272fb8f5a req-0f06249e-f7d1-4d24-bf66-20ac95d1f6d2 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 945 time: 0.1857491 Dec 20 15:43:00.766688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-5e42fccd-d917-4618-b8bd-ce8d95ab6033 service neutron] 10.222.0.72 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698524 Dec 20 15:43:00.769502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:00.783620 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceac811-184e-4932-8a50-1ef92c68965b x-openstack-request-id: req-6ceac811-184e-4932-8a50-1ef92c68965b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:00.783907 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:00.784164 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ceac811-184e-4932-8a50-1ef92c68965b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:00.784555 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'code': 200} Dec 20 15:43:00.786913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:00.788984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.789339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.810294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Calling delete_port for 31d846a7-c96b-4595-9087-b502bb62badd owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:00.871892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.951905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7cc3bf-5e04-44ab-8bfe-052272fb8f5a req-e48c7d09-8698-4cce-b70a-203dada5e0cf tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950598 Dec 20 15:43:00.996252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06294bcd-d02a-49cd-abc4-9d734191a13e req-2ca27a98-6da6-423a-81e4-bc7ee258f1bb tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:00.998117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06294bcd-d02a-49cd-abc4-9d734191a13e req-2ca27a98-6da6-423a-81e4-bc7ee258f1bb tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1640432 Dec 20 15:43:01.003191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca5f725-fe76-4e35-b640-fd22e7ceaaa6 req-f8a6ccd8-554f-4ff1-a6ea-33509f78bfc4 service neutron] 10.222.0.72 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271087 Dec 20 15:43:01.004469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:01.005200 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.006703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] 10.222.0.72 "PUT /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 1122 time: 1.1414158 Dec 20 15:43:01.010030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:01.017089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.073493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event deleted for resources: {'Port': ['ID=4757ac9f-61a8-4119-b1df-c0527f832a83,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:01.084343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ed98-79f5-447f-aa5e-865266017a17 service neutron] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:01.127533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.127905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.128394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.132294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:01.136747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.137365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4947088e-dfeb-4c5e-a803-98b46b4043a5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:01.144703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4947088e-dfeb-4c5e-a803-98b46b4043a5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:01.162021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] No DVR routers for this DVR port 4757ac9f-61a8-4119-b1df-c0527f832a83 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:01.164999 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.169985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49475783-6e19-49bf-bfa4-6cc910059e8e req-4594a1f4-1389-47d5-a9c8-64de0fe366df tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "DELETE /v2.0/ports/4757ac9f-61a8-4119-b1df-c0527f832a83 HTTP/1.1" status: 204 len: 173 time: 1.3881509 Dec 20 15:43:01.187627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Pushing event deleted for resources: {'Port': ['ID=31d846a7-c96b-4595-9087-b502bb62badd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:01.188189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06294bcd-d02a-49cd-abc4-9d734191a13e req-ff42604d-c1e5-4e6a-8a29-b57d7d03eabd tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812043 Dec 20 15:43:01.370410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f415fe-2ce5-4703-a8d8-1ddac6388d0b req-07f15a5c-e5e4-47de-ab16-228d538a746f tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:01.374783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0f415fe-2ce5-4703-a8d8-1ddac6388d0b req-07f15a5c-e5e4-47de-ab16-228d538a746f tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 943 time: 0.0975547 Dec 20 15:43:01.390970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80efba0-05b8-4cbf-9371-1a4e56818cc5 req-cd0d69e6-1bf3-4436-a796-8bfc20a88202 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:01.393428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d80efba0-05b8-4cbf-9371-1a4e56818cc5 req-cd0d69e6-1bf3-4436-a796-8bfc20a88202 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.0855458 Dec 20 15:43:01.426084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 902336e9-799d-4bb5-9c48-ebfb161ab366 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:01.458730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 902336e9-799d-4bb5-9c48-ebfb161ab366 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:01.459112 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.504430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d80efba0-05b8-4cbf-9371-1a4e56818cc5 req-06f56ebe-641d-42fe-b627-0d5a83cb0849 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028004 Dec 20 15:43:01.518329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0f415fe-2ce5-4703-a8d8-1ddac6388d0b req-db0c96fd-4159-4524-b318-8227cfb87459 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234210 Dec 20 15:43:01.573237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.576954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.581372 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a987494-f2f3-49b1-a375-092aebf32bed tempest-ServersWithSpecificFlavorTestJSON-1076792280 tempest-ServersWithSpecificFlavorTestJSON-1076792280-project] 10.222.0.81 "DELETE /v2.0/floatingips/300b37a0-0b52-4eab-b171-bddb411eaf08 HTTP/1.1" status: 204 len: 168 time: 1.2032118 Dec 20 15:43:01.596538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'name': 'network-vif-deleted', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:01.599372 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e67583-a919-4505-818d-7625c2bd57f9" -d '{"events": [{"server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "name": "network-vif-deleted", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:01.673515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71d6e2dd-46e4-4a7f-b6fd-ae071c3184ea req-3579a6ef-48c2-4b58-b48c-525525aabbd9 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a HTTP/1.1" status: 200 len: 210 time: 0.0315351 Dec 20 15:43:01.683975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-666fc598-0f71-4058-97c4-3657e3ff7e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.709625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.777106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:01.779410 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c61327-6095-45c7-8f48-7910fdf4e869" -d '{"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-plugged", "status": "completed", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:01.801380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:01.902429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.951348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:01.953815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:01.987656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:01.991895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 4757ac9f-61a8-4119-b1df-c0527f832a83 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:01.992082 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4757ac9f-61a8-4119-b1df-c0527f832a83 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:02.091062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:02.103935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'port_id': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'mac_address': 'fa:16:3e:76:ff:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:02.163780 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.183745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:02.206330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:02.219552 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6f46a-de98-4dd9-ae4a-811364e81ac6 x-openstack-request-id: req-d3c6f46a-de98-4dd9-ae4a-811364e81ac6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:02.220052 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a", "name": "network-vif-deleted", "tag": "4757ac9f-61a8-4119-b1df-c0527f832a83", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:02.220052 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3c6f46a-de98-4dd9-ae4a-811364e81ac6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:02.220499 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb18aaf2-7e57-4ead-afd8-64cb0dbbd10a', 'name': 'network-vif-deleted', 'tag': '4757ac9f-61a8-4119-b1df-c0527f832a83', 'status': 'completed', 'code': 200} Dec 20 15:43:02.284590 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87408a05-179f-4579-a9dc-13683e08fb04 x-openstack-request-id: req-87408a05-179f-4579-a9dc-13683e08fb04 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:02.284964 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-plugged", "status": "completed", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:02.285370 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87408a05-179f-4579-a9dc-13683e08fb04 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:02.285841 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'code': 200} Dec 20 15:43:02.314082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.327415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42308587-0405-47bd-ae5f-8580e5339544 req-d82441b7-d576-47fb-9e75-7920b04cd6a6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:02.329434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42308587-0405-47bd-ae5f-8580e5339544 req-d82441b7-d576-47fb-9e75-7920b04cd6a6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0627007 Dec 20 15:43:02.382471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:02.439168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42308587-0405-47bd-ae5f-8580e5339544 req-53c5a77d-6b20-401c-b256-699ebfebe5d4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036811 Dec 20 15:43:02.461343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e5e7-645c-49bf-974b-1440e3460f1a req-09832742-3646-4e75-b71c-2ae99103f1af tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:02.462865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4043e5e7-645c-49bf-974b-1440e3460f1a req-09832742-3646-4e75-b71c-2ae99103f1af tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1085062 Dec 20 15:43:02.468625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f57a4-7955-4891-8c41-649ff69f0f6a req-88171cb0-5c93-4331-80ab-ba1d5210d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:02.470769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe6f57a4-7955-4891-8c41-649ff69f0f6a req-88171cb0-5c93-4331-80ab-ba1d5210d481 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 1096 time: 0.0863574 Dec 20 15:43:02.554694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4043e5e7-645c-49bf-974b-1440e3460f1a req-b98e26c3-8b3c-46bd-87fa-af06c4aef780 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829387 Dec 20 15:43:02.557144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe6f57a4-7955-4891-8c41-649ff69f0f6a req-7d76dd26-c614-4cce-bf8b-d7a435ab667a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782950 Dec 20 15:43:02.635508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56f8b-bffc-4287-a35b-9f6fcf472781 req-3ac03529-8fdc-4b7d-a1ad-d7a38c9e5384 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:02.637200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ee56f8b-bffc-4287-a35b-9f6fcf472781 req-3ac03529-8fdc-4b7d-a1ad-d7a38c9e5384 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0573692 Dec 20 15:43:02.684778 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.704701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d0332da4-76c6-48fb-bdf2-7d64c2ff67f2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:02.717112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ee56f8b-bffc-4287-a35b-9f6fcf472781 req-0d48eb8f-b99a-4607-862b-8e8007292029 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734115 Dec 20 15:43:02.735701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef58f0f-8f8b-452e-be56-f9e46b321821 req-e0ee535c-a7ae-414a-936b-80ddaca04db6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:02.737265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ef58f0f-8f8b-452e-be56-f9e46b321821 req-e0ee535c-a7ae-414a-936b-80ddaca04db6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 944 time: 0.0756974 Dec 20 15:43:02.786140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:02.793709 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:02.834088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ef58f0f-8f8b-452e-be56-f9e46b321821 req-03b02704-d3cd-464d-8eca-f72c235e1534 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835123 Dec 20 15:43:02.855275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995b3c-4074-4c1a-8654-e81ca58bc63e req-73ac9dc8-bfbd-4af9-9c67-dc0ae7e52832 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:02.856854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e995b3c-4074-4c1a-8654-e81ca58bc63e req-73ac9dc8-bfbd-4af9-9c67-dc0ae7e52832 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.0619030 Dec 20 15:43:02.908505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e995b3c-4074-4c1a-8654-e81ca58bc63e req-aff4cdcd-8190-45ad-96a7-34c4398afd4c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Dec 20 15:43:02.984045 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db673bb-dd2c-473a-860f-786f0f766cc7 x-openstack-request-id: req-0db673bb-dd2c-473a-860f-786f0f766cc7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:02.984624 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:02.985043 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0db673bb-dd2c-473a-860f-786f0f766cc7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:02.985705 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'status': 'completed', 'code': 200} Dec 20 15:43:03.046772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-464922c9-2839-4c40-808b-11e05123cda5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519009 Dec 20 15:43:03.145009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-131c5d96-ebe8-48fd-b3f7-7309680a3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:03.146975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-131c5d96-ebe8-48fd-b3f7-7309680a3db5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1125 time: 0.1123071 Dec 20 15:43:03.243610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-991e5f37-2631-4487-86d9-607a7865f1ec tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:03.244996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-991e5f37-2631-4487-86d9-607a7865f1ec tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789014 Dec 20 15:43:03.269718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-92e508b0-5709-4745-ae29-9ceca76e5e2f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/quotas/acc25d39776b4358ad99c46b6e0d5ed1 HTTP/1.1" status: 200 len: 375 time: 0.0174494 Dec 20 15:43:03.313547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-f11ce5f9-5592-402e-a9a3-e33303a73400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:03.315046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-f11ce5f9-5592-402e-a9a3-e33303a73400 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.1604567 Dec 20 15:43:03.340124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-da3de267-ac4d-4531-8845-1617927249f3 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622184 Dec 20 15:43:03.368370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-7492a4cf-f296-4da0-b7c8-95d2c82acb0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 217 time: 0.0414824 Dec 20 15:43:03.432179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-09078883-ed03-4154-957f-599ac943bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:03.434981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-09078883-ed03-4154-957f-599ac943bb43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0584917 Dec 20 15:43:03.470566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-cb48e3d6-7d46-4836-8fa6-e60066729baf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281425 Dec 20 15:43:03.584364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e082-9500-4a32-94a8-f25db2ae171a req-ed528f6f-0cbf-4d7b-ba1a-70fe6812b255 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:03.585957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2135e082-9500-4a32-94a8-f25db2ae171a req-ed528f6f-0cbf-4d7b-ba1a-70fe6812b255 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.1185517 Dec 20 15:43:03.662348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-071a79e2-63bb-4660-b798-b62037398c0b service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666284 Dec 20 15:43:03.707462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2135e082-9500-4a32-94a8-f25db2ae171a req-fc4a7a44-7325-4d89-982b-263b5ff8be79 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113894 Dec 20 15:43:03.722388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd782-e5b0-4122-b352-44bc5344c9a3 req-ccaa6c80-8c33-4ed0-9751-52ebfb9c1276 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:03.732414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95bdd782-e5b0-4122-b352-44bc5344c9a3 req-ccaa6c80-8c33-4ed0-9751-52ebfb9c1276 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1200953 Dec 20 15:43:03.957599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:04.082460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:04.090463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:04.090835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.118738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c8809f5-c3b2-460b-a5be-424ddc8de153 req-1af1c97c-c76d-4cec-a0e2-69185aa3f010 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 210 time: 0.3535123 Dec 20 15:43:04.176024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.182452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.210777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95bdd782-e5b0-4122-b352-44bc5344c9a3 req-f45d3adf-6059-4dad-bc33-ffeb045b096a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495757 Dec 20 15:43:04.228929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-48a5003b-1514-4f46-8b0e-059f962518fd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:04.228929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-48a5003b-1514-4f46-8b0e-059f962518fd tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.1609378 Dec 20 15:43:04.230326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1697bb-d330-4a2b-aba4-0a7f56fbcb8c req-10fd5146-8203-48d2-b1bd-3f5b2e041e85 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497205 Dec 20 15:43:04.242098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:04.286808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:04.289433 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1793753f-ccdb-47e3-99d6-fc708ed3ebc3" -d '{"events": [{"server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "name": "network-vif-plugged", "status": "completed", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:04.313217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.391737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.416508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66c8db-1aa1-4a70-8c96-502db37f3eea req-064b3777-4b95-47d5-8bdd-7b11f839211f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:04.418663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f66c8db-1aa1-4a70-8c96-502db37f3eea req-064b3777-4b95-47d5-8bdd-7b11f839211f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1058555 Dec 20 15:43:04.431336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5760-9847-4bf0-909b-9d9189bd42e0 req-efe7d95a-8a2e-48c9-bcc1-6e0f2c2afdc5 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:04.433276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64af5760-9847-4bf0-909b-9d9189bd42e0 req-efe7d95a-8a2e-48c9-bcc1-6e0f2c2afdc5 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1074843 Dec 20 15:43:04.438391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Deleting port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:04.438736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.579828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f66c8db-1aa1-4a70-8c96-502db37f3eea req-a3586f01-2485-4b76-a181-bceb4dcd462b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457748 Dec 20 15:43:04.589040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64af5760-9847-4bf0-909b-9d9189bd42e0 req-a6a1f322-8050-48c5-a1fe-bdff2a5941d3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420257 Dec 20 15:43:04.615460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] For port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,segment=NetworkSegment(a3ac3df8-df40-433c-84a1-13d39a10c089),segment_id=a3ac3df8-df40-433c-84a1-13d39a10c089)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:04.615842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.632086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Calling delete_port for d5250ffc-1043-48ff-8a7a-bbbdaabe1dac owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:04.656849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49534) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.708979 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec005a67-c7f6-426c-8034-a1f0f2a49ded x-openstack-request-id: req-ec005a67-c7f6-426c-8034-a1f0f2a49ded {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:04.709364 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "name": "network-vif-plugged", "status": "completed", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:04.709521 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec005a67-c7f6-426c-8034-a1f0f2a49ded {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:04.710075 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'code': 200} Dec 20 15:43:04.752398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824d29b-c931-484d-b8f9-767ae42fab03 req-8e93bc20-7d23-4bb1-8be5-e240523ff777 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:04.754026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a824d29b-c931-484d-b8f9-767ae42fab03 req-8e93bc20-7d23-4bb1-8be5-e240523ff777 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.0763786 Dec 20 15:43:04.893892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a824d29b-c931-484d-b8f9-767ae42fab03 req-af2ecfcb-1774-4513-856c-3e35ed9429e1 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332600 Dec 20 15:43:04.915139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35405e-77c5-4296-8213-cd10b320d703 req-9f7c7cb7-1083-4ccf-8373-19c4b9dab86b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:04.916778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f35405e-77c5-4296-8213-cd10b320d703 req-9f7c7cb7-1083-4ccf-8373-19c4b9dab86b tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 944 time: 0.1034267 Dec 20 15:43:04.934769 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9991f-e71e-4e4e-8728-1e762a6d7ef0 req-296bcc95-18ca-48e8-87f3-2e65bd3e2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:04.936245 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1c9991f-e71e-4e4e-8728-1e762a6d7ef0 req-296bcc95-18ca-48e8-87f3-2e65bd3e2b5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 1096 time: 0.1041396 Dec 20 15:43:04.965431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.004681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.017315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Pushing event deleted for resources: {'Port': ['ID=d5250ffc-1043-48ff-8a7a-bbbdaabe1dac,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:05.030747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f35405e-77c5-4296-8213-cd10b320d703 req-aab1440a-d1bb-4db0-afb8-2f3b9701af5a tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/security-groups?id=34cc3613-0864-4c34-844c-525f69ad3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066642 Dec 20 15:43:05.039120 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1c9991f-e71e-4e4e-8728-1e762a6d7ef0 req-3952630b-a5fd-450b-9668-edf24bc58d8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926762 Dec 20 15:43:05.066450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] No DVR routers for this DVR port d5250ffc-1043-48ff-8a7a-bbbdaabe1dac on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:05.069212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.073802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17fe4362-fb6f-479e-9377-c82e67d33cd2 req-861609f3-1651-460c-ba5a-0378655470f3 tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.72 "DELETE /v2.0/ports/d5250ffc-1043-48ff-8a7a-bbbdaabe1dac HTTP/1.1" status: 204 len: 173 time: 0.8311801 Dec 20 15:43:05.074431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'name': 'network-vif-deleted', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:05.076731 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1772315-2825-4a9a-8d8c-55a3e2ed6cfe" -d '{"events": [{"server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "name": "network-vif-deleted", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:05.113453 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ad1cf-4e97-48ad-adbc-ce1136e8bf44 x-openstack-request-id: req-ef6ad1cf-4e97-48ad-adbc-ce1136e8bf44 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:05.113754 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a640f4ce-9f7f-4539-abb7-d11425b5cb40", "name": "network-vif-deleted", "tag": "d5250ffc-1043-48ff-8a7a-bbbdaabe1dac", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:05.114008 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef6ad1cf-4e97-48ad-adbc-ce1136e8bf44 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:05.114419 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a640f4ce-9f7f-4539-abb7-d11425b5cb40', 'name': 'network-vif-deleted', 'tag': 'd5250ffc-1043-48ff-8a7a-bbbdaabe1dac', 'status': 'completed', 'code': 200} Dec 20 15:43:05.196983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.221732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc94fa80-5e08-400a-b243-c23a449c55f2 req-6b461b18-ed1f-4e63-8644-b0b25172361c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Dec 20 15:43:05.331398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0348cc-334c-4c8a-b5cc-10f00f288216 req-f1a23b35-d099-454b-b00a-2fd1eb68ef39 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.332892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a0348cc-334c-4c8a-b5cc-10f00f288216 req-f1a23b35-d099-454b-b00a-2fd1eb68ef39 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0531697 Dec 20 15:43:05.383821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a0348cc-334c-4c8a-b5cc-10f00f288216 req-70767cea-87d2-4739-b7c1-1879581aa411 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Dec 20 15:43:05.469894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Deleting port 51fab7b6-42dc-4436-9c8e-393e87ed4105 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:05.470254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.509674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7d914-f3a0-44ea-9f8f-eb8460705f62 req-5dc0971f-c138-4d71-a955-bed5ff4b8133 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.512065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbf7d914-f3a0-44ea-9f8f-eb8460705f62 req-5dc0971f-c138-4d71-a955-bed5ff4b8133 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0550456 Dec 20 15:43:05.554457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] For port 51fab7b6-42dc-4436-9c8e-393e87ed4105, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=51fab7b6-42dc-4436-9c8e-393e87ed4105,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:05.554821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.561659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-5fd51011-ffc3-471c-b9fe-925c65608afa tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271413 Dec 20 15:43:05.568866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Calling delete_port for 51fab7b6-42dc-4436-9c8e-393e87ed4105 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:05.612957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbf7d914-f3a0-44ea-9f8f-eb8460705f62 req-738cb2ee-200a-4826-90be-cda5a8df0e9c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939376 Dec 20 15:43:05.790346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d8b9-1ad6-43f2-bab7-0d80714b348e req-fd931078-0f46-4f1e-80d0-d26f7e6a6697 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.792017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8858d8b9-1ad6-43f2-bab7-0d80714b348e req-fd931078-0f46-4f1e-80d0-d26f7e6a6697 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1163969 Dec 20 15:43:05.800478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-c0fa601b-4dd6-4b43-8e94-6f3f6c680e18 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.802076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-c0fa601b-4dd6-4b43-8e94-6f3f6c680e18 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324052 Dec 20 15:43:05.827831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32ff-3960-4068-8321-c7ea9de731cd req-e008610a-4899-442c-a459-7d7543746f37 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.829459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-075f32ff-3960-4068-8321-c7ea9de731cd req-e008610a-4899-442c-a459-7d7543746f37 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1240425 Dec 20 15:43:05.837557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Request body: {'port': {'device_id': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'acc25d39776b4358ad99c46b6e0d5ed1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:05.924415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.937909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8858d8b9-1ad6-43f2-bab7-0d80714b348e req-7f5e7356-19ed-4cde-932b-5584e03e95b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347873 Dec 20 15:43:05.958884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fab7b6-42dc-4436-9c8e-393e87ed4105,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:05.967335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.967745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.968069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.968369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.968790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.969029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.969383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.969713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.970037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.970413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.970749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.971164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.971592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:05.975682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:06.025713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d5250ffc-1043-48ff-8a7a-bbbdaabe1dac {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:06.027121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d5250ffc-1043-48ff-8a7a-bbbdaabe1dac not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:06.097295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-075f32ff-3960-4068-8321-c7ea9de731cd req-56f6a6ca-20c8-47fd-8854-89c2ff510a7c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551956 Dec 20 15:43:06.295909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616de42-866b-4052-918c-393d2291c7dd req-1a6a4f3f-e4a1-4a67-aa6e-d2e6f4b63e6e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:06.297535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2616de42-866b-4052-918c-393d2291c7dd req-1a6a4f3f-e4a1-4a67-aa6e-d2e6f4b63e6e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.0612786 Dec 20 15:43:06.298671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Made reservation on behalf of acc25d39776b4358ad99c46b6e0d5ed1 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:06.302136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.312769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.427917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2616de42-866b-4052-918c-393d2291c7dd req-3069d3d9-f811-4b29-ad52-a50355bafb95 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140473 Dec 20 15:43:06.590037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab610af0-59b2-4bcf-abe6-32521c729f77 req-21a8abae-420b-417b-8555-e259fe5c528d tempest-LiveAutoBlockMigrationV225Test-672578573 tempest-LiveAutoBlockMigrationV225Test-672578573-project] 10.222.0.81 "GET /v2.0/ports?device_id=a640f4ce-9f7f-4539-abb7-d11425b5cb40 HTTP/1.1" status: 200 len: 210 time: 0.0420086 Dec 20 15:43:06.605579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Allocated IP 192.168.233.199 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/94696ef0-c960-485d-b63a-58434ee75d0f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:06.656140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70eefd9f-430f-48da-8c0a-519772f14f77 req-96136aa0-f852-4812-ad81-96cb5e97efee tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 210 time: 0.0487692 Dec 20 15:43:06.734651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:06.887472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3f8e-5df3-4c31-b775-55d8b72f0192 req-c3dd8d08-a402-4549-90a8-ea68ef540647 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:06.889144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-699b3f8e-5df3-4c31-b775-55d8b72f0192 req-c3dd8d08-a402-4549-90a8-ea68ef540647 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1008470 Dec 20 15:43:06.906077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.907217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:06.917218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] Sync routers for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:06.921225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2f962d32-2038-44ce-ae99-1a0a1bb23507 admin admin] 10.222.0.81 "PUT /v2.0/routers/6fda2ce3-61d8-4d52-8026-58d0a94cc134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2620952 Dec 20 15:43:06.923452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:06.937715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:06.938502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:07.000217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-699b3f8e-5df3-4c31-b775-55d8b72f0192 req-0403b60c-140f-4127-a667-1f779899414c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922613 Dec 20 15:43:07.086264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:07.097685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.111814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.174187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:07.186410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:07.193471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:07.195833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['18157957-784e-40b2-87fd-9b040bc81e2a', 'c0de59eb-0241-4b32-8b32-25bbc4560368'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:07.204942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:07.239995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26162b7e-9b28-4607-91da-e060e9e3a288 req-0163bf33-bcd6-4bed-a1cf-22c368536e1e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.249019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26162b7e-9b28-4607-91da-e060e9e3a288 req-0163bf33-bcd6-4bed-a1cf-22c368536e1e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1862240 Dec 20 15:43:07.272873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event updated for resources: {'Port': ['ID=94696ef0-c960-485d-b63a-58434ee75d0f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:07.381077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.388253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.389261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.429459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26162b7e-9b28-4607-91da-e060e9e3a288 req-87fb15a3-b69f-445f-919a-a1df44f6a416 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771817 Dec 20 15:43:07.453830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062c6e7-88c9-4e15-a687-0879a939900c req-9f31a00c-9394-413a-b9d7-286dac3a3c9b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.456963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0062c6e7-88c9-4e15-a687-0879a939900c req-9f31a00c-9394-413a-b9d7-286dac3a3c9b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1852105 Dec 20 15:43:07.502991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-64bba196-c141-49a6-8c5e-4520c81370d2 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6707346 Dec 20 15:43:07.556456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Deleting port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:07.556802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.590659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0062c6e7-88c9-4e15-a687-0879a939900c req-6eb437f9-cea6-4205-9aa8-3f07e1388e11 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262641 Dec 20 15:43:07.608944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36da8a-4ae5-41cf-a954-760051cf330a req-29379ebe-e286-439c-a62e-88ded1b345e4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.610813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca36da8a-4ae5-41cf-a954-760051cf330a req-29379ebe-e286-439c-a62e-88ded1b345e4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.0982149 Dec 20 15:43:07.664539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49608) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:07.668243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] For port 4b5758ac-6f9b-4f50-9ad4-d3f782cec718, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:07.668609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.676865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-37ae755d-0f3c-4c7c-838b-6dd3eafb0a7f None None] Provisioning complete for port 94696ef0-c960-485d-b63a-58434ee75d0f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:07.677430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-37ae755d-0f3c-4c7c-838b-6dd3eafb0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.683716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Calling delete_port for 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:07.687190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca36da8a-4ae5-41cf-a954-760051cf330a req-558e92f1-d1dd-4b13-8ac5-510b911b72db tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693028 Dec 20 15:43:07.695521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Request body: {'port': {'device_id': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:07.822035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:07.880444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'mac_address': 'fa:16:3e:ba:af:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:07.882470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.938121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-37ae755d-0f3c-4c7c-838b-6dd3eafb0a7f None None] Port 94696ef0-c960-485d-b63a-58434ee75d0f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:43:07.944558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Deleting subnet 31c474ca-1720-43c1-9447-8dc24cfd09a1 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:07.956068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.956323 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.994001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24fd75d3-cf40-4b23-9b67-7634bfd5039e {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:07.998151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8af0a-2173-48e2-88c6-955810ed315b req-2f48b135-616e-4e08-9419-a706a030504b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.999479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:43:05Z', 'revision_number': 5, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port': {'id': '4b5758ac-6f9b-4f50-9ad4-d3f782cec718', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:50Z', 'updated_at': '2021-12-20T15:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:07.999893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cea8af0a-2173-48e2-88c6-955810ed315b req-2f48b135-616e-4e08-9419-a706a030504b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 936 time: 0.1699104 Dec 20 15:43:08.040823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] Checking router: 6fda2ce3-61d8-4d52-8026-58d0a94cc134 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:08.056692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:08.066894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] Routers {'6fda2ce3-61d8-4d52-8026-58d0a94cc134'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:08.067539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:08.090665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.102848 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.123477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5758ac-6f9b-4f50-9ad4-d3f782cec718,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:08.136270 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.200423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] Set router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:08.232343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.269284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:43:07Z', 'revision_number': 6, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:08.269512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cea8af0a-2173-48e2-88c6-955810ed315b req-4994839a-d065-49dd-a302-f0dbd96ec4d7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495086 Dec 20 15:43:08.272498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:08.286726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.301035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['24fd75d3-cf40-4b23-9b67-7634bfd5039e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:08.305277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41abba-dcec-4dc0-a2b3-88a87b84823a None None] The sync data for ids ['6fda2ce3-61d8-4d52-8026-58d0a94cc134'] in n-d-781076-8 is: [{'id': '6fda2ce3-61d8-4d52-8026-58d0a94cc134', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-750128024-router', 'tenant_id': '4325c3d504064fab843e420e92521480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:49Z', 'updated_at': '2021-12-20T15:43:07Z', 'revision_number': 6, 'project_id': '4325c3d504064fab843e420e92521480', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:08.328445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764473a-1cd4-455b-b827-5c2cebd42061 req-9325b088-63f6-4d09-8346-3ddd404f13c1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:08.336216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5764473a-1cd4-455b-b827-5c2cebd42061 req-9325b088-63f6-4d09-8346-3ddd404f13c1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.2528496 Dec 20 15:43:08.383578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.386088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.514356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5764473a-1cd4-455b-b827-5c2cebd42061 req-ae650b0b-a295-44f0-a384-d5917a5ec363 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771715 Dec 20 15:43:08.564311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.570069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fda2ce3-61d8-4d52-8026-58d0a94cc134 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:43:08.573440 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.576504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c01df2c2-9e54-4824-b4cb-3cf58000503f admin admin] 10.222.0.81 "DELETE /v2.0/routers/6fda2ce3-61d8-4d52-8026-58d0a94cc134 HTTP/1.1" status: 204 len: 168 time: 1.6491272 Dec 20 15:43:08.577693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:08.597617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94696ef0-c960-485d-b63a-58434ee75d0f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:08.610079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.631481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Deleting subnet 9e7c057b-f303-4807-961f-26705ea9c7b3 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:08.636788 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.637385 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.640123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Transition to ACTIVE for port object 94696ef0-c960-485d-b63a-58434ee75d0f will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:08.653986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb5769-5eaf-432a-9c55-58d2b4b1dd55 req-a71aa496-b4dc-4064-8432-2cd55bf8a243 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:08.661877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7cb5769-5eaf-432a-9c55-58d2b4b1dd55 req-a71aa496-b4dc-4064-8432-2cd55bf8a243 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1377299 Dec 20 15:43:08.687287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.705300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c474ca-1720-43c1-9447-8dc24cfd09a1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:08.737390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.743527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a6ad1eba-6f6e-4862-a531-975dcef23169 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/31c474ca-1720-43c1-9447-8dc24cfd09a1 HTTP/1.1" status: 204 len: 168 time: 1.0775709 Dec 20 15:43:08.743735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49634) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:08.744577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.842257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ad2a-bfd8-47e6-925e-9787a03ce66b req-970e7a92-4ce5-488d-b272-4464404e3a4c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:08.850502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8466ad2a-bfd8-47e6-925e-9787a03ce66b req-970e7a92-4ce5-488d-b272-4464404e3a4c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1868706 Dec 20 15:43:08.856240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7cb5769-5eaf-432a-9c55-58d2b4b1dd55 req-4e60e2d4-8c23-4854-9f1d-3d728249dd72 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869943 Dec 20 15:43:08.869931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Pushing event updated for resources: {'Port': ['ID=94696ef0-c960-485d-b63a-58434ee75d0f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:08.906411 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.933955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.020536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:09.047831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8466ad2a-bfd8-47e6-925e-9787a03ce66b req-3a8f51bd-7de4-4edb-80e9-c2df5f23df59 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803565 Dec 20 15:43:09.165786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 24fd75d3-cf40-4b23-9b67-7634bfd5039e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:09.166420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.167619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Attempting to bind port 94696ef0-c960-485d-b63a-58434ee75d0f on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:09.168254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Attempting to bind port 94696ef0-c960-485d-b63a-58434ee75d0f by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:09.170220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Attempting to bind port 94696ef0-c960-485d-b63a-58434ee75d0f on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:09.184968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Port 94696ef0-c960-485d-b63a-58434ee75d0f on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:43:09.185698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Attempting to bind port 94696ef0-c960-485d-b63a-58434ee75d0f on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:09.208167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacab63b-c970-49c0-bfb4-2317f8e07f2e req-27a12597-d114-4783-b870-3cb23db14d01 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.219374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aacab63b-c970-49c0-bfb4-2317f8e07f2e req-27a12597-d114-4783-b870-3cb23db14d01 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.1704602 Dec 20 15:43:09.222925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:09.223394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:09.223889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:09.224435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Bound port: 94696ef0-c960-485d-b63a-58434ee75d0f, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:09.224945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.323191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.351390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:09.357211 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d252d0-e39d-45e0-86e3-7c99bcf834c5" -d '{"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:09.378872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:09.409194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] For port 94696ef0-c960-485d-b63a-58434ee75d0f, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:09.417024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] For port 94696ef0-c960-485d-b63a-58434ee75d0f, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=94696ef0-c960-485d-b63a-58434ee75d0f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:09.445415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.446846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:09.503832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aacab63b-c970-49c0-bfb4-2317f8e07f2e req-54f044cb-1f42-4746-aa39-8be644a5dd31 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760603 Dec 20 15:43:09.529086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.533391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.566709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc0b122-deda-453e-a2e5-faa3f02bc36d']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:09.585665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ac3df8-df40-433c-84a1-13d39a10c089') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:09.585888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ac3df8-df40-433c-84a1-13d39a10c089') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:09.597306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036379d3-3fb7-4710-b008-806cddc4778f req-e69606cd-798c-44f0-ba4d-dd2ee3131d3d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.598102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.609260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-036379d3-3fb7-4710-b008-806cddc4778f req-e69606cd-798c-44f0-ba4d-dd2ee3131d3d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 948 time: 0.1841660 Dec 20 15:43:09.612303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.633782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.634885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.637407 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.639076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-9952f283-e289-46a3-b2af-00392532d778 service neutron] 10.222.0.83 "PUT /v2.0/ports/94696ef0-c960-485d-b63a-58434ee75d0f HTTP/1.1" status: 200 len: 1096 time: 1.9502187 Dec 20 15:43:09.642960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'tag': '94696ef0-c960-485d-b63a-58434ee75d0f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:09.644887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:09.660868 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f29b5-fbb0-43cb-b242-2f2613678eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf31693-f5a6-4404-936d-a240797e26a6", "tag": "94696ef0-c960-485d-b63a-58434ee75d0f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:09.690804 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4ed0b-dc2d-4299-b506-98e41f083c7e x-openstack-request-id: req-1cd4ed0b-dc2d-4299-b506-98e41f083c7e {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:09.691760 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:09.693617 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cd4ed0b-dc2d-4299-b506-98e41f083c7e {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:09.694440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:09.695024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.696161 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'code': 200} Dec 20 15:43:09.697670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7c057b-f303-4807-961f-26705ea9c7b3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:09.703734 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:09.706878 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:09.738348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc9269-7579-4934-89c9-9203c2d56018 None None] Network 1473221d-00fa-4458-b527-afbb96ad3c96 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:09.824668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:09.841452 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb4e6a39-9e48-4ccb-ab84-cfae5c5cf9ee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9e7c057b-f303-4807-961f-26705ea9c7b3 HTTP/1.1" status: 204 len: 168 time: 1.2625639 Dec 20 15:43:09.844193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49662) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:09.958647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f283-e289-46a3-b2af-00392532d778 service neutron] Pushing event updated for resources: {'Port': ['ID=94696ef0-c960-485d-b63a-58434ee75d0f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:10.012528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.025722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.043229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.046792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-036379d3-3fb7-4710-b008-806cddc4778f req-edd5871f-7feb-45bc-a5b2-06fc603cdf88 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326794 Dec 20 15:43:10.053548 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] 10.222.0.81 "DELETE /v2.0/networks/dfc0b122-deda-453e-a2e5-faa3f02bc36d HTTP/1.1" status: 204 len: 168 time: 1.3025792 Dec 20 15:43:10.057405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-c03b50a3-68fa-4b81-b0b9-57b90a96bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.059181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-c03b50a3-68fa-4b81-b0b9-57b90a96bd18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 1099 time: 0.2831569 Dec 20 15:43:10.059685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49666) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:10.102404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77444f3-be94-4e3c-8da5-f53fcda1eb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc0b122-deda-453e-a2e5-faa3f02bc36d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:10.148014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:10.210639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Deleting port 24a63d2d-8cb1-4f91-8992-0bd467c70aab {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:10.210970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.229238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55b895-58be-4f7e-8c3d-f56ffc9d968f req-bd6e63be-0620-402c-8d7f-7ea4bb112ac1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.231520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b55b895-58be-4f7e-8c3d-f56ffc9d968f req-bd6e63be-0620-402c-8d7f-7ea4bb112ac1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.5044081 Dec 20 15:43:10.234012 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c66f367-ac5a-4cfb-9416-0e076b7677fd x-openstack-request-id: req-2c66f367-ac5a-4cfb-9416-0e076b7677fd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:10.234305 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf31693-f5a6-4404-936d-a240797e26a6", "tag": "94696ef0-c960-485d-b63a-58434ee75d0f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:10.234559 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c66f367-ac5a-4cfb-9416-0e076b7677fd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:10.234962 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'tag': '94696ef0-c960-485d-b63a-58434ee75d0f', 'status': 'completed', 'code': 200} Dec 20 15:43:10.253375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:10.253933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5758ac-6f9b-4f50-9ad4-d3f782cec718 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:10.254153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 51fab7b6-42dc-4436-9c8e-393e87ed4105 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:10.291416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 51fab7b6-42dc-4436-9c8e-393e87ed4105 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:10.291771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 51fab7b6-42dc-4436-9c8e-393e87ed4105 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:10.307488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Deleting subnet 265b6020-e1cf-4e5f-8c3d-cf26bff642b9 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:10.311548 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.323131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] For port 24a63d2d-8cb1-4f91-8992-0bd467c70aab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=24a63d2d-8cb1-4f91-8992-0bd467c70aab,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:10.324141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.346159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Calling delete_port for 24a63d2d-8cb1-4f91-8992-0bd467c70aab owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:10.380609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.439147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] DHCP port deletion for 1473221d-00fa-4458-b527-afbb96ad3c96 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:43:10.442812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.485868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-2c40d7f1-411d-4d7a-8e19-6c99cab5c12d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=94696ef0-c960-485d-b63a-58434ee75d0f HTTP/1.1" status: 200 len: 217 time: 0.4158700 Dec 20 15:43:10.524848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] Deleting port 24a63d2d-8cb1-4f91-8992-0bd467c70aab {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:10.525791 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.628609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541940-8e16-4d13-87f1-2c61b7831db5 req-352f442b-ae2c-4672-92bf-d3639ba00c35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.629259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] For port 24a63d2d-8cb1-4f91-8992-0bd467c70aab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=24a63d2d-8cb1-4f91-8992-0bd467c70aab,segment=NetworkSegment(1071419c-93b7-4dc0-86c6-a511c22cb5d8),segment_id=1071419c-93b7-4dc0-86c6-a511c22cb5d8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:10.630213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97541940-8e16-4d13-87f1-2c61b7831db5 req-352f442b-ae2c-4672-92bf-d3639ba00c35 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.3426807 Dec 20 15:43:10.631474 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.653650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] Calling delete_port for 24a63d2d-8cb1-4f91-8992-0bd467c70aab owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:10.681887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.705874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a63d2d-8cb1-4f91-8992-0bd467c70aab,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:10.709764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] No DVR routers for this DVR port 24a63d2d-8cb1-4f91-8992-0bd467c70aab on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:10.736065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97541940-8e16-4d13-87f1-2c61b7831db5 req-f04041b4-1072-44d8-a6fb-91f03df1d7d0 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938227 Dec 20 15:43:10.739922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-540a27e1-223e-48a7-8bbc-f92da626b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.743790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-540a27e1-223e-48a7-8bbc-f92da626b53e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2208245 Dec 20 15:43:10.749320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b55b895-58be-4f7e-8c3d-f56ffc9d968f req-6d74f90a-a464-4399-bc62-ae7ba1dafdd2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289159 Dec 20 15:43:10.806052 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.806231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-ac7366ce-529a-4d5d-8998-3159c244d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.808379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-ac7366ce-529a-4d5d-8998-3159c244d52c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552924 Dec 20 15:43:10.837436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] Pushing event deleted for resources: {'Port': ['ID=24a63d2d-8cb1-4f91-8992-0bd467c70aab,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:10.845328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7095dd-e5da-4608-9b06-d5038d5ccbe1 None None] No DVR routers for this DVR port 24a63d2d-8cb1-4f91-8992-0bd467c70aab on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:10.868444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.911317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.944543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:10.948137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/265b6020-e1cf-4e5f-8c3d-cf26bff642b9 HTTP/1.1" status: 204 len: 168 time: 0.8796377 Dec 20 15:43:10.951373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49698) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:10.968128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ae3df-7fd2-4c38-8f8d-b7e6244b1255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265b6020-e1cf-4e5f-8c3d-cf26bff642b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:11.002397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1473221d-00fa-4458-b527-afbb96ad3c96']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:11.052635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1071419c-93b7-4dc0-86c6-a511c22cb5d8') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:11.053228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1071419c-93b7-4dc0-86c6-a511c22cb5d8') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:11.062766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-b1ab400f-57fc-4ebc-a21c-1d7f0e86ee26 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471197 Dec 20 15:43:11.120101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.141267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.151893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:11.151893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.179102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675c315-476d-4c34-9b71-923f1f358096 req-7b28535a-46a7-4d7d-a2c6-7fb1d8fa29a3 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:11.189777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f675c315-476d-4c34-9b71-923f1f358096 req-7b28535a-46a7-4d7d-a2c6-7fb1d8fa29a3 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.2762799 Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:11.228958 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:11.235537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e2e0-b669-49f3-80b9-ded175dd0268 req-a67e88e7-4565-4f61-bc33-0e1a92a8013b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:11.239588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aac8e2e0-b669-49f3-80b9-ded175dd0268 req-a67e88e7-4565-4f61-bc33-0e1a92a8013b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.1739860 Dec 20 15:43:11.283715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.288377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.295459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.304367 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1473221d-00fa-4458-b527-afbb96ad3c96 HTTP/1.1" status: 204 len: 168 time: 1.4540453 Dec 20 15:43:11.304367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49704) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:11.328282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2203ef5-2781-46f8-837e-7e01b3e24588 admin admin] Pushing event deleted for resources: {'Network': ['ID=1473221d-00fa-4458-b527-afbb96ad3c96,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:11.357443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f675c315-476d-4c34-9b71-923f1f358096 req-c3cf66bf-5bfc-4a73-8074-07881237ce74 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666484 Dec 20 15:43:11.419282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aac8e2e0-b669-49f3-80b9-ded175dd0268 req-6a0c97d6-682b-41d9-9a65-176aafab2faa tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698060 Dec 20 15:43:11.468514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cf64cb-7579-4ba3-a705-483d10583479 req-18e3e45d-e5df-4ce2-90c9-7a5c8089d9fb service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803346 Dec 20 15:43:11.592546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-3ae69988-9a29-439c-8c75-520c059956be service neutron] 10.222.0.83 "GET /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5/bindings/n-h1-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.1795108 Dec 20 15:43:11.607255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241243f-2d3b-4d36-9802-87f10f3027aa req-fb2f8680-c298-4432-b65c-c9ddcc5d176b tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:11.612024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a241243f-2d3b-4d36-9802-87f10f3027aa req-fb2f8680-c298-4432-b65c-c9ddcc5d176b tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1260273 Dec 20 15:43:11.627594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.632166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49706) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:11.639406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Request body: {'floatingip': {'port_id': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:11.653095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bd4276-c7a2-471d-85ad-e855df5bbb41']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:11.664870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0d6e22-830b-4c3f-baac-c944cd64bcd0') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:11.665359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0d6e22-830b-4c3f-baac-c944cd64bcd0') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:11.677331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.761516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.791756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:11.792305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:11.794834 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:11.942675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 24a63d2d-8cb1-4f91-8992-0bd467c70aab no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:11.995799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 24a63d2d-8cb1-4f91-8992-0bd467c70aab {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:11.999745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 24a63d2d-8cb1-4f91-8992-0bd467c70aab not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:12.002066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:12.012001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:12.016323 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] 10.222.0.81 "DELETE /v2.0/networks/17bd4276-c7a2-471d-85ad-e855df5bbb41 HTTP/1.1" status: 204 len: 168 time: 1.0629001 Dec 20 15:43:12.074187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083b029-f0bc-4f08-a143-f6a99f573f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bd4276-c7a2-471d-85ad-e855df5bbb41,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:12.122060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:12.147683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadc9a-1f6c-414c-965b-24b2552720ee req-4bc2f238-059f-46fe-b5f0-985badbdb496 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:12.149374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4aeadc9a-1f6c-414c-965b-24b2552720ee req-4bc2f238-059f-46fe-b5f0-985badbdb496 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 948 time: 0.6090000 Dec 20 15:43:12.256194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:12.289083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-11c90e80-f821-4536-b4d9-9943ee769f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:12.291223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-11c90e80-f821-4536-b4d9-9943ee769f2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 1099 time: 0.6747556 Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.383224 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:12.386182 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:12.388060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7e2ec-323d-48cd-803f-980a0c1db708 req-306a6bea-2350-435f-a3c9-4588f0efeb7b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:12.389654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28f7e2ec-323d-48cd-803f-980a0c1db708 req-306a6bea-2350-435f-a3c9-4588f0efeb7b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.3465960 Dec 20 15:43:12.413809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4aeadc9a-1f6c-414c-965b-24b2552720ee req-58f57354-99d9-4173-b6be-4047cb3344dc tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169056 Dec 20 15:43:12.434357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49716) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:12.624642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Deleting port 2310741e-941c-418c-bf8b-0bc5668e9fb2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:12.625372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:12.679176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-bebc325b-00ee-4b15-b9e3-44c0803245c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:12.681465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-bebc325b-00ee-4b15-b9e3-44c0803245c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3462915 Dec 20 15:43:12.720294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] For port 2310741e-941c-418c-bf8b-0bc5668e9fb2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2310741e-941c-418c-bf8b-0bc5668e9fb2,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:12.720778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:12.743403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Calling delete_port for 2310741e-941c-418c-bf8b-0bc5668e9fb2 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:12.818159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-80d71f8f-c788-4b53-80bb-07837e135707 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=94696ef0-c960-485d-b63a-58434ee75d0f HTTP/1.1" status: 200 len: 217 time: 0.0775762 Dec 20 15:43:12.943462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28f7e2ec-323d-48cd-803f-980a0c1db708 req-3427c04b-ef68-4659-954d-b6e79ddf8649 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335245 Dec 20 15:43:12.945430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-4d2a5ab8-a39b-41b1-8e61-4e13b0e0c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:12.947767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-4d2a5ab8-a39b-41b1-8e61-4e13b0e0c99c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0822177 Dec 20 15:43:13.094526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1d21872f-c855-4b0f-8b6c-130e3434ba40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ad216b0ac664039a544ba0eca69b835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013730 Dec 20 15:43:13.100268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49728) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:13.110362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71d14-f807-4f1c-98e2-7937017746a2 req-14d1acea-9626-4cc8-a0d1-987e19c66019 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:13.111958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39b71d14-f807-4f1c-98e2-7937017746a2 req-14d1acea-9626-4cc8-a0d1-987e19c66019 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.4208791 Dec 20 15:43:13.114739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:13.165548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.217825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=2310741e-941c-418c-bf8b-0bc5668e9fb2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:13.254215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:13.311448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3fd295a5-6653-4440-b2d1-5683d811f3d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.326981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-31a35f34-3c4c-4f18-a09e-96f37c104086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:13.328586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-31a35f34-3c4c-4f18-a09e-96f37c104086 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3624101 Dec 20 15:43:13.384833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3fd295a5-6653-4440-b2d1-5683d811f3d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.398856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a65cbe-0b3d-4f57-8d60-0170bbffc6c5 req-9d721465-d874-4f57-9012-60dd1b03fe7e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:13.400540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19a65cbe-0b3d-4f57-8d60-0170bbffc6c5 req-9d721465-d874-4f57-9012-60dd1b03fe7e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 944 time: 0.3129995 Dec 20 15:43:13.422712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4947088e-dfeb-4c5e-a803-98b46b4043a5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:13.443872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:13.499242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.566862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39b71d14-f807-4f1c-98e2-7937017746a2 req-3a2aa8d9-ac63-4f4c-8c4b-8cd1cb7b1013 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178469 Dec 20 15:43:13.613668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.647083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3fd295a5-6653-4440-b2d1-5683d811f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.652816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3fd295a5-6653-4440-b2d1-5683d811f3d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.656573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3fd295a5-6653-4440-b2d1-5683d811f3d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34cc3613-0864-4c34-844c-525f69ad3cd1 HTTP/1.1" status: 204 len: 168 time: 0.5529113 Dec 20 15:43:13.675176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd295a5-6653-4440-b2d1-5683d811f3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc3613-0864-4c34-844c-525f69ad3cd1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:13.691818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-c5db9869-720d-4465-81a4-61c139b8fee7 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507757 Dec 20 15:43:13.705296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19a65cbe-0b3d-4f57-8d60-0170bbffc6c5 req-70bf0a56-5c6f-45e4-9b9f-8a4b8aebeabd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396555 Dec 20 15:43:13.785497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:43:13.965038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.977086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a449fc9-3a83-4f2f-a14f-c32919f5d56a req-18b9f217-668a-4a57-9282-a04f34adf9ba tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:13.978722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a449fc9-3a83-4f2f-a14f-c32919f5d56a req-18b9f217-668a-4a57-9282-a04f34adf9ba tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 948 time: 0.3231871 Dec 20 15:43:13.996827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Router 5f63a08a-6e4c-47f9-917c-823abb553db2 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:14.087959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:14.106812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f29b5-fbb0-43cb-b242-2f2613678eb7 req-fda515b9-c302-492b-a14d-3ad1a7114274 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979688 Dec 20 15:43:14.175460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] Transition to ACTIVE for port object 4947088e-dfeb-4c5e-a803-98b46b4043a5 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:14.229068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:14.238714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dabcce37-d223-47dd-9ce1-14e39e954cdb admin admin] 10.222.0.81 "PUT /v2.0/routers/5f63a08a-6e4c-47f9-917c-823abb553db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9342277 Dec 20 15:43:14.239393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49748) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:14.241356 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] Sync routers for ids ['5f63a08a-6e4c-47f9-917c-823abb553db2'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:14.264197 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] Routers {'5f63a08a-6e4c-47f9-917c-823abb553db2'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:14.268394 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5f63a08a-6e4c-47f9-917c-823abb553db2'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:14.271876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:14.291881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a449fc9-3a83-4f2f-a14f-c32919f5d56a req-69663848-34fa-440f-b764-79d394979947 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936308 Dec 20 15:43:14.351832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb33e7-52d5-4daa-ae4c-d25673dbbda6 req-414e253f-a624-4682-a551-490ca3a2830d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:14.353497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fffb33e7-52d5-4daa-ae4c-d25673dbbda6 req-414e253f-a624-4682-a551-490ca3a2830d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1824033 Dec 20 15:43:14.498785 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] Set router 5f63a08a-6e4c-47f9-917c-823abb553db2 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:14.544983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:14.747679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] No DVR routers for this DVR port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:14.748609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:14.779878 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Floating IP 8617ab83-13fe-4832-abde-1361cdcd0c4d associated. External IP: 172.25.6.100, port: d0332da4-76c6-48fb-bdf2-7d64c2ff67f2. Dec 20 15:43:14.838045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] Pushing event updated for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:14.875562 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:43:12Z', 'revision_number': 5, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port': {'id': '35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:37:06Z', 'updated_at': '2021-12-20T15:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:14.887439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-052dd2ff-5da5-4002-a3af-b2b8e1272d3b service neutron] 10.222.0.83 "PUT /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5/bindings/n-h1-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 3.2705498 Dec 20 15:43:14.907765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Deleting port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:14.908765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:14.951112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49756) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:15.022738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f949e-6ba1-4f47-a52f-3cf34d576d89 req-626fe3e2-90db-4e46-b173-a2f9c7582427 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.034069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-218f949e-6ba1-4f47-a52f-3cf34d576d89 req-626fe3e2-90db-4e46-b173-a2f9c7582427 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.2940795 Dec 20 15:43:15.056210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-effdf0e9-1350-4845-99fb-f9f3829981b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3fc56c228884585bfe63394a967e136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0713520 Dec 20 15:43:15.059663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 94696ef0-c960-485d-b63a-58434ee75d0f details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:15.072720 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] Checking router: 5f63a08a-6e4c-47f9-917c-823abb553db2 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:15.076045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:15.098718 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] Routers {'5f63a08a-6e4c-47f9-917c-823abb553db2'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:15.099987 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5f63a08a-6e4c-47f9-917c-823abb553db2'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:15.103912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fffb33e7-52d5-4daa-ae4c-d25673dbbda6 req-fb57449e-2802-4a26-b5f5-4f8d5b964cf5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627882 Dec 20 15:43:15.222722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] For port 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:15.223162 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.261855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Calling delete_port for 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:15.268032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 94696ef0-c960-485d-b63a-58434ee75d0f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=94696ef0-c960-485d-b63a-58434ee75d0f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:15.289435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-218f949e-6ba1-4f47-a52f-3cf34d576d89 req-8857f4e5-5d5e-43d9-9482-8a0d17d138db tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540131 Dec 20 15:43:15.294356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '94696ef0-c960-485d-b63a-58434ee75d0f', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '94696ef0-c960-485d-b63a-58434ee75d0f', 'mac_address': 'fa:16:3e:0b:1b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:15.300872 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] Set router 5f63a08a-6e4c-47f9-917c-823abb553db2 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:15.312151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-63c4dc7a-36dc-4f4c-88f6-b7ab55bdf2a2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.314009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-63c4dc7a-36dc-4f4c-88f6-b7ab55bdf2a2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.2759657 Dec 20 15:43:15.350958 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.367321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94696ef0-c960-485d-b63a-58434ee75d0f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:15.432181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 94696ef0-c960-485d-b63a-58434ee75d0f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=94696ef0-c960-485d-b63a-58434ee75d0f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:15.457970 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:43:14Z', 'revision_number': 6, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:15.473625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e331841-e243-45c0-83d6-0eb8fb912c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.504691 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e483c0-8111-4ae1-8256-21c742738a3e None None] The sync data for ids ['5f63a08a-6e4c-47f9-917c-823abb553db2'] in n-d-781076-8 is: [{'id': '5f63a08a-6e4c-47f9-917c-823abb553db2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474133434-router', 'tenant_id': '5e3f225243834589aa989a39a29b21fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:37:04Z', 'updated_at': '2021-12-20T15:43:14Z', 'revision_number': 6, 'project_id': '5e3f225243834589aa989a39a29b21fb', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:15.541211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.545545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e331841-e243-45c0-83d6-0eb8fb912c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.561955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-05d3d11d-0c3d-4de5-adb1-51b172d062a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.563550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-05d3d11d-0c3d-4de5-adb1-51b172d062a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3&tenant_id=e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 1096 time: 0.2374606 Dec 20 15:43:15.572750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567eb55-2fd3-4fb0-8a18-91a5e00d84ff req-b89d6564-e905-4714-8940-9871831dad93 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.580389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e567eb55-2fd3-4fb0-8a18-91a5e00d84ff req-b89d6564-e905-4714-8940-9871831dad93 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.3116312 Dec 20 15:43:15.609624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Router 840fa61b-59c4-47df-b747-9a3a25429ac2 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:15.726171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=94696ef0-c960-485d-b63a-58434ee75d0f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:15.749638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.750749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.751214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.751969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.752457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.752934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.754104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.754597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.754939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.755445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.755786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.756114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.756618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:15.759013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.779635 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:43:15.795770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-4eece2cf-1b1d-4bea-9c62-b6db5271eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.799139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-4eece2cf-1b1d-4bea-9c62-b6db5271eb98 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1096 time: 0.1956189 Dec 20 15:43:15.818256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e567eb55-2fd3-4fb0-8a18-91a5e00d84ff req-6c7c6885-72fd-465c-9325-630d495d4892 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364628 Dec 20 15:43:15.828353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:15.834845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e331841-e243-45c0-83d6-0eb8fb912c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.834845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e331841-e243-45c0-83d6-0eb8fb912c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.837833 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e331841-e243-45c0-83d6-0eb8fb912c74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d598a168-3ec2-4744-b28d-94a4a8623f0e HTTP/1.1" status: 204 len: 168 time: 0.7603068 Dec 20 15:43:15.847558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f873b13-0196-478b-b0be-64b59bc41246 req-6600624d-d673-4116-8d7b-b3682b0cbc25 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.856706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f873b13-0196-478b-b0be-64b59bc41246 req-6600624d-d673-4116-8d7b-b3682b0cbc25 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 949 time: 0.2386813 Dec 20 15:43:15.897565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e331841-e243-45c0-83d6-0eb8fb912c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d598a168-3ec2-4744-b28d-94a4a8623f0e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:15.967473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.991303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['94696ef0-c960-485d-b63a-58434ee75d0f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:16.258040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:16.267073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.281714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2310741e-941c-418c-bf8b-0bc5668e9fb2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:16.286989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.294693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.302221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] Sync routers for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:16.329623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f873b13-0196-478b-b0be-64b59bc41246 req-bbc51938-7a6e-48a5-a3e0-9ae9dab45284 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680653 Dec 20 15:43:16.334346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-24ab328c-754f-4192-950d-ce913bf00992 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "PUT /v2.0/floatingips/8617ab83-13fe-4832-abde-1361cdcd0c4d HTTP/1.1" status: 200 len: 991 time: 4.7003191 Dec 20 15:43:16.335234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:16.338912 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dff8b3-b840-4d01-9edc-774b69322472" -d '{"events": [{"name": "network-changed", "server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:16.402500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2310741e-941c-418c-bf8b-0bc5668e9fb2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:16.409543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2310741e-941c-418c-bf8b-0bc5668e9fb2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:16.444346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-87111b90-dc67-4592-8854-ad090899256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:16.446719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-87111b90-dc67-4592-8854-ad090899256e service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.6237278 Dec 20 15:43:16.481057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:16.481968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:16.505276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-70f418fd-5d37-4c73-a92a-a14cb6bd197d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 217 time: 0.0492282 Dec 20 15:43:16.566025 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f62125e-83fa-4e2c-aa57-088218d7ad54 x-openstack-request-id: req-4f62125e-83fa-4e2c-aa57-088218d7ad54 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:16.566755 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:16.567763 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f62125e-83fa-4e2c-aa57-088218d7ad54 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:16.568802 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'status': 'completed', 'code': 200} Dec 20 15:43:16.817846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-3635c3cc-3f10-48ce-9888-2fb75099f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:16.825780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-3635c3cc-3f10-48ce-9888-2fb75099f09a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.2620318 Dec 20 15:43:16.836931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fa391-741e-4cf8-8083-b5d1ce1f799f req-6209b2c1-ad88-46a7-8373-fa6b3aeeb841 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:16.840250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c23fa391-741e-4cf8-8083-b5d1ce1f799f req-6209b2c1-ad88-46a7-8373-fa6b3aeeb841 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.3329742 Dec 20 15:43:16.902086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-c437d90f-088f-4e49-b3f8-b245ddc392dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585377 Dec 20 15:43:16.923374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a384c-ab16-4c22-98a3-49d1365d775c req-83a26904-c10e-4ea9-b5ec-3b28490a4877 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:16.925010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-156a384c-ab16-4c22-98a3-49d1365d775c req-83a26904-c10e-4ea9-b5ec-3b28490a4877 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.2726624 Dec 20 15:43:16.944646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:16.997736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-877b72c6-3289-4bfb-a295-52e73cd4d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:16.999318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-877b72c6-3289-4bfb-a295-52e73cd4d67a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 1096 time: 0.2835732 Dec 20 15:43:17.080622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-43f9757a-b57f-43e4-8fb8-eaebed885be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:17.091246 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-43f9757a-b57f-43e4-8fb8-eaebed885be9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf6509ef9620493f892af67a436f1f8e&device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 1096 time: 0.0981419 Dec 20 15:43:17.166969 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.170851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f63a08a-6e4c-47f9-917c-823abb553db2 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:43:17.189375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.195113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-156a384c-ab16-4c22-98a3-49d1365d775c req-a6e34127-a2f0-4377-9079-05f172c72dce tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549419 Dec 20 15:43:17.200172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49800) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:17.202492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea5afc4c-2f9f-4668-991e-6fb457b33475 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5f63a08a-6e4c-47f9-917c-823abb553db2 HTTP/1.1" status: 204 len: 168 time: 2.9592602 Dec 20 15:43:17.234886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c23fa391-741e-4cf8-8083-b5d1ce1f799f req-a26ee35a-53f9-4285-af9d-18d1489f41ca tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458509 Dec 20 15:43:17.340200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Deleting subnet 1cc32da8-01db-473b-b479-84c9303086f5 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:17.350076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.436488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-195f5e0f-2edf-4e7e-9375-fea31b5a662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:17.441349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-195f5e0f-2edf-4e7e-9375-fea31b5a662a service neutron] 10.222.0.72 "GET /v2.0/networks?id=24b12966-971c-4366-949d-9466979e0cda HTTP/1.1" status: 200 len: 912 time: 0.3479190 Dec 20 15:43:17.560873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '8617ab83-13fe-4832-abde-1361cdcd0c4d', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'floating_ip_address': '172.25.6.100', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'port_id': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'mac_address': 'fa:16:3e:76:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:42:46Z', 'updated_at': '2021-12-20T15:43:13Z', 'revision_number': 1, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:47Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:17.586828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-3edd8e96-b016-4638-8e56-4e99361bb3ba service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587405 Dec 20 15:43:17.588404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-8bad814c-e7fb-442b-9519-de8c71e72554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:17.591160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-8bad814c-e7fb-442b-9519-de8c71e72554 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 200 len: 916 time: 0.5762587 Dec 20 15:43:17.606697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.610261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] Checking router: 840fa61b-59c4-47df-b747-9a3a25429ac2 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:17.644382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:17.645635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:17.691755 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-62f3a111-676d-43aa-97cb-e9b5714db56f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 HTTP/1.1" status: 200 len: 999 time: 0.2220840 Dec 20 15:43:17.759696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-6567311b-fcb9-4621-baa6-64f5e4b4374c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0 HTTP/1.1" status: 200 len: 217 time: 0.1474638 Dec 20 15:43:17.794268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045e68d-8972-498c-bb4c-1046e22abb1c req-065eb26a-9b01-487d-8af1-d0ebbb6ea168 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:17.803055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d045e68d-8972-498c-bb4c-1046e22abb1c req-065eb26a-9b01-487d-8af1-d0ebbb6ea168 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.3660245 Dec 20 15:43:17.817885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-5c17636d-c53a-483b-b9a3-649b7a6ff928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:17.824680 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-5c17636d-c53a-483b-b9a3-649b7a6ff928 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3aa58020-55f4-41e9-b27b-827544059fb9 HTTP/1.1" status: 200 len: 850 time: 0.1204321 Dec 20 15:43:17.845191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:17.902506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-13f78133-4328-4ffe-902a-c2f4baaf70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:17.904492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-13f78133-4328-4ffe-902a-c2f4baaf70da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24b12966-971c-4366-949d-9466979e0cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730195 Dec 20 15:43:17.957999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:17.967117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d045e68d-8972-498c-bb4c-1046e22abb1c req-a9454e57-e38f-4fa5-a7e6-f43fd7dd0f53 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625569 Dec 20 15:43:18.123578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0011a-219e-4cbe-a103-8422c5811d68 req-3291a2a8-0d77-4be6-9445-147eea28a41a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.126493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0d0011a-219e-4cbe-a103-8422c5811d68 req-3291a2a8-0d77-4be6-9445-147eea28a41a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 949 time: 0.6348922 Dec 20 15:43:18.154550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-b31ac851-478c-40fb-9b84-e9e0336e3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.155597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-3e11a818-f531-469d-a7a8-b84d9083aed2 service neutron] 10.222.0.72 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363913 Dec 20 15:43:18.160959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-b31ac851-478c-40fb-9b84-e9e0336e3e04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 200 len: 854 time: 0.3881614 Dec 20 15:43:18.162510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:18.163218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35aa6449-6e6f-4f6a-88ba-ab6f883e8cd2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:18.165880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:18.310971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-68f8c2ed-0862-4cb6-a024-48ba802f2e0f service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005632 Dec 20 15:43:18.313101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.360393 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b1dff8b3-b840-4d01-9edc-774b69322472 req-2651908f-e625-4f39-8733-7e3ca13a2329 service neutron] 10.222.0.72 "GET /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885128 Dec 20 15:43:18.401852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-532221121-network', 'tenant_id': '5b21fd0b232e4e618e10fc832d62991b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:18.439201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-de155ec1-43de-427f-839e-1a15bff26835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.441896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-de155ec1-43de-427f-839e-1a15bff26835 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446017 Dec 20 15:43:18.445734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '8617ab83-13fe-4832-abde-1361cdcd0c4d', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'floating_ip_address': '172.25.6.100', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'port_id': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'mac_address': 'fa:16:3e:76:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:42:46Z', 'updated_at': '2021-12-20T15:43:13Z', 'revision_number': 1, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:47Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:18.485381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0d0011a-219e-4cbe-a103-8422c5811d68 req-fc648c0c-2c6a-4e74-9967-2c64a1a07770 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037724 Dec 20 15:43:18.487942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e5e4c-0143-4b97-a7f5-4a937509bd8c None None] The sync data for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 is: [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '8617ab83-13fe-4832-abde-1361cdcd0c4d', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'floating_ip_address': '172.25.6.100', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'port_id': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'mac_address': 'fa:16:3e:76:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:42:46Z', 'updated_at': '2021-12-20T15:43:13Z', 'revision_number': 1, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:47Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:18.519260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Made reservation on behalf of 5b21fd0b232e4e618e10fc832d62991b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:18.521729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.538861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.707633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.726944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135331-9d52-48f2-a7c0-fac134e9f42c req-53624769-e3ab-494e-bc3c-0645ba1fc4fd tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.728586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39135331-9d52-48f2-a7c0-fac134e9f42c req-53624769-e3ab-494e-bc3c-0645ba1fc4fd tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.3457360 Dec 20 15:43:18.735326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-f5120160-40f2-43d7-b9dc-3144b71e9e66 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542267 Dec 20 15:43:18.789902 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.796053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc800c-5729-480a-aef9-8faf2760e0d3 req-79fa4109-175a-4e92-95e0-ab30d7afe032 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.797652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40fc800c-5729-480a-aef9-8faf2760e0d3 req-79fa4109-175a-4e92-95e0-ab30d7afe032 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1341023 Dec 20 15:43:18.852715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:43:18.867676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.868620 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Added segment a826e261-8c73-4d91-8529-6facb0e7f78d of type vlan for network 7f2346de-9223-40ca-99f8-c15b53edf633 Dec 20 15:43:18.923372 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284e3a22-9bf6-4bc3-8de7-a57e679e7c61 None None] New status for floating IP 8617ab83-13fe-4832-abde-1361cdcd0c4d: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:43:18.928552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.036498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.037442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:19.038181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.052515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b92a7-4970-4756-b4b9-a900f2b5ada0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:19.092761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 94696ef0-c960-485d-b63a-58434ee75d0f up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:19.142211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2346de-9223-40ca-99f8-c15b53edf633,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:19.150975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eee43931-c1bc-45a0-b103-6f5cbe60e624 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9839592 Dec 20 15:43:19.154628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-a5131a91-11a0-47c1-b2c3-28a0bfe2b69d tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:19.156205 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-a5131a91-11a0-47c1-b2c3-28a0bfe2b69d tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1860282 Dec 20 15:43:19.156844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49838) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:19.163902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Request body: {'subnet': {'network_id': '7f2346de-9223-40ca-99f8-c15b53edf633', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-532221121-subnet', 'tenant_id': '5b21fd0b232e4e618e10fc832d62991b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:19.210249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.233655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7f2346de-9223-40ca-99f8-c15b53edf633 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:43:19.292477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc32da8-01db-473b-b479-84c9303086f5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:19.306242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Made reservation on behalf of 5b21fd0b232e4e618e10fc832d62991b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:19.309056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.314565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39135331-9d52-48f2-a7c0-fac134e9f42c req-22788486-0aaf-442e-b958-4f6e67abfe82 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762596 Dec 20 15:43:19.315712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.322050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c75895bd-844e-40a5-96c5-b7c1f3edb982 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1cc32da8-01db-473b-b479-84c9303086f5 HTTP/1.1" status: 204 len: 168 time: 2.0860682 Dec 20 15:43:19.329599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49840) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:19.357061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40fc800c-5729-480a-aef9-8faf2760e0d3 req-7a4a0809-ab12-4b58-8aed-7b2abb093dd9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563201 Dec 20 15:43:19.376441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd63bc-b30a-4749-80df-04a8ce9f0404 None None] Network 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:19.429571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8662f10a-afc9-4546-8de4-a6f2ef227df8 req-2fd51087-8fdf-4ac8-a2a3-d418a337f782 service neutron] 10.222.0.72 "GET /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830671 Dec 20 15:43:19.569579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.683421 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.771571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a2c485-8946-4072-bd88-06e7d713ddf6,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:19.780488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Checking segment: {'id': 'a826e261-8c73-4d91-8529-6facb0e7f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7f2346de-9223-40ca-99f8-c15b53edf633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:19.780860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Network hostable DHCP agents. Network: 7f2346de-9223-40ca-99f8-c15b53edf633, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:43:19.799415 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-0051099b-1e96-4213-bda6-7cf49ece44c1 service neutron] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:19.805036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 94696ef0-c960-485d-b63a-58434ee75d0f completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:19.805658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-0051099b-1e96-4213-bda6-7cf49ece44c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.806985 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c59d7410-82a5-4ec8-a572-bb9461d1ca05 req-0051099b-1e96-4213-bda6-7cf49ece44c1 service neutron] 10.222.0.72 "DELETE /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5/bindings/n-h2-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.6367593 Dec 20 15:43:19.816854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 94696ef0-c960-485d-b63a-58434ee75d0f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:19.817554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.863677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca952-9da4-4809-8573-6b883995d714 req-4504dbd9-b3d0-40d5-9341-49c605cdf31a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:19.867502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Network 7f2346de-9223-40ca-99f8-c15b53edf633 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:43:19.880135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] DHCP port deletion for 1ce3e11d-4dd8-47c1-af74-8c271a1cf42e request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:43:19.886342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f69ca952-9da4-4809-8573-6b883995d714 req-4504dbd9-b3d0-40d5-9341-49c605cdf31a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.3102837 Dec 20 15:43:19.949894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7f2346de-9223-40ca-99f8-c15b53edf633) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:19.954164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:19.954734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:19.968510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5db7-8074-4420-ac88-22ca9be8b3ab req-85f7e99b-d2f6-46aa-b819-865bc557784f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:19.970208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5dbb5db7-8074-4420-ac88-22ca9be8b3ab req-85f7e99b-d2f6-46aa-b819-865bc557784f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 949 time: 0.2631636 Dec 20 15:43:19.978078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a9925-445e-4a89-8e8a-ede29bfb7ba8 None None] Network 7f2346de-9223-40ca-99f8-c15b53edf633 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:20.037933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f69ca952-9da4-4809-8573-6b883995d714 req-6cc92a0d-8706-48c5-a5db-9085f959eb07 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492326 Dec 20 15:43:20.049427 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-319dc059-0aab-4e65-b01d-e5ad26136ce7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8905487 Dec 20 15:43:20.049981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Deleting port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:20.050325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.272689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] For port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:20.273752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.368463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Calling delete_port for 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:20.383782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] Deleting port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:20.384385 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.458353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5dbb5db7-8074-4420-ac88-22ca9be8b3ab req-1c79c86d-acd9-425f-8ca2-8c1f52446b53 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741864 Dec 20 15:43:20.464721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] For port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,segment=NetworkSegment(169665dc-b3e6-46e2-8dcf-aa4136e70f96),segment_id=169665dc-b3e6-46e2-8dcf-aa4136e70f96)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:20.465666 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.484738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] Calling delete_port for 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:20.606041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca1673-37fa-4b74-8497-bb04ba3e4284 req-9eee96a8-9e6b-422b-8651-00595ed4efb9 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:20.618632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ca1673-37fa-4b74-8497-bb04ba3e4284 req-9eee96a8-9e6b-422b-8651-00595ed4efb9 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1096 time: 0.3041699 Dec 20 15:43:20.633728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.671002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef22ce-55d6-4e02-a3a6-a8e33dc4e947 None None] Network 7f2346de-9223-40ca-99f8-c15b53edf633 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:20.746703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94696ef0-c960-485d-b63a-58434ee75d0f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:20.750676 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda85f2c-cb57-484b-b87d-6cf876aebc2d" -d '{"events": [{"server_uuid": "bbf31693-f5a6-4404-936d-a240797e26a6", "name": "network-vif-plugged", "status": "completed", "tag": "94696ef0-c960-485d-b63a-58434ee75d0f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:20.757210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46ca1673-37fa-4b74-8497-bb04ba3e4284 req-68cb907b-5246-4053-b464-f77f029a20ce tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269977 Dec 20 15:43:20.777448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d696ea-896e-43fe-9b2d-6637d939c07f req-47180b6d-930b-40c2-9324-21d329649414 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:20.788392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d696ea-896e-43fe-9b2d-6637d939c07f req-47180b6d-930b-40c2-9324-21d329649414 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1433451 Dec 20 15:43:20.849641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 94696ef0-c960-485d-b63a-58434ee75d0f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=94696ef0-c960-485d-b63a-58434ee75d0f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:20.862192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.894581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.940684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:20.944357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] No DVR routers for this DVR port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:20.950765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1433d-ebd0-46f8-be37-0e412c494582 None None] Pushing event deleted for resources: {'Port': ['ID=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:20.991786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3b30fa-3c00-4f9f-8cc6-583f10e65151,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:21.009864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] No DVR routers for this DVR port 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:21.119407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=94696ef0-c960-485d-b63a-58434ee75d0f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:21.140555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9d696ea-896e-43fe-9b2d-6637d939c07f req-da12b279-cc6c-4197-98ae-c13ff33da30e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481660 Dec 20 15:43:21.280938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.302137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c5583-500f-4a3e-ad2a-dc646d829562 req-7366a38f-256f-4a97-b992-efad812e6a65 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:21.315681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-999c5583-500f-4a3e-ad2a-dc646d829562 req-7366a38f-256f-4a97-b992-efad812e6a65 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.3407562 Dec 20 15:43:21.387398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce3e11d-4dd8-47c1-af74-8c271a1cf42e']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:21.419622 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6b22f-82b9-40ed-952e-9c3250d92f2e x-openstack-request-id: req-73f6b22f-82b9-40ed-952e-9c3250d92f2e {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:21.419622 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf31693-f5a6-4404-936d-a240797e26a6", "name": "network-vif-plugged", "status": "completed", "tag": "94696ef0-c960-485d-b63a-58434ee75d0f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:21.419622 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73f6b22f-82b9-40ed-952e-9c3250d92f2e {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:21.420441 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94696ef0-c960-485d-b63a-58434ee75d0f', 'code': 200} Dec 20 15:43:21.420624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169665dc-b3e6-46e2-8dcf-aa4136e70f96') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:21.421126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169665dc-b3e6-46e2-8dcf-aa4136e70f96') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:21.444207 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.458131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.488866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-999c5583-500f-4a3e-ad2a-dc646d829562 req-bf458d9f-1433-4b11-b1f0-47da26c3a1ae tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720319 Dec 20 15:43:21.544219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.605928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49898) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:21.606447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:21.606659 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.611976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1052592255-network', 'tenant_id': '88599e8e522241d1b9bab1d38309f324'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:21.670645 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:21.748142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Made reservation on behalf of 88599e8e522241d1b9bab1d38309f324 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:21.752481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.752706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47abe5a-b455-49b1-94d6-c663080fdee0 req-ad82214a-47ae-4226-b2e8-812a3ad35fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:21.754367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f47abe5a-b455-49b1-94d6-c663080fdee0 req-ad82214a-47ae-4226-b2e8-812a3ad35fc3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 1101 time: 0.2225325 Dec 20 15:43:21.765847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e82016-97be-4fe9-babe-67dd2b082d63 req-d4ef782e-34e1-412b-a0e2-fb8384edb2fd tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:21.769983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.774407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3e82016-97be-4fe9-babe-67dd2b082d63 req-d4ef782e-34e1-412b-a0e2-fb8384edb2fd tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1096 time: 0.2244303 Dec 20 15:43:21.821286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300e5a1-0950-4cc6-80c3-5a4b3fc0cda7 req-5ff31ef9-16d4-4fb6-99e9-9f2f7d2b8a3c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:21.822975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8300e5a1-0950-4cc6-80c3-5a4b3fc0cda7 req-5ff31ef9-16d4-4fb6-99e9-9f2f7d2b8a3c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 950 time: 0.1507664 Dec 20 15:43:21.826508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.863171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.869728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1ce3e11d-4dd8-47c1-af74-8c271a1cf42e HTTP/1.1" status: 204 len: 168 time: 2.5378506 Dec 20 15:43:21.881843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037d27-1bd9-456b-bae2-cd439208f5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce3e11d-4dd8-47c1-af74-8c271a1cf42e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:21.917494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f47abe5a-b455-49b1-94d6-c663080fdee0 req-d070cb70-7bcb-40a1-9a6e-e829d3984a9c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531646 Dec 20 15:43:21.927334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:21.939372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3e82016-97be-4fe9-babe-67dd2b082d63 req-09bbc48f-b5e3-4b04-9f40-0c0c87280a42 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639290 Dec 20 15:43:21.957527 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:21.962377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:21.962828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3b30fa-3c00-4f9f-8cc6-583f10e65151 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:22.055565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.061108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8300e5a1-0950-4cc6-80c3-5a4b3fc0cda7 req-edbc6f3e-aa11-420c-a533-79c6be5b0364 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224975 Dec 20 15:43:22.093391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:43:22.139855 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.139855 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Added segment 845acb2b-d60c-42e1-9b91-5e3644b27d36 of type vlan for network 1cbb762a-0a47-4be6-ba34-ca3cf469360e Dec 20 15:43:22.157904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb3de15-6ad4-4e44-a944-0e360a38137c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:22.200414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06799bd-6bbc-4c7a-8405-5ad35149c7a2 req-bad1cf10-76c9-424d-9763-fc051c1a5a3f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:22.202071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a06799bd-6bbc-4c7a-8405-5ad35149c7a2 req-bad1cf10-76c9-424d-9763-fc051c1a5a3f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1198573 Dec 20 15:43:22.227229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.309132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a06799bd-6bbc-4c7a-8405-5ad35149c7a2 req-037f3cd9-f8f7-49ab-881a-c2cefe9771a3 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887663 Dec 20 15:43:22.446229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.448520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:22.449609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.520022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49926) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:22.620481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbb762a-0a47-4be6-ba34-ca3cf469360e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:22.646783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1cbb762a-0a47-4be6-ba34-ca3cf469360e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:43:22.656525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f7134-aa07-4ca3-b120-11ca6fd1dfef req-cddae2df-60ac-429b-aae6-6fa6ccd8a61e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:22.670456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f88f7134-aa07-4ca3-b120-11ca6fd1dfef req-cddae2df-60ac-429b-aae6-6fa6ccd8a61e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 946 time: 0.1660810 Dec 20 15:43:22.681569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f537a1f-ff47-48b0-adc5-16942d70f4df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4325c3d504064fab843e420e92521480&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1568732 Dec 20 15:43:22.682390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49928) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:22.686313 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-abc958ec-9a5e-4470-86d1-983770a3fcb2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0783684 Dec 20 15:43:22.689970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:22.697658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Request body: {'subnet': {'network_id': '1cbb762a-0a47-4be6-ba34-ca3cf469360e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1052592255-subnet', 'tenant_id': '88599e8e522241d1b9bab1d38309f324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:22.800150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f88f7134-aa07-4ca3-b120-11ca6fd1dfef req-ee40967b-e024-4ba1-9268-14c11146f086 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153288 Dec 20 15:43:22.838264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Made reservation on behalf of 88599e8e522241d1b9bab1d38309f324 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:22.839667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2f28-7bc7-4e92-8663-94364135609e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.840908 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:22.873215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2f28-7bc7-4e92-8663-94364135609e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:23.053072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd926-e70d-4cbc-ad3c-d8e135f40224 req-74623f06-8fe7-416f-acf0-e0d770dd31c8 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:23.065743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-151cd926-e70d-4cbc-ad3c-d8e135f40224 req-74623f06-8fe7-416f-acf0-e0d770dd31c8 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1131353 Dec 20 15:43:23.098859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2f28-7bc7-4e92-8663-94364135609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:23.102186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9a2f28-7bc7-4e92-8663-94364135609e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:23.103892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2e9a2f28-7bc7-4e92-8663-94364135609e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d54bb5d-4f2a-492c-88a6-cd8f9a39c9a1 HTTP/1.1" status: 204 len: 168 time: 0.3856940 Dec 20 15:43:23.141306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a2f28-7bc7-4e92-8663-94364135609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54bb5d-4f2a-492c-88a6-cd8f9a39c9a1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:23.237314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-151cd926-e70d-4cbc-ad3c-d8e135f40224 req-1a73b3c1-f690-4ea5-b92e-e2657d1f5b5e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702166 Dec 20 15:43:23.452225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:23.523483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2071a-8c89-491a-8633-dcc6d73ee0c8 req-33a6133f-ef77-4f42-a3c2-102aba469619 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:23.523483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cf2071a-8c89-491a-8633-dcc6d73ee0c8 req-33a6133f-ef77-4f42-a3c2-102aba469619 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.1832204 Dec 20 15:43:23.600117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bbf0f-85d0-41ed-a425-28a19d81043c req-8f37f167-dfa6-455d-a3b0-ba51aa73f493 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:23.603159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff9bbf0f-85d0-41ed-a425-28a19d81043c req-8f37f167-dfa6-455d-a3b0-ba51aa73f493 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 950 time: 0.1935599 Dec 20 15:43:23.663265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a0ecf6-4f27-4829-a8ff-68e23c2c647c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:23.708016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cf2071a-8c89-491a-8633-dcc6d73ee0c8 req-041a4b43-d4f4-4dc6-9ab7-9f18e334520c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889300 Dec 20 15:43:23.763007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Checking segment: {'id': '845acb2b-d60c-42e1-9b91-5e3644b27d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cbb762a-0a47-4be6-ba34-ca3cf469360e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:23.763821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Network hostable DHCP agents. Network: 1cbb762a-0a47-4be6-ba34-ca3cf469360e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:43:23.800343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff9bbf0f-85d0-41ed-a425-28a19d81043c req-428af782-e7f2-4d2c-b3a5-89834fe90740 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702414 Dec 20 15:43:23.850064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-3f7a003a-b705-43ba-a94e-2e61c687dca2 req-a6c0bba5-f304-439c-a9e4-f7bd8179ccdd tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:43:23.851130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7a003a-b705-43ba-a94e-2e61c687dca2 req-a6c0bba5-f304-439c-a9e4-f7bd8179ccdd tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066669 Dec 20 15:43:23.965928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7a003a-b705-43ba-a94e-2e61c687dca2 req-88b46071-0026-4aea-9406-ae68ef080747 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0995421 Dec 20 15:43:24.249770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Network 1cbb762a-0a47-4be6-ba34-ca3cf469360e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:43:24.271490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53abc-b1ba-4070-a218-45d96e05a5ca req-950a4ce5-512c-456c-8360-58287784c271 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:24.274115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afd53abc-b1ba-4070-a218-45d96e05a5ca req-950a4ce5-512c-456c-8360-58287784c271 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.0787585 Dec 20 15:43:24.347228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1cbb762a-0a47-4be6-ba34-ca3cf469360e) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:24.360002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afd53abc-b1ba-4070-a218-45d96e05a5ca req-21650d1a-18cc-422a-a62e-1563e10197ae tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785913 Dec 20 15:43:24.365908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634fd83-185f-4a84-9844-40fd1ba00c2f None None] Network 1cbb762a-0a47-4be6-ba34-ca3cf469360e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:24.367392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:24.373074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:24.445590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bcfa2-10a2-4fe9-a166-ad1c0efe2bea req-43335af9-1a00-41c6-b552-a9a454fe7e1c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:24.447238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe4bcfa2-10a2-4fe9-a166-ad1c0efe2bea req-43335af9-1a00-41c6-b552-a9a454fe7e1c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1174192 Dec 20 15:43:24.558721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1bdf6b92-9d4a-4d64-bb24-96c866fa472b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8582113 Dec 20 15:43:24.577678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b72c9-d46d-45e4-ae89-e7c0fb910e59 None None] Network 1cbb762a-0a47-4be6-ba34-ca3cf469360e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:24.606061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe4bcfa2-10a2-4fe9-a166-ad1c0efe2bea req-9fdd1c38-5131-45b4-9157-e3d570eae7b4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287763 Dec 20 15:43:24.747689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc17cc-d556-4ef9-9b9b-b4cc3c64e181 req-9871534c-0b50-413e-8078-fff664fff83e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:24.753150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3dc17cc-d556-4ef9-9b9b-b4cc3c64e181 req-9871534c-0b50-413e-8078-fff664fff83e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 946 time: 0.1203783 Dec 20 15:43:24.806060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49970) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:24.845811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49974) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:24.921428 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-205226ae-ca91-42cc-a8fe-4b2e378e3941 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e3f225243834589aa989a39a29b21fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1110513 Dec 20 15:43:24.924234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:24.976299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3dc17cc-d556-4ef9-9b9b-b4cc3c64e181 req-82901a18-37f9-4357-97da-03ec5b922d79 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046895 Dec 20 15:43:24.983330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Deleting subnet 03a2c485-8946-4072-bd88-06e7d713ddf6 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:24.989005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.079559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79e9a53c-ac9c-4011-acfd-5b4100dcc335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.086638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.161211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56a7b4-503f-49de-97d6-0438af100653 req-31b70e2a-4e4a-4174-b4d5-cddb9cadf5e1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:25.166478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb56a7b4-503f-49de-97d6-0438af100653 req-31b70e2a-4e4a-4174-b4d5-cddb9cadf5e1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 950 time: 0.1353867 Dec 20 15:43:25.171299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79e9a53c-ac9c-4011-acfd-5b4100dcc335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.211482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.310455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb56a7b4-503f-49de-97d6-0438af100653 req-dabcfa4e-4207-4b84-b603-1fa4d910c913 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391768 Dec 20 15:43:25.358255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79e9a53c-ac9c-4011-acfd-5b4100dcc335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.361709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79e9a53c-ac9c-4011-acfd-5b4100dcc335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.362918 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-79e9a53c-ac9c-4011-acfd-5b4100dcc335 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/854578f5-2005-48f5-9c81-f92374fd3c4e HTTP/1.1" status: 204 len: 168 time: 0.4370008 Dec 20 15:43:25.383199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a53c-ac9c-4011-acfd-5b4100dcc335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854578f5-2005-48f5-9c81-f92374fd3c4e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:25.404633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.435977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.450095 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/03a2c485-8946-4072-bd88-06e7d713ddf6 HTTP/1.1" status: 204 len: 168 time: 0.6004970 Dec 20 15:43:25.454997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49998) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:25.507449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98cd42-666d-4d22-affc-7f0dcee25565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a2c485-8946-4072-bd88-06e7d713ddf6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:25.570974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d0253-77f6-4591-84ca-b40fba901c51 req-90733f9d-2bd0-4fe0-9374-f49928caefbd tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:25.584468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c55d0253-77f6-4591-84ca-b40fba901c51 req-90733f9d-2bd0-4fe0-9374-f49928caefbd tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.2442665 Dec 20 15:43:25.800376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c55d0253-77f6-4591-84ca-b40fba901c51 req-822948e7-aa78-4dce-9b9a-0f42d3db4b6a tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142279 Dec 20 15:43:25.807319 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:25.986651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.009749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2346de-9223-40ca-99f8-c15b53edf633']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:26.030652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a826e261-8c73-4d91-8529-6facb0e7f78d') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:26.030957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a826e261-8c73-4d91-8529-6facb0e7f78d') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:26.052765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.122397 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.159529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:26.159933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:26.162096 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:26.238487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eff5d-558f-4e6a-a661-8438cefa308e req-b95cf57b-9378-4c69-a7f4-c03542688d70 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:26.246184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c0eff5d-558f-4e6a-a661-8438cefa308e req-b95cf57b-9378-4c69-a7f4-c03542688d70 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1730795 Dec 20 15:43:26.313151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c0eff5d-558f-4e6a-a661-8438cefa308e req-969c2684-8f47-4ee0-a5aa-701a78c9a948 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Dec 20 15:43:26.455636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.475904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.483895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50028) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:26.490723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7f2346de-9223-40ca-99f8-c15b53edf633 HTTP/1.1" status: 204 len: 168 time: 1.0388732 Dec 20 15:43:26.491723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b995325-d810-46e1-9c59-f0221704e201 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2346de-9223-40ca-99f8-c15b53edf633,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:26.623782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Deleting subnet e0a0ecf6-4f27-4829-a8ff-68e23c2c647c {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:26.633143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.748485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.830807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.902482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:26.907001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162684c-c6a3-4198-afd7-87b5c5514736 req-01c8b66d-4914-41fc-834c-c3ca3137ac8b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:26.922034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162684c-c6a3-4198-afd7-87b5c5514736 req-01c8b66d-4914-41fc-834c-c3ca3137ac8b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:26.934642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162684c-c6a3-4198-afd7-87b5c5514736 req-01c8b66d-4914-41fc-834c-c3ca3137ac8b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:26.951782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3162684c-c6a3-4198-afd7-87b5c5514736 req-01c8b66d-4914-41fc-834c-c3ca3137ac8b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09&device_id=ef362b88-168d-44a4-ab69-91c495204072&device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 2417 time: 0.2280166 Dec 20 15:43:27.028215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.108950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3162684c-c6a3-4198-afd7-87b5c5514736 req-38ffeafb-c036-49b4-a660-11a984d1dd31 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582148 Dec 20 15:43:27.183974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a0ecf6-4f27-4829-a8ff-68e23c2c647c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:27.207169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.217656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50040) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:27.225479 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-22c64e2b-daf5-4b01-9bb7-d39618d89f5f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e0a0ecf6-4f27-4829-a8ff-68e23c2c647c HTTP/1.1" status: 204 len: 168 time: 0.7277365 Dec 20 15:43:27.379589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.380080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.380526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.380991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.381478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.381936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.382384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.382840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.383286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.383736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.384181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.384629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:27.395280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-37c2c594-5e59-4fee-9226-b40736bdd802 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6&device_id=468eae2b-7ea3-441d-ab00-5e78c1918123&device_id=1a482c35-609a-42b9-a149-9c357a89719b&device_id=a15139d1-78ed-4c58-aaa0-458da34d3396&device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70&device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2&device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09&device_id=ef362b88-168d-44a4-ab69-91c495204072&device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 10860 time: 0.2838295 Dec 20 15:43:27.410666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-15c528df-3b7d-4c07-b981-351b051b38ee req-1162f983-6092-48d2-9d71-0a57eefebce0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:43:27.411723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15c528df-3b7d-4c07-b981-351b051b38ee req-1162f983-6092-48d2-9d71-0a57eefebce0 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063105 Dec 20 15:43:27.437208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-58e0a0e8-5479-47e7-9061-e14c66fff5c1 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.490972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.617520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-58e0a0e8-5479-47e7-9061-e14c66fff5c1 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.688781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15c528df-3b7d-4c07-b981-351b051b38ee req-0669fe7e-5f4e-4edd-850a-9278c4879e4f tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2478304 Dec 20 15:43:27.717407 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-58e0a0e8-5479-47e7-9061-e14c66fff5c1 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.824436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:27.964411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0a0e8-5479-47e7-9061-e14c66fff5c1 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ccc5b-ff21-4ff3-ad97-2884012d2a2d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:27.969413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbb762a-0a47-4be6-ba34-ca3cf469360e']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:28.020768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845acb2b-d60c-42e1-9b91-5e3644b27d36') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:28.021358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845acb2b-d60c-42e1-9b91-5e3644b27d36') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:28.059005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:28.153054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:28.193796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e81fbebf-5496-4d59-85ff-e52f8005de74 req-58e0a0e8-5479-47e7-9061-e14c66fff5c1 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&id=a41112f9-32ae-4210-9bab-1fa3244ed284&id=dadb4ab9-050d-4de8-8756-e965a517a7de&id=5ff68117-7b8b-4025-a27b-11e62ed568e2&id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.7975318 Dec 20 15:43:28.221909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:28.222667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:28.224964 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:28.352994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acd969-795f-4a3b-96c9-91eba1625e49 req-b5bd65ce-2284-4c58-a1e0-bfc78fe1b550 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:28.371228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2acd969-795f-4a3b-96c9-91eba1625e49 req-b5bd65ce-2284-4c58-a1e0-bfc78fe1b550 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.2144909 Dec 20 15:43:28.481455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2acd969-795f-4a3b-96c9-91eba1625e49 req-ce24c82e-44d0-496a-a123-9a5e6410545b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056001 Dec 20 15:43:28.484931 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:28.499411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:28.510168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] 10.222.0.81 "DELETE /v2.0/networks/1cbb762a-0a47-4be6-ba34-ca3cf469360e HTTP/1.1" status: 204 len: 168 time: 1.2898276 Dec 20 15:43:28.529966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565b722-b974-4bde-85a3-5afce57677cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbb762a-0a47-4be6-ba34-ca3cf469360e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:29.160394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50086) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:29.178205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea343a-2589-402f-ab1e-c4b2659d7902 req-cb8f607c-7d59-4fde-a6a8-d43544a3f81b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:29.179729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea343a-2589-402f-ab1e-c4b2659d7902 req-cb8f607c-7d59-4fde-a6a8-d43544a3f81b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:29.180459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea343a-2589-402f-ab1e-c4b2659d7902 req-cb8f607c-7d59-4fde-a6a8-d43544a3f81b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:29.183153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42ea343a-2589-402f-ab1e-c4b2659d7902 req-cb8f607c-7d59-4fde-a6a8-d43544a3f81b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6&device_id=a15139d1-78ed-4c58-aaa0-458da34d3396&device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 2884 time: 0.1727211 Dec 20 15:43:29.221628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dbea9364-ba88-4e2f-aa11-cb52a0ee57c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:29.238431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-410c220e-7b47-4bfe-b99d-4ac9f2f16dbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b21fd0b232e4e618e10fc832d62991b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763509 Dec 20 15:43:29.241200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50090) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:29.316188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42ea343a-2589-402f-ab1e-c4b2659d7902 req-027b486a-a166-40bb-acd8-499751b8f9f2 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250157 Dec 20 15:43:29.361542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf27152d-36f0-4324-a9a0-141fcb12d6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:29.413642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf27152d-36f0-4324-a9a0-141fcb12d6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:29.599550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf27152d-36f0-4324-a9a0-141fcb12d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:29.605927 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf27152d-36f0-4324-a9a0-141fcb12d6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:29.607247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cf27152d-36f0-4324-a9a0-141fcb12d6e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f3b92a7-4970-4756-b4b9-a900f2b5ada0 HTTP/1.1" status: 204 len: 168 time: 0.3651550 Dec 20 15:43:29.644518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27152d-36f0-4324-a9a0-141fcb12d6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b92a7-4970-4756-b4b9-a900f2b5ada0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:30.042940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164952da-bafd-44ad-8e20-ffbaec3cb1c8 req-fd49c062-805b-4565-8718-d46cf3720cb9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:30.065374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-164952da-bafd-44ad-8e20-ffbaec3cb1c8 req-fd49c062-805b-4565-8718-d46cf3720cb9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1352661 Dec 20 15:43:30.192527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-164952da-bafd-44ad-8e20-ffbaec3cb1c8 req-65d2823f-4313-4d39-b5d4-eaac2d533341 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198814 Dec 20 15:43:30.544583 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-0bf7b6f6-b1e3-43b0-9562-c90f2411d5ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468050 Dec 20 15:43:30.720681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-461b9d06-9de1-4c5c-8aeb-58c7963fe58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:30.724448 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-461b9d06-9de1-4c5c-8aeb-58c7963fe58a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 1096 time: 0.0971701 Dec 20 15:43:30.922089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50148) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:31.034395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fef73d8a-71e6-4460-b16d-0be060b0a5a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88599e8e522241d1b9bab1d38309f324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1109581 Dec 20 15:43:31.035712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-ab195b8e-3549-4326-8c2f-341db6336378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:31.038590 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-ab195b8e-3549-4326-8c2f-341db6336378 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.2886062 Dec 20 15:43:31.039904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50150) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:31.175591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-fa67d63b-3ce7-4268-9768-28d03ea9826e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 200 len: 217 time: 0.1256554 Dec 20 15:43:31.184619 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eeae9e21-acf5-4783-9904-5c2933ba4474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:31.248423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eeae9e21-acf5-4783-9904-5c2933ba4474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:31.302716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-e8e66731-fed2-47c7-a010-4f7e934e19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:31.307603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-e8e66731-fed2-47c7-a010-4f7e934e19dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1199749 Dec 20 15:43:31.355194 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-20c766c6-f867-4d09-85b8-1c78ac03b7ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365579 Dec 20 15:43:31.472642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eeae9e21-acf5-4783-9904-5c2933ba4474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:31.475361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eeae9e21-acf5-4783-9904-5c2933ba4474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:31.476857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-eeae9e21-acf5-4783-9904-5c2933ba4474 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcb3de15-6ad4-4e44-a944-0e360a38137c HTTP/1.1" status: 204 len: 168 time: 0.4356787 Dec 20 15:43:31.491216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae9e21-acf5-4783-9904-5c2933ba4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb3de15-6ad4-4e44-a944-0e360a38137c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:31.625360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-02be28fa-d7de-4219-a6b9-6b290e1e33f0 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499158 Dec 20 15:43:31.785757 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1d653767-bb13-497a-ae5e-2339cf2723a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:31.865955 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1170a3e8-3beb-4167-b1df-d08b29aef402 req-0b264840-9251-4b43-a2c6-9e84501dbda7 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344663 Dec 20 15:43:32.033885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1284d3-6e75-4264-baf9-24e5c060056f req-8789f0cb-790d-4af1-9066-cb8bd921b3de tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:32.036583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1284d3-6e75-4264-baf9-24e5c060056f req-8789f0cb-790d-4af1-9066-cb8bd921b3de tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0918722 Dec 20 15:43:32.103978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1284d3-6e75-4264-baf9-24e5c060056f req-6b5b3483-0d24-42e3-a66e-8d295563f69f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Dec 20 15:43:32.322558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969a105-c0f6-44b7-9b09-977c9249b669 req-4003a97c-dc9e-4b0c-b630-65963a20813e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:32.325676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1969a105-c0f6-44b7-9b09-977c9249b669 req-4003a97c-dc9e-4b0c-b630-65963a20813e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.0968549 Dec 20 15:43:32.438797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1969a105-c0f6-44b7-9b09-977c9249b669 req-9e203b60-7d06-4889-b944-da03033508f6 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063292 Dec 20 15:43:32.606860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d006241-5bbf-455a-b5b7-a17887419e46 req-c35ad2ef-89d6-4c86-a401-1e23a1f4df2b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:32.609644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d006241-5bbf-455a-b5b7-a17887419e46 req-c35ad2ef-89d6-4c86-a401-1e23a1f4df2b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1101 time: 0.0652633 Dec 20 15:43:32.646158 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:32.685323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:32.740162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d006241-5bbf-455a-b5b7-a17887419e46 req-217947f7-d6a4-4a77-aeac-dbcd16fe74ed tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157503 Dec 20 15:43:32.941455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296a2ca-408e-40a7-bc8a-59aad95e9532 req-37e6f853-3282-4760-b1f6-8ae971f87876 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:32.943395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9296a2ca-408e-40a7-bc8a-59aad95e9532 req-37e6f853-3282-4760-b1f6-8ae971f87876 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1101 time: 0.0541382 Dec 20 15:43:32.958700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a330d845-692a-4394-b9a8-aed3a3cbb415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:33.019417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9296a2ca-408e-40a7-bc8a-59aad95e9532 req-f78d38c2-deae-4cf7-bf29-0b4fc69e8ff6 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654721 Dec 20 15:43:33.093534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a330d845-692a-4394-b9a8-aed3a3cbb415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:33.244653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a330d845-692a-4394-b9a8-aed3a3cbb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:33.288950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6baef-5e9c-4524-b325-59541ce591e6 req-ce75039e-8763-499b-9ece-615023d060c5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:33.305211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58d6baef-5e9c-4524-b325-59541ce591e6 req-ce75039e-8763-499b-9ece-615023d060c5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0977621 Dec 20 15:43:33.337607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a330d845-692a-4394-b9a8-aed3a3cbb415 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d56791f7e82400c9b0e98fbc133794c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882298 Dec 20 15:43:33.340849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330d845-692a-4394-b9a8-aed3a3cbb415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768d5e80-2ede-497d-80cf-a7adcd8df880,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:33.343787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50214) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:33.525327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58d6baef-5e9c-4524-b325-59541ce591e6 req-e3a97ed0-2cdb-4e01-a1fe-ed5113ed1fa1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186346 Dec 20 15:43:33.554831 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8031e68b-f48d-478c-89e3-e75174686595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:33.574892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0bdd16ff-2c2b-4187-b391-bec027f31fbe tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:33.576649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0bdd16ff-2c2b-4187-b391-bec027f31fbe tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.1435544 Dec 20 15:43:33.807004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8031e68b-f48d-478c-89e3-e75174686595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:33.958823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76edb-c7c1-426e-b53f-352f78b3fec3 req-69e5964c-4926-414d-973a-02bbae60220c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:33.966065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24d76edb-c7c1-426e-b53f-352f78b3fec3 req-69e5964c-4926-414d-973a-02bbae60220c tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 945 time: 0.1533434 Dec 20 15:43:34.041043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Deleting port 74141ece-546c-427d-9764-5f79325c8ed0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:34.041851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.120912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24d76edb-c7c1-426e-b53f-352f78b3fec3 req-d0366126-fc1a-4976-83b8-56246e052a8d tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462116 Dec 20 15:43:34.174051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] For port 74141ece-546c-427d-9764-5f79325c8ed0, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=74141ece-546c-427d-9764-5f79325c8ed0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:34.176715 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.195714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Calling delete_port for 74141ece-546c-427d-9764-5f79325c8ed0 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:34.199105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8031e68b-f48d-478c-89e3-e75174686595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.202510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8031e68b-f48d-478c-89e3-e75174686595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.206597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8031e68b-f48d-478c-89e3-e75174686595 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/768d5e80-2ede-497d-80cf-a7adcd8df880 HTTP/1.1" status: 204 len: 168 time: 0.8612695 Dec 20 15:43:34.224724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e68b-f48d-478c-89e3-e75174686595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d5e80-2ede-497d-80cf-a7adcd8df880,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:34.232407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.598148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.616515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['83f987a1-8b8d-4b6c-9038-e216fe30f1d6', '1d313394-86b8-48fa-80cf-d29ddafdf4a0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:34.621938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['74141ece-546c-427d-9764-5f79325c8ed0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:34.680217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Pushing event deleted for resources: {'Port': ['ID=74141ece-546c-427d-9764-5f79325c8ed0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:34.751440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] No DVR routers for this DVR port 74141ece-546c-427d-9764-5f79325c8ed0 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:34.756501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.761541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f86f7cb3-1aea-44ea-9294-efd634c8f2ad req-0dbc7c7f-0377-458e-ab7d-4dfdaae7f14b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.83 "DELETE /v2.0/ports/74141ece-546c-427d-9764-5f79325c8ed0 HTTP/1.1" status: 204 len: 173 time: 1.1748276 Dec 20 15:43:34.761541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'name': 'network-vif-deleted', 'tag': '74141ece-546c-427d-9764-5f79325c8ed0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:34.764892 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13392b88-4317-4b7c-8570-a1c405fcda5d" -d '{"events": [{"server_uuid": "8b5e8025-4f19-487b-96e1-c7fc3a0f0d09", "name": "network-vif-deleted", "tag": "74141ece-546c-427d-9764-5f79325c8ed0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:34.809661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eb07d-73f6-4310-95ff-51742762b7c7 req-b6824596-8c8a-4e4f-abfe-32ad2ed20ff9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:34.818692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-286eb07d-73f6-4310-95ff-51742762b7c7 req-b6824596-8c8a-4e4f-abfe-32ad2ed20ff9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1555471 Dec 20 15:43:34.876795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-286eb07d-73f6-4310-95ff-51742762b7c7 req-21b60e26-b561-4fd3-a276-a8b33485cf2b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570357 Dec 20 15:43:35.236657 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:35.242297 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0373d3e-f971-4459-b540-b996d65c8c5b x-openstack-request-id: req-f0373d3e-f971-4459-b540-b996d65c8c5b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:35.243116 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5e8025-4f19-487b-96e1-c7fc3a0f0d09", "name": "network-vif-deleted", "tag": "74141ece-546c-427d-9764-5f79325c8ed0", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:35.243818 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0373d3e-f971-4459-b540-b996d65c8c5b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:35.245420 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e8025-4f19-487b-96e1-c7fc3a0f0d09', 'name': 'network-vif-deleted', 'tag': '74141ece-546c-427d-9764-5f79325c8ed0', 'status': 'completed', 'code': 200} Dec 20 15:43:35.418776 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f5d2a37-55d9-43d9-bf65-12a5d6ac4042 req-21921198-ac9d-4d40-b48e-04f8e8f3a51b tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.0698819 Dec 20 15:43:35.508198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ec772-1b04-4d78-8fdb-a41a74294a1c req-1a1764a9-5719-4673-8303-cfeb0f43187e tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:35.520686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-835ec772-1b04-4d78-8fdb-a41a74294a1c req-1a1764a9-5719-4673-8303-cfeb0f43187e tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0896180 Dec 20 15:43:35.608856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-835ec772-1b04-4d78-8fdb-a41a74294a1c req-89d955ed-79c6-4008-b65e-06327190dcbf tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869668 Dec 20 15:43:35.649059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50364) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:35.665576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d22e2521-5016-4a9f-9a16-287619a427d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:35.773369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d22e2521-5016-4a9f-9a16-287619a427d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:35.856576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d22e2521-5016-4a9f-9a16-287619a427d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:35.977689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d22e2521-5016-4a9f-9a16-287619a427d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e90ffe4255d44728bd6535f2ca3166e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273191 Dec 20 15:43:35.979944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e2521-5016-4a9f-9a16-287619a427d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacaa0a6-c8c3-4900-979d-d78f6365b2bd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:35.982305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:36.131478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed816a70-a798-42e4-a190-c1dc0e49bfa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:36.208039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8e443-7a1d-4acf-9986-b946d907ec91 req-9afd8098-3144-481e-a5f8-229714cec6fb tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:36.213234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed816a70-a798-42e4-a190-c1dc0e49bfa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:36.218563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0eb8e443-7a1d-4acf-9986-b946d907ec91 req-9afd8098-3144-481e-a5f8-229714cec6fb tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1503429 Dec 20 15:43:36.292551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0eb8e443-7a1d-4acf-9986-b946d907ec91 req-b3f373d5-1954-4c47-9cd0-7d2044b4fa2a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689511 Dec 20 15:43:36.382129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b4e494-fbdb-41ad-9e5c-c2cc2f38c744 req-72c18159-0a79-486e-b5ed-e8f46041d3ad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0438297 Dec 20 15:43:36.501576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b4e494-fbdb-41ad-9e5c-c2cc2f38c744 req-699278d3-5a7f-4e1a-9119-9ee2860625d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f88f45a0697345279e46f3f37b1deba3&device_id=8b5e8025-4f19-487b-96e1-c7fc3a0f0d09 HTTP/1.1" status: 200 len: 210 time: 0.0603976 Dec 20 15:43:36.657365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e494-fbdb-41ad-9e5c-c2cc2f38c744 req-a8443c03-fb43-42a2-a90c-65dfb7050e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:36.659883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b4e494-fbdb-41ad-9e5c-c2cc2f38c744 req-a8443c03-fb43-42a2-a90c-65dfb7050e7d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f88f45a0697345279e46f3f37b1deba3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1356444 Dec 20 15:43:36.701697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed816a70-a798-42e4-a190-c1dc0e49bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:36.711472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed816a70-a798-42e4-a190-c1dc0e49bfa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:36.711472 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed816a70-a798-42e4-a190-c1dc0e49bfa7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cacaa0a6-c8c3-4900-979d-d78f6365b2bd HTTP/1.1" status: 204 len: 168 time: 0.7237346 Dec 20 15:43:36.725746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed816a70-a798-42e4-a190-c1dc0e49bfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacaa0a6-c8c3-4900-979d-d78f6365b2bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:36.851367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e494-fbdb-41ad-9e5c-c2cc2f38c744 req-dc213595-fce2-417a-9938-fe9f3e9e5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:36.853132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b4e494-fbdb-41ad-9e5c-c2cc2f38c744 req-dc213595-fce2-417a-9938-fe9f3e9e5bd5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859367 Dec 20 15:43:37.094314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c0557-f180-432d-bab9-70fa16278f65 req-1f4539cf-999f-45cd-ac76-8882acd0a286 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:37.095910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc1c0557-f180-432d-bab9-70fa16278f65 req-1f4539cf-999f-45cd-ac76-8882acd0a286 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0676007 Dec 20 15:43:37.162355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc1c0557-f180-432d-bab9-70fa16278f65 req-70a3b539-271d-416f-a405-bac1c3197ec9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580230 Dec 20 15:43:37.220360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 74141ece-546c-427d-9764-5f79325c8ed0 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:37.271366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 74141ece-546c-427d-9764-5f79325c8ed0 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:37.271943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 74141ece-546c-427d-9764-5f79325c8ed0 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:37.272637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:37.427111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:37.498206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:37.503511 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eebe9a-708d-4910-b8b7-f94a6068d809" -d '{"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:37.535740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:37.633138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:37.754769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:38.100994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305db6-bdf4-4c8e-9ff7-0b3f53ded9dd req-867a54b1-b412-4f56-8371-06a5e65d8943 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:38.102834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3305db6-bdf4-4c8e-9ff7-0b3f53ded9dd req-867a54b1-b412-4f56-8371-06a5e65d8943 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1246700 Dec 20 15:43:38.203309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3305db6-bdf4-4c8e-9ff7-0b3f53ded9dd req-92cebcc0-1213-4b27-ba94-a0f0bb878a76 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881088 Dec 20 15:43:38.263670 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f4577-5946-4a34-a4a7-17d80d17b68c x-openstack-request-id: req-302f4577-5946-4a34-a4a7-17d80d17b68c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:38.264242 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:38.264615 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-302f4577-5946-4a34-a4a7-17d80d17b68c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:38.269670 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'code': 200} Dec 20 15:43:39.006410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661618c0-2a5a-40fc-b720-259cece5c74a req-92b677a0-596e-4e9d-9540-b8bab2d922a3 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:39.013792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-661618c0-2a5a-40fc-b720-259cece5c74a req-92b677a0-596e-4e9d-9540-b8bab2d922a3 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 946 time: 0.1196404 Dec 20 15:43:39.048967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00e441-a01b-41e3-9d06-23345f0af0be req-d00d7313-63b3-4fb9-b62c-700785599b8a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:39.054437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd00e441-a01b-41e3-9d06-23345f0af0be req-d00d7313-63b3-4fb9-b62c-700785599b8a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0975401 Dec 20 15:43:39.106391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-661618c0-2a5a-40fc-b720-259cece5c74a req-2fe41ead-bcc8-4777-9c74-3d7d8c833a0d tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900729 Dec 20 15:43:39.140894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd00e441-a01b-41e3-9d06-23345f0af0be req-5fa55d31-05b6-41ac-afed-0a8fa38b7246 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837510 Dec 20 15:43:39.539669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-521cf2c5-5ac7-42be-afee-b6d9712e0b8c tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:39.541928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-521cf2c5-5ac7-42be-afee-b6d9712e0b8c tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.2605045 Dec 20 15:43:39.587192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-e988bc1f-4ffd-442e-9774-c1644ff1d383 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/quotas/06cd612e0ce046baa04288fa09814d2f HTTP/1.1" status: 200 len: 375 time: 0.0332851 Dec 20 15:43:39.736326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-c3e78f4b-9701-496c-8c37-065eb37bd6a4 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:39.737962 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-c3e78f4b-9701-496c-8c37-065eb37bd6a4 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 946 time: 0.1251662 Dec 20 15:43:39.772764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-c1537cfa-f12a-4066-a571-23e42e29d304 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1787729 Dec 20 15:43:39.899306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Deleting port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:39.900204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:39.988034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d9311-68f8-40c4-9138-09c3dfd2dde0 req-af377d09-3ece-44b1-b557-b0a290bef22a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:39.990875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-890d9311-68f8-40c4-9138-09c3dfd2dde0 req-af377d09-3ece-44b1-b557-b0a290bef22a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1682169 Dec 20 15:43:40.038082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-fd2e0254-4b72-466c-ac09-8d291679388d service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629380 Dec 20 15:43:40.066120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] For port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:40.067137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:40.089427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Calling delete_port for 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:40.139773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-890d9311-68f8-40c4-9138-09c3dfd2dde0 req-8a00829a-4ceb-40b9-94fe-835f521e9942 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371152 Dec 20 15:43:40.221353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-bcfef40a-db4b-497c-bf92-30a69322dca9 service neutron] 10.222.0.81 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700666 Dec 20 15:43:40.491057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:40.512922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['1d313394-86b8-48fa-80cf-d29ddafdf4a0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:40.573275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Pushing event deleted for resources: {'Port': ['ID=83f987a1-8b8d-4b6c-9038-e216fe30f1d6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:40.668308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] No DVR routers for this DVR port 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:40.674919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:40.688571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54d2a347-48b7-43f5-a441-ef15d45cae48 req-111d6ea5-d0e9-4d48-a373-6a355283ffdb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "DELETE /v2.0/ports/83f987a1-8b8d-4b6c-9038-e216fe30f1d6 HTTP/1.1" status: 204 len: 173 time: 0.9399259 Dec 20 15:43:40.691059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef362b88-168d-44a4-ab69-91c495204072', 'name': 'network-vif-deleted', 'tag': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:40.697047 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a9866c-6f9e-4ba9-a148-c68107916d80" -d '{"events": [{"server_uuid": "ef362b88-168d-44a4-ab69-91c495204072", "name": "network-vif-deleted", "tag": "83f987a1-8b8d-4b6c-9038-e216fe30f1d6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:40.873106 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dac2b0ff-d83f-43f2-b417-74dfdc9e3b1b req-202859a4-6d95-4948-8c49-7d2e0d4d065e tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 210 time: 0.0813739 Dec 20 15:43:41.413085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c953eea-6430-438f-abf8-51e86c4c22d8 req-fc0c7186-5673-4f6d-8af1-e81fa4ae80b6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 210 time: 0.4635940 Dec 20 15:43:41.486233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e52b3-88ef-44f3-9c10-5e66a42112d6 req-d68af36b-47f4-4597-8c96-5224d4cbff7a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:41.493883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-308e52b3-88ef-44f3-9c10-5e66a42112d6 req-d68af36b-47f4-4597-8c96-5224d4cbff7a tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.5460849 Dec 20 15:43:41.511441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-e6a9ead9-c24f-4ff2-be88-88af51512f57 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:41.517408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-e6a9ead9-c24f-4ff2-be88-88af51512f57 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3ee0b7f-ed70-4641-8fef-fee1be83d1b2 HTTP/1.1" status: 200 len: 943 time: 0.1026423 Dec 20 15:43:41.574456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50584) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:41.620906 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aaa6c8-ec44-40d1-a731-89e16968077b x-openstack-request-id: req-f4aaa6c8-ec44-40d1-a731-89e16968077b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:41.621428 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef362b88-168d-44a4-ab69-91c495204072", "name": "network-vif-deleted", "tag": "83f987a1-8b8d-4b6c-9038-e216fe30f1d6", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:41.621870 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4aaa6c8-ec44-40d1-a731-89e16968077b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:41.622548 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef362b88-168d-44a4-ab69-91c495204072', 'name': 'network-vif-deleted', 'tag': '83f987a1-8b8d-4b6c-9038-e216fe30f1d6', 'status': 'completed', 'code': 200} Dec 20 15:43:41.679112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-308e52b3-88ef-44f3-9c10-5e66a42112d6 req-899c95c8-d131-409b-8f60-7e74bb91b774 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841905 Dec 20 15:43:41.846863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Deleting port 24fd75d3-cf40-4b23-9b67-7634bfd5039e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:41.847263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:41.884631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442069e-b5a7-4db8-ba1a-3cecf40b3e74 req-a9662d06-adbf-49b6-8523-7105b372bdc3 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:41.886780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3442069e-b5a7-4db8-ba1a-3cecf40b3e74 req-a9662d06-adbf-49b6-8523-7105b372bdc3 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1122911 Dec 20 15:43:41.927938 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a9b6ed2-62db-4530-8d28-0d681e69591d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.101995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5d4ed51-c7a9-4024-8d0b-6dc25162248a req-5cca603b-ebf9-4580-8bc2-184b3db74ff6 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef362b88-168d-44a4-ab69-91c495204072 HTTP/1.1" status: 200 len: 210 time: 0.1067111 Dec 20 15:43:42.106095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a9b6ed2-62db-4530-8d28-0d681e69591d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.178218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3442069e-b5a7-4db8-ba1a-3cecf40b3e74 req-a2429f56-5aa5-4880-a244-29eebee41eb7 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459641 Dec 20 15:43:42.182474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] For port 24fd75d3-cf40-4b23-9b67-7634bfd5039e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24fd75d3-cf40-4b23-9b67-7634bfd5039e,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:42.182883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.206363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:42.209280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Calling delete_port for 24fd75d3-cf40-4b23-9b67-7634bfd5039e owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:42.244360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a9b6ed2-62db-4530-8d28-0d681e69591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.266320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:42.267496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83f987a1-8b8d-4b6c-9038-e216fe30f1d6 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:42.337611 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8a9b6ed2-62db-4530-8d28-0d681e69591d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=933f1dde96fd4af0a67468ebea83db1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7605150 Dec 20 15:43:42.340795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b6ed2-62db-4530-8d28-0d681e69591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60d736-21a0-466a-a2b7-51c039ee2043,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:42.344280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:42.517546 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abd9e133-da69-485e-a95f-390d16c8728e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.564099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abd9e133-da69-485e-a95f-390d16c8728e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.624457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.655644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba198b57-8b58-4a71-8251-e8c0c15aebe0 req-41b59fb2-1f89-4239-8508-0d4e82da7250 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 210 time: 0.0498898 Dec 20 15:43:42.660696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:42.698153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event deleted for resources: {'Port': ['ID=24fd75d3-cf40-4b23-9b67-7634bfd5039e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:42.763804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] No DVR routers for this DVR port 24fd75d3-cf40-4b23-9b67-7634bfd5039e on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:42.766572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.771073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0147253d-2aef-40ea-a5e4-d658f8adfabe req-159d841b-eff5-4fac-a254-78dc5a74962d tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.83 "DELETE /v2.0/ports/24fd75d3-cf40-4b23-9b67-7634bfd5039e HTTP/1.1" status: 204 len: 173 time: 1.2420361 Dec 20 15:43:42.771581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-deleted', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:42.775256 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7bc0c5-9a4f-44e3-8360-bec613a8b920" -d '{"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-deleted", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:42.793574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abd9e133-da69-485e-a95f-390d16c8728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.801672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abd9e133-da69-485e-a95f-390d16c8728e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.802912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-abd9e133-da69-485e-a95f-390d16c8728e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d60d736-21a0-466a-a2b7-51c039ee2043 HTTP/1.1" status: 204 len: 168 time: 0.4575167 Dec 20 15:43:42.819222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9e133-da69-485e-a95f-390d16c8728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60d736-21a0-466a-a2b7-51c039ee2043,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:42.871040 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a0eaa7-586b-4081-bfd8-ad6f7e4801fb x-openstack-request-id: req-77a0eaa7-586b-4081-bfd8-ad6f7e4801fb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:42.871040 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ee0b7f-ed70-4641-8fef-fee1be83d1b2", "name": "network-vif-deleted", "tag": "24fd75d3-cf40-4b23-9b67-7634bfd5039e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:42.873713 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77a0eaa7-586b-4081-bfd8-ad6f7e4801fb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:42.874288 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ee0b7f-ed70-4641-8fef-fee1be83d1b2', 'name': 'network-vif-deleted', 'tag': '24fd75d3-cf40-4b23-9b67-7634bfd5039e', 'status': 'completed', 'code': 200} Dec 20 15:43:42.952541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61424-68b9-4f5b-9dc7-4ff64f878bdd req-bae8bf6e-f042-4b38-9808-d3fb09c978f5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:42.960419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ba61424-68b9-4f5b-9dc7-4ff64f878bdd req-bae8bf6e-f042-4b38-9808-d3fb09c978f5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1107798 Dec 20 15:43:43.012839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5347d813-7c28-4a46-b21d-35c8e6e6f4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.043328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ba61424-68b9-4f5b-9dc7-4ff64f878bdd req-8374e6d3-1dc1-4999-9797-e2a26f552b46 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819123 Dec 20 15:43:43.190312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5347d813-7c28-4a46-b21d-35c8e6e6f4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.223506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:43.278528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5347d813-7c28-4a46-b21d-35c8e6e6f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.376112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e3d2-fb6a-4866-bb21-349b2932278a req-2dfe61c7-df79-43a9-b561-130e1180217e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:43.401579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e72e3d2-fb6a-4866-bb21-349b2932278a req-2dfe61c7-df79-43a9-b561-130e1180217e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.1207402 Dec 20 15:43:43.455931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.463253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347d813-7c28-4a46-b21d-35c8e6e6f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b3c927-6933-45e7-8dd0-b77dbc6d6979,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:43.486059 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5347d813-7c28-4a46-b21d-35c8e6e6f4ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbde380185134ddd805c735b90cecfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8222878 Dec 20 15:43:43.492346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50620) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:43.545495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:43.547611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:43.551739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6650801-9158-4f77-9bfb-9e93afd8868f" -d '{"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-unplugged", "status": "completed", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:43.562111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e72e3d2-fb6a-4866-bb21-349b2932278a req-3916d827-d2d8-44d5-9490-782347ed5f04 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557097 Dec 20 15:43:43.575453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c408-a4e9-4a8c-b770-7e78cae438d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.602159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c408-a4e9-4a8c-b770-7e78cae438d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.646998 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd42238-b432-4d78-8a2d-d82846c4a1b6 x-openstack-request-id: req-cdd42238-b432-4d78-8a2d-d82846c4a1b6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:43.647291 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-unplugged", "status": "completed", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:43.647552 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdd42238-b432-4d78-8a2d-d82846c4a1b6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:43.648309 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'code': 200} Dec 20 15:43:43.661373 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.662565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:43.711343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 24fd75d3-cf40-4b23-9b67-7634bfd5039e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:43.715159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24fd75d3-cf40-4b23-9b67-7634bfd5039e not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:43.791793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9518a5c-0373-4eb2-986d-ba8383d2f2bb req-09c90e43-5cf2-4283-a840-96b4ddf193d4 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 210 time: 0.0413351 Dec 20 15:43:43.852308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c408-a4e9-4a8c-b770-7e78cae438d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.869423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:43.880990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78c0c408-a4e9-4a8c-b770-7e78cae438d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:43.894047 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78c0c408-a4e9-4a8c-b770-7e78cae438d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03b3c927-6933-45e7-8dd0-b77dbc6d6979 HTTP/1.1" status: 204 len: 168 time: 0.3926675 Dec 20 15:43:43.955308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0c408-a4e9-4a8c-b770-7e78cae438d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b3c927-6933-45e7-8dd0-b77dbc6d6979,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:44.005044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50634) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:44.064141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ed44b33-5fff-4e92-88df-f73fc4aa59e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:44.348216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-e89c8950-9dd2-46cd-b05b-9b7d4b205e72 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:44.350459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-e89c8950-9dd2-46cd-b05b-9b7d4b205e72 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 804 time: 0.3735425 Dec 20 15:43:44.356689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ed44b33-5fff-4e92-88df-f73fc4aa59e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:44.370083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Request body: {'port': {'device_id': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'admin_state_up': True, 'tenant_id': '06cd612e0ce046baa04288fa09814d2f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:44.391525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dc660-c97f-4b37-b07f-49ac20217e1c req-712bdb6c-4abe-4017-958a-65a823151142 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:44.400630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd9dc660-c97f-4b37-b07f-49ac20217e1c req-712bdb6c-4abe-4017-958a-65a823151142 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1163616 Dec 20 15:43:44.441654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f5123-937b-4218-8b14-5bfb4221ae29 req-a116968d-f6e2-4227-b616-d3e2a263a8a5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:44.443283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-998f5123-937b-4218-8b14-5bfb4221ae29 req-a116968d-f6e2-4227-b616-d3e2a263a8a5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1493871 Dec 20 15:43:44.517331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd9dc660-c97f-4b37-b07f-49ac20217e1c req-0687e63c-58b0-4807-b6cf-226bd94e8b88 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003053 Dec 20 15:43:44.568387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-998f5123-937b-4218-8b14-5bfb4221ae29 req-143ef92d-19d9-4efc-8ebf-243013e48328 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159005 Dec 20 15:43:44.583840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ed44b33-5fff-4e92-88df-f73fc4aa59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:44.627625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed44b33-5fff-4e92-88df-f73fc4aa59e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3193c-45d0-451e-bb98-b46a5213d093,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:44.654216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9ed44b33-5fff-4e92-88df-f73fc4aa59e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00b0d1c784584d969252ca91c322d265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476834 Dec 20 15:43:44.657145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:44.677632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Made reservation on behalf of 06cd612e0ce046baa04288fa09814d2f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:44.678159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:44.775408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-553c21eb-3718-4eb0-a418-9c162c3ddbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:44.822836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-553c21eb-3718-4eb0-a418-9c162c3ddbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:44.920135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cb39-9eab-4b98-84c7-d8ae56605749 req-c10b0924-b4e4-42a5-bc63-36dfb78906a8 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:44.921769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67d0cb39-9eab-4b98-84c7-d8ae56605749 req-c10b0924-b4e4-42a5-bc63-36dfb78906a8 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 943 time: 0.1165919 Dec 20 15:43:44.936539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Allocated IP 172.20.0.9 (f1e0ad12-9a4c-46b5-848c-090a91fc4608/d48f1143-e7f9-4629-b56c-559f8db0b998/2ff72887-5655-4390-8298-131dd27d848a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:44.957860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1750aee0-d690-449f-97fb-e4d271f780e1 req-7f0c3630-c8b9-44d5-812f-ed17e0e4b4dd tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 210 time: 0.0499609 Dec 20 15:43:45.030243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-553c21eb-3718-4eb0-a418-9c162c3ddbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.036003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-553c21eb-3718-4eb0-a418-9c162c3ddbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.040901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67d0cb39-9eab-4b98-84c7-d8ae56605749 req-51c44c2a-fedf-44d9-93eb-84a47fcf10e4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061637 Dec 20 15:43:45.043248 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-553c21eb-3718-4eb0-a418-9c162c3ddbeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cde3193c-45d0-451e-bb98-b46a5213d093 HTTP/1.1" status: 204 len: 168 time: 0.3848956 Dec 20 15:43:45.060596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c21eb-3718-4eb0-a418-9c162c3ddbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3193c-45d0-451e-bb98-b46a5213d093,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:45.179389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50652) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:45.200291 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30ac704b-130f-4535-9fb4-4c60bb7b3f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.222486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:45.254267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.345321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30ac704b-130f-4535-9fb4-4c60bb7b3f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.423550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.478637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-30ac704b-130f-4535-9fb4-4c60bb7b3f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.507858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Network f1e0ad12-9a4c-46b5-848c-090a91fc4608 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:45.517203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:45.525229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-30ac704b-130f-4535-9fb4-4c60bb7b3f7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d75eb4d80744627a11ef989e77a63d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409405 Dec 20 15:43:45.529783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50658) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:45.532434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:45.550097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac704b-130f-4535-9fb4-4c60bb7b3f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836fe210-a7ea-4dc1-8df8-916cc4867899,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:45.629787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:45.632125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:45.651415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'port_id': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'mac_address': 'fa:16:3e:99:09:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f285a69e-ff1a-4e48-861d-07e1829190d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:45.663139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:45.663828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.735520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.741652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10a49092-7610-45de-be8d-af8cda979186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.776550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902336e9-799d-4bb5-9c48-ebfb161ab366 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:45.779502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10a49092-7610-45de-be8d-af8cda979186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.789549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-77733c05-9a2a-455e-8dac-2a3b779462d0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4270651 Dec 20 15:43:45.796094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4ded-0f12-4cf4-98b0-a9288cdb4f40 req-29713af7-10db-40db-934e-b209d56ed1f7 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:45.801976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Request body: {'port': {'device_id': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:45.816294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b69b4ded-0f12-4cf4-98b0-a9288cdb4f40 req-29713af7-10db-40db-934e-b209d56ed1f7 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1443067 Dec 20 15:43:45.830770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:45.913073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.925640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.971621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-7da907dc-9a57-49c5-8fdc-ead46aa24cf4 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:45.973512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-7da907dc-9a57-49c5-8fdc-ead46aa24cf4 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 945 time: 0.1368523 Dec 20 15:43:45.974396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:46.092557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b69b4ded-0f12-4cf4-98b0-a9288cdb4f40 req-8d01ee7c-4e2d-4736-84ef-ef82902f9659 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/security-groups?id=a41112f9-32ae-4210-9bab-1fa3244ed284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745769 Dec 20 15:43:46.114336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac94e7-2b20-41f8-88c2-cda5e2f77511 req-1c0b69fe-bcbb-42b4-b4b3-fc8e908faafd tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:46.126656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7ac94e7-2b20-41f8-88c2-cda5e2f77511 req-1c0b69fe-bcbb-42b4-b4b3-fc8e908faafd tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.2912169 Dec 20 15:43:46.220890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10a49092-7610-45de-be8d-af8cda979186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:46.223949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-10a49092-7610-45de-be8d-af8cda979186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:46.226267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-10a49092-7610-45de-be8d-af8cda979186 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/836fe210-a7ea-4dc1-8df8-916cc4867899 HTTP/1.1" status: 204 len: 168 time: 0.6914487 Dec 20 15:43:46.261886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7ac94e7-2b20-41f8-88c2-cda5e2f77511 req-de0ff301-7d5c-4085-960f-1268f510f30d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134419 Dec 20 15:43:46.278704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a49092-7610-45de-be8d-af8cda979186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fe210-a7ea-4dc1-8df8-916cc4867899,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:46.311389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Deleting port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:46.311745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:46.330328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['902336e9-799d-4bb5-9c48-ebfb161ab366'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:46.505705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48110c9-6e21-472e-9576-cb8a99079cfd req-44a8ca48-a081-4180-a482-08f618588ee8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:46.508940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c48110c9-6e21-472e-9576-cb8a99079cfd req-44a8ca48-a081-4180-a482-08f618588ee8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 931 time: 0.2737217 Dec 20 15:43:46.583410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] For port 1d313394-86b8-48fa-80cf-d29ddafdf4a0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1d313394-86b8-48fa-80cf-d29ddafdf4a0,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:46.584149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:46.619775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Calling delete_port for 1d313394-86b8-48fa-80cf-d29ddafdf4a0 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:46.639514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c48110c9-6e21-472e-9576-cb8a99079cfd req-edf3e40a-4fd8-4c82-b45b-6a69739a7b64 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Dec 20 15:43:46.669265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59666a4-b691-46a8-b253-2aac92fc4f20 req-d877c74a-ae38-4498-a3ef-daba2b59f0b0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:46.677321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f59666a4-b691-46a8-b253-2aac92fc4f20 req-d877c74a-ae38-4498-a3ef-daba2b59f0b0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 944 time: 0.1922858 Dec 20 15:43:46.698183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff72887-5655-4390-8298-131dd27d848a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:46.712203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:46.734920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Transition to ACTIVE for port object 2ff72887-5655-4390-8298-131dd27d848a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:46.807900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f59666a4-b691-46a8-b253-2aac92fc4f20 req-81b796af-0b43-40d9-a708-c454dd667469 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293900 Dec 20 15:43:46.948520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:47.006513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:47.033121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:47.066166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Pushing event deleted for resources: {'Port': ['ID=1d313394-86b8-48fa-80cf-d29ddafdf4a0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:47.127536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] No DVR routers for this DVR port 1d313394-86b8-48fa-80cf-d29ddafdf4a0 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:47.130642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:47.135657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1e3c7aa-80f3-4316-a81f-5d4659b54cd3 req-5461e85a-5fbe-4327-89ad-3375ff974611 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.72 "DELETE /v2.0/ports/1d313394-86b8-48fa-80cf-d29ddafdf4a0 HTTP/1.1" status: 204 len: 173 time: 1.1536658 Dec 20 15:43:47.137016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'name': 'network-vif-deleted', 'tag': '1d313394-86b8-48fa-80cf-d29ddafdf4a0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:47.139911 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99c648-df23-4db8-a972-2cdadd40ca6e" -d '{"events": [{"server_uuid": "963bd97d-e81f-4101-8b88-bf01e82bf04e", "name": "network-vif-deleted", "tag": "1d313394-86b8-48fa-80cf-d29ddafdf4a0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:47.153303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Attempting to bind port 2ff72887-5655-4390-8298-131dd27d848a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:47.153909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Attempting to bind port 2ff72887-5655-4390-8298-131dd27d848a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:47.154109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Attempting to bind port 2ff72887-5655-4390-8298-131dd27d848a on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:47.162062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Port 2ff72887-5655-4390-8298-131dd27d848a on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:43:47.165525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Attempting to bind port 2ff72887-5655-4390-8298-131dd27d848a on network f1e0ad12-9a4c-46b5-848c-090a91fc4608 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:47.171108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:47.171455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Checking segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:47.172185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Bound using segment: {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:47.172798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Bound port: 2ff72887-5655-4390-8298-131dd27d848a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89a8daf-1597-4f65-a106-0f8d018542fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:47.173224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:47.193303 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63281a3b-627d-4cad-a7d7-e0888b82fce2 x-openstack-request-id: req-63281a3b-627d-4cad-a7d7-e0888b82fce2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:47.193908 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963bd97d-e81f-4101-8b88-bf01e82bf04e", "name": "network-vif-deleted", "tag": "1d313394-86b8-48fa-80cf-d29ddafdf4a0", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:47.194530 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63281a3b-627d-4cad-a7d7-e0888b82fce2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:47.195113 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963bd97d-e81f-4101-8b88-bf01e82bf04e', 'name': 'network-vif-deleted', 'tag': '1d313394-86b8-48fa-80cf-d29ddafdf4a0', 'status': 'completed', 'code': 200} Dec 20 15:43:47.317311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:47.320109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c72ff119-62c3-465c-a138-d0f9f16a7ad9 req-16444d7b-aa2b-416c-9118-ed283c8005cb tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 210 time: 0.0507827 Dec 20 15:43:47.326846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:47.351261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50702) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:47.410653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:47.520824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:47.522456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:47.524154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] 10.222.0.72 "PUT /v2.0/ports/2ff72887-5655-4390-8298-131dd27d848a HTTP/1.1" status: 200 len: 1091 time: 1.7267940 Dec 20 15:43:47.524857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'tag': '2ff72887-5655-4390-8298-131dd27d848a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:47.544024 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "tag": "2ff72887-5655-4390-8298-131dd27d848a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:47.576252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16dccb-e281-4aa0-a62c-1e49f0028c6c req-9ee72dbc-bf4e-472d-8e3f-01e997795cb1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:47.584361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b16dccb-e281-4aa0-a62c-1e49f0028c6c req-9ee72dbc-bf4e-472d-8e3f-01e997795cb1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0794663 Dec 20 15:43:47.596102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c0664-53b2-4b11-923b-99c7d41fe32b service neutron] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:47.702876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b16dccb-e281-4aa0-a62c-1e49f0028c6c req-093c2f83-499d-4619-b0bd-d1bbada9fab5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131489 Dec 20 15:43:47.726931 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64717570-dc5e-47a8-b773-1f88a1f7f1de x-openstack-request-id: req-64717570-dc5e-47a8-b773-1f88a1f7f1de {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:47.727469 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "tag": "2ff72887-5655-4390-8298-131dd27d848a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:47.728969 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64717570-dc5e-47a8-b773-1f88a1f7f1de {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:47.742568 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'tag': '2ff72887-5655-4390-8298-131dd27d848a', 'status': 'completed', 'code': 200} Dec 20 15:43:47.770976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-network', 'tenant_id': '112888933e10488c826a4c5cfb4557f1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:47.784546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-0828ce3c-32fc-4bbe-adaa-a187802b88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:47.788049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-0828ce3c-32fc-4bbe-adaa-a187802b88de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 1094 time: 0.1269841 Dec 20 15:43:47.895973 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-5900cd43-fcda-4743-b333-1f31d27d0de9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ff72887-5655-4390-8298-131dd27d848a HTTP/1.1" status: 200 len: 217 time: 0.0867276 Dec 20 15:43:47.907382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817fd3a-4ad1-44c3-a775-415917f87ac7 req-4cfdfe14-49b7-49c7-83bd-714544fd8ab9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:47.917467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4817fd3a-4ad1-44c3-a775-415917f87ac7 req-4cfdfe14-49b7-49c7-83bd-714544fd8ab9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 943 time: 0.1057653 Dec 20 15:43:47.944626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Made reservation on behalf of 112888933e10488c826a4c5cfb4557f1 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:47.947241 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.000838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.009400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-18a84af2-25a7-4484-884b-395adc25b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:48.011860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-18a84af2-25a7-4484-884b-395adc25b729 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.1083782 Dec 20 15:43:48.025427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4817fd3a-4ad1-44c3-a775-415917f87ac7 req-ef9f94a7-77af-4828-a3c7-147ffa17051f tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069260 Dec 20 15:43:48.082827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-ab9e7375-0c5c-4b07-8b79-33b2fd39c324 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623815 Dec 20 15:43:48.199367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90cab0-2212-4a5d-a6b9-d634eabf3407 req-570fa385-30e3-4a73-98f1-0a2710446a88 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:48.201325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a90cab0-2212-4a5d-a6b9-d634eabf3407 req-570fa385-30e3-4a73-98f1-0a2710446a88 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 944 time: 0.1082580 Dec 20 15:43:48.252890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.254783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1d313394-86b8-48fa-80cf-d29ddafdf4a0 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:48.311199 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-cac37ebb-85b1-4419-8676-c86a4345bace service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186730 Dec 20 15:43:48.324760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a90cab0-2212-4a5d-a6b9-d634eabf3407 req-5b75b6ad-900c-4517-bc29-171a45acd780 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112688 Dec 20 15:43:48.328194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.328582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 1d313394-86b8-48fa-80cf-d29ddafdf4a0 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:48.328582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1d313394-86b8-48fa-80cf-d29ddafdf4a0 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:48.367506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:43:48.397590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd46892-d858-4727-8e37-217b80f71cb9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:48.407029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.407657 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Added segment b8d4d155-f4cc-4870-8429-692a08f4ce7c of type vlan for network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 Dec 20 15:43:48.481814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e82102d-d48f-49e4-a4e5-2222b693bd51 req-e6077773-e300-4e9d-9d07-bf0ba67031dd service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627221 Dec 20 15:43:48.523327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.583818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28884118-5b0f-4013-90d9-e6a8824ae002 req-75bd70cd-35cd-42fe-8f07-62931e1bfb06 tempest-ListServerFiltersTestJSON-1444743656 tempest-ListServerFiltersTestJSON-1444743656-project] 10.222.0.81 "GET /v2.0/ports?device_id=963bd97d-e81f-4101-8b88-bf01e82bf04e HTTP/1.1" status: 200 len: 210 time: 0.0328012 Dec 20 15:43:48.649518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.651564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:48.652560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.715163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-ff98f7fc-d668-4a23-a10c-bcc7ea865b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:48.720917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-ff98f7fc-d668-4a23-a10c-bcc7ea865b22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06cd612e0ce046baa04288fa09814d2f&device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 1094 time: 0.0746229 Dec 20 15:43:48.743608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac9c797-5d9f-4de8-8a91-95ee288787b8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:48.772413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0b03ce65-b30d-4d2a-aaaa-c073f1d68a46 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4201059 Dec 20 15:43:48.774875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:43:48.777762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50736) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:48.783366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Request body: {'subnet': {'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-subnet', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:48.919539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Made reservation on behalf of 112888933e10488c826a4c5cfb4557f1 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:48.927681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.956110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-567de660-03b6-4238-876a-fcedca4c320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:48.957902 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-567de660-03b6-4238-876a-fcedca4c320e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 200 len: 905 time: 0.2288988 Dec 20 15:43:49.028130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556279c-03a3-466e-9f4b-adabee9e03e3 req-785bc2fc-589c-48ca-802f-94c12a787fd7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:49.033666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9556279c-03a3-466e-9f4b-adabee9e03e3 req-785bc2fc-589c-48ca-802f-94c12a787fd7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1935861 Dec 20 15:43:49.049758 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-bf0fa24d-ba1c-41fa-9eab-5c44edb61a23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ff72887-5655-4390-8298-131dd27d848a HTTP/1.1" status: 200 len: 217 time: 0.0839314 Dec 20 15:43:49.139885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9556279c-03a3-466e-9f4b-adabee9e03e3 req-3d69e51a-490e-4257-bc77-925369b51785 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931630 Dec 20 15:43:49.160924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-64602d26-3591-4d90-ac82-9de4e5056f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:49.162451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-64602d26-3591-4d90-ac82-9de4e5056f13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 200 len: 844 time: 0.1015649 Dec 20 15:43:49.205337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-f10e80dc-a0df-4491-8786-cc37dc6b11a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1e0ad12-9a4c-46b5-848c-090a91fc4608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349121 Dec 20 15:43:49.250336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:49.313009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff0327-ff5f-4aec-9958-729de8857c5b req-0f9ce9ec-6656-4deb-be40-443ffa8e8f42 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:49.327999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19ff0327-ff5f-4aec-9958-729de8857c5b req-0f9ce9ec-6656-4deb-be40-443ffa8e8f42 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 943 time: 0.1521430 Dec 20 15:43:49.348269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-2d488202-3847-4b54-b27b-1efce97d767c service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332555 Dec 20 15:43:49.362368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 902336e9-799d-4bb5-9c48-ebfb161ab366 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:49.363089 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:49.429951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19ff0327-ff5f-4aec-9958-729de8857c5b req-44f5117e-6bd8-45c0-a9da-fb084d7ad81a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994933 Dec 20 15:43:49.537529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:49.538143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbf788-1ec8-4bd0-ac04-41f8b3eba5fb req-a8a0e23e-d964-4072-be21-609123c998f5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:49.538143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fdbf788-1ec8-4bd0-ac04-41f8b3eba5fb req-a8a0e23e-d964-4072-be21-609123c998f5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 944 time: 0.0733211 Dec 20 15:43:49.541096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:49.561072 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ae625-1606-4b66-ac78-0047a667b398" -d '{"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-plugged", "status": "completed", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:49.601825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:49.627501 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594bfd56-0bae-4dce-b0f9-f9d1587fd8c2 x-openstack-request-id: req-594bfd56-0bae-4dce-b0f9-f9d1587fd8c2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:49.627787 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-plugged", "status": "completed", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:49.628037 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-594bfd56-0bae-4dce-b0f9-f9d1587fd8c2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:49.628437 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'code': 200} Dec 20 15:43:49.655128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fdbf788-1ec8-4bd0-ac04-41f8b3eba5fb req-05827fbe-05d2-47c6-a62d-d1d748cb721e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255066 Dec 20 15:43:49.685831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50754) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:49.745540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Deleting subnet ee180de2-a48a-4c28-ba8a-5f564628fc7b {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:43:49.752498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:49.803381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:49.944127 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:49.977039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86e3b7-3e3c-418b-8dc5-b2d9e77f45fe req-8fc512f0-7f11-406a-8b80-f4e0757af7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:49.978836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb86e3b7-3e3c-418b-8dc5-b2d9e77f45fe req-8fc512f0-7f11-406a-8b80-f4e0757af7e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 1095 time: 0.0871892 Dec 20 15:43:49.997465 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2b6aaa9-9973-4ac4-9425-e8478fbe2311 req-388e0a03-9b2f-4637-bd3a-2957e0ab2dbd service neutron] 10.222.0.72 "GET /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411924 Dec 20 15:43:50.078935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb86e3b7-3e3c-418b-8dc5-b2d9e77f45fe req-a081f7fd-5f03-4292-b0c5-0d4cca3316ee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914919 Dec 20 15:43:50.246156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:50.306982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14cfa5-18a2-4527-bae0-d779609664e6 req-48fdc109-2eb0-4de8-be22-124bad7b5d22 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:50.313802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af14cfa5-18a2-4527-bae0-d779609664e6 req-48fdc109-2eb0-4de8-be22-124bad7b5d22 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0764802 Dec 20 15:43:50.376086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.410278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.411998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:50.422768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.428269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af14cfa5-18a2-4527-bae0-d779609664e6 req-2a7177c4-cf77-4d07-9ac2-06da64d9da04 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075060 Dec 20 15:43:50.498623 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.501063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50764) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:50.504417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ee180de2-a48a-4c28-ba8a-5f564628fc7b HTTP/1.1" status: 204 len: 168 time: 0.8114283 Dec 20 15:43:50.505496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bd1bd-1d9d-4ca2-8798-48b39b852310 None None] Network 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:50.509799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:50.530887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4a718e-f814-4d78-8745-af34644776b1,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:50.538941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Checking segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:50.539298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Network hostable DHCP agents. Network: 9ac9c797-5d9f-4de8-8a91-95ee288787b8, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:43:50.579466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '2ff72887-5655-4390-8298-131dd27d848a', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '2ff72887-5655-4390-8298-131dd27d848a', 'mac_address': 'fa:16:3e:83:af:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:50.585008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267638d-3bf5-4a6a-81ea-1a2fa068bbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee180de2-a48a-4c28-ba8a-5f564628fc7b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:50.667228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:50.703050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.721931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:43:50.783092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.790127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.823218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff72887-5655-4390-8298-131dd27d848a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:50.847038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7573d5-5698-4129-8a91-3b7555ef6aa1 req-92f7c374-cdbd-424f-8c8a-a197f05016aa tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:50.862522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7573d5-5698-4129-8a91-3b7555ef6aa1 req-92f7c374-cdbd-424f-8c8a-a197f05016aa tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 943 time: 0.2171981 Dec 20 15:43:50.867172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Deleting port 6fcd6f68-c312-4c21-b164-5e538ed3809b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:50.868098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.883819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9ac9c797-5d9f-4de8-8a91-95ee288787b8) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:50.929357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af893f14-52a3-419c-b682-1997d49d919e None None] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:50.938990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:50.947083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:50.947603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:50.956136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:50.977925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] DHCP port deletion for 9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:43:51.053139 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.065253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7573d5-5698-4129-8a91-3b7555ef6aa1 req-eaeaed74-4a00-4e5d-9c7a-83669269b411 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016764 Dec 20 15:43:51.078312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] For port 6fcd6f68-c312-4c21-b164-5e538ed3809b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6fcd6f68-c312-4c21-b164-5e538ed3809b,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:51.078862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.101749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.120733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Calling delete_port for 6fcd6f68-c312-4c21-b164-5e538ed3809b owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:51.126649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55617667-d6c9-4d64-85bc-bb9900f25984 req-fdfde2b3-f187-4451-ad44-1660c141278c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:51.128257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55617667-d6c9-4d64-85bc-bb9900f25984 req-fdfde2b3-f187-4451-ad44-1660c141278c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.2368464 Dec 20 15:43:51.190922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af9ef3c2-7b38-46ac-84db-df8c83066de6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4120095 Dec 20 15:43:51.193239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50780) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:51.200091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:51.212024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'project_id': '112888933e10488c826a4c5cfb4557f1', 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:43:51.212968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.246664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:51.253523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55617667-d6c9-4d64-85bc-bb9900f25984 req-655ab98c-d9dd-4364-a2d8-bbf3679a66e2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113768 Dec 20 15:43:51.310682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] Deleting port 6fcd6f68-c312-4c21-b164-5e538ed3809b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:51.311557 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.323630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['2ff72887-5655-4390-8298-131dd27d848a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:51.385953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.387600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.533778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:51.552863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] For port 6fcd6f68-c312-4c21-b164-5e538ed3809b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6fcd6f68-c312-4c21-b164-5e538ed3809b,segment=NetworkSegment(f0f1b67e-a384-4f53-8c9e-cb2f780b49ca),segment_id=f0f1b67e-a384-4f53-8c9e-cb2f780b49ca)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:51.553307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.599978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] Calling delete_port for 6fcd6f68-c312-4c21-b164-5e538ed3809b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:51.607583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.613247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4339e9-377f-45b3-94ce-f85aba7055a5 req-ce867e8a-bf60-4e81-a50d-3344b406d67c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:51.616583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d4339e9-377f-45b3-94ce-f85aba7055a5 req-ce867e8a-bf60-4e81-a50d-3344b406d67c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 948 time: 0.1012392 Dec 20 15:43:51.629877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:51.632628 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993bf8d-0df2-4739-a56c-54690151868b" -d '{"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-unplugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:51.685665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:51.687722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcd6f68-c312-4c21-b164-5e538ed3809b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:51.708523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Allocated IP 172.20.0.2 (9ac9c797-5d9f-4de8-8a91-95ee288787b8/be4a718e-f814-4d78-8745-af34644776b1/2f03cca8-d7f9-4396-9c31-5576cd5be071) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:51.774287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d4339e9-377f-45b3-94ce-f85aba7055a5 req-feee9479-fe6e-4836-b5c2-4162ae16e5e4 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416650 Dec 20 15:43:51.847490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] No DVR routers for this DVR port 6fcd6f68-c312-4c21-b164-5e538ed3809b on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:51.958078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.057501 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e368521-83a7-4a3b-aa74-32b0149f4a1f x-openstack-request-id: req-2e368521-83a7-4a3b-aa74-32b0149f4a1f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:52.057847 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-unplugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:52.058116 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e368521-83a7-4a3b-aa74-32b0149f4a1f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:52.058522 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'code': 200} Dec 20 15:43:52.060296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6fcd6f68-c312-4c21-b164-5e538ed3809b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:52.065653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.085321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.107406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1f8613-1fb9-4fd6-aa13-7e1b00c26001']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:52.108714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6fcd6f68-c312-4c21-b164-5e538ed3809b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:52.109048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6fcd6f68-c312-4c21-b164-5e538ed3809b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:52.129310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:52.129611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f1b67e-a384-4f53-8c9e-cb2f780b49ca') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:52.143277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] Pushing event deleted for resources: {'Port': ['ID=6fcd6f68-c312-4c21-b164-5e538ed3809b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:52.179869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2259b50-787c-40f6-8086-21f777084e85 None None] No DVR routers for this DVR port 6fcd6f68-c312-4c21-b164-5e538ed3809b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:52.204750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.242842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb62b2-3967-4cea-89df-e16020d57f14 req-5379a916-7c1d-4e8f-858a-5491d3c6052a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:52.255633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ddb62b2-3967-4cea-89df-e16020d57f14 req-5379a916-7c1d-4e8f-858a-5491d3c6052a tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 944 time: 0.0764852 Dec 20 15:43:52.300524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.328935 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.344167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:43:52.345029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:43:52.346988 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:43:52.360300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ddb62b2-3967-4cea-89df-e16020d57f14 req-9fde1310-73d8-4ce2-a4ec-99c475e1652b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897894 Dec 20 15:43:52.360820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.445088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.482669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed152d-4bbd-48c5-bb07-922d7c3fa935 req-00cc6ecd-8efe-4d62-bfe4-7b56109360c9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:52.484929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4eed152d-4bbd-48c5-bb07-922d7c3fa935 req-00cc6ecd-8efe-4d62-bfe4-7b56109360c9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0763431 Dec 20 15:43:52.511509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:52.516070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:52.528611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Pushing event updated for resources: {'Port': ['ID=2f03cca8-d7f9-4396-9c31-5576cd5be071,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:52.528611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:52.580591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.593704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.593924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Attempting to bind port 2f03cca8-d7f9-4396-9c31-5576cd5be071 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:52.593924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Attempting to bind port 2f03cca8-d7f9-4396-9c31-5576cd5be071 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:52.594908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Attempting to bind port 2f03cca8-d7f9-4396-9c31-5576cd5be071 on network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:52.602165 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] 10.222.0.81 "DELETE /v2.0/networks/9d1f8613-1fb9-4fd6-aa13-7e1b00c26001 HTTP/1.1" status: 204 len: 168 time: 2.0952001 Dec 20 15:43:52.604486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:52.605760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Checking segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:52.605760 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.606069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Bound using segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:52.606567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Bound port: 2f03cca8-d7f9-4396-9c31-5576cd5be071, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:52.607030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.628674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0232-a426-444e-be5c-cc5df9afd6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1f8613-1fb9-4fd6-aa13-7e1b00c26001,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:52.705836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4eed152d-4bbd-48c5-bb07-922d7c3fa935 req-6e851f8b-c505-4ee3-a9aa-c015e26930ac tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921656 Dec 20 15:43:52.792778 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:43:52.832337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] For port 2f03cca8-d7f9-4396-9c31-5576cd5be071, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:52.841061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] For port 2f03cca8-d7f9-4396-9c31-5576cd5be071, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2f03cca8-d7f9-4396-9c31-5576cd5be071,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:52.918243 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:52.960615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de862f9-ec28-433c-9dbb-039d49150e76 req-71646070-7d49-4da7-8301-7b39ebd7666a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:52.962306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9de862f9-ec28-433c-9dbb-039d49150e76 req-71646070-7d49-4da7-8301-7b39ebd7666a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.0616901 Dec 20 15:43:52.998149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.031753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.089135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e3032-8ad9-4012-93e7-6a0ecde1514e None None] Pushing event updated for resources: {'Port': ['ID=2f03cca8-d7f9-4396-9c31-5576cd5be071,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:53.123932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9de862f9-ec28-433c-9dbb-039d49150e76 req-9d2c8528-637d-4cd9-9cfd-a052931e25f7 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399691 Dec 20 15:43:53.231837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:53.256835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Allocated IP 172.25.6.60 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/91f6b6a5-48b9-4418-9291-08bc359bb18f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:53.368614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a0661-65b7-4d0b-9ff9-56339f8a60dd req-32051e46-cc79-45b1-bce5-f26e88bc5ade tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:53.374892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-488a0661-65b7-4d0b-9ff9-56339f8a60dd req-32051e46-cc79-45b1-bce5-f26e88bc5ade tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 948 time: 0.1833255 Dec 20 15:43:53.375537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50816) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:53.422706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:53.445666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'mac_address': 'fa:16:3e:e2:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:53.509478 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.521637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0de59eb-0241-4b32-8b32-25bbc4560368 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:53.552330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9b11c210-6e8e-4bb7-a8aa-f46530032e6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f88f45a0697345279e46f3f37b1deba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753116 Dec 20 15:43:53.554879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:53.555084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50820) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:53.564919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-488a0661-65b7-4d0b-9ff9-56339f8a60dd req-f83cedb5-b5a1-41d6-8efe-bb70bfbd8c71 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644282 Dec 20 15:43:53.630920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5b1-3ddf-4045-a578-39b1f123a817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.660131 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5b1-3ddf-4045-a578-39b1f123a817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.700568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.719709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.798665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:53.878593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5b1-3ddf-4045-a578-39b1f123a817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.891656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5b1-3ddf-4045-a578-39b1f123a817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.892008 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-42d6e5b1-3ddf-4045-a578-39b1f123a817 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a41112f9-32ae-4210-9bab-1fa3244ed284 HTTP/1.1" status: 204 len: 168 time: 0.3358629 Dec 20 15:43:53.920124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:53.969222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a320b5-3bc5-4f0e-9849-775300ce4586 req-2cffbd68-b5a7-478a-99da-f719ef11b6ab tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:53.971766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0a320b5-3bc5-4f0e-9849-775300ce4586 req-2cffbd68-b5a7-478a-99da-f719ef11b6ab tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 944 time: 0.1635196 Dec 20 15:43:54.015639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6e5b1-3ddf-4045-a578-39b1f123a817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41112f9-32ae-4210-9bab-1fa3244ed284,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:54.028890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:54.037801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:54.040147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Pushing event updated for resources: {'Port': ['ID=91f6b6a5-48b9-4418-9291-08bc359bb18f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:54.044090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:54.057942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c0de59eb-0241-4b32-8b32-25bbc4560368'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:54.132545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2f03cca8-d7f9-4396-9c31-5576cd5be071 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:54.152490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0a320b5-3bc5-4f0e-9849-775300ce4586 req-999348fb-2f84-4736-be3c-ac6aff4d9c5b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580567 Dec 20 15:43:54.275934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:54.407874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2f03cca8-d7f9-4396-9c31-5576cd5be071 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:54.408259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:54.491632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-84069a66-63f7-4198-bd63-60fd67205990 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:54.495063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-84069a66-63f7-4198-bd63-60fd67205990 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 814 time: 0.2635932 Dec 20 15:43:54.522764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-3f3ae534-4473-4bca-a658-04ce07fccebf tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/quotas/68e831c0a0454e1cb365ed6de2ab1b6d HTTP/1.1" status: 200 len: 375 time: 0.0201969 Dec 20 15:43:54.646140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-c65db197-323d-4513-92ba-2e2657e44256 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153841 Dec 20 15:43:54.757871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d532f-2ab6-45a5-a27c-71eecbc71a12 None None] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:54.797456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-b8520b21-8ecb-4e3e-ac75-d831fdf9006a service neutron] 10.222.0.81 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499257 Dec 20 15:43:54.798509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:54.928143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 2ff72887-5655-4390-8298-131dd27d848a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:54.948600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dab508-a64d-4bc4-b76e-5ad7f7f59a86 req-649e9268-6500-4184-9a93-6e870bf17b25 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:54.950457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67dab508-a64d-4bc4-b76e-5ad7f7f59a86 req-649e9268-6500-4184-9a93-6e870bf17b25 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 949 time: 0.1503150 Dec 20 15:43:54.997935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 2ff72887-5655-4390-8298-131dd27d848a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:54.998560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.034476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67dab508-a64d-4bc4-b76e-5ad7f7f59a86 req-a94601dc-31cd-43b1-abd3-c97477f741a1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Dec 20 15:43:55.061869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-e9796944-1bab-4525-8d38-83f2b83ec2f6 service neutron] 10.222.0.81 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633436 Dec 20 15:43:55.197230 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.226003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-87250b1d-62e0-4395-be35-cf8fc37be669 None None] Provisioning complete for port 2f03cca8-d7f9-4396-9c31-5576cd5be071 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:55.226236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87250b1d-62e0-4395-be35-cf8fc37be669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.317076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:55.369081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 2f03cca8-d7f9-4396-9c31-5576cd5be071, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2f03cca8-d7f9-4396-9c31-5576cd5be071,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:55.386588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.471245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-4928efa1-d73a-4dd8-b390-e62395cc9b9d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:55.474491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-4928efa1-d73a-4dd8-b390-e62395cc9b9d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a482c35-609a-42b9-a149-9c357a89719b HTTP/1.1" status: 200 len: 945 time: 0.2168913 Dec 20 15:43:55.547042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1ace-9dff-4939-974f-58c43e61f089 req-b229cb38-5c1b-4333-a71f-e59582b53f65 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:55.547042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98ba1ace-9dff-4939-974f-58c43e61f089 req-b229cb38-5c1b-4333-a71f-e59582b53f65 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 944 time: 0.1488905 Dec 20 15:43:55.575865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.595903 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.671350 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f21817ff-9bd6-4cce-b613-ad4c998873a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.693049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98ba1ace-9dff-4939-974f-58c43e61f089 req-d416691f-047d-493f-89ae-42e807efe05b tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878901 Dec 20 15:43:55.776899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Deleting port 902336e9-799d-4bb5-9c48-ebfb161ab366 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:43:55.777670 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.792219 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87250b1d-62e0-4395-be35-cf8fc37be669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.813521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f21817ff-9bd6-4cce-b613-ad4c998873a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:55.816613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff72887-5655-4390-8298-131dd27d848a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:55.818998 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0ff32-facd-4694-b809-c94f804ed3d3" -d '{"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-plugged", "status": "completed", "tag": "2ff72887-5655-4390-8298-131dd27d848a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:55.838961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Router f7c94742-d04e-4cd8-885d-7e65a2e46e97 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:43:55.858324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=2f03cca8-d7f9-4396-9c31-5576cd5be071,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:55.873070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:55.891164 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00721f-686c-4351-aaae-8e3c612e8e48 x-openstack-request-id: req-9a00721f-686c-4351-aaae-8e3c612e8e48 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:55.891346 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-plugged", "status": "completed", "tag": "2ff72887-5655-4390-8298-131dd27d848a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:55.891607 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a00721f-686c-4351-aaae-8e3c612e8e48 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:55.892011 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff72887-5655-4390-8298-131dd27d848a', 'code': 200} Dec 20 15:43:55.987867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f21817ff-9bd6-4cce-b613-ad4c998873a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.000886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de65c36b-67af-4363-b959-f764a81ddd1c req-720fff29-6527-4691-999a-f8b124f5450a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 210 time: 0.2364881 Dec 20 15:43:56.004623 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.040668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] For port 902336e9-799d-4bb5-9c48-ebfb161ab366, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=902336e9-799d-4bb5-9c48-ebfb161ab366,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:56.041124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.045111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-87250b1d-62e0-4395-be35-cf8fc37be669 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:43:56.045532 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-87250b1d-62e0-4395-be35-cf8fc37be669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:43:56.061248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Calling delete_port for 902336e9-799d-4bb5-9c48-ebfb161ab366 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:43:56.111536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:56.143600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21817ff-9bd6-4cce-b613-ad4c998873a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa992cac-da55-442c-8e92-ae25cdcc6739,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:56.155832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f21817ff-9bd6-4cce-b613-ad4c998873a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ec4f9acd4664a62bd3b8a23686d57b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298056 Dec 20 15:43:56.156463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:56.198648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9fb4-6108-4195-bfd0-cb74965d0c8d req-1ececc0c-975b-4345-9bb2-8af25cd2a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:56.200212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be6b9fb4-6108-4195-bfd0-cb74965d0c8d req-1ececc0c-975b-4345-9bb2-8af25cd2a639 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 1096 time: 0.2376461 Dec 20 15:43:56.265008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:56.277301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Sync routers for ids ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:56.301140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Routers {'f7c94742-d04e-4cd8-885d-7e65a2e46e97'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:56.301140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:56.345036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50892) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:56.373261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be6b9fb4-6108-4195-bfd0-cb74965d0c8d req-02c13569-59e0-4ec5-9fa6-8e499f37e062 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642778 Dec 20 15:43:56.407079 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8515a30-e18f-4bfd-8bf5-c57b7be14c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.434076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd08ef3-ce8c-4b79-ba71-3d75c48017a6 req-42f0713f-785e-4c84-9fba-5d2aaf4aa8fa tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:56.440254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdd08ef3-ce8c-4b79-ba71-3d75c48017a6 req-42f0713f-785e-4c84-9fba-5d2aaf4aa8fa tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 949 time: 0.1764243 Dec 20 15:43:56.445557 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8515a30-e18f-4bfd-8bf5-c57b7be14c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.514780 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.517282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f568ba4-cb62-4b48-8592-137ad59dff0c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3208563 Dec 20 15:43:56.519038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50898) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:56.540952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Set router f7c94742-d04e-4cd8-885d-7e65a2e46e97 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:56.542145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdd08ef3-ce8c-4b79-ba71-3d75c48017a6 req-70f82c81-d783-4d63-b5a9-30442e0ea00e tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Dec 20 15:43:56.566604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-916534327-network', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:56.661229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.705278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['902336e9-799d-4bb5-9c48-ebfb161ab366'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:56.778833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Pushing event deleted for resources: {'Port': ['ID=902336e9-799d-4bb5-9c48-ebfb161ab366,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:56.793590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Made reservation on behalf of 724a16ea383f4f8e90b5fc8180b31f5d for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:56.796917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.830318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8515a30-e18f-4bfd-8bf5-c57b7be14c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.832820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8515a30-e18f-4bfd-8bf5-c57b7be14c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.836449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b8515a30-e18f-4bfd-8bf5-c57b7be14c7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa992cac-da55-442c-8e92-ae25cdcc6739 HTTP/1.1" status: 204 len: 168 time: 0.6653900 Dec 20 15:43:56.872729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] No DVR routers for this DVR port 902336e9-799d-4bb5-9c48-ebfb161ab366 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:43:56.877252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.880747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f5d5c62-a9e0-46e1-8e7f-8c9996bc019c req-85a90acb-4be3-4391-b0ad-2bb888b251ab tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "DELETE /v2.0/ports/902336e9-799d-4bb5-9c48-ebfb161ab366 HTTP/1.1" status: 204 len: 173 time: 1.3957834 Dec 20 15:43:56.881502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:56.883730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-deleted', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:56.884852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8515a30-e18f-4bfd-8bf5-c57b7be14c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa992cac-da55-442c-8e92-ae25cdcc6739,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:56.885811 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7c9ff-9755-4e7a-a271-adced9da5a0b" -d '{"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-deleted", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:56.945289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b858fe-5f22-40d1-a5c7-cb2336aba138 req-7b6d81ba-2eed-4e97-ab57-2bbb097100be tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:56.947298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40b858fe-5f22-40d1-a5c7-cb2336aba138 req-7b6d81ba-2eed-4e97-ab57-2bbb097100be tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 945 time: 0.1697531 Dec 20 15:43:56.964113 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f641c720-dcc9-4f19-98e1-4b46b7e0a7d8 x-openstack-request-id: req-f641c720-dcc9-4f19-98e1-4b46b7e0a7d8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:56.964393 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a482c35-609a-42b9-a149-9c357a89719b", "name": "network-vif-deleted", "tag": "902336e9-799d-4bb5-9c48-ebfb161ab366", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:56.964654 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f641c720-dcc9-4f19-98e1-4b46b7e0a7d8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:56.968445 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a482c35-609a-42b9-a149-9c357a89719b', 'name': 'network-vif-deleted', 'tag': '902336e9-799d-4bb5-9c48-ebfb161ab366', 'status': 'completed', 'code': 200} Dec 20 15:43:57.058245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40b858fe-5f22-40d1-a5c7-cb2336aba138 req-71e86d58-c968-4fb5-8c40-eb852c53bf43 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963802 Dec 20 15:43:57.108090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.128634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.177867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1137ffb9-6dec-4adc-af85-7c76bfa01e24 None None] Provisioning complete for port 2f03cca8-d7f9-4396-9c31-5576cd5be071 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:57.178258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1137ffb9-6dec-4adc-af85-7c76bfa01e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.188803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.191794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92095fdd-5979-444f-a73a-31fdf8a878ef req-75cf93d7-5991-4e65-8467-be28672b17c0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0437410 Dec 20 15:43:57.240233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.253107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:57.274861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:43:54Z', 'revision_number': 3, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:57.290569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:43:57.316560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.317191 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Added segment 6341a53f-3a6e-4895-9734-2bcd7cd91178 of type vlan for network 5456221f-2ddb-4326-9466-fc7826105d08 Dec 20 15:43:57.333941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:57.403346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Checking router: f7c94742-d04e-4cd8-885d-7e65a2e46e97 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:57.403704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Updating router f7c94742-d04e-4cd8-885d-7e65a2e46e97 port 91f6b6a5-48b9-4418-9291-08bc359bb18f binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:43:57.475422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.532253 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.581515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c0de59eb-0241-4b32-8b32-25bbc4560368 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:57.581891 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.649638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.655447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:57.659175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.701683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Allocated IP 172.20.0.1 (9ac9c797-5d9f-4de8-8a91-95ee288787b8/be4a718e-f814-4d78-8745-af34644776b1/eb068512-be60-48e8-9df8-bb45eb7f1c21) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:57.751314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] Pushing event updated for resources: {'Network': ['ID=5456221f-2ddb-4326-9466-fc7826105d08,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:57.811207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5456221f-2ddb-4326-9466-fc7826105d08 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:43:57.862567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-731bf034-3015-49ac-b2fc-003711d357cf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5115607 Dec 20 15:43:57.865503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50918) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:57.897224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Request body: {'subnet': {'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-916534327-subnet', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:57.902630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.922150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cf89f-04fd-4184-af89-30e85d8253fd req-23f122e5-4c2f-4183-b5a9-9fa2ab62b30c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:57.929189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d00cf89f-04fd-4184-af89-30e85d8253fd req-23f122e5-4c2f-4183-b5a9-9fa2ab62b30c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 949 time: 0.1345303 Dec 20 15:43:57.939817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2f03cca8-d7f9-4396-9c31-5576cd5be071 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:57.971637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:57.999801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d00cf89f-04fd-4184-af89-30e85d8253fd req-f2921d7c-3674-46e7-b535-b4c2e32d910f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664620 Dec 20 15:43:58.036675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:58.039139 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152d7d55-3f02-4769-80df-fd0fcd657039" -d '{"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-plugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:58.044924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50922) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:58.064806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d29d1b56-ab38-4859-9867-a159b359a53b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.099141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:58.105764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Made reservation on behalf of 724a16ea383f4f8e90b5fc8180b31f5d for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:58.112104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.116762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.166168 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961baa69-616d-4b8e-9a74-8d276210e958 x-openstack-request-id: req-961baa69-616d-4b8e-9a74-8d276210e958 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:58.168155 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-plugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:58.168155 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-961baa69-616d-4b8e-9a74-8d276210e958 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:58.168155 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'code': 200} Dec 20 15:43:58.211085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.211732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:58.211887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:43:58.214777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2f03cca8-d7f9-4396-9c31-5576cd5be071 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:58.215269 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.219617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:58.225407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:58.284816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Pushing event updated for resources: {'Port': ['ID=eb068512-be60-48e8-9df8-bb45eb7f1c21,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:58.325602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.333955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 902336e9-799d-4bb5-9c48-ebfb161ab366 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:43:58.334304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 902336e9-799d-4bb5-9c48-ebfb161ab366 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:43:58.547681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:58.567119 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.647809 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.758948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f76331-0563-421c-8679-1bffeb78b361 None None] Pushing event updated for resources: {'Port': ['ID=91f6b6a5-48b9-4418-9291-08bc359bb18f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:58.783838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Attempting to bind port 91f6b6a5-48b9-4418-9291-08bc359bb18f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:58.785426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Attempting to bind port 91f6b6a5-48b9-4418-9291-08bc359bb18f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:58.786357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Attempting to bind port 91f6b6a5-48b9-4418-9291-08bc359bb18f on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:58.800313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.807921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:58.809103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:58.809944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.810746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:58.811741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Bound port: 91f6b6a5-48b9-4418-9291-08bc359bb18f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:58.812799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.855651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-717dce8b-e15c-487d-9baa-8416f52fec00 None None] Provisioning complete for port eb068512-be60-48e8-9df8-bb45eb7f1c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:58.856692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-717dce8b-e15c-487d-9baa-8416f52fec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:58.929387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c218978-7b53-4d4c-b81d-38ccdaf70366 req-25f649f6-57b2-47f2-b552-7ef2585d3c36 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 210 time: 0.4821024 Dec 20 15:43:58.929387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434be0-6e49-4648-8d5a-9463bc9b02b4 req-d73ad87f-f240-45bf-a28e-21730dd0299e tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:58.929387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23434be0-6e49-4648-8d5a-9463bc9b02b4 req-d73ad87f-f240-45bf-a28e-21730dd0299e tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 945 time: 0.7252936 Dec 20 15:43:58.947862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-717dce8b-e15c-487d-9baa-8416f52fec00 None None] Port eb068512-be60-48e8-9df8-bb45eb7f1c21 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:43:58.983538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] For port 91f6b6a5-48b9-4418-9291-08bc359bb18f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:58.990341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] For port 91f6b6a5-48b9-4418-9291-08bc359bb18f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=91f6b6a5-48b9-4418-9291-08bc359bb18f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:59.054792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d29d1b56-ab38-4859-9867-a159b359a53b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.068856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686b902-4368-4be4-9454-3951bd87d6c0 req-e6962031-6d6c-4093-be74-79d4f0ccf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:59.070415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4686b902-4368-4be4-9454-3951bd87d6c0 req-e6962031-6d6c-4093-be74-79d4f0ccf5aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1101 time: 0.1929846 Dec 20 15:43:59.104321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23434be0-6e49-4648-8d5a-9463bc9b02b4 req-f0a2a570-c4d2-43f1-9ee5-a7b6122ef4b0 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861706 Dec 20 15:43:59.127922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.238245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4686b902-4368-4be4-9454-3951bd87d6c0 req-e4f90ddc-cbad-46f7-90c3-0e056e71ca08 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595829 Dec 20 15:43:59.260182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579c7c-42d7-4b63-b811-9bff585175dd req-5d5e51ce-7a47-4593-9d26-db525a774dfe tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:59.262219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58579c7c-42d7-4b63-b811-9bff585175dd req-5d5e51ce-7a47-4593-9d26-db525a774dfe tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0805082 Dec 20 15:43:59.313604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58579c7c-42d7-4b63-b811-9bff585175dd req-fbdc2609-57bd-4818-ad85-9f448f22cdc5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Dec 20 15:43:59.317630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d29d1b56-ab38-4859-9867-a159b359a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.318129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-66d1631a-c466-4ec2-a4df-744609905896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.318619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.321700 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.361764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.383906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d29d1b56-ab38-4859-9867-a159b359a53b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2800f5a5bbec49f78a245fbbc1b4c894&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3375375 Dec 20 15:43:59.407823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1b56-ab38-4859-9867-a159b359a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e1b25d-68d5-43be-aaeb-2f6e91eeb762,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:59.411972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50952) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:59.425427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.468318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Pushing event updated for resources: {'Port': ['ID=eb068512-be60-48e8-9df8-bb45eb7f1c21,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:59.471151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:59.475479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f76331-0563-421c-8679-1bffeb78b361 None None] Pushing event updated for resources: {'Port': ['ID=91f6b6a5-48b9-4418-9291-08bc359bb18f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:59.491477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Checking segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:59.491823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Network hostable DHCP agents. Network: 5456221f-2ddb-4326-9466-fc7826105d08, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:43:59.498122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Routers {'f7c94742-d04e-4cd8-885d-7e65a2e46e97'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:59.501005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:43:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:59.605904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:59.607672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:59.626809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13a0441f-0ef8-4bba-bfb2-400cb30c8ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.643709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-233d52e3-4de9-460c-b83e-69ea76b00959 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:59.645346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-233d52e3-4de9-460c-b83e-69ea76b00959 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 814 time: 0.1481123 Dec 20 15:43:59.678150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Request body: {'port': {'device_id': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'admin_state_up': True, 'tenant_id': '68e831c0a0454e1cb365ed6de2ab1b6d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:59.691805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13a0441f-0ef8-4bba-bfb2-400cb30c8ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.734732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Network 5456221f-2ddb-4326-9466-fc7826105d08 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:43:59.771637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] Set router f7c94742-d04e-4cd8-885d-7e65a2e46e97 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:59.862026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5456221f-2ddb-4326-9466-fc7826105d08) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:59.873362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:59.874076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.890904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd721b3a-4a7c-4099-9324-bc8808f43998 None None] Network 5456221f-2ddb-4326-9466-fc7826105d08 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:59.960702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Router f7c94742-d04e-4cd8-885d-7e65a2e46e97 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:59.989143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13a0441f-0ef8-4bba-bfb2-400cb30c8ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.989143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13a0441f-0ef8-4bba-bfb2-400cb30c8ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:59.990849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13a0441f-0ef8-4bba-bfb2-400cb30c8ea6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1e1b25d-68d5-43be-aaeb-2f6e91eeb762 HTTP/1.1" status: 204 len: 168 time: 0.5757413 Dec 20 15:44:00.006196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0441f-0ef8-4bba-bfb2-400cb30c8ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e1b25d-68d5-43be-aaeb-2f6e91eeb762,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:00.021312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bc9bf571-d071-459e-a933-9947e1c05640 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1384187 Dec 20 15:44:00.026490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:00.037180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:00.176292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64a4c4c7-38c3-4840-b7b0-dc15fc65b92f req-49b79fe6-c1d9-4646-80ba-cd835e9c323a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0787477 Dec 20 15:44:00.189942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Made reservation on behalf of 68e831c0a0454e1cb365ed6de2ab1b6d for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:00.193544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:00.257848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:00.266332 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-163be6a3-eb27-4140-a896-9237f3f50376 admin admin] 10.222.0.81 "PUT /v2.0/routers/f7c94742-d04e-4cd8-885d-7e65a2e46e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7462749 Dec 20 15:44:00.284397 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:00.286400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:00.287221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854326d-5c3e-4683-b3ad-588d074e8bfa None None] Network 5456221f-2ddb-4326-9466-fc7826105d08 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:44:00.344119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a89c9484-73d0-4b45-a820-37b9e59c75d6 None None] Provisioning complete for port eb068512-be60-48e8-9df8-bb45eb7f1c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:00.344897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a89c9484-73d0-4b45-a820-37b9e59c75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:00.421803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Allocated IP 172.20.0.3 (4aa78685-2591-4677-98fb-0592a258fc67/f285a69e-ff1a-4e48-861d-07e1829190d8/4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:00.453583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a89c9484-73d0-4b45-a820-37b9e59c75d6 None None] Port eb068512-be60-48e8-9df8-bb45eb7f1c21 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:00.690064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'eb068512-be60-48e8-9df8-bb45eb7f1c21', 'name': '', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'mac_address': 'fa:16:3e:2d:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:57Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 2, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'subnets': [{'id': 'be4a718e-f814-4d78-8745-af34644776b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:00.721232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb19570-a92f-41d4-87a8-04156ed73a16 None None] The sync data for ids ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'] in n-d-781076-8 is: [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'eb068512-be60-48e8-9df8-bb45eb7f1c21', 'name': '', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'mac_address': 'fa:16:3e:2d:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:57Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 2, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'subnets': [{'id': 'be4a718e-f814-4d78-8745-af34644776b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:00.810642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:00.867286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a282-cfe4-4a07-af1e-527dc371efb2 req-52b42cff-3b19-4ef9-a99e-bcaee9aa0032 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:00.876978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc2a282-cfe4-4a07-af1e-527dc371efb2 req-52b42cff-3b19-4ef9-a99e-bcaee9aa0032 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.3137097 Dec 20 15:44:00.919670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363117c-e284-440e-bd28-62e2cb0963ed req-6b6c958b-22b9-4e7b-b619-4c01d2a73f36 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:00.927199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8363117c-e284-440e-bd28-62e2cb0963ed req-6b6c958b-22b9-4e7b-b619-4c01d2a73f36 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 945 time: 0.3033726 Dec 20 15:44:01.075869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:01.141866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfc2a282-cfe4-4a07-af1e-527dc371efb2 req-5f43533c-73a2-4360-ba17-5f1f57b70c2d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636874 Dec 20 15:44:01.297083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8363117c-e284-440e-bd28-62e2cb0963ed req-ec287b2d-758f-4548-973f-c94a91844997 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689911 Dec 20 15:44:01.346398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:01.375467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4d7ca7a-f9c9-4143-b032-2e4f2d43c31a req-9f2b1fc5-d784-4512-bb61-282535e45391 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0855670 Dec 20 15:44:01.576567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:01.635549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Network 4aa78685-2591-4677-98fb-0592a258fc67 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:01.642664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:01.652419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:01.690643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99dea7ab-7562-4c08-ab3a-28ee95a91023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:01.702928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:01.745152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.747278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.751881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.752382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.752844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.753288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.753693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.754103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.754560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.758342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.758793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.759209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.759628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:01.818048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:01.818905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:01.835847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51044) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:02.014091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:02.019747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-network', 'tenant_id': '4655a3482d324614a05cb4a43440f46b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:02.024467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-458d2ea4-71fd-409d-8acc-92dba58bb7aa tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3651547 Dec 20 15:44:02.047716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Request body: {'port': {'device_id': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:02.154401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.158847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Made reservation on behalf of 4655a3482d324614a05cb4a43440f46b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:02.162256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.194082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.263245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-network', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:02.266397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:02.364862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.433823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.434895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.461343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Made reservation on behalf of 9f2fa17e81504cb799bb89ee6c6abd44 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:02.464372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.477569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.531462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.586929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:44:02.617290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.617290 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Added segment 89ccdc7e-dbd7-4cd2-bd25-70320bacc904 of type vlan for network b827a6fe-a81d-4436-8ff9-805a2bb17cff Dec 20 15:44:02.624187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5ccf2e-2429-4f94-ae2a-c7a25a99562b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:02.630553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b672d3-f944-4044-b974-e193bea5e283 req-672be625-2696-492c-bc4c-423091dfda71 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:02.647037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b672d3-f944-4044-b974-e193bea5e283 req-672be625-2696-492c-bc4c-423091dfda71 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.3182089 Dec 20 15:44:02.659015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:02.684128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '2ff72887-5655-4390-8298-131dd27d848a', 'network_id': 'f1e0ad12-9a4c-46b5-848c-090a91fc4608', 'port_id': '2ff72887-5655-4390-8298-131dd27d848a', 'mac_address': 'fa:16:3e:83:af:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48f1143-e7f9-4629-b56c-559f8db0b998', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:02.735507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.752863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.765971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.766604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:02.770036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.776004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.790903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ff72887-5655-4390-8298-131dd27d848a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:02.798651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Transition to ACTIVE for port object 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:44:02.820673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:02.860758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.885405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a633871-c8c3-4b37-9b2e-4cd0babca8ed req-5aa50db8-c71f-4af5-8d8a-17148cd81ee9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:02.887236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a633871-c8c3-4b37-9b2e-4cd0babca8ed req-5aa50db8-c71f-4af5-8d8a-17148cd81ee9 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 945 time: 0.4445510 Dec 20 15:44:02.902003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0abcf0b-907b-48e0-a795-2f05a585d511,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:02.905566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:44:02.917504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.917853 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Added segment b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5 of type vlan for network 14d39d93-e39b-4219-ac5f-704fe6b426ac Dec 20 15:44:02.938058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.944362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Allocated IP 172.25.6.22 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/30eae5a4-f991-4b57-a22d-6c110aa3dd42) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:02.952476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.953576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:02.954066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.968642 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:02.989822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.005812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b672d3-f944-4044-b974-e193bea5e283 req-d0b62b24-44f8-4fac-87e5-4d513686e6b6 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577051 Dec 20 15:44:03.055297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] Pushing event updated for resources: {'Network': ['ID=b827a6fe-a81d-4436-8ff9-805a2bb17cff,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:03.075601 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b7aa92b-4a8e-4921-a9bc-16983140ed96 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0603807 Dec 20 15:44:03.076610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51070) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:03.078731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a633871-c8c3-4b37-9b2e-4cd0babca8ed req-e51f1dc1-e448-4a65-bde5-480b221f0b71 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759841 Dec 20 15:44:03.083055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Request body: {'subnet': {'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-subnet', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:03.102733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:03.141584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:44:03.153535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.154623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:03.156049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.229928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['2ff72887-5655-4390-8298-131dd27d848a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:03.347819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] Pushing event updated for resources: {'Network': ['ID=14d39d93-e39b-4219-ac5f-704fe6b426ac,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:03.354142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Made reservation on behalf of 4655a3482d324614a05cb4a43440f46b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:03.362487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.368457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:44:03.372385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a5a03cd0-b699-4a45-b832-43ffad3984eb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5362694 Dec 20 15:44:03.375244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc26bd-5269-4f19-9399-7b470e02116f req-2143f233-e403-4c27-bc94-d13b73f43648 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:03.376931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cc26bd-5269-4f19-9399-7b470e02116f req-2143f233-e403-4c27-bc94-d13b73f43648 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 0.1663814 Dec 20 15:44:03.377553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51078) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:03.380710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:03.389211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Request body: {'subnet': {'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-subnet', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:03.502158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.512863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Attempting to bind port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:03.513486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Attempting to bind port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:03.513997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Attempting to bind port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 on network 4aa78685-2591-4677-98fb-0592a258fc67 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:03.550151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1a84a-b1ec-43f9-a308-8cd171875aba req-7c22aeae-43c8-4fac-950b-912946023800 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:03.552155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d1a84a-b1ec-43f9-a308-8cd171875aba req-7c22aeae-43c8-4fac-950b-912946023800 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1552162 Dec 20 15:44:03.552936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 on network 4aa78685-2591-4677-98fb-0592a258fc67 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:44:03.553462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Attempting to bind port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 on network 4aa78685-2591-4677-98fb-0592a258fc67 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:03.605520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cc26bd-5269-4f19-9399-7b470e02116f req-1f26173a-1665-4b6e-a95f-0876b63a1043 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761723 Dec 20 15:44:03.606518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:03.607060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Checking segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:03.607604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Bound using segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:03.608214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Bound port: 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:03.608743 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.648715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d1a84a-b1ec-43f9-a308-8cd171875aba req-3d538d81-3eed-4c53-b17b-f69c4bc07311 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Dec 20 15:44:03.651335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Made reservation on behalf of 9f2fa17e81504cb799bb89ee6c6abd44 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:03.653757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.731230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.817367 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.888289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:03.891090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Checking segment: {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:03.892063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Network hostable DHCP agents. Network: b827a6fe-a81d-4436-8ff9-805a2bb17cff, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:44:03.894343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Pushing event updated for resources: {'Port': ['ID=30eae5a4-f991-4b57-a22d-6c110aa3dd42,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:03.897044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:03.944013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:03.961451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 91f6b6a5-48b9-4418-9291-08bc359bb18f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:03.962496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:03.968977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:03.976757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:04.003909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:44:04.066345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.078453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 91f6b6a5-48b9-4418-9291-08bc359bb18f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:04.078920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.100311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b827a6fe-a81d-4436-8ff9-805a2bb17cff) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:04.100985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:04.102410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.144413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedafdc-88f8-4f67-9f14-1f6d1edcedb2 None None] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:44:04.223613 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d2669004-f2c2-40fd-b528-bf0c29558565 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1414251 Dec 20 15:44:04.223613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51094) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:04.226737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.235923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:04.238918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:04.333347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:04.333999 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.335435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-90208c43-1620-4f9a-a8ce-9ec70824847c service neutron] 10.222.0.83 "PUT /v2.0/ports/4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 HTTP/1.1" status: 200 len: 1091 time: 2.2920327 Dec 20 15:44:04.337286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:04.338618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:04.341545 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7853b39d-6596-469b-be86-f72904dbee7b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:04.410896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.414545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.534401 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Sync routers for ids ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:04.552521 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Routers {'f7c94742-d04e-4cd8-885d-7e65a2e46e97'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:04.553411 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:04.561562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.583044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b827a6fe-a81d-4436-8ff9-805a2bb17cff', 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff', 'project_id': '4655a3482d324614a05cb4a43440f46b', 'fixed_ips': [{'subnet_id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:44:04.583925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.588130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91d014-a91e-4d57-8859-b60ddaadcee0 req-9db2606e-f084-4b86-a9cf-a46f44e7e7b8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:04.589040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.589790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db91d014-a91e-4d57-8859-b60ddaadcee0 req-9db2606e-f084-4b86-a9cf-a46f44e7e7b8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 944 time: 0.3337064 Dec 20 15:44:04.598815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416235-746c-4d2a-95d0-b0b3cb55f3f2 req-9d0c7032-2015-4913-b9f6-32ce2501a985 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:04.600401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d416235-746c-4d2a-95d0-b0b3cb55f3f2 req-9d0c7032-2015-4913-b9f6-32ce2501a985 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.2714639 Dec 20 15:44:04.625035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 2ff72887-5655-4390-8298-131dd27d848a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:04.625446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.688135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 91f6b6a5-48b9-4418-9291-08bc359bb18f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=91f6b6a5-48b9-4418-9291-08bc359bb18f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:04.704824 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Set router f7c94742-d04e-4cd8-885d-7e65a2e46e97 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:04.820643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.833437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.960675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-31f63935-ba4b-4adc-acde-421b8a8f6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:04.962289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-31f63935-ba4b-4adc-acde-421b8a8f6244 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 1094 time: 0.4796720 Dec 20 15:44:04.972556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.034182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-375c8921-4c50-45b2-874a-9a56e0e087c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 HTTP/1.1" status: 200 len: 217 time: 0.0518355 Dec 20 15:44:05.119804 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'eb068512-be60-48e8-9df8-bb45eb7f1c21', 'name': '', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'mac_address': 'fa:16:3e:2d:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:57Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 2, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'subnets': [{'id': 'be4a718e-f814-4d78-8745-af34644776b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:05.132247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff72887-5655-4390-8298-131dd27d848a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:05.137817 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c953601a-f47a-46b1-8b5b-51d596e291ab" -d '{"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-plugged", "status": "completed", "tag": "2ff72887-5655-4390-8298-131dd27d848a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:05.215249 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Checking router: f7c94742-d04e-4cd8-885d-7e65a2e46e97 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:05.215660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=91f6b6a5-48b9-4418-9291-08bc359bb18f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:05.216795 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Updating router f7c94742-d04e-4cd8-885d-7e65a2e46e97 port eb068512-be60-48e8-9df8-bb45eb7f1c21 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:05.220334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:05.228517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.234196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Allocated IP 172.20.0.2 (b827a6fe-a81d-4436-8ff9-805a2bb17cff/661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9/593244c0-bcc0-479f-aea7-90a0bc0e8f8d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:05.277339 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.333558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.404566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:05.406825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db91d014-a91e-4d57-8859-b60ddaadcee0 req-402e7c0a-7c09-41a1-a978-3d06381abc14 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8033278 Dec 20 15:44:05.460449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d416235-746c-4d2a-95d0-b0b3cb55f3f2 req-d0004434-7e54-4ddd-aa4e-69af4eb64295 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8500640 Dec 20 15:44:05.461847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=094bb64f-ee9f-4224-95d2-32c80598046f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:05.516356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.549115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.627109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.646900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-dc09c474-69c0-4c3e-a441-e1b6682cfb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:05.652867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-dc09c474-69c0-4c3e-a441-e1b6682cfb2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 200 len: 854 time: 0.5854182 Dec 20 15:44:05.662238 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e10ce7e-89e2-401a-8554-1ee2f797f948 x-openstack-request-id: req-6e10ce7e-89e2-401a-8554-1ee2f797f948 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:05.662682 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:05.663049 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e10ce7e-89e2-401a-8554-1ee2f797f948 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:05.663561 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'status': 'completed', 'code': 200} Dec 20 15:44:05.718030 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b726ee4-9cf1-4a61-b2b5-c9ffc6fbc949 x-openstack-request-id: req-3b726ee4-9cf1-4a61-b2b5-c9ffc6fbc949 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:05.718344 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-plugged", "status": "completed", "tag": "2ff72887-5655-4390-8298-131dd27d848a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:05.719301 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b726ee4-9cf1-4a61-b2b5-c9ffc6fbc949 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:05.723331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Checking segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:05.723696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Network hostable DHCP agents. Network: 14d39d93-e39b-4219-ac5f-704fe6b426ac, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:44:05.724188 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff72887-5655-4390-8298-131dd27d848a', 'code': 200} Dec 20 15:44:05.755389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:05.770162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:05.777637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:05.914978 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.915568 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.923964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Pushing event updated for resources: {'Port': ['ID=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:05.943375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Attempting to bind port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:05.949485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Attempting to bind port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:05.949972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Attempting to bind port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d on network b827a6fe-a81d-4436-8ff9-805a2bb17cff {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:05.960221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:05.961422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Checking segment: {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:05.962143 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.963465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Bound using segment: {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:05.964250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Bound port: 593244c0-bcc0-479f-aea7-90a0bc0e8f8d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:05.964917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:05.981480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 91f6b6a5-48b9-4418-9291-08bc359bb18f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:06.037810 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.038257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.069215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.174848 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Pushing event updated for resources: {'Port': ['ID=eb068512-be60-48e8-9df8-bb45eb7f1c21,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:06.205565 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.206931 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.207502 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.208054 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.209435 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.210041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.210821 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.211432 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.212473 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.213715 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.216024 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.216691 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.217459 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:06.259498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 91f6b6a5-48b9-4418-9291-08bc359bb18f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:06.260754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.301032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Allocated IP 172.25.6.52 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/6cedda3f-15ac-446b-9500-c652a1b49530) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:06.336662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] For port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:06.371163 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Attempting to bind port eb068512-be60-48e8-9df8-bb45eb7f1c21 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:06.371933 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Attempting to bind port eb068512-be60-48e8-9df8-bb45eb7f1c21 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:06.372552 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Attempting to bind port eb068512-be60-48e8-9df8-bb45eb7f1c21 on network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:06.383531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] For port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:06.388922 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:06.389789 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Checking segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:06.390483 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.391167 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Bound using segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:06.391890 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Bound port: eb068512-be60-48e8-9df8-bb45eb7f1c21, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:06.392617 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.409043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-a4b0666a-02b5-4665-adb6-50821e1898a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4aa78685-2591-4677-98fb-0592a258fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7391276 Dec 20 15:44:06.467130 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.491934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.579866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.597496 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] For port eb068512-be60-48e8-9df8-bb45eb7f1c21, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:06.611483 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] For port eb068512-be60-48e8-9df8-bb45eb7f1c21, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eb068512-be60-48e8-9df8-bb45eb7f1c21,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:06.694273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94adc1-64f0-46a0-8bc0-ab16239b174e None None] Pushing event updated for resources: {'Port': ['ID=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:06.701061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.730349 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.765279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:44:06.772735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ba094489-32ec-46ac-8d37-9cd7e2767e55 None None] Provisioning complete for port eb068512-be60-48e8-9df8-bb45eb7f1c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:06.773231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba094489-32ec-46ac-8d37-9cd7e2767e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.778485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:06.790562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:06.807355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:06.902505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Routers {'f7c94742-d04e-4cd8-885d-7e65a2e46e97'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:06.903578 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:07.002835 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce974b94-a4b9-4672-93bf-a865aa8e300c None None] Pushing event updated for resources: {'Port': ['ID=eb068512-be60-48e8-9df8-bb45eb7f1c21,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:07.015393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba094489-32ec-46ac-8d37-9cd7e2767e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:07.050837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Pushing event updated for resources: {'Port': ['ID=6cedda3f-15ac-446b-9500-c652a1b49530,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:07.087124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ba094489-32ec-46ac-8d37-9cd7e2767e55 None None] For port eb068512-be60-48e8-9df8-bb45eb7f1c21, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eb068512-be60-48e8-9df8-bb45eb7f1c21,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:07.131202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe5685-3e37-4fb5-a705-f8e2f3e64893 req-c8906700-f2f9-4004-96fb-06fdb67aeda4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:07.164621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cfe5685-3e37-4fb5-a705-f8e2f3e64893 req-c8906700-f2f9-4004-96fb-06fdb67aeda4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 1.4915354 Dec 20 15:44:07.169646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba094489-32ec-46ac-8d37-9cd7e2767e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:07.256008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 14d39d93-e39b-4219-ac5f-704fe6b426ac) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:07.265412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:07.269181 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:07.296737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094489-32ec-46ac-8d37-9cd7e2767e55 None None] Pushing event updated for resources: {'Port': ['ID=eb068512-be60-48e8-9df8-bb45eb7f1c21,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:07.304409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197c4fc-507c-4c76-bf29-65eb420a9b6e None None] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:44:07.320268 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] Set router f7c94742-d04e-4cd8-885d-7e65a2e46e97 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:07.438160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.438476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cfe5685-3e37-4fb5-a705-f8e2f3e64893 req-c5ef19d3-77db-4544-bcf3-f868cb290f7d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720428 Dec 20 15:44:07.438658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.438814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.439243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.439516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.439790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.440114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.440432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.456853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.458043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.458451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.458787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.461325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:07.542763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-21575edc-e407-4ccf-a726-6cc7ea15c195 None None] Provisioning complete for port eb068512-be60-48e8-9df8-bb45eb7f1c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:07.543879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21575edc-e407-4ccf-a726-6cc7ea15c195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:07.565873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90505795-3937-4aca-a994-3bd80afb5be6 req-2f84931d-8d9d-49c3-8aa7-6c1558b75d3e tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:07.578560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90505795-3937-4aca-a994-3bd80afb5be6 req-2f84931d-8d9d-49c3-8aa7-6c1558b75d3e tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.8898702 Dec 20 15:44:07.623387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ee195ad-4a3b-4cf5-b475-d92cd50388fd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2394195 Dec 20 15:44:07.627702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51128) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:07.633585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:07.683093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-099fac99-3db8-4c8a-94af-b82ada84afda service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2392666 Dec 20 15:44:07.859905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:07.861288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:07.929605 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'eb068512-be60-48e8-9df8-bb45eb7f1c21', 'name': '', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'mac_address': 'fa:16:3e:2d:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:57Z', 'updated_at': '2021-12-20T15:44:06Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'subnets': [{'id': 'be4a718e-f814-4d78-8745-af34644776b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:08.011371 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ab43a-74df-4ff0-9c31-17d3c913b6ef None None] The sync data for ids ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'] in n-d-781076-8 is: [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:43:58Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'eb068512-be60-48e8-9df8-bb45eb7f1c21', 'name': '', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'mac_address': 'fa:16:3e:2d:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:57Z', 'updated_at': '2021-12-20T15:44:06Z', 'revision_number': 4, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'subnets': [{'id': 'be4a718e-f814-4d78-8745-af34644776b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:08.087365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Router d3ca78ce-d284-4ffe-9936-d20001514c98 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:44:08.142415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90505795-3937-4aca-a994-3bd80afb5be6 req-2346041c-be2a-40ce-83af-d0bb57a75c26 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533347 Dec 20 15:44:08.253045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:08.291907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 593244c0-bcc0-479f-aea7-90a0bc0e8f8d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:08.324089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-14d39d93-e39b-4219-ac5f-704fe6b426ac', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:44:08.325130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:08.329321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:44:08.366262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:08.628210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a01727d-1e48-47dd-bb16-636641d02db9 req-5d59b04d-8305-4a7c-8c7b-43b776429723 service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9335554 Dec 20 15:44:08.702579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb6a6-c2e0-4c40-9c68-49965f216a54 req-788d130e-750e-4415-9dde-4644cbb2ebef tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:08.735758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aceeb6a6-c2e0-4c40-9c68-49965f216a54 req-788d130e-750e-4415-9dde-4644cbb2ebef tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 945 time: 0.5912342 Dec 20 15:44:08.869846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:08.870386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:08.938055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:08.940463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e904d-2a64-4ffe-9976-c2310684ceec req-b2932f39-f5f0-4c62-a5ec-4cf8faa35068 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:08.943481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-223e904d-2a64-4ffe-9976-c2310684ceec req-b2932f39-f5f0-4c62-a5ec-4cf8faa35068 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 945 time: 0.7679660 Dec 20 15:44:09.021080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Allocated IP 172.20.0.2 (14d39d93-e39b-4219-ac5f-704fe6b426ac/094bb64f-ee9f-4224-95d2-32c80598046f/0282a504-33cb-4748-8da8-5ab075f98c7a) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:09.160216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:09.188205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298c74-7bef-4ba3-8df3-51952d890707 req-7493f43d-90bb-4b13-aecc-577dea93d9e1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:09.191439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23298c74-7bef-4ba3-8df3-51952d890707 req-7493f43d-90bb-4b13-aecc-577dea93d9e1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 0.5070250 Dec 20 15:44:09.211340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b39d-6596-469b-be86-f72904dbee7b req-d50e9812-604c-4a78-8e0f-26137a8c9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:09.216619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-d50e9812-604c-4a78-8e0f-26137a8c9cbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 1094 time: 0.4276156 Dec 20 15:44:09.240129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:09.257858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72903d32-3e30-48f6-91e5-eab2a2a794cc None None] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:44:09.271503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Sync routers for ids ['d3ca78ce-d284-4ffe-9936-d20001514c98'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:09.280304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aceeb6a6-c2e0-4c40-9c68-49965f216a54 req-a8780509-1822-4a66-a8e3-b5a9d6e9a6d6 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428751 Dec 20 15:44:09.311503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Routers {'d3ca78ce-d284-4ffe-9936-d20001514c98'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:09.312376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d3ca78ce-d284-4ffe-9936-d20001514c98'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:09.501837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Set router d3ca78ce-d284-4ffe-9936-d20001514c98 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:09.521636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:09.527010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09ba530c-b0f2-4a6a-b646-c3a05bf0ef07 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4901698 Dec 20 15:44:09.541958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51142) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:09.622573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:09.676177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:09.790465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:09.805616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2f7a734e-6122-4801-bd83-081b86e32f4f None None] Provisioning complete for port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:09.806149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f7a734e-6122-4801-bd83-081b86e32f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:09.808691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff72887-5655-4390-8298-131dd27d848a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:09.811236 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a4c0d8-3953-47c8-bccc-e50a24dbce5a" -d '{"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff72887-5655-4390-8298-131dd27d848a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:09.867122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23298c74-7bef-4ba3-8df3-51952d890707 req-40da9e8a-09a7-430f-9200-22b83b15d5bd tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629188 Dec 20 15:44:09.872904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:09.882992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:09.897510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Pushing event updated for resources: {'Port': ['ID=0282a504-33cb-4748-8da8-5ab075f98c7a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:09.898760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b39d-6596-469b-be86-f72904dbee7b req-3f32e2fe-cf9a-4c9d-bf53-c99ec73cf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:09.900397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:09.903785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-3f32e2fe-cf9a-4c9d-bf53-c99ec73cf262 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 915 time: 0.6665931 Dec 20 15:44:09.908618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:10.013001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Deleting port 2ff72887-5655-4390-8298-131dd27d848a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:44:10.013680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.019729 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf8b795-1d5b-4398-9bfc-02d758d2227a x-openstack-request-id: req-5bf8b795-1d5b-4398-9bfc-02d758d2227a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:10.020131 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff72887-5655-4390-8298-131dd27d848a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:10.020360 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bf8b795-1d5b-4398-9bfc-02d758d2227a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:10.020774 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff72887-5655-4390-8298-131dd27d848a', 'code': 200} Dec 20 15:44:10.055853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-ba1882ee-ba14-4984-926b-d57d91561fa8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 HTTP/1.1" status: 200 len: 217 time: 0.1465032 Dec 20 15:44:10.074869 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.092492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4199-05fd-470a-af1f-12cf74f95f27 req-923f3ccd-84a1-4c78-a923-cab3a8943e06 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:10.094177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d39b4199-05fd-470a-af1f-12cf74f95f27 req-923f3ccd-84a1-4c78-a923-cab3a8943e06 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.3101492 Dec 20 15:44:10.142130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.151012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Attempting to bind port 0282a504-33cb-4748-8da8-5ab075f98c7a on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:10.151473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Attempting to bind port 0282a504-33cb-4748-8da8-5ab075f98c7a by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:10.151787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Attempting to bind port 0282a504-33cb-4748-8da8-5ab075f98c7a on network 14d39d93-e39b-4219-ac5f-704fe6b426ac {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:10.215532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] For port 2ff72887-5655-4390-8298-131dd27d848a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2ff72887-5655-4390-8298-131dd27d848a,segment=NetworkSegment(f89a8daf-1597-4f65-a106-0f8d018542fb),segment_id=f89a8daf-1597-4f65-a106-0f8d018542fb)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:10.215838 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.229342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:10.230999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Checking segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:10.231723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.232370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Bound using segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:10.233206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Bound port: 0282a504-33cb-4748-8da8-5ab075f98c7a, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:10.233837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.239237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Calling delete_port for 2ff72887-5655-4390-8298-131dd27d848a owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:44:10.240530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b39d-6596-469b-be86-f72904dbee7b req-c824c296-bf5c-4dc4-b9a9-333be4eff5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:10.242875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-c824c296-bf5c-4dc4-b9a9-333be4eff5f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 200 len: 854 time: 0.1457834 Dec 20 15:44:10.279996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:10.311383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:10.315434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f7a734e-6122-4801-bd83-081b86e32f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.340249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:44:04Z', 'revision_number': 3, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:10.347202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-45dc6de6-30ca-4ab5-9847-b10bf68279fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4aa78685-2591-4677-98fb-0592a258fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892634 Dec 20 15:44:10.355961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d39b4199-05fd-470a-af1f-12cf74f95f27 req-c36fb44a-e50e-4670-abbb-c972498af626 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220950 Dec 20 15:44:10.405943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Checking router: d3ca78ce-d284-4ffe-9936-d20001514c98 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:10.406447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Updating router d3ca78ce-d284-4ffe-9936-d20001514c98 port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:10.454837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.455805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eb068512-be60-48e8-9df8-bb45eb7f1c21 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:10.475242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Router cc6c8483-1faf-412e-ae12-324627283208 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:44:10.527438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.615298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] For port 0282a504-33cb-4748-8da8-5ab075f98c7a, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:10.647538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-334b6654-6041-468b-bbbc-9bf579bcbfc5 service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905464 Dec 20 15:44:10.659663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d89b-f00b-4ef4-8986-4d50c6b83b51 req-988a2dc1-4c00-42dc-9779-7575948fa0f8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:10.666023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b58d89b-f00b-4ef4-8986-4d50c6b83b51 req-988a2dc1-4c00-42dc-9779-7575948fa0f8 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 943 time: 0.1736002 Dec 20 15:44:10.698389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.698893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] For port 0282a504-33cb-4748-8da8-5ab075f98c7a, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0282a504-33cb-4748-8da8-5ab075f98c7a,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:10.726000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:10.746265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-2f7a734e-6122-4801-bd83-081b86e32f4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:44:10.746265 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-2f7a734e-6122-4801-bd83-081b86e32f4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:44:10.752528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.874661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:10.911465 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Sync routers for ids ['cc6c8483-1faf-412e-ae12-324627283208'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:10.975951 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Routers {'cc6c8483-1faf-412e-ae12-324627283208'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:10.978997 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cc6c8483-1faf-412e-ae12-324627283208'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:11.035994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.078755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Allocated IP 172.25.6.159 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/cefbe6e4-022e-4d12-a1cd-35a7d61028e8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:11.145928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.159410 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1accf860-1a9b-469a-b24c-b27c078a5e8b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9209387 Dec 20 15:44:11.171194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51156) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:11.172529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port eb068512-be60-48e8-9df8-bb45eb7f1c21 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:11.172944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.187642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.255091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc795d07-9243-4e50-b010-5e13ffffaf5b None None] Pushing event updated for resources: {'Port': ['ID=0282a504-33cb-4748-8da8-5ab075f98c7a,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:11.339295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b58d89b-f00b-4ef4-8986-4d50c6b83b51 req-b3b3ea4a-b8a6-4e99-bd4d-1ec80b83fe44 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfeee841-0fc5-4326-915f-7c3c706be0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623669 Dec 20 15:44:11.341780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7853b39d-6596-469b-be86-f72904dbee7b req-9a366fce-cf15-4316-9e3d-0aa7dfd2d064 service neutron] 10.222.0.83 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773758 Dec 20 15:44:11.391914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65d455-0d3a-4b43-b0b0-f55ec305f572 req-621416c1-472e-4248-9d36-fd663596d5fe tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:11.401027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b65d455-0d3a-4b43-b0b0-f55ec305f572 req-621416c1-472e-4248-9d36-fd663596d5fe tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 0.3531914 Dec 20 15:44:11.429195 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Set router cc6c8483-1faf-412e-ae12-324627283208 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:11.497569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c14cb0f1-2e69-4067-a5fc-c0eccc042f6e None None] Provisioning complete for port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:11.498107 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c14cb0f1-2e69-4067-a5fc-c0eccc042f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.617121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 593244c0-bcc0-479f-aea7-90a0bc0e8f8d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:11.628953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.671679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b65d455-0d3a-4b43-b0b0-f55ec305f572 req-9a538c24-3809-455d-9b7d-e0700474dc25 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698090 Dec 20 15:44:11.703682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59634d02-1381-4694-8ecd-3113d75ae014 req-bed63f46-5443-43ba-b26e-9413ab1bc9f0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:11.725638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59634d02-1381-4694-8ecd-3113d75ae014 req-bed63f46-5443-43ba-b26e-9413ab1bc9f0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.2194183 Dec 20 15:44:11.815052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Pushing event deleted for resources: {'Port': ['ID=2ff72887-5655-4390-8298-131dd27d848a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:11.823126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:11.824607 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.937592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] No DVR routers for this DVR port 2ff72887-5655-4390-8298-131dd27d848a on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:44:11.939017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59634d02-1381-4694-8ecd-3113d75ae014 req-7b20a04c-d769-412d-b62c-f77cf17f06ec tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119956 Dec 20 15:44:11.959790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:11.959790 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-223e904d-2a64-4ffe-9976-c2310684ceec req-3f54251d-176d-43bf-81fb-d2adcb5aaec3 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.72 "DELETE /v2.0/ports/2ff72887-5655-4390-8298-131dd27d848a HTTP/1.1" status: 204 len: 173 time: 2.8553522 Dec 20 15:44:11.959790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-deleted', 'tag': '2ff72887-5655-4390-8298-131dd27d848a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:11.959790 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0091e1-3584-40c1-923b-ee749f2efccd" -d '{"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-deleted", "tag": "2ff72887-5655-4390-8298-131dd27d848a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:11.969052 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:44:07Z', 'revision_number': 3, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:11.970837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.024254 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Checking router: cc6c8483-1faf-412e-ae12-324627283208 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:12.024593 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Updating router cc6c8483-1faf-412e-ae12-324627283208 port 6cedda3f-15ac-446b-9500-c652a1b49530 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:12.037335 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f504a52-f317-45ea-9efb-c51c8cbd4597 x-openstack-request-id: req-6f504a52-f317-45ea-9efb-c51c8cbd4597 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:12.047568 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ac22b-d6be-4040-b7d3-b20dc74a6170", "name": "network-vif-deleted", "tag": "2ff72887-5655-4390-8298-131dd27d848a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:12.047568 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f504a52-f317-45ea-9efb-c51c8cbd4597 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:12.047568 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ac22b-d6be-4040-b7d3-b20dc74a6170', 'name': 'network-vif-deleted', 'tag': '2ff72887-5655-4390-8298-131dd27d848a', 'status': 'completed', 'code': 200} Dec 20 15:44:12.068067 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.113782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Allocated IP 172.20.0.1 (5456221f-2ddb-4326-9466-fc7826105d08/9aec90dd-9b7e-4346-ad84-c122c3f3d1d4/44171238-c141-44e4-9bff-82045e1f61c9) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:12.280450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.335942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:44:12.349515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Pushing event updated for resources: {'Port': ['ID=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:12.362463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 2ff72887-5655-4390-8298-131dd27d848a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:44:12.362819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2ff72887-5655-4390-8298-131dd27d848a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:44:12.377217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:12.437136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.468821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:12.478447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:12.558493 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.576833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0179028f-e5a5-45c9-9962-2c5619700456 req-144309e0-aa56-4337-9557-af9897725f73 tempest-ImagesTestJSON-1988992430 tempest-ImagesTestJSON-1988992430-project] 10.222.0.81 "GET /v2.0/ports?device_id=e30ac22b-d6be-4040-b7d3-b20dc74a6170 HTTP/1.1" status: 200 len: 210 time: 0.0619440 Dec 20 15:44:12.752520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.763304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.776741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b18b07-bd5b-43f6-baea-4b455db9393f None None] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:44:12.888168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:12.998752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Allocated IP 172.20.0.1 (b827a6fe-a81d-4436-8ff9-805a2bb17cff/661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9/06ea6e25-823c-457e-9a00-7d56d0ae7d73) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:12.998964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Pushing event updated for resources: {'Port': ['ID=44171238-c141-44e4-9bff-82045e1f61c9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:13.026538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Network 5456221f-2ddb-4326-9466-fc7826105d08 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:13.039588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70ecaa-8f30-40c3-b3a7-c071a65a47e3 req-4466965a-b7b9-4401-b15e-44b45323d8b5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:13.049191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b70ecaa-8f30-40c3-b3a7-c071a65a47e3 req-4466965a-b7b9-4401-b15e-44b45323d8b5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 0.2606804 Dec 20 15:44:13.119552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ff54e48e-ad06-48ff-86a3-4477a45c8419 None None] Provisioning complete for port 0282a504-33cb-4748-8da8-5ab075f98c7a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:13.119915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff54e48e-ad06-48ff-86a3-4477a45c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.121750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87ecd2-fed1-4083-be2e-8fa5455fec11 None None] Pushing event updated for resources: {'Port': ['ID=30eae5a4-f991-4b57-a22d-6c110aa3dd42,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:13.122965 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.124738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Attempting to bind port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:13.125123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Attempting to bind port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:13.125523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Attempting to bind port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:13.159430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:13.159863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:13.160385 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.160780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:13.161289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Bound port: 30eae5a4-f991-4b57-a22d-6c110aa3dd42, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:13.162260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.164979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.165189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b70ecaa-8f30-40c3-b3a7-c071a65a47e3 req-c95b37ba-360d-4b9c-b9f2-3491b993da08 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140139 Dec 20 15:44:13.166888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:13.171560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:13.235194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.249502 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.271696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] For port 30eae5a4-f991-4b57-a22d-6c110aa3dd42, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:13.277560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] For port 30eae5a4-f991-4b57-a22d-6c110aa3dd42, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30eae5a4-f991-4b57-a22d-6c110aa3dd42,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:13.322569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.360380 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Attempting to bind port 6cedda3f-15ac-446b-9500-c652a1b49530 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:13.360744 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Attempting to bind port 6cedda3f-15ac-446b-9500-c652a1b49530 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:13.361110 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Attempting to bind port 6cedda3f-15ac-446b-9500-c652a1b49530 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:13.364156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec45b8-8f05-45bd-9ed3-233addc95c77 req-be72beb9-576c-4187-8648-ccab96884684 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:13.368628 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:13.369683 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:13.370090 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.370486 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:13.371069 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Bound port: 6cedda3f-15ac-446b-9500-c652a1b49530, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:13.371478 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.377358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75ec45b8-8f05-45bd-9ed3-233addc95c77 req-be72beb9-576c-4187-8648-ccab96884684 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.2531216 Dec 20 15:44:13.397291 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff54e48e-ad06-48ff-86a3-4477a45c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.421592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:13.469502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.482541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ff54e48e-ad06-48ff-86a3-4477a45c8419 None None] For port 0282a504-33cb-4748-8da8-5ab075f98c7a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0282a504-33cb-4748-8da8-5ab075f98c7a,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:13.482675 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bacb3-80ad-4ef0-877f-449a2b83855d None None] Pushing event updated for resources: {'Port': ['ID=6cedda3f-15ac-446b-9500-c652a1b49530,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:13.486182 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] For port 6cedda3f-15ac-446b-9500-c652a1b49530, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:13.497783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] For port 6cedda3f-15ac-446b-9500-c652a1b49530, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6cedda3f-15ac-446b-9500-c652a1b49530,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:13.549864 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.598004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75ec45b8-8f05-45bd-9ed3-233addc95c77 req-5fc6b0f3-1c05-4453-9b2d-1d900d76d5b1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163451 Dec 20 15:44:13.625143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Routers {'d3ca78ce-d284-4ffe-9936-d20001514c98'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:13.626166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d3ca78ce-d284-4ffe-9936-d20001514c98'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:13.648420 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.698731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:13.706200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:13.779721 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Routers {'cc6c8483-1faf-412e-ae12-324627283208'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:13.780905 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cc6c8483-1faf-412e-ae12-324627283208'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:13.810923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.826593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:13.830175 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.838425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:13.857199 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bacb3-80ad-4ef0-877f-449a2b83855d None None] Pushing event updated for resources: {'Port': ['ID=6cedda3f-15ac-446b-9500-c652a1b49530,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:13.886078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87ecd2-fed1-4083-be2e-8fa5455fec11 None None] Pushing event updated for resources: {'Port': ['ID=30eae5a4-f991-4b57-a22d-6c110aa3dd42,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:13.896337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff54e48e-ad06-48ff-86a3-4477a45c8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.970618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:13.977826 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] Set router cc6c8483-1faf-412e-ae12-324627283208 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:14.004152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0282a504-33cb-4748-8da8-5ab075f98c7a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:14.101934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'port_id': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'mac_address': 'fa:16:3e:5d:71:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f285a69e-ff1a-4e48-861d-07e1829190d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:14.170004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.196105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54e48e-ad06-48ff-86a3-4477a45c8419 None None] Pushing event updated for resources: {'Port': ['ID=0282a504-33cb-4748-8da8-5ab075f98c7a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:14.221048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a1fd1d3-fd10-4afe-95f8-9538a856ac4c None None] Provisioning complete for port 0282a504-33cb-4748-8da8-5ab075f98c7a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:14.221458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a1fd1d3-fd10-4afe-95f8-9538a856ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.268582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51212) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:14.286482 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.306656 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:44:07Z', 'revision_number': 3, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:14.325288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Pushing event updated for resources: {'Port': ['ID=06ea6e25-823c-457e-9a00-7d56d0ae7d73,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:14.327509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.336478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] Set router d3ca78ce-d284-4ffe-9936-d20001514c98 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:14.342144 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ea769-5bd3-41dc-88db-7d947c916f79 None None] The sync data for ids ['cc6c8483-1faf-412e-ae12-324627283208'] in n-d-781076-8 is: [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:44:07Z', 'revision_number': 3, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:14.414189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0282a504-33cb-4748-8da8-5ab075f98c7a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:14.421550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.423196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:14.465231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.470924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Deleting subnet d48f1143-e7f9-4629-b56c-559f8db0b998 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:44:14.476601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.479591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Router 63434a54-992c-4953-96bd-4578c664a796 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:44:14.480999 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.484689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Pushing event updated for resources: {'Port': ['ID=44171238-c141-44e4-9bff-82045e1f61c9,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:14.523990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5357a9-a62d-4f41-b408-ca5732c759c2 req-88ea3bd4-9280-46ed-b3cb-10013bfdce76 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:14.525965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d5357a9-a62d-4f41-b408-ca5732c759c2 req-88ea3bd4-9280-46ed-b3cb-10013bfdce76 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 0.2590525 Dec 20 15:44:14.535218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:14.621404 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.730697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d5357a9-a62d-4f41-b408-ca5732c759c2 req-5fad0503-2afe-4015-84bc-29774507d44e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970417 Dec 20 15:44:14.751121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.840526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:14.843364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.860665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Sync routers for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:14.873607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:14.908927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Network 5456221f-2ddb-4326-9466-fc7826105d08 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:14.920020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:14.947780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d0a97-dc6d-44ad-99a0-4f9b90c687f7 req-b64527b7-0fc2-455c-99f0-847bf57b2120 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:14.955969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df0d0a97-dc6d-44ad-99a0-4f9b90c687f7 req-b64527b7-0fc2-455c-99f0-847bf57b2120 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1989682 Dec 20 15:44:14.977613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:14.978410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:14.984030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:14.992161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.066462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.071122 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cfdbd8ce-3242-4706-b727-ebedd10ce717 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.4422634 Dec 20 15:44:15.075225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51218) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:15.137632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-43b89f0b-dd46-4a2b-85f1-a3245b2a3b63 None None] Provisioning complete for port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:15.144157 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43b89f0b-dd46-4a2b-85f1-a3245b2a3b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.145556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df0d0a97-dc6d-44ad-99a0-4f9b90c687f7 req-0d458121-aec4-45b9-be42-86eae604e1df tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865528 Dec 20 15:44:15.153032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.184495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Router d3ca78ce-d284-4ffe-9936-d20001514c98 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:44:15.192759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48f1143-e7f9-4629-b56c-559f8db0b998,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:15.199529 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.203002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3edafe8a-6885-476e-9033-16b2a2c2e82e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d48f1143-e7f9-4629-b56c-559f8db0b998 HTTP/1.1" status: 204 len: 168 time: 0.9331758 Dec 20 15:44:15.205776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:15.212426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:15.290134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:15.294206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-43b89f0b-dd46-4a2b-85f1-a3245b2a3b63 None None] Port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:15.339601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Pushing event updated for resources: {'Port': ['ID=06ea6e25-823c-457e-9a00-7d56d0ae7d73,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:15.349886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.375336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:44:04Z', 'revision_number': 3, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:15.375633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.435728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:15.443146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c182b70a-7c66-4740-a1cc-2d2adad02e1c admin admin] 10.222.0.81 "PUT /v2.0/routers/d3ca78ce-d284-4ffe-9936-d20001514c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8995256 Dec 20 15:44:15.461611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4827c-b1bc-4e7d-9937-edc44ac5013c None None] The sync data for ids ['d3ca78ce-d284-4ffe-9936-d20001514c98'] in n-d-781076-8 is: [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:44:04Z', 'revision_number': 3, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:15.561321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.615536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e0ad12-9a4c-46b5-848c-090a91fc4608']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:15.635871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89a8daf-1597-4f65-a106-0f8d018542fb') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:15.637210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89a8daf-1597-4f65-a106-0f8d018542fb') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:15.655003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.705271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.711758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:44:15.712306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:44:15.716977 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:44:15.720681 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:44:15.761544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0282a504-33cb-4748-8da8-5ab075f98c7a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:15.763094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:15.772973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:16.023791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11097c02-4eff-48d7-9ac4-1d5116aed94f req-f71b692f-45b3-40bc-bb27-21d7054e1175 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:16.032810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11097c02-4eff-48d7-9ac4-1d5116aed94f req-f71b692f-45b3-40bc-bb27-21d7054e1175 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0978718 Dec 20 15:44:16.099289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:12Z', 'revision_number': 3, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:16.109605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0282a504-33cb-4748-8da8-5ab075f98c7a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:16.109958 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.139334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11097c02-4eff-48d7-9ac4-1d5116aed94f req-3bdf6746-7a7d-4bc9-8e2e-e795ae01c6c6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054490 Dec 20 15:44:16.140500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.153784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.157323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f1e0ad12-9a4c-46b5-848c-090a91fc4608 HTTP/1.1" status: 204 len: 168 time: 0.9504678 Dec 20 15:44:16.193481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458259a2-e1ce-4cbf-b751-840ec8436257 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e0ad12-9a4c-46b5-848c-090a91fc4608,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:16.239651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Checking router: 63434a54-992c-4953-96bd-4578c664a796 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:16.240023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Updating router 63434a54-992c-4953-96bd-4578c664a796 port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:16.368459 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.376435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e7f437a3-e50f-4999-9031-46a1b83a79cc None None] Provisioning complete for port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:16.376821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7f437a3-e50f-4999-9031-46a1b83a79cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.606650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-671d4979-2d9b-442b-b3e5-a723dd85d73e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:16.615202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-671d4979-2d9b-442b-b3e5-a723dd85d73e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 810 time: 0.2193277 Dec 20 15:44:16.644666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-9bace230-3d55-40a4-b637-87a6111eb8b4 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/quotas/724a16ea383f4f8e90b5fc8180b31f5d HTTP/1.1" status: 200 len: 375 time: 0.0283580 Dec 20 15:44:16.659916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b98ec-c11c-4ddd-8ff0-e7b382a46f93 req-2277cd8e-7d29-4ea2-933f-6d8aee3755b0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:16.661579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-938b98ec-c11c-4ddd-8ff0-e7b382a46f93 req-2277cd8e-7d29-4ea2-933f-6d8aee3755b0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.3399978 Dec 20 15:44:16.741868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:16.762341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-938b98ec-c11c-4ddd-8ff0-e7b382a46f93 req-5c90c05d-29a2-427d-817f-6163a3d2f8ba tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924270 Dec 20 15:44:16.813541 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb195bc1-d8cb-4515-9008-7ae533130c0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06cd612e0ce046baa04288fa09814d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687282 Dec 20 15:44:16.820630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51254) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:16.822648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6cedda3f-15ac-446b-9500-c652a1b49530 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:16.830833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-2f1361ff-08b6-4ddb-a8f3-b935d522d246 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1851850 Dec 20 15:44:16.843395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Router cc6c8483-1faf-412e-ae12-324627283208 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:44:16.854140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.907431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e7f437a3-e50f-4999-9031-46a1b83a79cc None None] Port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:16.959736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.975294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6cedda3f-15ac-446b-9500-c652a1b49530 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:16.975552 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:16.992672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-f1c602cc-97ef-4be3-b75e-143f30997641 service neutron] 10.222.0.81 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605878 Dec 20 15:44:17.055970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac65039c-b953-48d0-b662-cb2ea03119e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.081276 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.106672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.116806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 6cedda3f-15ac-446b-9500-c652a1b49530, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6cedda3f-15ac-446b-9500-c652a1b49530,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:17.162805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac65039c-b953-48d0-b662-cb2ea03119e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.182556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Attempting to bind port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:17.182556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Attempting to bind port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:17.182556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Attempting to bind port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:17.183630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Pushing event updated for resources: {'Port': ['ID=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:17.192062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:17.192456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:17.193222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.194129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:17.198938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:17.199614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Bound port: cefbe6e4-022e-4d12-a1cd-35a7d61028e8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:17.200031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.212022 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f650209d-5ee6-4c80-9029-5c74a2916b75 admin admin] 10.222.0.81 "PUT /v2.0/routers/cc6c8483-1faf-412e-ae12-324627283208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0396814 Dec 20 15:44:17.270240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-301c48be-b39c-47a0-9ab6-009722fc3adf service neutron] 10.222.0.81 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599065 Dec 20 15:44:17.287917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] For port cefbe6e4-022e-4d12-a1cd-35a7d61028e8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:17.293143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] For port cefbe6e4-022e-4d12-a1cd-35a7d61028e8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:17.296238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.296591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.296950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.297308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.297650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.298000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.298330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.298676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.299028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.299352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.299682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.300082 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.300339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:44:17.305506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.342011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Allocated IP 172.20.0.1 (14d39d93-e39b-4219-ac5f-704fe6b426ac/094bb64f-ee9f-4224-95d2-32c80598046f/bb11c554-b5e0-43fe-8121-10513d79bc07) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:17.349662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:17.416317 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.426976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=6cedda3f-15ac-446b-9500-c652a1b49530,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:17.438538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac65039c-b953-48d0-b662-cb2ea03119e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.441929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac65039c-b953-48d0-b662-cb2ea03119e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.445839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ac65039c-b953-48d0-b662-cb2ea03119e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfeee841-0fc5-4326-915f-7c3c706be0df HTTP/1.1" status: 204 len: 168 time: 0.6189001 Dec 20 15:44:17.457574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65039c-b953-48d0-b662-cb2ea03119e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeee841-0fc5-4326-915f-7c3c706be0df,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:17.462219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f880bc7-1295-4155-9c47-ae6572691d08 req-5b910c12-99c1-47ef-b9c6-629044304af4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:17.476085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f880bc7-1295-4155-9c47-ae6572691d08 req-5b910c12-99c1-47ef-b9c6-629044304af4 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 944 time: 0.1217735 Dec 20 15:44:17.538109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.607731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f880bc7-1295-4155-9c47-ae6572691d08 req-e9024946-59d3-49f5-b64a-37915f18416f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203694 Dec 20 15:44:17.642660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:17.643649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:17.710787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6c4b2-3882-44ac-bd90-7e876dec801a None None] Pushing event updated for resources: {'Port': ['ID=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:17.809784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:17.965438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e7164fa-8a91-4aee-8377-078bc09eddec req-17ddfded-48bc-4ab0-9fc9-8b582ae03cb1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 210 time: 0.0982783 Dec 20 15:44:18.009994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:18.012746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:18.030998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:18.048492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6cedda3f-15ac-446b-9500-c652a1b49530 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:18.074243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:44:18.125819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb11c554-b5e0-43fe-8121-10513d79bc07,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:18.127853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367508-b217-4157-93f1-5c373f3d77ba req-6444d15b-6354-484c-8907-32a8a6cc922b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:18.129516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85367508-b217-4157-93f1-5c373f3d77ba req-6444d15b-6354-484c-8907-32a8a6cc922b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1471055 Dec 20 15:44:18.208888 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:18.246518 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Sync routers for ids ['cc6c8483-1faf-412e-ae12-324627283208'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:18.272433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Routers {'cc6c8483-1faf-412e-ae12-324627283208'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:18.276901 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cc6c8483-1faf-412e-ae12-324627283208'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:18.375982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:18.416417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85367508-b217-4157-93f1-5c373f3d77ba req-db12be35-4bfe-4c71-b497-39086e680c6f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641752 Dec 20 15:44:18.495724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:18.498690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:18.636093 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Set router cc6c8483-1faf-412e-ae12-324627283208 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:18.797892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:18.928096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc500b8-952b-4299-892a-2815fc023853 req-215785ae-a244-4e99-8ad9-a83c2e09d377 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:18.938343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc500b8-952b-4299-892a-2815fc023853 req-215785ae-a244-4e99-8ad9-a83c2e09d377 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 944 time: 0.1602802 Dec 20 15:44:19.032533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6cedda3f-15ac-446b-9500-c652a1b49530 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:19.034930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:19.035824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc500b8-952b-4299-892a-2815fc023853 req-8d24e8f1-cf83-4f47-8bbb-7dbc0b1d90c0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962875 Dec 20 15:44:19.080724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Sync routers for ids ['d3ca78ce-d284-4ffe-9936-d20001514c98'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:19.083426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d9fa4411-8d54-4135-8dd3-6d0ba93dcfde None None] Provisioning complete for port bb11c554-b5e0-43fe-8121-10513d79bc07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:19.083931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4411-8d54-4135-8dd3-6d0ba93dcfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:19.188510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-468420d5-f3e4-4c59-973d-d0f1bccb9faf req-f0803096-6945-43f2-a7f9-5138e4878f13 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 210 time: 0.0948756 Dec 20 15:44:19.266385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:44:14Z', 'revision_number': 4, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '06ea6e25-823c-457e-9a00-7d56d0ae7d73', 'name': '', 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'mac_address': 'fa:16:3e:6c:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:12Z', 'updated_at': '2021-12-20T15:44:14Z', 'revision_number': 2, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'subnets': [{'id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:19.289523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa4411-8d54-4135-8dd3-6d0ba93dcfde None None] Port bb11c554-b5e0-43fe-8121-10513d79bc07 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:19.297573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Routers {'d3ca78ce-d284-4ffe-9936-d20001514c98'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:19.297573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d3ca78ce-d284-4ffe-9936-d20001514c98'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:19.309097 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Checking router: cc6c8483-1faf-412e-ae12-324627283208 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:19.309804 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Updating router cc6c8483-1faf-412e-ae12-324627283208 port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:19.351476 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:19.425296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:19.602954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:19.682981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e2846-4ad8-432f-bf4d-b538996d8ccb req-53c96568-caab-46cf-a202-32b23b2bde43 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:19.690854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b53e2846-4ad8-432f-bf4d-b538996d8ccb req-53c96568-caab-46cf-a202-32b23b2bde43 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.0974321 Dec 20 15:44:19.699303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30eae5a4-f991-4b57-a22d-6c110aa3dd42 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:19.746100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:19.788209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b53e2846-4ad8-432f-bf4d-b538996d8ccb req-590d5948-3439-4ec5-be77-feb163806dee tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888677 Dec 20 15:44:19.870846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:20.003991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:20.060830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:20.067074 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b124c71b-9dab-469b-ba93-33cf4e1589bb" -d '{"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:20.136280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb11c554-b5e0-43fe-8121-10513d79bc07,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:20.175743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:20.249686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:20.252281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:20.280066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Set router d3ca78ce-d284-4ffe-9936-d20001514c98 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:20.402267 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ab092-2d66-4093-90ac-cad7f3450d6a x-openstack-request-id: req-bc1ab092-2d66-4093-90ac-cad7f3450d6a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:20.404493 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:20.404939 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc1ab092-2d66-4093-90ac-cad7f3450d6a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:20.405669 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'code': 200} Dec 20 15:44:20.595949 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:20.605476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c8d6d-aa6d-4f45-90e6-0b4e137dd30c req-0b38a629-b499-4c8e-898f-59a79d3efe11 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:20.622487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:12Z', 'revision_number': 3, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:20.647653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b59c8d6d-aa6d-4f45-90e6-0b4e137dd30c req-0b38a629-b499-4c8e-898f-59a79d3efe11 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.4134390 Dec 20 15:44:20.709969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-becd4196-f876-4a1b-ba7f-be3e0ed9a262 req-cec1dd49-f639-4f39-a8be-1036ab023df9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 210 time: 0.1513872 Dec 20 15:44:20.780520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b59c8d6d-aa6d-4f45-90e6-0b4e137dd30c req-1e6190bd-3b94-4da2-96f2-c63245b2bf14 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311698 Dec 20 15:44:20.791767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf0674-cce7-44e8-bb08-2c412a24aed2 req-0d65995e-e1be-476c-9e7a-31f507d89631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:20.805395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48cf0674-cce7-44e8-bb08-2c412a24aed2 req-0d65995e-e1be-476c-9e7a-31f507d89631 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 1096 time: 0.4276803 Dec 20 15:44:20.805713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Router 63434a54-992c-4953-96bd-4578c664a796 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:44:20.811257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b926256-3a72-4240-948a-6a16dc6c4ab9 None None] The sync data for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 is: [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:12Z', 'revision_number': 3, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:20.855526 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:20.855909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:20.856558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:20.970530 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de38a-7c39-4b26-b315-d816fa13527b None None] Pushing event updated for resources: {'Port': ['ID=06ea6e25-823c-457e-9a00-7d56d0ae7d73,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:21.049719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48cf0674-cce7-44e8-bb08-2c412a24aed2 req-f19decb7-2abe-4596-880c-62124341ef18 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357876 Dec 20 15:44:21.070745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:21.238751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:21.254872 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Attempting to bind port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:21.255297 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Attempting to bind port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:21.255669 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Attempting to bind port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 on network b827a6fe-a81d-4436-8ff9-805a2bb17cff {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:21.271091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1d5be7e9-02a4-4681-aa07-4077514d34f3 admin admin] 10.222.0.81 "PUT /v2.0/routers/63434a54-992c-4953-96bd-4578c664a796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1874976 Dec 20 15:44:21.313739 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:21.314366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Checking segment: {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:21.315091 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:21.321263 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Bound using segment: {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:21.326069 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Bound port: 06ea6e25-823c-457e-9a00-7d56d0ae7d73, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ccdc7e-dbd7-4cd2-bd25-70320bacc904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:21.326752 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:21.402239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4f24-1c92-4aed-a8e8-10296600aae0 req-154debb7-348b-4a5b-aaae-dc569126add5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:21.415740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-559e4f24-1c92-4aed-a8e8-10296600aae0 req-154debb7-348b-4a5b-aaae-dc569126add5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1723175 Dec 20 15:44:21.568187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ac09d183-f52e-489f-966c-92c6c9cfbde1 None None] Provisioning complete for port bb11c554-b5e0-43fe-8121-10513d79bc07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:21.572748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac09d183-f52e-489f-966c-92c6c9cfbde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:21.760901 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] For port 06ea6e25-823c-457e-9a00-7d56d0ae7d73, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:21.766717 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] For port 06ea6e25-823c-457e-9a00-7d56d0ae7d73, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=06ea6e25-823c-457e-9a00-7d56d0ae7d73,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:21.769941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-300448da-ac15-4a7e-89aa-5ed9fcb37b0e tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1dac82c1a0424ca89252e9ae88bb4b3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983639 Dec 20 15:44:21.803830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-559e4f24-1c92-4aed-a8e8-10296600aae0 req-a87d0fb7-9d37-40df-ba1f-8d10ea9783f9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823814 Dec 20 15:44:21.808142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:21.843991 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:21.905646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-0614cb77-f9e6-417b-b20a-44cd30f837bb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:21.911591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-0614cb77-f9e6-417b-b20a-44cd30f837bb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.72 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 810 time: 0.3794584 Dec 20 15:44:21.934557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ac09d183-f52e-489f-966c-92c6c9cfbde1 None None] Port bb11c554-b5e0-43fe-8121-10513d79bc07 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:21.968072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Request body: {'port': {'device_id': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'admin_state_up': True, 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:22.006201 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Routers {'cc6c8483-1faf-412e-ae12-324627283208'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:22.018951 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cc6c8483-1faf-412e-ae12-324627283208'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:22.063910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:22.094235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9302abbc-35f7-4e8d-910c-34be0818e49b req-c1ea69d0-a810-4af8-98b3-5aec1260f3be tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 210 time: 0.1058707 Dec 20 15:44:22.195859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-51635ece-03c1-43ea-abb7-bf29669986a1 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:22.211909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-51635ece-03c1-43ea-abb7-bf29669986a1 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020278 Dec 20 15:44:22.216921 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de38a-7c39-4b26-b315-d816fa13527b None None] Pushing event updated for resources: {'Port': ['ID=06ea6e25-823c-457e-9a00-7d56d0ae7d73,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:22.238713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 30eae5a4-f991-4b57-a22d-6c110aa3dd42, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30eae5a4-f991-4b57-a22d-6c110aa3dd42,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:22.270386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-2cc218eb-585b-430a-8a25-13ef8a7c5f75 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/quotas/1dac82c1a0424ca89252e9ae88bb4b3b HTTP/1.1" status: 200 len: 375 time: 0.0545483 Dec 20 15:44:22.286881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c5817a78-46a3-4f73-9dca-dc28ebd42d0e None None] Provisioning complete for port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:22.288684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5817a78-46a3-4f73-9dca-dc28ebd42d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:22.371392 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:22.496102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-1d33fe0a-024f-42ae-af28-3f9bf23df170 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1dac82c1a0424ca89252e9ae88bb4b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2218676 Dec 20 15:44:22.511963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Made reservation on behalf of 724a16ea383f4f8e90b5fc8180b31f5d for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:22.516277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:22.530142 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] Set router cc6c8483-1faf-412e-ae12-324627283208 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:22.568462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 4, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '44171238-c141-44e4-9bff-82045e1f61c9', 'name': '', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'mac_address': 'fa:16:3e:ca:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:11Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 2, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'subnets': [{'id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:22.581550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2985c-8f80-4ce5-abb1-20dff2d46e7e req-f44b5816-e059-4bed-8df4-d079358c852f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:22.593706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ed2985c-8f80-4ce5-abb1-20dff2d46e7e req-f44b5816-e059-4bed-8df4-d079358c852f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.3088617 Dec 20 15:44:22.742145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Checking router: d3ca78ce-d284-4ffe-9936-d20001514c98 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:22.742886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Updating router d3ca78ce-d284-4ffe-9936-d20001514c98 port 44171238-c141-44e4-9bff-82045e1f61c9 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:22.828619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ed2985c-8f80-4ce5-abb1-20dff2d46e7e req-410d5ff8-ca4b-4567-b9d7-a8e10eb4a1f6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327716 Dec 20 15:44:22.855965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=30eae5a4-f991-4b57-a22d-6c110aa3dd42,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:22.881750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cefbe6e4-022e-4d12-a1cd-35a7d61028e8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:22.945847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:23.144926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Allocated IP 172.20.0.10 (5456221f-2ddb-4326-9466-fc7826105d08/9aec90dd-9b7e-4346-ad84-c122c3f3d1d4/d866792c-4154-416c-a447-0181661f5009) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:23.271305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5817a78-46a3-4f73-9dca-dc28ebd42d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:23.315179 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:44:14Z', 'revision_number': 4, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '06ea6e25-823c-457e-9a00-7d56d0ae7d73', 'name': '', 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'mac_address': 'fa:16:3e:6c:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:12Z', 'updated_at': '2021-12-20T15:44:21Z', 'revision_number': 4, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'subnets': [{'id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:23.380668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85fc32-0f92-455a-aa10-100d2d7cfd8c None None] The sync data for ids ['cc6c8483-1faf-412e-ae12-324627283208'] in n-d-781076-8 is: [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:44:14Z', 'revision_number': 4, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '06ea6e25-823c-457e-9a00-7d56d0ae7d73', 'name': '', 'network_id': 'b827a6fe-a81d-4436-8ff9-805a2bb17cff', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'mac_address': 'fa:16:3e:6c:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:12Z', 'updated_at': '2021-12-20T15:44:21Z', 'revision_number': 4, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'subnets': [{'id': '661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:23.662584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c5817a78-46a3-4f73-9dca-dc28ebd42d0e None None] For port 06ea6e25-823c-457e-9a00-7d56d0ae7d73, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=06ea6e25-823c-457e-9a00-7d56d0ae7d73,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:23.678587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:23.733081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:23.735194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:23.799446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-a53ac17f-f1e4-4111-b40f-67b675432fe6 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:23.804718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5817a78-46a3-4f73-9dca-dc28ebd42d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:23.807966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-a53ac17f-f1e4-4111-b40f-67b675432fe6 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 829 time: 0.6688066 Dec 20 15:44:23.841429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:23.877434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-b7809071-e022-49c2-890c-060ff8deba14 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/quotas/9f2fa17e81504cb799bb89ee6c6abd44 HTTP/1.1" status: 200 len: 375 time: 0.0549934 Dec 20 15:44:24.038475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Network 5456221f-2ddb-4326-9466-fc7826105d08 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:24.042713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-68bf4c00-faaf-4038-aae3-c18fa9adbb0e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:24.045240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:24.048520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:24.060329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-68bf4c00-faaf-4038-aae3-c18fa9adbb0e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.6714954 Dec 20 15:44:24.122216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b17a7983-3377-4467-b0b8-930e859f25a2 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/quotas/e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 375 time: 0.0465286 Dec 20 15:44:24.208596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Pushing event updated for resources: {'Port': ['ID=d866792c-4154-416c-a447-0181661f5009,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:24.215163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-d6b63943-ddc1-4b59-bfe0-45c7ba072ffb tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3037148 Dec 20 15:44:24.287118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:24.288275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:24.349580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-9c01508a-c0ae-4e81-958e-943648ff7e98 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2225738 Dec 20 15:44:24.468822 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-1e696c8b-b28a-4968-9018-c724366a2269 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5474854 Dec 20 15:44:24.483182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Request body: {'port': {'device_id': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:24.507277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5817a78-46a3-4f73-9dca-dc28ebd42d0e None None] Pushing event updated for resources: {'Port': ['ID=06ea6e25-823c-457e-9a00-7d56d0ae7d73,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:24.542439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cafea568-7f38-4a7f-bb88-4814b916f8fb None None] Provisioning complete for port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:24.542928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cafea568-7f38-4a7f-bb88-4814b916f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:24.609790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:24.810345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-8f306a3e-88fa-441d-8767-4d7fb452796c service neutron] 10.222.0.81 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787756 Dec 20 15:44:24.819193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Sync routers for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:24.830934 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:24.833867 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:24.843621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.038814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:25.053225 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.070295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port cefbe6e4-022e-4d12-a1cd-35a7d61028e8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:25.146144 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.214521 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.304144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7867-cfee-43f7-8a87-66089782e09b None None] Pushing event updated for resources: {'Port': ['ID=44171238-c141-44e4-9bff-82045e1f61c9,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:25.518733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d866792c-4154-416c-a447-0181661f5009 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:25.519964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-4bc89e01-2080-4abe-8be3-9620e00f0bec service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1694295 Dec 20 15:44:25.543229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.582768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Transition to ACTIVE for port object d866792c-4154-416c-a447-0181661f5009 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:44:25.642262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Attempting to bind port 44171238-c141-44e4-9bff-82045e1f61c9 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:25.646869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Attempting to bind port 44171238-c141-44e4-9bff-82045e1f61c9 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:25.649112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Attempting to bind port 44171238-c141-44e4-9bff-82045e1f61c9 on network 5456221f-2ddb-4326-9466-fc7826105d08 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:25.654290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.677480 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:19Z', 'revision_number': 2, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:25.709010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:25.729670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:25.731391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Checking segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:25.732430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.735234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Bound using segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:25.736181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Bound port: 44171238-c141-44e4-9bff-82045e1f61c9, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:25.736769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.798198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30eae5a4-f991-4b57-a22d-6c110aa3dd42 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:25.823773 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Checking router: 63434a54-992c-4953-96bd-4578c664a796 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:25.824803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Updating router 63434a54-992c-4953-96bd-4578c664a796 port bb11c554-b5e0-43fe-8121-10513d79bc07 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:44:25.846539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Pushing event updated for resources: {'Port': ['ID=d866792c-4154-416c-a447-0181661f5009,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:25.889790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-9eacf1de-5056-4407-9e57-714860026a6a service neutron] 10.222.0.81 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0780916 Dec 20 15:44:25.890179 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.897095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-731e95d2-7677-411d-b45d-9955ece7e167 service neutron] 10.222.0.81 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718512 Dec 20 15:44:25.955868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] For port 44171238-c141-44e4-9bff-82045e1f61c9, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:25.961057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] For port 44171238-c141-44e4-9bff-82045e1f61c9, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44171238-c141-44e4-9bff-82045e1f61c9,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:26.043229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Attempting to bind port d866792c-4154-416c-a447-0181661f5009 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:26.044064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Attempting to bind port d866792c-4154-416c-a447-0181661f5009 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:26.044409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.045787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Attempting to bind port d866792c-4154-416c-a447-0181661f5009 on network 5456221f-2ddb-4326-9466-fc7826105d08 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:26.061005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:26.061700 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.064862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Port d866792c-4154-416c-a447-0181661f5009 on network 5456221f-2ddb-4326-9466-fc7826105d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:44:26.072879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Attempting to bind port d866792c-4154-416c-a447-0181661f5009 on network 5456221f-2ddb-4326-9466-fc7826105d08 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:26.084762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:26.089527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Checking segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:26.090094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Bound using segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:26.093094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Bound port: d866792c-4154-416c-a447-0181661f5009, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:26.095456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.300987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7867-cfee-43f7-8a87-66089782e09b None None] Pushing event updated for resources: {'Port': ['ID=44171238-c141-44e4-9bff-82045e1f61c9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:26.305113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] For port d866792c-4154-416c-a447-0181661f5009, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:26.329183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] For port d866792c-4154-416c-a447-0181661f5009, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d866792c-4154-416c-a447-0181661f5009,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:26.342351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Routers {'d3ca78ce-d284-4ffe-9936-d20001514c98'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:26.348274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d3ca78ce-d284-4ffe-9936-d20001514c98'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:26.360787 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.420773 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.421193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.475044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11e681db-6c82-4f30-b0b5-75187b154baa req-5211708e-b7ae-4d7e-a361-fd7041908d5d tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 210 time: 0.0705271 Dec 20 15:44:26.509042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:26.516004 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.516004 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] 10.222.0.72 "PUT /v2.0/ports/d866792c-4154-416c-a447-0181661f5009 HTTP/1.1" status: 200 len: 1092 time: 2.0332301 Dec 20 15:44:26.516004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'tag': 'd866792c-4154-416c-a447-0181661f5009'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:26.529335 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d73c222-eee1-4673-8cca-22c12b41f460" -d '{"events": [{"name": "network-changed", "server_uuid": "193cd75c-6db5-49e2-88bd-357ed9a87468", "tag": "d866792c-4154-416c-a447-0181661f5009"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:26.545854 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec287-dfcc-4913-8ff2-ceb6fecc87d6 None None] Pushing event updated for resources: {'Port': ['ID=bb11c554-b5e0-43fe-8121-10513d79bc07,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:26.593229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-fc25f283-69ea-44a3-8813-fcc5dd981444 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1dac82c1a0424ca89252e9ae88bb4b3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238346 Dec 20 15:44:26.647025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83623-a396-4c63-86d7-7c03a0d12610 service neutron] Pushing event updated for resources: {'Port': ['ID=d866792c-4154-416c-a447-0181661f5009,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:26.766512 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Attempting to bind port bb11c554-b5e0-43fe-8121-10513d79bc07 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:26.766803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Attempting to bind port bb11c554-b5e0-43fe-8121-10513d79bc07 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:26.767181 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Attempting to bind port bb11c554-b5e0-43fe-8121-10513d79bc07 on network 14d39d93-e39b-4219-ac5f-704fe6b426ac {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:26.776613 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:26.777000 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Checking segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:26.777490 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.777889 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Bound using segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:26.778485 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Bound port: bb11c554-b5e0-43fe-8121-10513d79bc07, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:26.779727 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:26.854317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-71d49129-f660-47e8-8354-5f9f3bc16768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:26.856003 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-71d49129-f660-47e8-8354-5f9f3bc16768 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 1095 time: 0.1738362 Dec 20 15:44:26.856173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 06ea6e25-823c-457e-9a00-7d56d0ae7d73 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:26.911990 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] For port bb11c554-b5e0-43fe-8121-10513d79bc07, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:26.929463 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] For port bb11c554-b5e0-43fe-8121-10513d79bc07, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bb11c554-b5e0-43fe-8121-10513d79bc07,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:26.943034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] Set router d3ca78ce-d284-4ffe-9936-d20001514c98 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:26.975132 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-e7e6b3ee-f753-4e4d-b4c8-6a39482d2be3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d866792c-4154-416c-a447-0181661f5009 HTTP/1.1" status: 200 len: 217 time: 0.0874381 Dec 20 15:44:27.042189 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:27.042304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-33a12731-0a27-45b8-a684-d25f379da726 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:27.063218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-33a12731-0a27-45b8-a684-d25f379da726 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4637525 Dec 20 15:44:27.093254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Request body: {'port': {'device_id': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '1dac82c1a0424ca89252e9ae88bb4b3b'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:27.126686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:27.206079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-ebaf209b-e0a1-4040-bbab-833dc9a51f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:27.208745 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-ebaf209b-e0a1-4040-bbab-833dc9a51f0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.2312293 Dec 20 15:44:27.239497 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec287-dfcc-4913-8ff2-ceb6fecc87d6 None None] Pushing event updated for resources: {'Port': ['ID=bb11c554-b5e0-43fe-8121-10513d79bc07,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:27.283855 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:27.284594 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:27.310176 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-0e40f6ff-5928-43c7-9eb1-f862a8187fc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922081 Dec 20 15:44:27.435476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-81703f0e-276f-43fc-ad34-c4d61b33fe91 None None] Provisioning complete for port bb11c554-b5e0-43fe-8121-10513d79bc07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:27.435864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81703f0e-276f-43fc-ad34-c4d61b33fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:27.570959 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-fbabf72a-b1e4-4058-a2d7-6b0f69bb80cb service neutron] 10.222.0.72 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503045 Dec 20 15:44:27.589866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb244d-17ab-482e-8d04-ef47b52aad02 req-0b719ef6-46ce-43e4-851e-9f89fddc8597 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:27.600889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:27.602240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:27.609837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaeb244d-17ab-482e-8d04-ef47b52aad02 req-0b719ef6-46ce-43e4-851e-9f89fddc8597 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.5369351 Dec 20 15:44:27.665287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5715-2f76-4ec0-b388-c59ae7442b2b req-61cb9a8a-8869-47a0-a2d0-00fc205362bf tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:27.682022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a8f5715-2f76-4ec0-b388-c59ae7442b2b req-61cb9a8a-8869-47a0-a2d0-00fc205362bf tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 944 time: 0.4141214 Dec 20 15:44:27.695791 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8340bf83-f926-4a36-9371-126ff5ab6fef req-7cbf2267-455e-4b48-9196-c5874048255b service neutron] 10.222.0.72 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178217 Dec 20 15:44:27.762964 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:27.867998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a8f5715-2f76-4ec0-b388-c59ae7442b2b req-fedb4e32-cf83-48c9-8ee3-a52e2d0a7280 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850705 Dec 20 15:44:27.956262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaeb244d-17ab-482e-8d04-ef47b52aad02 req-0c9650db-c665-491e-acca-f7553bad8bc4 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651961 Dec 20 15:44:28.024571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81703f0e-276f-43fc-ad34-c4d61b33fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.034105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 4, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '44171238-c141-44e4-9bff-82045e1f61c9', 'name': '', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'mac_address': 'fa:16:3e:ca:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:11Z', 'updated_at': '2021-12-20T15:44:25Z', 'revision_number': 4, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'subnets': [{'id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:28.050421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Made reservation on behalf of 1dac82c1a0424ca89252e9ae88bb4b3b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:28.071029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.099766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cbb858-c58d-4090-8a48-8d9692d74c3d None None] The sync data for ids ['d3ca78ce-d284-4ffe-9936-d20001514c98'] in n-d-781076-8 is: [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:44:13Z', 'revision_number': 4, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '44171238-c141-44e4-9bff-82045e1f61c9', 'name': '', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'mac_address': 'fa:16:3e:ca:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:11Z', 'updated_at': '2021-12-20T15:44:25Z', 'revision_number': 4, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'subnets': [{'id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:28.138198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.279499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-81703f0e-276f-43fc-ad34-c4d61b33fe91 None None] For port bb11c554-b5e0-43fe-8121-10513d79bc07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bb11c554-b5e0-43fe-8121-10513d79bc07,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:28.281712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084751d-7e9f-4acf-a4b3-5a2d18bc85fa req-972d9985-6160-4f49-a2a6-b7bbfbc64b58 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:28.289828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5084751d-7e9f-4acf-a4b3-5a2d18bc85fa req-972d9985-6160-4f49-a2a6-b7bbfbc64b58 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.3255694 Dec 20 15:44:28.346080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81703f0e-276f-43fc-ad34-c4d61b33fe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.396414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cefbe6e4-022e-4d12-a1cd-35a7d61028e8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:28.417752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48922fe6-c6ab-4001-8630-28639a433244 req-86361bea-d8d3-4fac-8105-c99c92ab1db1 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 210 time: 0.1024213 Dec 20 15:44:28.444941 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:26Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:28.520616 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8756e0-ec19-46ca-8e32-c3ff5083f13a x-openstack-request-id: req-eb8756e0-ec19-46ca-8e32-c3ff5083f13a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:28.524040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7d3d2816-cf67-4915-a0a4-095a680fec97 None None] Provisioning complete for port bb11c554-b5e0-43fe-8121-10513d79bc07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:28.524649 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193cd75c-6db5-49e2-88bd-357ed9a87468", "tag": "d866792c-4154-416c-a447-0181661f5009", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:28.525215 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb8756e0-ec19-46ca-8e32-c3ff5083f13a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:28.526355 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'tag': 'd866792c-4154-416c-a447-0181661f5009', 'status': 'completed', 'code': 200} Dec 20 15:44:28.530676 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2816-cf67-4915-a0a4-095a680fec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.604947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81703f0e-276f-43fc-ad34-c4d61b33fe91 None None] Pushing event updated for resources: {'Port': ['ID=bb11c554-b5e0-43fe-8121-10513d79bc07,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:28.607148 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97eea9-a34a-45eb-a6ce-f5407ac75505 None None] The sync data for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 is: [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:26Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:28.638512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5084751d-7e9f-4acf-a4b3-5a2d18bc85fa req-065dfe3c-0399-4fb2-aeea-75a6dc32e4af tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449976 Dec 20 15:44:28.761622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-942098a1-eb67-499b-ab2f-4e9dd138a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:28.767556 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-942098a1-eb67-499b-ab2f-4e9dd138a214 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 1095 time: 0.2222815 Dec 20 15:44:28.842573 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.883563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c354549-c6ea-4b7f-b1d0-5d19b9bf9768 req-c744a590-0560-4dcd-8b50-c0944a51d9bd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0387506 Dec 20 15:44:28.885106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:28.886025 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:28.989667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:29.028263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-e0f6d742-12af-4fa4-be26-9f9abae3d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:29.033077 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-e0f6d742-12af-4fa4-be26-9f9abae3d175 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 911 time: 0.2556064 Dec 20 15:44:29.171449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-a2afe1ae-9713-4164-be66-8ccadf4644eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d866792c-4154-416c-a447-0181661f5009 HTTP/1.1" status: 200 len: 217 time: 0.1245768 Dec 20 15:44:29.209277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4893bc15-42ea-42c7-932d-906e755af44b req-b2890504-e35c-4d71-9c30-8386b274f9fe tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 210 time: 0.3173971 Dec 20 15:44:29.314529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9ccddb4-abeb-4b37-89d4-8f01f4a6eaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:29.316528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-143cbde6-c4c3-4219-9fb3-b4118073e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:29.318213 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-143cbde6-c4c3-4219-9fb3-b4118073e444 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.1448591 Dec 20 15:44:29.383621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:29.406869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-8e6e93cb-72c0-4d12-81e4-7792d4508fdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788126 Dec 20 15:44:29.470476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Allocated IP 192.168.233.96 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/2db12659-6429-47e8-bc94-1f9dc47ca7a4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:29.651204 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-1cf2412b-b481-4466-b064-1cc48291bcdd service neutron] 10.222.0.72 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355766 Dec 20 15:44:29.783301 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:44:29.862674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d73c222-eee1-4673-8cca-22c12b41f460 req-b8386c9d-6ce8-4be6-b324-e8e072e18795 service neutron] 10.222.0.72 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021067 Dec 20 15:44:29.864596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:29.922144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25e468-b8cd-418f-8df6-2fcf24231c03 req-79b560a9-a6eb-46e2-ba6c-f291f81cb55c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:29.933442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc25e468-b8cd-418f-8df6-2fcf24231c03 req-79b560a9-a6eb-46e2-ba6c-f291f81cb55c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.7220747 Dec 20 15:44:29.995082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4fb0-6d06-4fff-be10-d2253908e4b8 req-1ef57bca-76a3-4183-a0c1-c29c8fda4591 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:29.996742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-820c4fb0-6d06-4fff-be10-d2253908e4b8 req-1ef57bca-76a3-4183-a0c1-c29c8fda4591 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 944 time: 0.2943711 Dec 20 15:44:30.000737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:30.067699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc25e468-b8cd-418f-8df6-2fcf24231c03 req-0d88ab46-1cec-4cee-9f22-0e8b28ff9623 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330631 Dec 20 15:44:30.089570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:30.096104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:30.107217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:30.131387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:30.180112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-820c4fb0-6d06-4fff-be10-d2253908e4b8 req-80b97b4b-76fb-4bfa-b6bb-0b2a6b5114c4 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717708 Dec 20 15:44:30.236890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:30.237622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:30.377269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf08cf-2bc1-436a-9e96-fa6eaa3ff113 req-e4bd5ad7-9981-44c5-86f1-e4c18e607667 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:30.377269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53bf08cf-2bc1-436a-9e96-fa6eaa3ff113 req-e4bd5ad7-9981-44c5-86f1-e4c18e607667 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1754420 Dec 20 15:44:30.381940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-dc04b234-029e-4dee-ab92-9199eb4cfe91 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3077338 Dec 20 15:44:30.422966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d866792c-4154-416c-a447-0181661f5009 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:30.426378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Request body: {'port': {'device_id': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:30.579944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44171238-c141-44e4-9bff-82045e1f61c9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:30.686054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d866792c-4154-416c-a447-0181661f5009, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d866792c-4154-416c-a447-0181661f5009,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:30.723977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd866792c-4154-416c-a447-0181661f5009', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'port_id': 'd866792c-4154-416c-a447-0181661f5009', 'mac_address': 'fa:16:3e:6e:fa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:30.731866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:30.775252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53bf08cf-2bc1-436a-9e96-fa6eaa3ff113 req-274168bb-73f7-4f0e-afd2-863877f01d38 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869436 Dec 20 15:44:30.823072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b13e051-02e0-463e-99bc-520503a9a8ad req-8ed74da0-a1bf-4f85-ba9e-c8ca8b201435 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 210 time: 0.3775282 Dec 20 15:44:30.879237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-32541a5e-3ce6-41eb-871a-89f5d01fcdae None None] Provisioning complete for port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:30.881626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-32541a5e-3ce6-41eb-871a-89f5d01fcdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:30.912350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-6df51f04-478f-4e85-8600-a1a262a501b3 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:30.920059 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-6df51f04-478f-4e85-8600-a1a262a501b3 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.72 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 829 time: 0.3540912 Dec 20 15:44:30.938212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Request body: {'port': {'device_id': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'admin_state_up': True, 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:31.186564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6e2f841-2299-4156-843c-3bf44eecfc8e req-50c14267-64c3-46de-8e42-0b40c235a335 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0499308 Dec 20 15:44:31.227765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.282809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-32541a5e-3ce6-41eb-871a-89f5d01fcdae None None] Port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:31.309971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d866792c-4154-416c-a447-0181661f5009 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:31.324531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 44171238-c141-44e4-9bff-82045e1f61c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:31.325035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.340493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Made reservation on behalf of 9f2fa17e81504cb799bb89ee6c6abd44 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:31.344936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.358372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d866792c-4154-416c-a447-0181661f5009, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d866792c-4154-416c-a447-0181661f5009,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:31.430525 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.457398 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.553914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d866792c-4154-416c-a447-0181661f5009,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:31.576396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 44171238-c141-44e4-9bff-82045e1f61c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44171238-c141-44e4-9bff-82045e1f61c9,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:31.632176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Allocated IP 172.20.0.8 (14d39d93-e39b-4219-ac5f-704fe6b426ac/094bb64f-ee9f-4224-95d2-32c80598046f/43c3256f-ef4c-48ac-8f59-4ced450776f7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:31.706920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-5a2bb81e-8750-4325-a633-95041a32a005 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:31.708465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-5a2bb81e-8750-4325-a633-95041a32a005 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 807 time: 0.4443183 Dec 20 15:44:31.716459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d866792c-4154-416c-a447-0181661f5009'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:31.718901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fcb71-48eb-4cd6-98a2-41408af394d8 req-ab75e0b3-8e5f-463d-8a93-0f8367835bb9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:31.720476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-901fcb71-48eb-4cd6-98a2-41408af394d8 req-ab75e0b3-8e5f-463d-8a93-0f8367835bb9 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.3700480 Dec 20 15:44:31.735029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Request body: {'port': {'device_id': '410e2105-f213-4061-9c11-181f8c425f40', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'admin_state_up': True, 'tenant_id': 'e05ba2503203425383695446d6f0aa70'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:31.751140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44492c81-b847-4d03-ac3d-f412fc08ded3 req-4a81b5fa-b65f-459a-be5b-e1256cabf9b2 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:31.759817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44492c81-b847-4d03-ac3d-f412fc08ded3 req-4a81b5fa-b65f-459a-be5b-e1256cabf9b2 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 935 time: 0.4200299 Dec 20 15:44:31.791546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.791546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb11c554-b5e0-43fe-8121-10513d79bc07 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:31.793583 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83baedd1-aae3-4a6d-8f33-8efa71b50624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:31.954930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.007092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=44171238-c141-44e4-9bff-82045e1f61c9,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:32.157940 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.234526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bb11c554-b5e0-43fe-8121-10513d79bc07 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:32.235012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.264178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-901fcb71-48eb-4cd6-98a2-41408af394d8 req-c7c3d469-abd7-4316-bae4-7f78982503fe tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212934 Dec 20 15:44:32.319810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:32.322734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:32.416017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event updated for resources: {'Port': ['ID=43c3256f-ef4c-48ac-8f59-4ced450776f7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:32.437798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:32.474026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db12659-6429-47e8-bc94-1f9dc47ca7a4 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:32.517265 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.644081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:32.647332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.723603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44492c81-b847-4d03-ac3d-f412fc08ded3 req-5927813b-8bc8-4afc-ab10-4aa634bb8250 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9625838 Dec 20 15:44:32.771633 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.780136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Transition to ACTIVE for port object 2db12659-6429-47e8-bc94-1f9dc47ca7a4 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:44:32.802250 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-7a5d07a6-1ae4-4f9b-8afd-c5626c76a1ad tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8683183 Dec 20 15:44:32.825906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Request body: {'port': {'device_id': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:32.866308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2511fb6e-7ba7-4312-9b00-b892b937f93c None None] Provisioning complete for port 43c3256f-ef4c-48ac-8f59-4ced450776f7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:32.866693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2511fb6e-7ba7-4312-9b00-b892b937f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.900436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0b391-793f-4159-a4ee-28366befe547 req-a0ecd5f5-c91a-42e1-a121-22f62a1564c1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:32.904581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fda0b391-793f-4159-a4ee-28366befe547 req-a0ecd5f5-c91a-42e1-a121-22f62a1564c1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 945 time: 0.3661029 Dec 20 15:44:32.927447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.003297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2511fb6e-7ba7-4312-9b00-b892b937f93c None None] Port 43c3256f-ef4c-48ac-8f59-4ced450776f7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:33.006326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44171238-c141-44e4-9bff-82045e1f61c9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:33.019943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.068277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Made reservation on behalf of e05ba2503203425383695446d6f0aa70 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:33.072834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.142733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 44171238-c141-44e4-9bff-82045e1f61c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:33.143115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.580391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fda0b391-793f-4159-a4ee-28366befe547 req-e0f6cb43-0c3a-46c2-a21c-0d8d8af4ba37 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414211 Dec 20 15:44:33.621962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Attempting to bind port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:33.622557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Attempting to bind port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:33.622899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Attempting to bind port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:33.625709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:33.628338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c3256f-ef4c-48ac-8f59-4ced450776f7 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:33.641579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.652439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:44:33.665979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Attempting to bind port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:33.666992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Transition to ACTIVE for port object 43c3256f-ef4c-48ac-8f59-4ced450776f7 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:44:33.702761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:33.703156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:33.703510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:33.703944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Bound port: 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:33.704304 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.735387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a697d0-39c5-4d36-8148-91886215204a req-e753c4ff-edd6-4888-adf9-e2388a88f5b8 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:33.736849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0a697d0-39c5-4d36-8148-91886215204a req-e753c4ff-edd6-4888-adf9-e2388a88f5b8 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.4591780 Dec 20 15:44:33.746629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:33.823019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Allocated IP 172.20.0.3 (dde4b1e1-d16b-4263-a383-6dee096dec92/4b1f7183-6396-43dc-b04e-593735773e6b/2059030f-9065-4a60-849e-e4eb1b41a1c5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:33.836924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-2138dc9f-2f81-4a16-9f5c-9e50735b8a11 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4249873 Dec 20 15:44:33.878941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Pushing event updated for resources: {'Port': ['ID=43c3256f-ef4c-48ac-8f59-4ced450776f7,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:34.009374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:34.016979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Attempting to bind port 43c3256f-ef4c-48ac-8f59-4ced450776f7 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:34.017392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Attempting to bind port 43c3256f-ef4c-48ac-8f59-4ced450776f7 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:34.017726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Attempting to bind port 43c3256f-ef4c-48ac-8f59-4ced450776f7 on network 14d39d93-e39b-4219-ac5f-704fe6b426ac {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:34.025206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Port 43c3256f-ef4c-48ac-8f59-4ced450776f7 on network 14d39d93-e39b-4219-ac5f-704fe6b426ac not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:44:34.025936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Attempting to bind port 43c3256f-ef4c-48ac-8f59-4ced450776f7 on network 14d39d93-e39b-4219-ac5f-704fe6b426ac {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:34.032035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:34.032035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Checking segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:34.033064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Bound using segment: {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:34.033795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Bound port: 43c3256f-ef4c-48ac-8f59-4ced450776f7, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:34.034295 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.072098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:34.105106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044ee6f-43db-47e2-b729-acb63cf78d1f req-0c27d98e-c1f4-45b9-bcab-bc415a73db96 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:34.106679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3044ee6f-43db-47e2-b729-acb63cf78d1f req-0c27d98e-c1f4-45b9-bcab-bc415a73db96 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 943 time: 0.3558891 Dec 20 15:44:34.115231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0a697d0-39c5-4d36-8148-91886215204a req-a19715b0-91d6-4ea0-a045-202bd60aa870 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216915 Dec 20 15:44:34.197699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.210882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.248026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] For port 43c3256f-ef4c-48ac-8f59-4ced450776f7, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:34.268732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] For port 43c3256f-ef4c-48ac-8f59-4ced450776f7, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:34.321227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-142bc4cc-b8f9-4b2b-8d94-725d1bbb9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:34.327134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-142bc4cc-b8f9-4b2b-8d94-725d1bbb9ae4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 1096 time: 0.4381588 Dec 20 15:44:34.354333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.361898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:34.374498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.374498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] 10.222.0.83 "PUT /v2.0/ports/2db12659-6429-47e8-bc94-1f9dc47ca7a4 HTTP/1.1" status: 200 len: 1095 time: 3.9647665 Dec 20 15:44:34.374498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:34.374498 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:34.447618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d866792c-4154-416c-a447-0181661f5009 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:34.482904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Pushing event updated for resources: {'Port': ['ID=43c3256f-ef4c-48ac-8f59-4ced450776f7,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:34.497877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:34.498682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.501256 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-1fa7b550-91ec-4227-ae17-cda38c53b928 service neutron] 10.222.0.72 "PUT /v2.0/ports/43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 1091 time: 1.6898377 Dec 20 15:44:34.502018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:34.506777 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006adec3-ad5c-4e9f-ba8f-c63848d3b387" -d '{"events": [{"name": "network-changed", "server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:34.544837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56c9c1a4-48dc-430f-a376-d60eacd5da89 req-ab580bb3-34dc-46bd-b878-0fc376450373 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.2348459 Dec 20 15:44:34.566104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dc1cf-b420-471f-bd5e-40db5ef29ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:34.708386 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.748124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-9b96056c-a1e5-41dc-8180-a4099a495da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:34.750317 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-9b96056c-a1e5-41dc-8180-a4099a495da3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1094 time: 0.1260448 Dec 20 15:44:34.773932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3044ee6f-43db-47e2-b729-acb63cf78d1f req-4fb481d7-234f-4833-b8ad-9a0e919d9da6 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487925 Dec 20 15:44:34.791212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d866792c-4154-416c-a447-0181661f5009 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:44:34.796798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d866792c-4154-416c-a447-0181661f5009 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:34.797431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.868395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-46ef7843-8b78-4ed1-909e-7b4d3a43eaac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 217 time: 0.0987446 Dec 20 15:44:34.980455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-51cd2156-bc82-4704-ac6c-b92345d4b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:34.985389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-51cd2156-bc82-4704-ac6c-b92345d4b40a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 200 len: 868 time: 0.1087449 Dec 20 15:44:35.043393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:35.059694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:35.084188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be296-cb5a-4c78-8335-f31a4f728725 req-44c7b0a8-7c84-4cce-a593-cf7e5c782b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:35.086510 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-44c7b0a8-7c84-4cce-a593-cf7e5c782b9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14d39d93-e39b-4219-ac5f-704fe6b426ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944934 Dec 20 15:44:35.104125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d866792c-4154-416c-a447-0181661f5009, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d866792c-4154-416c-a447-0181661f5009,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:35.107367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd866792c-4154-416c-a447-0181661f5009'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:35.110434 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097faada-86ab-488a-823a-57072dc992dd" -d '{"events": [{"server_uuid": "193cd75c-6db5-49e2-88bd-357ed9a87468", "name": "network-vif-plugged", "status": "completed", "tag": "d866792c-4154-416c-a447-0181661f5009"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:35.145709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:35.161446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4947088e-dfeb-4c5e-a803-98b46b4043a5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:35.257531 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-b854d85a-922d-4b94-8f76-bbca16ce3c25 service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641464 Dec 20 15:44:35.276513 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:35.350040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:44:35.437424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d866792c-4154-416c-a447-0181661f5009,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:35.455661 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-234be296-cb5a-4c78-8335-f31a4f728725 req-d15cac98-cc12-4512-9027-c6370971ea90 service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702697 Dec 20 15:44:35.536246 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:35.597030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:35.683540 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:35.706744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Network dde4b1e1-d16b-4263-a383-6dee096dec92 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:35.718679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:35.752580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aaafd-0675-48bc-8de0-764525ae4828 req-8003a608-8fe2-46e2-87dc-71b1372dd084 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:35.754892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211aaafd-0675-48bc-8de0-764525ae4828 req-8003a608-8fe2-46e2-87dc-71b1372dd084 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.9751058 Dec 20 15:44:35.755754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:35.756378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:35.775457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-b2b7aa11-ae44-4756-ba13-fac92c67e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:35.777786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-b2b7aa11-ae44-4756-ba13-fac92c67e9e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 1.3763072 Dec 20 15:44:35.781301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-d0ea87f7-88df-4ef0-9ceb-9a078bace29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:35.783158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-d0ea87f7-88df-4ef0-9ceb-9a078bace29e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1dac82c1a0424ca89252e9ae88bb4b3b&device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 1098 time: 1.2000735 Dec 20 15:44:35.795062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:35.880240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-e1da51d2-335e-41f3-8c9b-363c0bf8c30f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4 HTTP/1.1" status: 200 len: 217 time: 0.0798669 Dec 20 15:44:35.881645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-a8b15f5e-1b34-4406-9344-151a5b64e4a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 200 len: 217 time: 0.0427122 Dec 20 15:44:35.913891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8e716-54cf-4ef8-ba5c-84d88f3fab9f req-97ce810a-c407-4b67-9ec6-f43cd00f1eec tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:35.916066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49f8e716-54cf-4ef8-ba5c-84d88f3fab9f req-97ce810a-c407-4b67-9ec6-f43cd00f1eec tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 947 time: 0.9429526 Dec 20 15:44:36.013696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-7c2f8b23-f021-4aa1-9532-f7e5865a0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:36.016294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-7c2f8b23-f021-4aa1-9532-f7e5865a0346 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0957825 Dec 20 15:44:36.017785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-42ade31e-7fd4-423e-9078-54c3f0af29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:36.019476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-42ade31e-7fd4-423e-9078-54c3f0af29f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0534279 Dec 20 15:44:36.108719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49f8e716-54cf-4ef8-ba5c-84d88f3fab9f req-862d4f0d-9df3-430d-877a-02fd755385b1 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866632 Dec 20 15:44:36.110826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-f4939ad0-34ca-46ee-84bb-c4cb81a8b899 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313802 Dec 20 15:44:36.257133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-e1b84d37-6658-4e78-85ed-8badcaef6941 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996137 Dec 20 15:44:36.297146 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0880c956-b92b-428c-9822-d89a87c62db8 x-openstack-request-id: req-0880c956-b92b-428c-9822-d89a87c62db8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:36.297535 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:36.297848 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0880c956-b92b-428c-9822-d89a87c62db8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:36.298454 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'status': 'completed', 'code': 200} Dec 20 15:44:36.319985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:36.320698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:36.341720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-96b24f32-95d2-44af-a68a-a0a76e072d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:36.343464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-96b24f32-95d2-44af-a68a-a0a76e072d2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2718260 Dec 20 15:44:36.349407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211aaafd-0675-48bc-8de0-764525ae4828 req-e91cb3c7-b63d-498a-9b8f-ff64fffdd51f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615134 Dec 20 15:44:36.403884 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f5558-d6c2-4066-b89f-68ecc0a0af49 x-openstack-request-id: req-720f5558-d6c2-4066-b89f-68ecc0a0af49 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:36.405829 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:36.406749 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-720f5558-d6c2-4066-b89f-68ecc0a0af49 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:36.407345 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'status': 'completed', 'code': 200} Dec 20 15:44:36.457499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-50f7ae07-5aef-4100-b328-3c3a269b13e1 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048791 Dec 20 15:44:36.467183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 43c3256f-ef4c-48ac-8f59-4ced450776f7 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:36.490238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b3428214-6770-46f6-a458-1848ccf93b6c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7687132 Dec 20 15:44:36.506187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Request body: {'port': {'device_id': '410e2105-f213-4061-9c11-181f8c425f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:36.560776 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f6a4e-3a69-4137-93c2-e838c04f67ed x-openstack-request-id: req-9f8f6a4e-3a69-4137-93c2-e838c04f67ed {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:36.561373 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193cd75c-6db5-49e2-88bd-357ed9a87468", "name": "network-vif-plugged", "status": "completed", "tag": "d866792c-4154-416c-a447-0181661f5009", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:36.564750 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f8f6a4e-3a69-4137-93c2-e838c04f67ed {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:36.568012 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd866792c-4154-416c-a447-0181661f5009', 'code': 200} Dec 20 15:44:36.622749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-7d16ee9a-0abe-4c09-923b-eafd9d2dedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:36.631951 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-7d16ee9a-0abe-4c09-923b-eafd9d2dedca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1094 time: 0.2033999 Dec 20 15:44:36.632477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.72', 52058) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:44:36.684200 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:36.775680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3399c3d-0ade-465c-a800-b05dafb8c56b req-3880ba1f-11a9-44e4-b093-094fa4ca0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:36.777279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d3399c3d-0ade-465c-a800-b05dafb8c56b req-3880ba1f-11a9-44e4-b093-094fa4ca0905 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 1097 time: 0.1438117 Dec 20 15:44:36.843134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 43c3256f-ef4c-48ac-8f59-4ced450776f7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:36.868244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'port_id': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'mac_address': 'fa:16:3e:9b:e5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:36.928891 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:36.946186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c313510-1140-41e5-a92d-90480a2e4e8c req-5cb084bf-64c1-40d5-83f3-f0d09f556e6b service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750519 Dec 20 15:44:36.983397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c3256f-ef4c-48ac-8f59-4ced450776f7 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:37.039630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 43c3256f-ef4c-48ac-8f59-4ced450776f7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:37.066323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531256-9f36-444c-8229-9a37d66c75ea req-cf8d78d9-0724-4b8a-be92-dfb9dabed6fd tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.073191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e531256-9f36-444c-8229-9a37d66c75ea req-cf8d78d9-0724-4b8a-be92-dfb9dabed6fd tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.4783959 Dec 20 15:44:37.117601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:37.255107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=43c3256f-ef4c-48ac-8f59-4ced450776f7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:37.309527 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d3399c3d-0ade-465c-a800-b05dafb8c56b req-095a77b8-ddb5-4704-b2f4-7f05b8e8411c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969749 Dec 20 15:44:37.328381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059030f-9065-4a60-849e-e4eb1b41a1c5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:37.338566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:37.356507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Transition to ACTIVE for port object 2059030f-9065-4a60-849e-e4eb1b41a1c5 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:44:37.365740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:37.396374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d69af0f-0997-40d7-b051-aa2d9273e674 req-11608028-dfe3-4455-9e88-45c2c4b326ab service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9050364 Dec 20 15:44:37.407469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b5fb0-c61b-42b2-9b44-e47a80bcb9d7 req-3d5ae45b-3824-47bb-9614-2971c7be3a5d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.416011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d31b5fb0-c61b-42b2-9b44-e47a80bcb9d7 req-3d5ae45b-3824-47bb-9614-2971c7be3a5d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 948 time: 0.6754868 Dec 20 15:44:37.423585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-8929f451-96b9-4f73-aee4-4ff975e067f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.426057 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-8929f451-96b9-4f73-aee4-4ff975e067f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 930 time: 0.7860155 Dec 20 15:44:37.472104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:37.534489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e531256-9f36-444c-8229-9a37d66c75ea req-3bd8826a-c686-4f81-b9fb-4686e438c69b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724305 Dec 20 15:44:37.566823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d31b5fb0-c61b-42b2-9b44-e47a80bcb9d7 req-4d60b646-451b-43cc-abea-8893b4a8ba97 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337657 Dec 20 15:44:37.619498 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-0dd20165-5f4d-484b-964c-7703f10cb5ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 217 time: 0.1107037 Dec 20 15:44:37.620325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['43c3256f-ef4c-48ac-8f59-4ced450776f7'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:37.639832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:37.699586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:37.751846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'mac_address': 'fa:16:3e:e2:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:37.778369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-8ac33127-2f15-4122-ab74-aac6806dfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.779869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-8ac33127-2f15-4122-ab74-aac6806dfbdd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 200 len: 868 time: 0.1475706 Dec 20 15:44:37.824177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:37.840404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-f2707372-c484-4996-ba25-96f1bf8d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.842174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-f2707372-c484-4996-ba25-96f1bf8d64b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1dac82c1a0424ca89252e9ae88bb4b3b&device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 1098 time: 0.2030709 Dec 20 15:44:37.862581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0de59eb-0241-4b32-8b32-25bbc4560368 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:37.891645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-6d82d4d2-5372-4ca3-ada3-c566d649a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.893946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-6d82d4d2-5372-4ca3-ada3-c566d649a9a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14d39d93-e39b-4219-ac5f-704fe6b426ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025560 Dec 20 15:44:37.912562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:37.922697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:44:37.923271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:44:37.923726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:37.944936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783b4f-c8dc-49b0-9448-8dc062984544 req-0e3cd656-0fa8-46b2-96ab-243fea7acfa3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.955315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29783b4f-c8dc-49b0-9448-8dc062984544 req-0e3cd656-0fa8-46b2-96ab-243fea7acfa3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.2034791 Dec 20 15:44:37.968893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262f93-13d9-4131-a969-574d319cce77 req-5ada1604-5f51-477f-8ffc-68d15e0a107e tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:37.970731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:37.976964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8262f93-13d9-4131-a969-574d319cce77 req-5ada1604-5f51-477f-8ffc-68d15e0a107e tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 944 time: 0.2866378 Dec 20 15:44:38.039856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-608ad5eb-6a37-41c9-a40b-4e742d5e2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:38.041745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-608ad5eb-6a37-41c9-a40b-4e742d5e2fcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1099 time: 0.2597342 Dec 20 15:44:38.046706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:44:38.047179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:44:38.088074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:38.094109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:44:38.095158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:44:38.095158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:44:38.095603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Bound port: 2059030f-9065-4a60-849e-e4eb1b41a1c5, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:44:38.096067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:38.108082 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-a7db5c9f-7b2a-49f3-be46-1b415aca9c5a service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031469 Dec 20 15:44:38.275923 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-006adec3-ad5c-4e9f-ba8f-c63848d3b387 req-ec91cdb9-76a9-48c1-afdb-039d6ecccda0 service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594555 Dec 20 15:44:38.298376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8262f93-13d9-4131-a969-574d319cce77 req-a97208e4-fbbe-41fb-80d5-c7ccdd021ab0 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202729 Dec 20 15:44:38.299550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-b630d227-7450-46b8-a220-42e8db05f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:38.301021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-b630d227-7450-46b8-a220-42e8db05f461 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1876247 Dec 20 15:44:38.332868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c0de59eb-0241-4b32-8b32-25bbc4560368'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:38.480181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29783b4f-c8dc-49b0-9448-8dc062984544 req-443175f5-085c-4d6e-992d-68d4b7fc5c7d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754019 Dec 20 15:44:38.492842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-ccbc3400-6522-458b-9cac-8e45ac20c41d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c0de59eb-0241-4b32-8b32-25bbc4560368 HTTP/1.1" status: 200 len: 217 time: 0.1733115 Dec 20 15:44:38.517801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-fbe11fd3-c803-47ea-84ee-26fff6703430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:38.517801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-fbe11fd3-c803-47ea-84ee-26fff6703430 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.6542702 Dec 20 15:44:38.602178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:38.606254 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77317f97-a6ec-4405-bbb7-d98ff4b28088" -d '{"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-unplugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:38.702553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:44:38.723323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-9095109a-fb29-4196-b8ca-9eb52c46a99b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4 HTTP/1.1" status: 200 len: 217 time: 0.1771145 Dec 20 15:44:38.765505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:44:38.814148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-a3777b26-1954-4829-bbb0-8bb98baec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:38.816530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-a3777b26-1954-4829-bbb0-8bb98baec784 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.3011420 Dec 20 15:44:38.848521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3006163-d529-46b9-9ae2-c54fdb5da4f0 req-09656c7f-e45f-40ac-a707-9312f82d52b7 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:38.858040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3006163-d529-46b9-9ae2-c54fdb5da4f0 req-09656c7f-e45f-40ac-a707-9312f82d52b7 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 947 time: 0.2534864 Dec 20 15:44:38.910023 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:38.933800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-3c61a6ac-a519-42ea-8f88-9c8142d5b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:38.936074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-3c61a6ac-a519-42ea-8f88-9c8142d5b019 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1968386 Dec 20 15:44:39.045852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:39.047063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:39.048716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] 10.222.0.72 "PUT /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 1091 time: 2.5471280 Dec 20 15:44:39.056816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:39.056816 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993" -d '{"events": [{"name": "network-changed", "server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:39.107901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-1f65f6dd-f562-4dd3-a755-b5fa0fd05249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:39.109961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-1f65f6dd-f562-4dd3-a755-b5fa0fd05249 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2817070 Dec 20 15:44:39.164911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9ebe4-73d9-443f-b0d8-670fb8021100 service neutron] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:39.183544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3006163-d529-46b9-9ae2-c54fdb5da4f0 req-30cb0b15-e031-421a-a965-073040e604bd tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244765 Dec 20 15:44:39.189683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-126b09b6-791b-46ce-8bef-0775a4d305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:39.191385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-126b09b6-791b-46ce-8bef-0775a4d305ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2227356 Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.425036 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:44:39.428087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376975ef-af0e-49e0-a015-29e0bef5e3e7 req-8f2e79b4-c20e-49a2-a10b-7695be5ee826 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:39.429128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-376975ef-af0e-49e0-a015-29e0bef5e3e7 req-8f2e79b4-c20e-49a2-a10b-7695be5ee826 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.2661054 Dec 20 15:44:39.466630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-d627b12b-bf62-4a20-bc6f-87dd8b70970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:39.468076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-d627b12b-bf62-4a20-bc6f-87dd8b70970a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1094 time: 0.2598760 Dec 20 15:44:39.501116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-7c9f6bb4-ae8c-473c-bb7b-8174fda94445 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759025 Dec 20 15:44:39.534115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-23aba2ee-61b8-47ca-8f20-08539d00dfce service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033535 Dec 20 15:44:39.550588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-b4aaa7c7-bdcf-49fe-a9ef-116dfaac9642 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 217 time: 0.0674663 Dec 20 15:44:40.209944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad384a-00a0-4ce9-aee4-da399ca3cbf1 req-1c8b739f-df7a-4e16-982e-58c6554a6f3f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:40.213253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abad384a-00a0-4ce9-aee4-da399ca3cbf1 req-1c8b739f-df7a-4e16-982e-58c6554a6f3f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.8491805 Dec 20 15:44:40.258496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-376975ef-af0e-49e0-a015-29e0bef5e3e7 req-71ff1af5-0a7a-415d-8780-013616ea43b7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138463 Dec 20 15:44:40.338464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-232b2411-b87a-45cb-b9fd-982e980ff502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:40.340322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-232b2411-b87a-45cb-b9fd-982e980ff502 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.7598913 Dec 20 15:44:40.345985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f934d3ca-ded1-4477-9d92-f19ea7ee51e9 req-2cdda40f-b626-4912-9b97-a7f2899702e1 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109207 Dec 20 15:44:40.364193 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e3559-ee7a-4eeb-997c-be1f2a05936d x-openstack-request-id: req-a39e3559-ee7a-4eeb-997c-be1f2a05936d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:40.364937 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-unplugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:40.364937 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a39e3559-ee7a-4eeb-997c-be1f2a05936d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:40.365298 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'code': 200} Dec 20 15:44:40.400998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-840eb937-d070-43f6-bf4c-326747be5152 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508151 Dec 20 15:44:40.480962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abad384a-00a0-4ce9-aee4-da399ca3cbf1 req-2459ef9e-f6b5-482a-a139-401f1de4502f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567513 Dec 20 15:44:40.495323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9360ddeb-b836-489f-bd6c-f837a44151ce req-cd543f92-59ec-4249-be30-961d294a2c29 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9459617 Dec 20 15:44:40.514405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 43c3256f-ef4c-48ac-8f59-4ced450776f7 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:40.581674 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863473cf-f719-4778-ba48-c7376b4fa8d5 x-openstack-request-id: req-863473cf-f719-4778-ba48-c7376b4fa8d5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:40.582130 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:40.582552 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-863473cf-f719-4778-ba48-c7376b4fa8d5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:40.583177 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'status': 'completed', 'code': 200} Dec 20 15:44:40.742564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6d5d7-53c7-4b81-95b8-5e2b7f3cae4e req-8dbd08fe-aa76-4d59-89c8-33540c8b9d5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:40.746479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 43c3256f-ef4c-48ac-8f59-4ced450776f7 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:44:40.751207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 43c3256f-ef4c-48ac-8f59-4ced450776f7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:40.751773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:40.756214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6f6d5d7-53c7-4b81-95b8-5e2b7f3cae4e req-8dbd08fe-aa76-4d59-89c8-33540c8b9d5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.2556195 Dec 20 15:44:40.789007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-a69002d9-65ad-42f6-bf64-578a450a9a95 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776636 Dec 20 15:44:40.859343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0bc5-61da-43fd-997d-dff3530a5e6c req-35c6a542-ad89-45e1-a906-387770ac165e tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:40.868895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e1d0bc5-61da-43fd-997d-dff3530a5e6c req-35c6a542-ad89-45e1-a906-387770ac165e tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 944 time: 0.1842546 Dec 20 15:44:40.908510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:40.917751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6f6d5d7-53c7-4b81-95b8-5e2b7f3cae4e req-35d93455-8a03-4a78-a291-30b965383030 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602695 Dec 20 15:44:40.962592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 43c3256f-ef4c-48ac-8f59-4ced450776f7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:41.007408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e1d0bc5-61da-43fd-997d-dff3530a5e6c req-0e8c4c5b-2d58-45ed-aae7-dc5d68eae0df tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366472 Dec 20 15:44:41.023229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7318da9e-4780-487c-b94c-38ce89bbe999 req-422a7ac6-2293-4e0e-9c05-a707fdc58151 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212188 Dec 20 15:44:41.037974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:41.143210 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=43c3256f-ef4c-48ac-8f59-4ced450776f7,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:41.157998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9d416-decb-459b-afbe-e695801a0d14 req-a4ae516a-1615-459c-8778-2be0d076b829 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:41.166878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5c9d416-decb-459b-afbe-e695801a0d14 req-a4ae516a-1615-459c-8778-2be0d076b829 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.1423931 Dec 20 15:44:41.279923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5c9d416-decb-459b-afbe-e695801a0d14 req-0ddfa60a-66d7-4f21-863b-c18cc3ec2b16 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119547 Dec 20 15:44:41.311787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-c30635a0-883b-45ab-bc13-a3231a080a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:41.313385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-c30635a0-883b-45ab-bc13-a3231a080a1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1094 time: 0.0971625 Dec 20 15:44:41.366294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ae669-9eb8-42a2-bf60-dd6c93a82bf5 req-01a885a6-7457-4c16-89e5-e009d36d02b9 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:41.368928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-735ae669-9eb8-42a2-bf60-dd6c93a82bf5 req-01a885a6-7457-4c16-89e5-e009d36d02b9 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 947 time: 0.1510346 Dec 20 15:44:41.397829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:41.401061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:41.515544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-735ae669-9eb8-42a2-bf60-dd6c93a82bf5 req-9d4dca59-b77e-4cbf-84a2-7d1530df4e8a tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262183 Dec 20 15:44:41.580210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-8dd4241b-f283-473a-8f58-ba1ff36f091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:41.582464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-8dd4241b-f283-473a-8f58-ba1ff36f091b service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.2551885 Dec 20 15:44:41.710880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-adbe344c-131a-49f6-865f-85bd239c33b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 217 time: 0.1213529 Dec 20 15:44:41.809066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-b8d6f8ec-3885-4d4d-a563-6d4082a26ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:41.810627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-b8d6f8ec-3885-4d4d-a563-6d4082a26ad6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.0926557 Dec 20 15:44:41.825284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c0de59eb-0241-4b32-8b32-25bbc4560368 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:41.825976 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:41.861503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-180f6d8b-fac3-43ec-8681-a34352001d09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331578 Dec 20 15:44:41.892811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7d15-c9f5-476d-b6c6-aa58bca544be req-e125db1a-2798-46e8-9ed0-41f591d467e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:41.894684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-339c7d15-c9f5-476d-b6c6-aa58bca544be req-e125db1a-2798-46e8-9ed0-41f591d467e0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 950 time: 0.1304562 Dec 20 15:44:41.938566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:41.966262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'mac_address': 'fa:16:3e:9f:12:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:42.015357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-339c7d15-c9f5-476d-b6c6-aa58bca544be req-57108eb1-84f9-4a84-ad7a-c8ea9e7b0b18 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061101 Dec 20 15:44:42.058198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-aa67d013-b53c-485e-9ef1-5be586d1e6cd service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883583 Dec 20 15:44:42.106976 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:42.140151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db12659-6429-47e8-bc94-1f9dc47ca7a4 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:42.173904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:42.209826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:42.277278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-c328c09f-2780-4fd6-8344-b95a508856a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.281287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:42.285192 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-c328c09f-2780-4fd6-8344-b95a508856a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 1097 time: 0.0839796 Dec 20 15:44:42.285362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:42.356494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f905e-8a4a-41cf-a9b6-70de210951ac req-0d45e0a9-76f2-4281-a533-4e7ac58c3994 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.364521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f0f905e-8a4a-41cf-a9b6-70de210951ac req-0d45e0a9-76f2-4281-a533-4e7ac58c3994 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.1641202 Dec 20 15:44:42.369922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7'}, {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:42.373597 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef0aca-c870-40ac-89f5-2e4a0433604a" -d '{"events": [{"server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "name": "network-vif-plugged", "status": "completed", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7"}, {"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-plugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:42.385558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450ab1b-d309-470e-88ea-4abb4c8e032e req-ffed6442-81b5-41b6-b262-96710eb1dcf6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.390904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:42.398385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2450ab1b-d309-470e-88ea-4abb4c8e032e req-ffed6442-81b5-41b6-b262-96710eb1dcf6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1884685 Dec 20 15:44:42.430160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:42.431354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dbd1cdf-a72f-4afa-b22b-df6c069b2993 req-20f369e3-c4ca-4590-9cc0-5f6e8827ee28 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636754 Dec 20 15:44:42.514899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f0f905e-8a4a-41cf-a9b6-70de210951ac req-a80adc85-8e6e-467a-801b-c1f63b967727 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450112 Dec 20 15:44:42.520724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-c088dd22-0b1e-423d-aa5d-7b25cde0e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.523285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2450ab1b-d309-470e-88ea-4abb4c8e032e req-c4b64bee-2856-411f-b05f-e92866209113 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239629 Dec 20 15:44:42.527736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-c088dd22-0b1e-423d-aa5d-7b25cde0e489 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 911 time: 0.2351375 Dec 20 15:44:42.591532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=11']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:42.632366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-2f74126a-2004-4b2b-8939-88dd13b9f235 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d866792c-4154-416c-a447-0181661f5009 HTTP/1.1" status: 200 len: 217 time: 0.0935225 Dec 20 15:44:42.669086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['2db12659-6429-47e8-bc94-1f9dc47ca7a4'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:42.711417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a7e00-8aab-4a0d-9599-b89df05e9579 req-01bb10bf-9f69-484c-b447-e7c343824f36 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.714139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d96a7e00-8aab-4a0d-9599-b89df05e9579 req-01bb10bf-9f69-484c-b447-e7c343824f36 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0915985 Dec 20 15:44:42.799652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d96a7e00-8aab-4a0d-9599-b89df05e9579 req-fc96b9e2-9a82-4a2d-a527-eeeb7b97a19d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793095 Dec 20 15:44:42.803893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-8fc989d7-c54f-49fa-a8e0-9a01c317013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.806947 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-8fc989d7-c54f-49fa-a8e0-9a01c317013a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.1592169 Dec 20 15:44:42.879207 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-da5b5b89-7b07-4eed-8178-07ca36163b2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609522 Dec 20 15:44:42.901709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8c7d-ff8f-447b-aae2-d6c60778892c req-5462cbdb-92b1-4692-847f-f853c17c97bf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:42.904803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14ad8c7d-ff8f-447b-aae2-d6c60778892c req-5462cbdb-92b1-4692-847f-f853c17c97bf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0924420 Dec 20 15:44:42.921122 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b5de78-cea9-4850-a138-adbc856c6581 x-openstack-request-id: req-f1b5de78-cea9-4850-a138-adbc856c6581 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:42.921617 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "name": "network-vif-plugged", "status": "completed", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7", "code": 200}, {"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-plugged", "status": "completed", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:42.922087 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1b5de78-cea9-4850-a138-adbc856c6581 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:42.922603 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'code': 200} Dec 20 15:44:42.922960 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'code': 200} Dec 20 15:44:43.015674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-82699cda-5ce9-4481-aef2-1a0cb3c0fd40 service neutron] 10.222.0.72 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292644 Dec 20 15:44:43.107265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14ad8c7d-ff8f-447b-aae2-d6c60778892c req-2fcd3e0c-6f6a-47db-b858-fa4cec9ff3c8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946836 Dec 20 15:44:43.182043 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd4f7aac-6592-48f2-8331-e3b0d2f3a3f4 req-faac3783-c4a0-499f-9af4-cebcd4e3c0b6 service neutron] 10.222.0.72 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509178 Dec 20 15:44:43.222854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49245-e7c9-42aa-b52d-7a4ae2d29b0a req-b57618d2-8f02-4eb8-bbcf-3746c34cc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.224391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ca49245-e7c9-42aa-b52d-7a4ae2d29b0a req-b57618d2-8f02-4eb8-bbcf-3746c34cc5c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1102 time: 0.0879512 Dec 20 15:44:43.248835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe304aa-d69a-4248-87cb-ee946ace0103 req-1612eb2a-a007-4ca4-9440-a1c7c92bb096 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.256321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fe304aa-d69a-4248-87cb-ee946ace0103 req-1612eb2a-a007-4ca4-9440-a1c7c92bb096 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.2304549 Dec 20 15:44:43.267735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f8c8-eaa5-47cb-84ea-8c828d0a0e51 req-ec60d838-9e9b-4ce4-8187-e5ba9f8c7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.269575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ee8f8c8-eaa5-47cb-84ea-8c828d0a0e51 req-ec60d838-9e9b-4ce4-8187-e5ba9f8c7cd6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1096 time: 0.2642670 Dec 20 15:44:43.411869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fe304aa-d69a-4248-87cb-ee946ace0103 req-eb790c49-ae63-41ee-9942-7821be8e72af tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546428 Dec 20 15:44:43.414196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ca49245-e7c9-42aa-b52d-7a4ae2d29b0a req-27687f92-4436-4c03-9d03-a42189da79cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799293 Dec 20 15:44:43.421857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ee8f8c8-eaa5-47cb-84ea-8c828d0a0e51 req-04008c57-007f-4151-abac-902e08794b27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367304 Dec 20 15:44:43.432156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ed38e-2645-4141-b175-33ccb06dbda2 req-8f5c8cb2-1c72-4152-b7ff-59a1bd57adc7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.440100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e69ed38e-2645-4141-b175-33ccb06dbda2 req-8f5c8cb2-1c72-4152-b7ff-59a1bd57adc7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 951 time: 0.1565614 Dec 20 15:44:43.499378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e69ed38e-2645-4141-b175-33ccb06dbda2 req-8b856e75-b505-4089-b19c-f10ec3e522a9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563233 Dec 20 15:44:43.662456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c261d8-963d-4201-b0fd-ad0b249273cf req-95fb23ba-9593-43a6-9d2b-2c1f5f14c54a tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.664342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c261d8-963d-4201-b0fd-ad0b249273cf req-95fb23ba-9593-43a6-9d2b-2c1f5f14c54a tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.0798573 Dec 20 15:44:43.738431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33672-8b2d-4693-a817-dd4e97d236fe req-e33e0913-0524-4a36-b85b-6adba792251e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.740301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9df33672-8b2d-4693-a817-dd4e97d236fe req-e33e0913-0524-4a36-b85b-6adba792251e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0991144 Dec 20 15:44:43.748854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c261d8-963d-4201-b0fd-ad0b249273cf req-96c80bb1-c500-4399-8121-f4d024095bae tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682461 Dec 20 15:44:43.819600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9df33672-8b2d-4693-a817-dd4e97d236fe req-4d9ae8a0-d3e1-4779-bdbb-93e7dfcf2fff tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693333 Dec 20 15:44:43.951090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4bd7-bdf4-411e-b212-c0507cacf4f4 req-7db63ed6-495c-47ad-8a6d-4f49a5f85b0c tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:43.952583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecfc4bd7-bdf4-411e-b212-c0507cacf4f4 req-7db63ed6-495c-47ad-8a6d-4f49a5f85b0c tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0578697 Dec 20 15:44:44.026848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecfc4bd7-bdf4-411e-b212-c0507cacf4f4 req-2f24afea-fbd0-42f8-af9a-1ab65cc7f576 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676734 Dec 20 15:44:44.279981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a860-7daa-48e4-bd73-12541278a437 req-40cf4236-a185-4840-9898-e3c786c05778 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:44.281628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f49a860-7daa-48e4-bd73-12541278a437 req-40cf4236-a185-4840-9898-e3c786c05778 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0620790 Dec 20 15:44:44.336074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f49a860-7daa-48e4-bd73-12541278a437 req-c001c406-9b35-475b-9c0b-8f0d1a3c2fb9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Dec 20 15:44:44.589185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b8efa-79cb-422e-b346-84db4fd29a2c req-576fc80c-5a7a-4540-89f2-efb6fe9210af tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:44.591247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-405b8efa-79cb-422e-b346-84db4fd29a2c req-576fc80c-5a7a-4540-89f2-efb6fe9210af tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.0717723 Dec 20 15:44:44.690391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-405b8efa-79cb-422e-b346-84db4fd29a2c req-76ebf809-c13d-409e-ba41-8a301c504002 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886064 Dec 20 15:44:44.717718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ff685-139e-4dea-9bed-d59fe361279e req-3c92cd69-eac0-43dd-a42b-4fc91879d9a7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:44.720147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-466ff685-139e-4dea-9bed-d59fe361279e req-3c92cd69-eac0-43dd-a42b-4fc91879d9a7 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 951 time: 0.1057527 Dec 20 15:44:44.794989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-466ff685-139e-4dea-9bed-d59fe361279e req-08aee05c-1ea1-4c85-9bb5-193cf4cb0224 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626950 Dec 20 15:44:44.899471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5e871-5adc-4487-9680-0bc01bd04244 req-f9332dc7-fa76-43e4-83ef-0af0220760ba tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:44.901301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d5e871-5adc-4487-9680-0bc01bd04244 req-f9332dc7-fa76-43e4-83ef-0af0220760ba tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.0674407 Dec 20 15:44:45.000496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d5e871-5adc-4487-9680-0bc01bd04244 req-e6fe3ff9-e55e-4700-9d7f-868940238381 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915115 Dec 20 15:44:45.010162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714777b-e29f-47b6-bd9b-09cc21cde8bd req-e88bf9b4-b94d-41b1-8466-17489c42628f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:45.012237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6714777b-e29f-47b6-bd9b-09cc21cde8bd req-e88bf9b4-b94d-41b1-8466-17489c42628f tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1052170 Dec 20 15:44:45.120407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6714777b-e29f-47b6-bd9b-09cc21cde8bd req-222b21fb-a32e-4a71-b732-af9132915e3e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861378 Dec 20 15:44:45.282020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3460f-b163-4e56-a4dc-599e79256f6c req-5c8ba983-de5c-4ba2-91c8-09d4ad17c13d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:45.290224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf3460f-b163-4e56-a4dc-599e79256f6c req-5c8ba983-de5c-4ba2-91c8-09d4ad17c13d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0846255 Dec 20 15:44:45.373854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf3460f-b163-4e56-a4dc-599e79256f6c req-4c0e0b91-5e7d-4e9b-83b9-e18c1a53a114 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819895 Dec 20 15:44:45.422644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:45.517022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7363446-5c06-4300-9a92-f11b1b3bf5f3 req-62e6795c-e38e-4f46-a58e-bbf15d4b7006 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:45.519841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7363446-5c06-4300-9a92-f11b1b3bf5f3 req-62e6795c-e38e-4f46-a58e-bbf15d4b7006 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0916255 Dec 20 15:44:45.603552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7363446-5c06-4300-9a92-f11b1b3bf5f3 req-5928f881-11ad-432b-917d-bc07b71408ac tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Dec 20 15:44:45.756954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:44:45.762886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:45.766102 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:45.880055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eed28-48bf-44bc-866e-8caec527d0a4 req-1af54444-8474-4e6f-bfb0-f7ab9a778563 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:45.888926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-033eed28-48bf-44bc-866e-8caec527d0a4 req-1af54444-8474-4e6f-bfb0-f7ab9a778563 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.0838931 Dec 20 15:44:45.900412 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:45.928009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:45.930334 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56900828-a977-4658-b589-e65365b91e94" -d '{"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:45.946842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:45.975152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca72c74-1a32-454e-9af4-a3ae7dd5f2d7 req-416e23e2-8f8c-4384-81a7-e98177e7cd74 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:45.976670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ca72c74-1a32-454e-9af4-a3ae7dd5f2d7 req-416e23e2-8f8c-4384-81a7-e98177e7cd74 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 951 time: 0.0868099 Dec 20 15:44:45.986965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-033eed28-48bf-44bc-866e-8caec527d0a4 req-62ee850f-eb4d-4d94-b579-d1aa7e4fd016 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Dec 20 15:44:46.048826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:46.051736 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c6bca-535b-4f2d-b2be-7cf96b7e5514 x-openstack-request-id: req-0d3c6bca-535b-4f2d-b2be-7cf96b7e5514 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:46.052039 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:46.052284 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d3c6bca-535b-4f2d-b2be-7cf96b7e5514 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:46.052851 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'code': 200} Dec 20 15:44:46.074484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ca72c74-1a32-454e-9af4-a3ae7dd5f2d7 req-c38335ef-3bda-4db0-a40f-c8edfcdf2d6c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875823 Dec 20 15:44:46.130933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:46.241722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6372fa-f409-406d-abbb-e6e158469ebf req-99a12b71-b97c-440e-bef5-bb7199eb790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:46.244036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a6372fa-f409-406d-abbb-e6e158469ebf req-99a12b71-b97c-440e-bef5-bb7199eb790a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 1100 time: 0.1105556 Dec 20 15:44:46.257962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9ea36-4019-4c6f-b020-16b4ebb4ac29 req-8431c06f-5fef-42e2-b0ba-fef50fcea778 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:46.265841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85e9ea36-4019-4c6f-b020-16b4ebb4ac29 req-8431c06f-5fef-42e2-b0ba-fef50fcea778 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.0829329 Dec 20 15:44:46.373049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85e9ea36-4019-4c6f-b020-16b4ebb4ac29 req-54bb9a77-e66a-4ff2-a24c-266ceccb50a8 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991244 Dec 20 15:44:46.380510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a6372fa-f409-406d-abbb-e6e158469ebf req-596a53e6-fd94-4ffa-bba1-c60de72a519f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118000 Dec 20 15:44:46.708324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6798c4-5b1e-4d67-967b-5be429930c5b req-4d8d87d2-3698-4b6f-83e1-7d6248e03a07 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:46.714599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e6798c4-5b1e-4d67-967b-5be429930c5b req-4d8d87d2-3698-4b6f-83e1-7d6248e03a07 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1949162 Dec 20 15:44:46.851624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-96b4a4e3-5e9c-424a-92d6-2c22bea87702 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 258 time: 0.2926795 Dec 20 15:44:46.856653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e6798c4-5b1e-4d67-967b-5be429930c5b req-891f4f43-4641-4e61-a8b2-a8277807e9a6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264715 Dec 20 15:44:46.860805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:46.962161 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:47.076278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dcf2b-9925-49dc-b695-4d70b8d9d959 req-2ef290b9-1af8-410e-8cc8-b11e220f1ea1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:47.078297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd7dcf2b-9925-49dc-b695-4d70b8d9d959 req-2ef290b9-1af8-410e-8cc8-b11e220f1ea1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.1292868 Dec 20 15:44:47.174542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:47.191673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd7dcf2b-9925-49dc-b695-4d70b8d9d959 req-9359f66f-71f4-492b-a1e7-d6b10c77f87a tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048734 Dec 20 15:44:47.382758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247d90-9ef8-41c4-9b5c-a1a90e3878a0 req-48b32817-bea4-4520-b563-f2fc7cbe6b0b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:47.384992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a247d90-9ef8-41c4-9b5c-a1a90e3878a0 req-48b32817-bea4-4520-b563-f2fc7cbe6b0b tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1102 time: 0.0940771 Dec 20 15:44:47.386137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Allocated IP 172.25.6.73 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/7a02bc9b-5700-42a8-944f-390c1739c874) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:47.491907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a247d90-9ef8-41c4-9b5c-a1a90e3878a0 req-dcb0530d-3e55-4be3-bb42-35532bd77d85 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997202 Dec 20 15:44:47.554166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:47.649269 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:47.704397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:47.707482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:47.711406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:47.774679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event updated for resources: {'Port': ['ID=7a02bc9b-5700-42a8-944f-390c1739c874,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:47.852351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ba49-649c-4d35-842c-75cf357dfa0c req-3a78a0bc-facd-494c-832c-2cfa4d5e5519 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:47.854119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3216ba49-649c-4d35-842c-75cf357dfa0c req-3a78a0bc-facd-494c-832c-2cfa4d5e5519 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.1006918 Dec 20 15:44:47.855441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:47.933220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3216ba49-649c-4d35-842c-75cf357dfa0c req-aa46da2b-757b-43ab-80b3-43cba0781245 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691571 Dec 20 15:44:48.057808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:48.135758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2310-ebf1-43b9-8668-b890a45c07a3 req-9c6b75a7-f23a-49b2-9627-574b41a876ce tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:48.137404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-003e2310-ebf1-43b9-8668-b890a45c07a3 req-9c6b75a7-f23a-49b2-9627-574b41a876ce tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 949 time: 0.0922880 Dec 20 15:44:48.245329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-003e2310-ebf1-43b9-8668-b890a45c07a3 req-7af3edd0-1f13-4b73-b78f-ae7368ada8ac tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973701 Dec 20 15:44:48.296716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:48.608612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:48.678686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event updated for resources: {'Port': ['ID=7a02bc9b-5700-42a8-944f-390c1739c874,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:48.689738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:48.799908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:48.801518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-372c5808-7d60-450e-a624-799aedd8cb59 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9489844 Dec 20 15:44:48.877959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-bd480a0f-a803-4350-b3cf-ecf5bf083cc8 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0677621 Dec 20 15:44:49.001743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-2ff99d6d-4ad3-4ddf-9ed5-ea15f36a7e19 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:49.003246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1319a46-6f4c-4ee5-b0db-95f9d0887fe8 req-2ff99d6d-4ad3-4ddf-9ed5-ea15f36a7e19 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1204672 Dec 20 15:44:49.384247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55ce5-2f62-4eac-9d10-3aa2441cc1d8 req-ecc73586-9140-4a1e-807c-66f23cf67add tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:49.385973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5c55ce5-2f62-4eac-9d10-3aa2441cc1d8 req-ecc73586-9140-4a1e-807c-66f23cf67add tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.3818493 Dec 20 15:44:49.398598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a535c-6341-46cf-b4dc-838f3c36bf86 req-38f54f23-1c47-4cde-bd02-2f15da886d99 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:49.400060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a535c-6341-46cf-b4dc-838f3c36bf86 req-38f54f23-1c47-4cde-bd02-2f15da886d99 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0660691 Dec 20 15:44:49.425458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:44:49.473870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5c55ce5-2f62-4eac-9d10-3aa2441cc1d8 req-5c236185-a3dc-42ac-9a77-d94d67418fed tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727887 Dec 20 15:44:49.478862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a535c-6341-46cf-b4dc-838f3c36bf86 req-071489c4-1177-40ce-8064-1efd4bc70aca tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718708 Dec 20 15:44:49.513560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:49.537924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:49.540963 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc88bd8-8eaf-4294-ab5e-6661a3ddb37b" -d '{"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:49.560295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:49.615877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d96b6d-530e-4f85-b0d0-1db0850aaad3 req-31963a64-ef8b-4980-a242-d025ea871b9f tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:49.617443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4d96b6d-530e-4f85-b0d0-1db0850aaad3 req-31963a64-ef8b-4980-a242-d025ea871b9f tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 1102 time: 0.0512748 Dec 20 15:44:49.625453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:49.670184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4d96b6d-530e-4f85-b0d0-1db0850aaad3 req-2f9fa9e3-bbd9-48b3-9009-dbb01bea2bb4 tempest-ServersAdminTestJSON-1319801973 tempest-ServersAdminTestJSON-1319801973-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Dec 20 15:44:49.699560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:49.788738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb55a8-fd76-4557-a814-a41bdb5320a4 req-cf2a3452-937e-4fc1-8381-a4d6999fa0d9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:49.790410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03eb55a8-fd76-4557-a814-a41bdb5320a4 req-cf2a3452-937e-4fc1-8381-a4d6999fa0d9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0492153 Dec 20 15:44:49.839297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03eb55a8-fd76-4557-a814-a41bdb5320a4 req-8065ce88-427f-4413-9a72-7b5b34138ba1 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Dec 20 15:44:49.944836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-e7b42877-581b-4ba5-8846-0409c6bc9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:49.946364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-e7b42877-581b-4ba5-8846-0409c6bc9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0496750 Dec 20 15:44:49.999730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-99999728-e5e4-4597-be29-09d3c06f6220 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0472376 Dec 20 15:44:50.009715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Request body: {'floatingip': {'port_id': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:50.057622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:50.122250 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f2d823-971c-4b0c-ae6c-6a2390e56310 x-openstack-request-id: req-14f2d823-971c-4b0c-ae6c-6a2390e56310 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:50.122546 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:50.122799 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14f2d823-971c-4b0c-ae6c-6a2390e56310 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:50.123190 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'code': 200} Dec 20 15:44:50.552608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:50.555393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:50.625924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:50.667390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:50.679558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92', 'port_id': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'mac_address': 'fa:16:3e:f4:97:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f7183-6396-43dc-b04e-593735773e6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:50.721190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:50.737501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2059030f-9065-4a60-849e-e4eb1b41a1c5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:50.748699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-ab676df3-0044-4304-8364-e28dd38234a9 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:50.750259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-ab676df3-0044-4304-8364-e28dd38234a9 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/networks?id=9ac9c797-5d9f-4de8-8a91-95ee288787b8 HTTP/1.1" status: 200 len: 815 time: 0.1885712 Dec 20 15:44:50.763714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:50.772098 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Floating IP 755a0660-82eb-44b0-a9c4-4da6b2146a6d associated. External IP: 172.25.6.73, port: 43c3256f-ef4c-48ac-8f59-4ced450776f7. Dec 20 15:44:50.776045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-e4f3e57f-99a2-48d1-9b8d-56f9ec1eb7d0 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/quotas/112888933e10488c826a4c5cfb4557f1 HTTP/1.1" status: 200 len: 375 time: 0.0178683 Dec 20 15:44:50.831571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:50.882642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:50.905613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b915dd93-b981-4753-b1fa-27c20c4ee2e7 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=112888933e10488c826a4c5cfb4557f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971353 Dec 20 15:44:51.079293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-c69dbe98-f44e-4545-84aa-bd0dd8311a1b service neutron] 10.222.0.81 "GET /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654749 Dec 20 15:44:51.120218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Router 63434a54-992c-4953-96bd-4578c664a796 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:44:51.140602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['2059030f-9065-4a60-849e-e4eb1b41a1c5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:51.228489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-db9ecbbb-4834-4872-9450-6b7e01d17906 service neutron] 10.222.0.81 "GET /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429689 Dec 20 15:44:51.298672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:44:51.306736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:51.321064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] Sync routers for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:44:51.347079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:51.347721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:51.348244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-70e4da32-d671-4217-a696-38e5d2c52dd9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "PUT /v2.0/floatingips/755a0660-82eb-44b0-a9c4-4da6b2146a6d HTTP/1.1" status: 200 len: 995 time: 1.3426034 Dec 20 15:44:51.348731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:51.351010 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:51.414627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-bd6bb6a6-1833-4177-8a96-09e382a788f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:51.416883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-bd6bb6a6-1833-4177-8a96-09e382a788f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1096 time: 0.0430782 Dec 20 15:44:51.424963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:51.516191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:51.570269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-34c6e8bc-9256-49a4-8d4f-482dcda81f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:51.579530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:51.581934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-34c6e8bc-9256-49a4-8d4f-482dcda81f13 service neutron] 10.222.0.81 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 930 time: 0.1528442 Dec 20 15:44:51.674092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:51.691522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'port_id': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'mac_address': 'fa:16:3e:5d:71:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f285a69e-ff1a-4e48-861d-07e1829190d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:51.700294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-b953377f-0ffd-430b-8dd7-7caa604e3fa8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 998 time: 0.1005638 Dec 20 15:44:51.715191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91d1e-7e62-41be-a340-5d30d4f9b14a req-9928c39d-6f61-48ea-9d3b-2ec4e11ee625 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:51.720964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7e91d1e-7e62-41be-a340-5d30d4f9b14a req-9928c39d-6f61-48ea-9d3b-2ec4e11ee625 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 950 time: 0.1328442 Dec 20 15:44:51.784085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:51.797912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-9503f3fb-5eb4-4cae-9e5e-3c7a5e1514d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:51.799493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-9503f3fb-5eb4-4cae-9e5e-3c7a5e1514d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 200 len: 868 time: 0.0817916 Dec 20 15:44:51.806096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7e91d1e-7e62-41be-a340-5d30d4f9b14a req-5556f100-eb1a-493a-9762-f7de6890081f tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803511 Dec 20 15:44:51.811539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:51.861652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-e729a76c-f296-40b2-84bb-303a7b8e5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:51.863379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-e729a76c-f296-40b2-84bb-303a7b8e5da0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=14d39d93-e39b-4219-ac5f-704fe6b426ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487394 Dec 20 15:44:51.865991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:51.895963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '755a0660-82eb-44b0-a9c4-4da6b2146a6d', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '63434a54-992c-4953-96bd-4578c664a796', 'port_id': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'mac_address': 'fa:16:3e:9b:e5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:44:47Z', 'updated_at': '2021-12-20T15:44:50Z', 'revision_number': 1, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:28Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:51.925605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] Checking router: 63434a54-992c-4953-96bd-4578c664a796 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:44:51.935382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:44:51.938585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:51.976293 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:51.997855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4fb45-b91d-4a52-97c8-198db967899b req-d6a7dbf4-beb0-4321-a363-11ba11f1f464 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:51.999438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9a4fb45-b91d-4a52-97c8-198db967899b req-d6a7dbf4-beb0-4321-a363-11ba11f1f464 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 943 time: 0.1040590 Dec 20 15:44:52.001946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-838174bc-9b47-44d3-ba52-9ff4f187e4b4 service neutron] 10.222.0.81 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320014 Dec 20 15:44:52.075570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:52.107600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:44:52.118762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9a4fb45-b91d-4a52-97c8-198db967899b req-a5d66d38-9fac-4266-97da-1452a883e1d0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024802 Dec 20 15:44:52.151060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffac05f7-0fa1-46e2-8231-185244b0cc33 req-5b2761b2-3e6d-4224-9768-fa4f5314e97c service neutron] 10.222.0.81 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427343 Dec 20 15:44:52.301723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9b13d-6aac-4792-920f-d06256209b73 req-2580aa6c-0d4a-4eef-b6b9-5a215506c8ce tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:52.303227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2a9b13d-6aac-4792-920f-d06256209b73 req-2580aa6c-0d4a-4eef-b6b9-5a215506c8ce tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.1018636 Dec 20 15:44:52.390398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33229772-c484-4aea-ab65-83abed37dc29 req-9153018d-0c6d-4081-9098-be8a73e46d64 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:52.391916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33229772-c484-4aea-ab65-83abed37dc29 req-9153018d-0c6d-4081-9098-be8a73e46d64 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 950 time: 0.1321189 Dec 20 15:44:52.400578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '755a0660-82eb-44b0-a9c4-4da6b2146a6d', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '63434a54-992c-4953-96bd-4578c664a796', 'port_id': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'mac_address': 'fa:16:3e:9b:e5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:44:47Z', 'updated_at': '2021-12-20T15:44:50Z', 'revision_number': 1, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:28Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:44:52.426774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6254c6-925a-43d4-bf66-df02884d133b req-148adbcf-1974-40f2-8a3e-b5a30564a0e9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:52.428408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e6254c6-925a-43d4-bf66-df02884d133b req-148adbcf-1974-40f2-8a3e-b5a30564a0e9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.1351633 Dec 20 15:44:52.431111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b90e86-3e39-4dc0-9c0a-39730eb71c4e None None] The sync data for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 is: [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '755a0660-82eb-44b0-a9c4-4da6b2146a6d', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '63434a54-992c-4953-96bd-4578c664a796', 'port_id': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'mac_address': 'fa:16:3e:9b:e5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:44:47Z', 'updated_at': '2021-12-20T15:44:50Z', 'revision_number': 1, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:28Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:44:52.456068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2a9b13d-6aac-4792-920f-d06256209b73 req-de17d41b-5fd3-4a58-b12f-087e1862312d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403580 Dec 20 15:44:52.469747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:52.548108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e6254c6-925a-43d4-bf66-df02884d133b req-e16f2878-ed30-491a-923e-8e6d55ff1986 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995541 Dec 20 15:44:52.573766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Deleting port 94696ef0-c960-485d-b63a-58434ee75d0f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:44:52.574417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:52.582607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:52.622223 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab330c2-b48d-49ba-8926-0751fd452538 x-openstack-request-id: req-bab330c2-b48d-49ba-8926-0751fd452538 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:52.622223 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:52.625316 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bab330c2-b48d-49ba-8926-0751fd452538 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:52.625843 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'status': 'completed', 'code': 200} Dec 20 15:44:52.747094 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85bd8593-e42e-4f57-bb7d-dfaf5e80750c req-8e7860f2-4cd5-4654-a229-184c240d42b7 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 210 time: 0.0922899 Dec 20 15:44:52.783605 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252a170a-4015-4391-9820-c10b76b58328 None None] New status for floating IP 755a0660-82eb-44b0-a9c4-4da6b2146a6d: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:44:52.811370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 2059030f-9065-4a60-849e-e4eb1b41a1c5 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:44:52.817441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 2059030f-9065-4a60-849e-e4eb1b41a1c5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:52.817805 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:52.881982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] For port 94696ef0-c960-485d-b63a-58434ee75d0f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=94696ef0-c960-485d-b63a-58434ee75d0f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:52.881982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:52.885598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-7a505a3f-20f8-4b6c-aedc-5ec5bdfa7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:52.887325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-7a505a3f-20f8-4b6c-aedc-5ec5bdfa7853 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1096 time: 0.2304971 Dec 20 15:44:52.916614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Calling delete_port for 94696ef0-c960-485d-b63a-58434ee75d0f owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:44:52.924095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:52.952832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:52.957548 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88de6220-f2d7-424f-9e26-405048f0835a" -d '{"events": [{"server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "name": "network-vif-plugged", "status": "completed", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:52.969242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:53.032090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:53.065704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-054610b1-a17a-4ccc-a805-9111134dcb05 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 258 time: 0.4387603 Dec 20 15:44:53.080209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:53.096850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:53.149011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-e5868e9e-c664-4a09-bcc1-369a9815b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:53.150566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-e5868e9e-c664-4a09-bcc1-369a9815b438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 930 time: 0.2320261 Dec 20 15:44:53.161368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63a94f-c972-48d6-978f-467d500f71c1 req-d8b72b09-3a1d-468d-8646-6013e50c9788 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:53.162829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf63a94f-c972-48d6-978f-467d500f71c1 req-d8b72b09-3a1d-468d-8646-6013e50c9788 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.2217481 Dec 20 15:44:53.438129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:44:53.599929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:53.636840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-5f2dc72c-ae5b-417d-9d2f-c4c4d8e3672f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 1000 time: 0.4696310 Dec 20 15:44:53.671724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf63a94f-c972-48d6-978f-467d500f71c1 req-ffe2d9ee-f0eb-4656-9d07-aefabfd5de8f tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4887633 Dec 20 15:44:53.697341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:53.716674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'mac_address': 'fa:16:3e:9f:12:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:44:53.765085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:53.766753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-1223209e-fb38-40d8-a068-455c316525bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:53.768140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-1223209e-fb38-40d8-a068-455c316525bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 200 len: 868 time: 0.1219664 Dec 20 15:44:53.780071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2db12659-6429-47e8-bc94-1f9dc47ca7a4 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:44:53.802331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:53.816847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:53.829562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['18157957-784e-40b2-87fd-9b040bc81e2a', '94696ef0-c960-485d-b63a-58434ee75d0f', 'c0de59eb-0241-4b32-8b32-25bbc4560368'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:53.860553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event deleted for resources: {'Port': ['ID=94696ef0-c960-485d-b63a-58434ee75d0f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:53.873292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:53.917953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245607f-d099-4a1a-96e0-fc213c2d6fee req-2b8e3215-2b67-4cef-978d-e4f05e3478b0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:53.919561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3245607f-d099-4a1a-96e0-fc213c2d6fee req-2b8e3215-2b67-4cef-978d-e4f05e3478b0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbf31693-f5a6-4404-936d-a240797e26a6 HTTP/1.1" status: 200 len: 867 time: 0.1669652 Dec 20 15:44:53.940037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] No DVR routers for this DVR port 94696ef0-c960-485d-b63a-58434ee75d0f on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:44:53.942801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-aeec0654-15b1-4d53-b33a-01e65707d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:53.944353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-aeec0654-15b1-4d53-b33a-01e65707d711 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14d39d93-e39b-4219-ac5f-704fe6b426ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558611 Dec 20 15:44:53.945399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:53.948685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33229772-c484-4aea-ab65-83abed37dc29 req-856c859e-5289-444c-86ab-fa667105f012 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "DELETE /v2.0/ports/94696ef0-c960-485d-b63a-58434ee75d0f HTTP/1.1" status: 204 len: 173 time: 1.5462925 Dec 20 15:44:53.958314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:53.970315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['2db12659-6429-47e8-bc94-1f9dc47ca7a4'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:44:54.058321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:54.073848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3245607f-d099-4a1a-96e0-fc213c2d6fee req-41407e85-c803-4dae-813a-69c3ccddcf1c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363928 Dec 20 15:44:54.135861 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36801e16-77c1-4c7c-b330-62773216b736 x-openstack-request-id: req-36801e16-77c1-4c7c-b330-62773216b736 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:54.136228 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "name": "network-vif-plugged", "status": "completed", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:54.136473 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36801e16-77c1-4c7c-b330-62773216b736 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:54.136875 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'code': 200} Dec 20 15:44:54.151729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-c7c42c81-796f-4d43-91b7-f195fc585b66 service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870565 Dec 20 15:44:54.319766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458033de-80fa-4be0-b955-8b2e3b97cf44 req-a358a7a4-faca-4ce7-8ae2-2a462f07f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:54.323596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-458033de-80fa-4be0-b955-8b2e3b97cf44 req-a358a7a4-faca-4ce7-8ae2-2a462f07f903 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1096 time: 0.0703695 Dec 20 15:44:54.327361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Allocated IP 172.25.6.253 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/981867d9-5c07-41b8-89f2-dba05063976c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:54.390878 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-458033de-80fa-4be0-b955-8b2e3b97cf44 req-d3fd2b60-bceb-47d8-a4a1-71c1aaca38ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Dec 20 15:44:54.453859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369b63-6b3d-498a-9e21-8d5adfbd2044 req-a7b248de-c51b-470f-8a32-00a5e9425c9e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:54.455366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c369b63-6b3d-498a-9e21-8d5adfbd2044 req-a7b248de-c51b-470f-8a32-00a5e9425c9e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 944 time: 0.2041605 Dec 20 15:44:54.461052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ba7c7df-e942-4529-8bbb-86ef97dd3d1f req-46f70262-254d-46bd-a4fb-c8ca4998ff27 service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024595 Dec 20 15:44:54.556982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-0a4bf13b-f2db-4119-9391-204f0d004cd2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:54.558467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-0a4bf13b-f2db-4119-9391-204f0d004cd2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.83 "GET /v2.0/networks?id=9ac9c797-5d9f-4de8-8a91-95ee288787b8 HTTP/1.1" status: 200 len: 815 time: 0.2661397 Dec 20 15:44:54.581276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Request body: {'port': {'device_id': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'admin_state_up': True, 'tenant_id': '112888933e10488c826a4c5cfb4557f1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:54.593001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c369b63-6b3d-498a-9e21-8d5adfbd2044 req-bdeeeedf-28eb-4e80-bdd2-632742f1a92a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066551 Dec 20 15:44:54.629412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'name': 'network-vif-deleted', 'tag': '94696ef0-c960-485d-b63a-58434ee75d0f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:54.629412 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54160946-27ea-49b7-9309-7273c52a5fb7" -d '{"events": [{"server_uuid": "bbf31693-f5a6-4404-936d-a240797e26a6", "name": "network-vif-deleted", "tag": "94696ef0-c960-485d-b63a-58434ee75d0f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:54.637357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:54.779767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ecf09-dd6b-4905-b8ac-41f1e8ac34ec req-5d86629d-6fe7-46e4-8277-2fea85509491 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:54.781329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-305ecf09-dd6b-4905-b8ac-41f1e8ac34ec req-5d86629d-6fe7-46e4-8277-2fea85509491 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0987859 Dec 20 15:44:54.815229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:54.878291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:54.882243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-305ecf09-dd6b-4905-b8ac-41f1e8ac34ec req-883c65fc-2fe2-4693-bac3-a9c820be15b0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940175 Dec 20 15:44:54.886888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Made reservation on behalf of 112888933e10488c826a4c5cfb4557f1 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:44:54.890422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:54.895678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:54.910145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:54.914960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event updated for resources: {'Port': ['ID=981867d9-5c07-41b8-89f2-dba05063976c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:55.151708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa584f3-091c-4a2b-a630-0188f2c79ab8 req-7e282bf3-03f3-4402-b05b-ca64cb7aa7a3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:55.153306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fa584f3-091c-4a2b-a630-0188f2c79ab8 req-7e282bf3-03f3-4402-b05b-ca64cb7aa7a3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1649623 Dec 20 15:44:55.163292 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.177276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Allocated IP 172.20.0.4 (9ac9c797-5d9f-4de8-8a91-95ee288787b8/be4a718e-f814-4d78-8745-af34644776b1/6b2016f8-fe52-413f-b57d-5483972a657d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:44:55.250640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fa584f3-091c-4a2b-a630-0188f2c79ab8 req-369bc488-0c60-4498-a957-1fb3708a374f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767725 Dec 20 15:44:55.326151 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.457438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:55.469381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8750bc64-001d-46ac-8b83-ff5bd43fbd55 req-a1ff721d-1914-402b-80ff-844a92ab7c3f tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 210 time: 0.0554585 Dec 20 15:44:55.518378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.630705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:55.631503 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.642624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.695015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.784479 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.803564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Pushing event updated for resources: {'Port': ['ID=6b2016f8-fe52-413f-b57d-5483972a657d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:55.810859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.864564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:44:55.871063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:44:55.884797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:55.895005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:44:55.899015 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8b802-9548-4f10-a3e1-58b335dd88af x-openstack-request-id: req-a1b8b802-9548-4f10-a3e1-58b335dd88af {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:55.900175 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf31693-f5a6-4404-936d-a240797e26a6", "name": "network-vif-deleted", "tag": "94696ef0-c960-485d-b63a-58434ee75d0f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:55.900405 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1b8b802-9548-4f10-a3e1-58b335dd88af {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:55.900804 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf31693-f5a6-4404-936d-a240797e26a6', 'name': 'network-vif-deleted', 'tag': '94696ef0-c960-485d-b63a-58434ee75d0f', 'status': 'completed', 'code': 200} Dec 20 15:44:55.904709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event updated for resources: {'Port': ['ID=981867d9-5c07-41b8-89f2-dba05063976c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:55.959648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.981079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:55.983471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:44:56.001734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:56.002428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.096133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def0cfb-e88d-4b2f-9aa4-2b274211e425 req-ce484f2f-5b89-4bfb-a967-c8c889971a6d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:56.104634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2def0cfb-e88d-4b2f-9aa4-2b274211e425 req-ce484f2f-5b89-4bfb-a967-c8c889971a6d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0842330 Dec 20 15:44:56.157614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:56.166075 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba61e59-7154-405c-85f3-cf697046e4b8" -d '{"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:56.190591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-dfd155fa-d1e8-45bd-93e1-a4c1c4db7de2 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6146631 Dec 20 15:44:56.198781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.202493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:56.203087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.214792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-ab0402ef-eb4f-4139-ba8e-01652eaa8cc7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1421545 Dec 20 15:44:56.266534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:56.292972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-af97b22b-99ea-44d6-a878-7926990eb02b None None] Provisioning complete for port 6b2016f8-fe52-413f-b57d-5483972a657d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:44:56.293707 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af97b22b-99ea-44d6-a878-7926990eb02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.312723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2def0cfb-e88d-4b2f-9aa4-2b274211e425 req-dbdf0df8-3abb-432d-a6d6-1fadd3cea952 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062781 Dec 20 15:44:56.343642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-3d44cf5d-fea4-4e88-acfd-2fdc038ed8fa tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.1257820 Dec 20 15:44:56.413017 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.484610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-af97b22b-99ea-44d6-a878-7926990eb02b None None] Port 6b2016f8-fe52-413f-b57d-5483972a657d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:44:56.531530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:44:56.573923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-bd0f9889-ca86-4184-839b-7011172b8584 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:56.575354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e232af50-95c5-47f5-8465-4d2cd121aedf req-bd0f9889-ca86-4184-839b-7011172b8584 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2301290 Dec 20 15:44:56.608531 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.609438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 94696ef0-c960-485d-b63a-58434ee75d0f no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:44:56.633652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 94696ef0-c960-485d-b63a-58434ee75d0f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:44:56.634496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 94696ef0-c960-485d-b63a-58434ee75d0f not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:44:56.689900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a1148-bee0-4261-8f32-97c003aeca0c req-4656f2d4-aaf6-45e5-8f6d-ee6501767ed8 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:56.690765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:56.691531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-763a1148-bee0-4261-8f32-97c003aeca0c req-4656f2d4-aaf6-45e5-8f6d-ee6501767ed8 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1152079 Dec 20 15:44:56.753890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3523-caf7-4827-9bf6-582aef3a9be6 req-de7ed6c5-1812-42b7-a860-33e849eed3f1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:56.755456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e7f3523-caf7-4827-9bf6-582aef3a9be6 req-de7ed6c5-1812-42b7-a860-33e849eed3f1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.1036334 Dec 20 15:44:56.777579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-763a1148-bee0-4261-8f32-97c003aeca0c req-23e1512d-a904-4345-bcaa-6388e41bebbe tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783443 Dec 20 15:44:56.834750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e7f3523-caf7-4827-9bf6-582aef3a9be6 req-7fa4728e-1daf-4ba8-96ab-bae8ce4a3fdc tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 Dec 20 15:44:56.878045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:56.891826 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4fe850-4474-4a9d-878a-820d1fdb5079 x-openstack-request-id: req-6f4fe850-4474-4a9d-878a-820d1fdb5079 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:56.892363 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:56.892727 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f4fe850-4474-4a9d-878a-820d1fdb5079 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:56.893291 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'code': 200} Dec 20 15:44:57.022202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89054b-e32e-4223-8a52-278751f8bb21 req-ab3fbb81-acec-4885-9f84-1faed2f88a77 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:57.024024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b89054b-e32e-4223-8a52-278751f8bb21 req-ab3fbb81-acec-4885-9f84-1faed2f88a77 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.0709138 Dec 20 15:44:57.084078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b89054b-e32e-4223-8a52-278751f8bb21 req-36331921-9bd7-4fdc-9472-c0e291c613e3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522456 Dec 20 15:44:57.205343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eed9d-f15f-4820-b63a-5be79137a670 req-e625d375-a793-4903-89ea-6afebbc0cd74 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:57.206848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc1eed9d-f15f-4820-b63a-5be79137a670 req-e625d375-a793-4903-89ea-6afebbc0cd74 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0536597 Dec 20 15:44:57.268989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc1eed9d-f15f-4820-b63a-5be79137a670 req-7b63d438-c500-43fb-b9fe-847013357f48 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 Dec 20 15:44:57.402772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-b8fc9709-e4e1-4a91-8e07-11cd41c328d4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:57.402772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-b8fc9709-e4e1-4a91-8e07-11cd41c328d4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0558372 Dec 20 15:44:57.453806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-57062c48-3d78-497e-b65a-ddfc1a4bb243 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0636370 Dec 20 15:44:57.465923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-3978442b-a9ad-4897-9509-905d401d0e21 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Request body: {'floatingip': {'port_id': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:44:57.513416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-3978442b-a9ad-4897-9509-905d401d0e21 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:57.749072 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-3978442b-a9ad-4897-9509-905d401d0e21 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 15:44:57.750166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e9777c6-f40b-4e54-94fd-ef8328651e6e req-3978442b-a9ad-4897-9509-905d401d0e21 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "PUT /v2.0/floatingips/d6542eee-1c3c-48dd-b4f0-fefbc9ddae54 HTTP/1.1" status: 409 len: 550 time: 0.2906079 Dec 20 15:44:57.895277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4ed55-4bde-4226-a090-fa5e094664ca req-5bca1152-7b5f-4d23-9091-aa1e50886351 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:57.896940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3b4ed55-4bde-4226-a090-fa5e094664ca req-5bca1152-7b5f-4d23-9091-aa1e50886351 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1096 time: 0.0751290 Dec 20 15:44:57.936195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064003d-51f0-40ee-8194-66d2f5eff7a0 req-44e36918-78c2-44b8-b3b1-345242352375 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:57.937816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9064003d-51f0-40ee-8194-66d2f5eff7a0 req-44e36918-78c2-44b8-b3b1-345242352375 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0766306 Dec 20 15:44:57.980919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3b4ed55-4bde-4226-a090-fa5e094664ca req-e5586a21-085b-47f0-bcd2-0006dac7ade1 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755327 Dec 20 15:44:58.037653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9064003d-51f0-40ee-8194-66d2f5eff7a0 req-a1241e7f-c152-4bbe-9063-600e5a057344 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851486 Dec 20 15:44:58.143502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-0fdb24ae-7939-4c15-bfb7-6df91beaa5b5 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips/d6542eee-1c3c-48dd-b4f0-fefbc9ddae54 HTTP/1.1" status: 200 len: 693 time: 0.0777597 Dec 20 15:44:58.178139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e097f1-d30f-4ae5-ad9e-08bad79b1f69 req-26be8499-48f5-43c1-a7ab-37b49357e6c4 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:58.180022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5e097f1-d30f-4ae5-ad9e-08bad79b1f69 req-26be8499-48f5-43c1-a7ab-37b49357e6c4 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.1244056 Dec 20 15:44:58.298006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5e097f1-d30f-4ae5-ad9e-08bad79b1f69 req-bece0bdc-ccce-48a3-9a36-402dadfe689d tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007082 Dec 20 15:44:58.327662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-a059de23-7899-4051-994a-fc9865562876 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:58.329348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-a059de23-7899-4051-994a-fc9865562876 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1703656 Dec 20 15:44:58.394139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-a074d167-9a2f-40d8-99ca-29153e37b7c4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0584867 Dec 20 15:44:58.467078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-a2fd18b3-fe61-440e-a945-ac644044dd2d tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0586679 Dec 20 15:44:58.480339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1f05f-5eba-4136-9411-c25c9aaa7c56 req-0e57093b-fe35-40d7-a74d-7cc7a2022573 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:58.481979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86e1f05f-5eba-4136-9411-c25c9aaa7c56 req-0e57093b-fe35-40d7-a74d-7cc7a2022573 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.1078699 Dec 20 15:44:58.623043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86e1f05f-5eba-4136-9411-c25c9aaa7c56 req-110e34d9-d3eb-4104-a2e3-09a930025d85 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338589 Dec 20 15:44:58.646196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Deleting port 981867d9-5c07-41b8-89f2-dba05063976c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:44:58.646538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:58.753212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:58.753541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:58.768597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9092-0727-4291-9230-8efe32c85168 req-4b8ac951-27d8-4cba-a169-769605ab0fcf tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:58.770418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-538f9092-0727-4291-9230-8efe32c85168 req-4b8ac951-27d8-4cba-a169-769605ab0fcf tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1096 time: 0.0751429 Dec 20 15:44:58.771331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Calling delete_port for 981867d9-5c07-41b8-89f2-dba05063976c owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:44:58.895016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:44:58.897477 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c53a61-75b7-43b1-aebd-d6c7fa289b4a" -d '{"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:44:59.197185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-538f9092-0727-4291-9230-8efe32c85168 req-589097fd-9208-46d2-a981-2193042c902e tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191535 Dec 20 15:44:59.226076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-05bffb8b-4983-41d3-a602-260c78a17088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:59.386324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:59.415755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event deleted for resources: {'Port': ['ID=981867d9-5c07-41b8-89f2-dba05063976c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:44:59.484936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:59.487706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:59.488888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f52a44b-d6ce-4d93-83c1-a68b4afd480b req-5c2dc566-b13e-471d-8ef5-6b0de8268817 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "DELETE /v2.0/floatingips/d6542eee-1c3c-48dd-b4f0-fefbc9ddae54 HTTP/1.1" status: 204 len: 173 time: 1.0060048 Dec 20 15:44:59.601213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732587e-15fb-487f-b8e8-cd9b2e3bd13c req-824d55ef-0d7c-4333-ab55-0ee6600b83cd tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:59.603062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a732587e-15fb-487f-b8e8-cd9b2e3bd13c req-824d55ef-0d7c-4333-ab55-0ee6600b83cd tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0536413 Dec 20 15:44:59.697802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a732587e-15fb-487f-b8e8-cd9b2e3bd13c req-a88aa29a-228a-49e3-a3e8-58242ea35a75 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757937 Dec 20 15:44:59.725657 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba38e3a-86fe-4f45-b698-27c634048ace x-openstack-request-id: req-bba38e3a-86fe-4f45-b698-27c634048ace {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:44:59.725952 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:44:59.726210 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bba38e3a-86fe-4f45-b698-27c634048ace {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:44:59.726608 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'code': 200} Dec 20 15:44:59.803615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697eac6-c364-444e-8951-a83464bbc5b3 req-27e14570-0dba-41e3-8897-b7556b245116 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:59.805126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7697eac6-c364-444e-8951-a83464bbc5b3 req-27e14570-0dba-41e3-8897-b7556b245116 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0556917 Dec 20 15:44:59.894401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7697eac6-c364-444e-8951-a83464bbc5b3 req-03a4a705-819c-4519-9731-8c9a18b79923 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 Dec 20 15:44:59.903532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf52696-79f7-4866-b848-a7153e7a04bd req-57a98e98-501e-4b12-a26c-b76779391874 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:59.905070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cf52696-79f7-4866-b848-a7153e7a04bd req-57a98e98-501e-4b12-a26c-b76779391874 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.0911767 Dec 20 15:45:00.014032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-b9c0897a-8e6c-4ca9-905d-74cfece9cec8 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 1000 time: 0.0907924 Dec 20 15:45:00.017339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cf52696-79f7-4866-b848-a7153e7a04bd req-c851b2eb-cb21-4a1b-b6a2-b2ffb677e26c tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005728 Dec 20 15:45:00.076925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-ac42b902-35e6-4e03-96d3-24018caf7e72 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:00.078421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-ac42b902-35e6-4e03-96d3-24018caf7e72 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports/43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 942 time: 0.0583327 Dec 20 15:45:00.146774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e217e4-4108-46b6-a988-c96ddb025b57 req-f7c226b0-124a-4b67-a050-1ef6a9814b6f tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:00.148803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40e217e4-4108-46b6-a988-c96ddb025b57 req-f7c226b0-124a-4b67-a050-1ef6a9814b6f tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.0674946 Dec 20 15:45:00.244483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-0b20ebbb-0915-44be-bfef-70cc38e40dab tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 1000 time: 0.0941522 Dec 20 15:45:00.271317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40e217e4-4108-46b6-a988-c96ddb025b57 req-bb01c2c0-4c43-44b4-be8b-e4aa722e3fa9 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ff68117-7b8b-4025-a27b-11e62ed568e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101282 Dec 20 15:45:00.404735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-4291b9a7-6b0f-46ce-829d-babaf93ac5d3 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:00.406232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-4291b9a7-6b0f-46ce-829d-babaf93ac5d3 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.1538553 Dec 20 15:45:00.432749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034215ea-b6c7-436c-aad2-ce8001a58550 req-a94b2ffe-3f0c-44df-8591-8d57dd955861 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:00.434372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-034215ea-b6c7-436c-aad2-ce8001a58550 req-a94b2ffe-3f0c-44df-8591-8d57dd955861 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0945210 Dec 20 15:45:00.511963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-5de0a0d3-57b8-49f6-9d9e-3bab7ab4e228 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 1000 time: 0.0959747 Dec 20 15:45:00.528056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:00.545046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-034215ea-b6c7-436c-aad2-ce8001a58550 req-4c921cd1-4f68-482d-b29d-fe29419fcfdf tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792086 Dec 20 15:45:00.608800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:00.779459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:00.900875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:00.901482 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Floating IP 755a0660-82eb-44b0-a9c4-4da6b2146a6d disassociated. External IP: 172.25.6.73, port: 43c3256f-ef4c-48ac-8f59-4ced450776f7. Dec 20 15:45:01.181938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Router 63434a54-992c-4953-96bd-4578c664a796 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:45:01.326539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-41f1a451-0747-4296-877b-fc88b2fe4cb6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:01.328136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-41f1a451-0747-4296-877b-fc88b2fe4cb6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.72 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 945 time: 0.1365883 Dec 20 15:45:01.388702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:01.394075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:01.400392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] Sync routers for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:01.427880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-8992f623-48a1-4482-90f5-50c7cf421f01 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "PUT /v2.0/floatingips/755a0660-82eb-44b0-a9c4-4da6b2146a6d HTTP/1.1" status: 200 len: 694 time: 0.9070218 Dec 20 15:45:01.429690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:01.431713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:44:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:01.456466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:01.457947 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f766adc6-e029-4d9e-b844-74ea54eaa74f" -d '{"events": [{"name": "network-changed", "server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:01.551041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Deleting port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:01.551041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:01.615890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:01.656634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-61d805b7-df51-4c56-bab1-fdd9eebf75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:01.660587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-61d805b7-df51-4c56-bab1-fdd9eebf75d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1096 time: 0.1986115 Dec 20 15:45:01.744387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] For port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:01.744757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:01.793454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2783d2e-9f55-4795-8454-217cfaf57294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:01.834002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-77a4daa2-741b-4894-8899-d67ba0be1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:01.835849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-77a4daa2-741b-4894-8899-d67ba0be1fc2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 930 time: 0.1741695 Dec 20 15:45:01.920707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-94e0a9c5-2eb6-4473-8348-f14064ddb13a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 217 time: 0.0771353 Dec 20 15:45:01.929251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:28Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:01.970224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] Checking router: 63434a54-992c-4953-96bd-4578c664a796 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:45:01.985677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:01.986316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:02.068280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-614d3213-f020-4cca-8b39-52c51571e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:02.095079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-614d3213-f020-4cca-8b39-52c51571e8e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 200 len: 868 time: 0.1431119 Dec 20 15:45:02.095079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:02.095079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:02.095079 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Floating IP 8617ab83-13fe-4832-abde-1361cdcd0c4d disassociated. External IP: 172.25.6.100, port: d0332da4-76c6-48fb-bdf2-7d64c2ff67f2. Dec 20 15:45:02.096304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Calling delete_port for d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:02.178351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:02.223734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-25110df2-c4aa-4034-8722-b435535cb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:02.225834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-25110df2-c4aa-4034-8722-b435535cb187 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=14d39d93-e39b-4219-ac5f-704fe6b426ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430402 Dec 20 15:45:02.418455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-d325e96c-6d9a-4a42-98ba-3a990ec2d8b9 service neutron] 10.222.0.81 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690023 Dec 20 15:45:02.435109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:28Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:02.470085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6768e4d-14f0-4783-a6bb-c2a6b891870e None None] The sync data for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 is: [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:44:18Z', 'revision_number': 4, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bb11c554-b5e0-43fe-8121-10513d79bc07', 'name': '', 'network_id': '14d39d93-e39b-4219-ac5f-704fe6b426ac', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'mac_address': 'fa:16:3e:33:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:16Z', 'updated_at': '2021-12-20T15:44:28Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'subnets': [{'id': '094bb64f-ee9f-4224-95d2-32c80598046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:02.562032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e8b0af-e922-448d-9c41-6d210eadbfac req-a9aeeaf3-6c4d-46cd-8bb2-b9961dfbd211 service neutron] 10.222.0.81 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354480 Dec 20 15:45:02.745469 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8fb75-1a20-41d7-b4ac-f9bdccb8aefe None None] New status for floating IP 755a0660-82eb-44b0-a9c4-4da6b2146a6d: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:45:02.918014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:02.975477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b148aa-fdc5-4425-bf0a-614afc886df0 req-3c9e930a-1a1e-43af-862b-2bb6b9b34832 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:02.976943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9b148aa-fdc5-4425-bf0a-614afc886df0 req-3c9e930a-1a1e-43af-862b-2bb6b9b34832 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0552661 Dec 20 15:45:03.031395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9b148aa-fdc5-4425-bf0a-614afc886df0 req-5decdd18-dcf6-48cb-b623-168a46d38ac8 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Dec 20 15:45:03.106847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:03.160785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event deleted for resources: {'Port': ['ID=d0332da4-76c6-48fb-bdf2-7d64c2ff67f2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:03.175994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.176344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.176705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.178137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.178487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.178826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.179157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.179701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.180215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.181017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.181377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.181711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.182042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:03.258217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ec182-6777-4d5c-a076-686914c05a20 req-c598143e-ec22-41a7-9317-3d85cf61c48c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:03.259899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-429ec182-6777-4d5c-a076-686914c05a20 req-c598143e-ec22-41a7-9317-3d85cf61c48c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1653533 Dec 20 15:45:03.363355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-429ec182-6777-4d5c-a076-686914c05a20 req-e6ad503a-942d-4a5e-8ece-a01ad4be7b91 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928643 Dec 20 15:45:03.374926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Router 840fa61b-59c4-47df-b747-9a3a25429ac2 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:45:03.557605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5140d-d0c3-4511-a4a9-904079b38710 req-ad544c38-f730-43bf-913a-4b94e6c25aba tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:03.559361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4b5140d-d0c3-4511-a4a9-904079b38710 req-ad544c38-f730-43bf-913a-4b94e6c25aba tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.1287465 Dec 20 15:45:03.560818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:03.575701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] Sync routers for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:03.593819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:03.594812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:03.620887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] No DVR routers for this DVR port d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:03.624025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:03.629218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c184d06c-cd77-4e4c-b3d4-9b5f94ddb16b req-f2e333cf-d5f0-4926-9099-6848142cb05e tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.72 "DELETE /v2.0/ports/d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 HTTP/1.1" status: 204 len: 173 time: 2.2930627 Dec 20 15:45:03.678363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4b5140d-d0c3-4511-a4a9-904079b38710 req-56463702-7e70-4a1f-a11a-c251c21c9d87 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076412 Dec 20 15:45:03.833109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2612414-c2a1-4796-b5a8-0de8cacdb725 req-d38f9b31-cb4a-4458-8444-b40c6d199be4 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/ports?device_id=468eae2b-7ea3-441d-ab00-5e78c1918123 HTTP/1.1" status: 200 len: 210 time: 0.0450079 Dec 20 15:45:03.909889 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14584642-d4e7-47e8-a6e2-7edb5807480f x-openstack-request-id: req-14584642-d4e7-47e8-a6e2-7edb5807480f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:03.910215 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:03.910500 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14584642-d4e7-47e8-a6e2-7edb5807480f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:03.911016 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'status': 'completed', 'code': 200} Dec 20 15:45:03.930892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:04.020828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-bf476aeb-3a32-470d-aa9e-ed523e95c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:04.024850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-bf476aeb-3a32-470d-aa9e-ed523e95c21e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 1096 time: 0.0912380 Dec 20 15:45:04.052331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d5c5-1301-4d1c-a1e8-64e5bac14cd0 req-9e4aadce-6316-4003-b16c-2730ca56a001 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:04.058634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55b4d5c5-1301-4d1c-a1e8-64e5bac14cd0 req-9e4aadce-6316-4003-b16c-2730ca56a001 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0800471 Dec 20 15:45:04.193509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:04.231624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:47Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:04.262273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] Checking router: 840fa61b-59c4-47df-b747-9a3a25429ac2 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:45:04.271863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:04.272497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:04.411747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:04.543644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55b4d5c5-1301-4d1c-a1e8-64e5bac14cd0 req-acce938d-a84d-4f43-8079-6f6f13b797b4 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722645 Dec 20 15:45:04.625066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-905e8fb9-5242-4857-bbcb-dfd851a962c7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips/755a0660-82eb-44b0-a9c4-4da6b2146a6d HTTP/1.1" status: 200 len: 692 time: 0.0556271 Dec 20 15:45:04.626372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-c0e04acb-469b-4d85-962e-baa4ec66e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:04.627877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-c0e04acb-469b-4d85-962e-baa4ec66e460 service neutron] 10.222.0.72 "GET /v2.0/networks?id=14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 200 len: 930 time: 0.5947773 Dec 20 15:45:04.698201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-23eca1ce-d39e-45a9-a9b2-4de55c4a61e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 200 len: 217 time: 0.0587149 Dec 20 15:45:04.715454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:47Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:04.761468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874b259-6903-44ae-8fed-b27cc864eef7 None None] The sync data for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 is: [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:42:38Z', 'revision_number': 4, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0adea22a-e957-4e81-b684-560308d568b2', 'name': '', 'network_id': '24b12966-971c-4366-949d-9466979e0cda', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'mac_address': 'fa:16:3e:23:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:37Z', 'updated_at': '2021-12-20T15:42:47Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'subnets': [{'id': '3aa58020-55f4-41e9-b27b-827544059fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:04.813598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-e3ad9a59-99a7-4a8d-a26f-c32221d3dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:04.815278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-e3ad9a59-99a7-4a8d-a26f-c32221d3dfc6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 200 len: 868 time: 0.0980763 Dec 20 15:45:04.875772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-4dd917f2-3031-4974-a525-2f3db2b54c7f tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:04.883334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-4dd917f2-3031-4974-a525-2f3db2b54c7f tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.2489886 Dec 20 15:45:04.936343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-72d5a9e7-09e1-4d44-97ac-c0c9f8656478 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0519214 Dec 20 15:45:04.943087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-bb9dc6e4-72e2-4fa0-9f24-cf4ecba8b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:04.944602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-bb9dc6e4-72e2-4fa0-9f24-cf4ecba8b333 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=14d39d93-e39b-4219-ac5f-704fe6b426ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160636 Dec 20 15:45:05.019407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.031983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-2841c638-dc61-4526-93a4-a7243b52834b tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0850258 Dec 20 15:45:05.134632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64287f-75a6-47ac-a179-6978394e4172 None None] New status for floating IP 8617ab83-13fe-4832-abde-1361cdcd0c4d: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:45:05.220895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-3033b506-3bcb-41c6-ae64-98f2d716bf8d service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658613 Dec 20 15:45:05.304027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Deleting port 7a02bc9b-5700-42a8-944f-390c1739c874 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:05.309801 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.389419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f766adc6-e029-4d9e-b844-74ea54eaa74f req-a311b370-5688-4e5b-be66-25057c265b98 service neutron] 10.222.0.72 "GET /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587203 Dec 20 15:45:05.420799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.421194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.434526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Calling delete_port for 7a02bc9b-5700-42a8-944f-390c1739c874 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:05.631389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.658591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event deleted for resources: {'Port': ['ID=7a02bc9b-5700-42a8-944f-390c1739c874,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:05.723241 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.726340 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:05.728216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5e6ad8-e1ca-4dba-af4d-ba45d7c88d4f req-566056fa-43d4-48f2-a94f-0f677e4eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "DELETE /v2.0/floatingips/755a0660-82eb-44b0-a9c4-4da6b2146a6d HTTP/1.1" status: 204 len: 173 time: 0.6952877 Dec 20 15:45:05.888311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30857e-6ccf-4091-a43f-7c22b64f8865 req-516cdb17-fe57-4194-b8f6-d29d3f5e4524 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:05.889755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a30857e-6ccf-4091-a43f-7c22b64f8865 req-516cdb17-fe57-4194-b8f6-d29d3f5e4524 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0522704 Dec 20 15:45:05.913422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'name': 'network-vif-deleted', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:05.916324 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717cfe4b-9b13-489c-9e92-1fba1021de8d" -d '{"events": [{"server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "name": "network-vif-deleted", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:05.950724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a30857e-6ccf-4091-a43f-7c22b64f8865 req-f702462a-0c4e-4372-b3d5-00f02be1b66f tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546019 Dec 20 15:45:06.072622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc88db-0ac8-41df-b6e7-23775b0b68e7 req-3a7a01a2-f83b-4ada-9705-1af3c28b17f3 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:06.074319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50dc88db-0ac8-41df-b6e7-23775b0b68e7 req-3a7a01a2-f83b-4ada-9705-1af3c28b17f3 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0626829 Dec 20 15:45:06.131045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50dc88db-0ac8-41df-b6e7-23775b0b68e7 req-642fadcf-6101-4f9d-af62-0db92b18d9b1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503504 Dec 20 15:45:06.256193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ef1dc-d006-431b-8324-bee243bb4c3e req-ef1470f5-a2ee-40d4-b93b-83d10407e3d9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:06.257773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-362ef1dc-d006-431b-8324-bee243bb4c3e req-ef1470f5-a2ee-40d4-b93b-83d10407e3d9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.0527334 Dec 20 15:45:06.317715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-362ef1dc-d006-431b-8324-bee243bb4c3e req-335bd3e4-4ac2-49a8-a5d0-8d13b3100319 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517251 Dec 20 15:45:06.496500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a06fd-2776-4f6f-839d-085a0349b126 req-492c32dd-0ca6-480c-9f5d-c933cec69d36 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:06.504880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b10a06fd-2776-4f6f-839d-085a0349b126 req-492c32dd-0ca6-480c-9f5d-c933cec69d36 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0684860 Dec 20 15:45:06.562208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b10a06fd-2776-4f6f-839d-085a0349b126 req-540d528f-d9b4-4cb7-804d-ee148b9622dd tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Dec 20 15:45:06.619585 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87236eee-b7aa-4783-b615-13f21790e681 x-openstack-request-id: req-87236eee-b7aa-4783-b615-13f21790e681 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:06.619871 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468eae2b-7ea3-441d-ab00-5e78c1918123", "name": "network-vif-deleted", "tag": "d0332da4-76c6-48fb-bdf2-7d64c2ff67f2", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:06.620133 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87236eee-b7aa-4783-b615-13f21790e681 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:06.620544 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468eae2b-7ea3-441d-ab00-5e78c1918123', 'name': 'network-vif-deleted', 'tag': 'd0332da4-76c6-48fb-bdf2-7d64c2ff67f2', 'status': 'completed', 'code': 200} Dec 20 15:45:06.676830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:06.689305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:06.689575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d0332da4-76c6-48fb-bdf2-7d64c2ff67f2 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:06.787902 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:45:07.253390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:07.326873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:07.339847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:07.349112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aacb1a-e1c7-4075-99f2-e244fc7a9191 req-cf804c57-37e9-499d-a63b-b575190672bf tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:07.350790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8aacb1a-e1c7-4075-99f2-e244fc7a9191 req-cf804c57-37e9-499d-a63b-b575190672bf tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0525575 Dec 20 15:45:07.404002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8aacb1a-e1c7-4075-99f2-e244fc7a9191 req-0b105cfb-6c5f-4f44-b2c0-d8e7517d964c tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0463281 Dec 20 15:45:07.560967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2c3c6-d9f1-4b23-b100-bad7ccc3b2aa req-4ad71b9b-b529-4a6d-8659-f235be2eb17c tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:07.562582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0f2c3c6-d9f1-4b23-b100-bad7ccc3b2aa req-4ad71b9b-b529-4a6d-8659-f235be2eb17c tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0544326 Dec 20 15:45:07.611426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0f2c3c6-d9f1-4b23-b100-bad7ccc3b2aa req-1648ac00-6520-45bf-90cf-e7db77ff02ca tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Dec 20 15:45:07.719709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f90cc-489f-4ff0-8420-6f5d361d977f req-1b8e9129-0bdb-4fa6-9b68-0acd3aa9b660 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:07.721277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d51f90cc-489f-4ff0-8420-6f5d361d977f req-1b8e9129-0bdb-4fa6-9b68-0acd3aa9b660 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0530589 Dec 20 15:45:07.771718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d51f90cc-489f-4ff0-8420-6f5d361d977f req-37f065c1-7832-4127-b2b2-49333f6ae512 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Dec 20 15:45:07.807616 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:07.820633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:07.820633 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ff68117-7b8b-4025-a27b-11e62ed568e2 HTTP/1.1" status: 204 len: 168 time: 0.5566688 Dec 20 15:45:07.821604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51940) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:07.829109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff68117-7b8b-4025-a27b-11e62ed568e2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:07.841915 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-2e008989-9b5c-40cd-b16c-ebb00700e153 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] show failed (client error): The resource could not be found. Dec 20 15:45:07.845705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2e008989-9b5c-40cd-b16c-ebb00700e153 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "GET /v2.0/security-groups/5ff68117-7b8b-4025-a27b-11e62ed568e2 HTTP/1.1" status: 404 len: 347 time: 0.0206463 Dec 20 15:45:07.845705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.845705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.845705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.845705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.845705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.846386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.846386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.846597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.846843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.847155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.847474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.847792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.848173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713925a4-69c8-4cd8-8f0c-bc85dc00f4b6 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:07.850837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51942) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:07.892590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ba93-12fd-4dd1-addc-37c2e8cd6c31 req-ab8c11c2-c630-4cc7-b796-2db227f397be tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:07.894504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f615ba93-12fd-4dd1-addc-37c2e8cd6c31 req-ab8c11c2-c630-4cc7-b796-2db227f397be tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.0612855 Dec 20 15:45:07.948321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f615ba93-12fd-4dd1-addc-37c2e8cd6c31 req-b434db0f-3459-4e30-919a-b7acf31df253 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466020 Dec 20 15:45:07.995602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Deleting port e008a392-19be-467e-a3dc-0bdc46b380a0 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:07.996067 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.011949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-139bdea2-4aa3-4a87-b975-eed7ebeff9fe req-20ab115a-3fa3-42b7-bab3-801905d768b9 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0398784 Dec 20 15:45:08.086563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.087634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.102714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Calling delete_port for e008a392-19be-467e-a3dc-0bdc46b380a0 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:08.117848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aab5a-41de-4e1d-b308-9f315fbd1a06 req-6d8f32c8-6461-4d2c-84fa-f89bbab53176 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:08.119863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-487aab5a-41de-4e1d-b308-9f315fbd1a06 req-6d8f32c8-6461-4d2c-84fa-f89bbab53176 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0525596 Dec 20 15:45:08.187682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-487aab5a-41de-4e1d-b308-9f315fbd1a06 req-aea16fbf-9275-4a93-a56e-6b0b12f76737 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566401 Dec 20 15:45:08.333815 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.362203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Pushing event deleted for resources: {'Port': ['ID=e008a392-19be-467e-a3dc-0bdc46b380a0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:08.432166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.434889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.436080 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c1780a06-bade-4b8b-a60c-fdc1187d15b3 tempest-ServersTestManualDisk-709860084 tempest-ServersTestManualDisk-709860084-project] 10.222.0.81 "DELETE /v2.0/floatingips/8617ab83-13fe-4832-abde-1361cdcd0c4d HTTP/1.1" status: 204 len: 168 time: 0.5844388 Dec 20 15:45:08.439148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51946) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:08.726693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1746619-20b7-4c50-8803-7a697854e427 req-e5bfa11b-456d-4dc0-b39f-3f63b12bad28 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:08.728078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1746619-20b7-4c50-8803-7a697854e427 req-e5bfa11b-456d-4dc0-b39f-3f63b12bad28 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.0512640 Dec 20 15:45:08.783887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1746619-20b7-4c50-8803-7a697854e427 req-741ba7f1-6a57-47dc-a854-a2c742028128 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Dec 20 15:45:08.834006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:08.894415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52728264-8dd3-41a7-bbc7-7434ee202263 req-3c351c0c-7105-4dbb-a254-c8c3c48b8777 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:08.896170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52728264-8dd3-41a7-bbc7-7434ee202263 req-3c351c0c-7105-4dbb-a254-c8c3c48b8777 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0551183 Dec 20 15:45:08.959309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52728264-8dd3-41a7-bbc7-7434ee202263 req-afada3a4-7df0-46db-94ac-42d2b04511b3 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558047 Dec 20 15:45:09.076978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aad58-0708-4d0c-afb5-789acc642c68 req-572b4c52-f8ad-4508-b271-f15ea20b9658 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:09.078580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c90aad58-0708-4d0c-afb5-789acc642c68 req-572b4c52-f8ad-4508-b271-f15ea20b9658 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0558357 Dec 20 15:45:09.117459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Deleting port 0adea22a-e957-4e81-b684-560308d568b2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:09.118379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:09.131167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c90aad58-0708-4d0c-afb5-789acc642c68 req-a1b739f1-b15c-4b59-bd21-b5de8fb381ce tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Dec 20 15:45:09.218084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] For port 0adea22a-e957-4e81-b684-560308d568b2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0adea22a-e957-4e81-b684-560308d568b2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:09.218443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:09.236545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Calling delete_port for 0adea22a-e957-4e81-b684-560308d568b2 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:09.240240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f6f9-0dc3-4896-9922-28802dd23e83 req-89fede36-c5a6-4ed2-9f44-70179d818c95 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:09.241792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a558f6f9-0dc3-4896-9922-28802dd23e83 req-89fede36-c5a6-4ed2-9f44-70179d818c95 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.0503361 Dec 20 15:45:09.291797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a558f6f9-0dc3-4896-9922-28802dd23e83 req-f372c74c-184a-4e38-a215-243c57379db9 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Dec 20 15:45:09.402271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9dd3f-f635-4af1-b69e-aea7f5c96839 req-1a3bddc9-55b7-4b7c-9a54-a7591a6b97f0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:09.403933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cc9dd3f-f635-4af1-b69e-aea7f5c96839 req-1a3bddc9-55b7-4b7c-9a54-a7591a6b97f0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.0564778 Dec 20 15:45:09.458771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cc9dd3f-f635-4af1-b69e-aea7f5c96839 req-07b539da-9f94-4834-a4c5-a4a8c03f3454 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Dec 20 15:45:09.511367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:09.535883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adea22a-e957-4e81-b684-560308d568b2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:09.592040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Request body: {'port': {'device_id': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:09.667800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:09.823220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:09.943509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9774f3-3a8d-4885-95ce-15f866c4ed87 req-f319b175-061f-4080-a3d9-b356c07ef769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:09.945037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e9774f3-3a8d-4885-95ce-15f866c4ed87 req-f319b175-061f-4080-a3d9-b356c07ef769 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 1096 time: 0.1388595 Dec 20 15:45:09.986878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92649e95-643b-4950-8e3b-5bb577e3a00d req-0519e3d2-5e88-482a-a33a-f4c3126ac9e4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:09.996815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92649e95-643b-4950-8e3b-5bb577e3a00d req-0519e3d2-5e88-482a-a33a-f4c3126ac9e4 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.1328197 Dec 20 15:45:10.082648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Router 840fa61b-59c4-47df-b747-9a3a25429ac2 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:45:10.121023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e9774f3-3a8d-4885-95ce-15f866c4ed87 req-614574c5-0c45-4f67-8840-b4a0bf4bbf01 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661737 Dec 20 15:45:10.140740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92649e95-643b-4950-8e3b-5bb577e3a00d req-c6ac8a7c-a163-467e-9931-bcf8cd821ae8 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0abcf0b-907b-48e0-a795-2f05a585d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430073 Dec 20 15:45:10.176738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71caa22-b99e-4f02-bc37-11a9ce0e7914 req-3ec57520-174e-4fd4-8c9f-43294bcb16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:10.178289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c71caa22-b99e-4f02-bc37-11a9ce0e7914 req-3ec57520-174e-4fd4-8c9f-43294bcb16bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 1097 time: 0.1680734 Dec 20 15:45:10.186690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2016f8-fe52-413f-b57d-5483972a657d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:10.204134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.228547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:10.236394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d305b038-106b-4fea-ad72-07729e3103e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/840fa61b-59c4-47df-b747-9a3a25429ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7939329 Dec 20 15:45:10.238125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51984) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:10.243557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] Sync routers for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:10.251623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Transition to ACTIVE for port object 6b2016f8-fe52-413f-b57d-5483972a657d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:45:10.256754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:10.257421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:10.282449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c71caa22-b99e-4f02-bc37-11a9ce0e7914 req-e725c55f-a78b-4a9f-8744-f483eb32f4e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897622 Dec 20 15:45:10.295420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-cf0436fc-2a90-4352-9f6b-53a370a3585a tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:10.295702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b884fc-d037-4586-add1-0435f2fd4012 req-bbde0d59-ada6-44ec-b874-68c53dd98678 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:10.297347 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-cf0436fc-2a90-4352-9f6b-53a370a3585a tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.72 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 945 time: 0.1025243 Dec 20 15:45:10.297501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0b884fc-d037-4586-add1-0435f2fd4012 req-bbde0d59-ada6-44ec-b874-68c53dd98678 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 931 time: 0.0807142 Dec 20 15:45:10.311616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.361275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.378932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:10.394991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0b884fc-d037-4586-add1-0435f2fd4012 req-e4cd2951-d09c-42e7-b916-08f495371242 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909467 Dec 20 15:45:10.402679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=6b2016f8-fe52-413f-b57d-5483972a657d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:10.518917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Attempting to bind port 6b2016f8-fe52-413f-b57d-5483972a657d on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:10.519663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Attempting to bind port 6b2016f8-fe52-413f-b57d-5483972a657d by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:10.520068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Attempting to bind port 6b2016f8-fe52-413f-b57d-5483972a657d on network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:10.575403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Port 6b2016f8-fe52-413f-b57d-5483972a657d on network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:10.575735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Attempting to bind port 6b2016f8-fe52-413f-b57d-5483972a657d on network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:10.608426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.619975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:10.620235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Checking segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:10.620625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Bound using segment: {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:10.621075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Bound port: 6b2016f8-fe52-413f-b57d-5483972a657d, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d4d155-f4cc-4870-8429-692a08f4ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:10.621461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.661667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Deleting port 43c3256f-ef4c-48ac-8f59-4ced450776f7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:10.661667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.686162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:45:09Z', 'revision_number': 5, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port': {'id': 'a86a24a2-ffff-4255-b64b-dec4fb3f2404', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:61:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:33Z', 'updated_at': '2021-12-20T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:10.700996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7108ccf-2680-4b0d-a764-c651feceba8c req-2084075b-04cb-47f0-ad07-fb6a23714421 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:10.719901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7108ccf-2680-4b0d-a764-c651feceba8c req-2084075b-04cb-47f0-ad07-fb6a23714421 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.1920540 Dec 20 15:45:10.752228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] Checking router: 840fa61b-59c4-47df-b747-9a3a25429ac2 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:45:10.770587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] Routers {'840fa61b-59c4-47df-b747-9a3a25429ac2'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:10.781295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['840fa61b-59c4-47df-b747-9a3a25429ac2'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:10.781423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] For port 6b2016f8-fe52-413f-b57d-5483972a657d, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:10.802671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7108ccf-2680-4b0d-a764-c651feceba8c req-784a85df-09c1-4d56-8902-1c49e0de04f2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785298 Dec 20 15:45:10.802671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] For port 6b2016f8-fe52-413f-b57d-5483972a657d, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6b2016f8-fe52-413f-b57d-5483972a657d,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:10.823693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] For port 43c3256f-ef4c-48ac-8f59-4ced450776f7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=43c3256f-ef4c-48ac-8f59-4ced450776f7,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:10.823693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.836897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-810c48e9-5123-44b9-b394-b87fa3c22a76 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:45:10.837954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-810c48e9-5123-44b9-b394-b87fa3c22a76 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2807360 Dec 20 15:45:10.845052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Calling delete_port for 43c3256f-ef4c-48ac-8f59-4ced450776f7 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:10.877445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.879610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] Set router 840fa61b-59c4-47df-b747-9a3a25429ac2 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:10.960136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Deleting port a86a24a2-ffff-4255-b64b-dec4fb3f2404 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:10.960516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.971483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:10.972105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:10.973513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] 10.222.0.83 "PUT /v2.0/ports/6b2016f8-fe52-413f-b57d-5483972a657d HTTP/1.1" status: 200 len: 1091 time: 1.3950102 Dec 20 15:45:10.983126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:45:10Z', 'revision_number': 6, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:10.994442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'tag': '6b2016f8-fe52-413f-b57d-5483972a657d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:10.996733 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ad058-a4a1-4e8b-b625-8009894c27bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d", "tag": "6b2016f8-fe52-413f-b57d-5483972a657d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:11.023483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cdee5-8dd0-4f7d-a9cb-474c794b3bca None None] The sync data for ids ['840fa61b-59c4-47df-b747-9a3a25429ac2'] in n-d-781076-8 is: [{'id': '840fa61b-59c4-47df-b747-9a3a25429ac2', 'name': 'tempest-ServersTestManualDisk-644006516-router', 'tenant_id': 'cf6509ef9620493f892af67a436f1f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:32Z', 'updated_at': '2021-12-20T15:45:10Z', 'revision_number': 6, 'project_id': 'cf6509ef9620493f892af67a436f1f8e', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:11.055993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a8d08-38c9-4785-8bbc-c3564a73ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=6b2016f8-fe52-413f-b57d-5483972a657d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:11.060864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-67ad3246-f493-474a-815b-d438f7d7ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.062331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-67ad3246-f493-474a-815b-d438f7d7ec9f service neutron] 10.222.0.81 "GET /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 1093 time: 0.2106929 Dec 20 15:45:11.083505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Request body: {'binding': {'host': 'n-h2-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:11.084217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Unknown quota resources ['binding']. {{(pid=103953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:45:11.099643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] For port a86a24a2-ffff-4255-b64b-dec4fb3f2404, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a86a24a2-ffff-4255-b64b-dec4fb3f2404,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:11.100012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:11.136132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf156-941b-4f32-ad80-2067603c577a req-f63bd044-63c5-4826-bd59-6203bb52c5fd tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.143359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3debf156-941b-4f32-ad80-2067603c577a req-f63bd044-63c5-4826-bd59-6203bb52c5fd tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.2071779 Dec 20 15:45:11.165776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Calling delete_port for a86a24a2-ffff-4255-b64b-dec4fb3f2404 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:11.294156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:11.296439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3debf156-941b-4f32-ad80-2067603c577a req-ee867036-81ad-402d-ae66-a8368c65eab5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520989 Dec 20 15:45:11.306151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-09e4489f-5d0d-476c-bafd-65f1f0fd1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.307548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['43c3256f-ef4c-48ac-8f59-4ced450776f7'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:11.317644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-09e4489f-5d0d-476c-bafd-65f1f0fd1e3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=112888933e10488c826a4c5cfb4557f1&device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 1094 time: 0.2056913 Dec 20 15:45:11.383274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-61ba666a-3762-4d78-a1cf-4b0349a85891 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2016f8-fe52-413f-b57d-5483972a657d HTTP/1.1" status: 200 len: 217 time: 0.0536456 Dec 20 15:45:11.419892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Pushing event deleted for resources: {'Port': ['ID=43c3256f-ef4c-48ac-8f59-4ced450776f7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:11.505785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on host n-h2-781076-8 for vnic_type normal with profile None {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:11.506167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:11.511079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:11.543895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:11.544632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:11.585318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-f3ae4555-b5c3-43b2-92c9-9f886e6c0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.587808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-f3ae4555-b5c3-43b2-92c9-9f886e6c0251 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be4a718e-f814-4d78-8745-af34644776b1 HTTP/1.1" status: 200 len: 854 time: 0.1931431 Dec 20 15:45:11.593648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:11.594391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:11.595062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:11.595213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] No DVR routers for this DVR port 43c3256f-ef4c-48ac-8f59-4ced450776f7 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:11.595896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Bound port: 2059030f-9065-4a60-849e-e4eb1b41a1c5, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:11.622534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:11.627411 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c23de195-0bac-4c65-ac7d-3c716104fca5 req-33718d70-3786-4917-aa37-e01bca320149 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.72 "DELETE /v2.0/ports/43c3256f-ef4c-48ac-8f59-4ced450776f7 HTTP/1.1" status: 204 len: 173 time: 1.1357167 Dec 20 15:45:11.627895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'name': 'network-vif-deleted', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:11.650250 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79594436-2f15-4cd5-b9c1-d927cf0207d5" -d '{"events": [{"server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "name": "network-vif-deleted", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:11.699059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc929bd4-b854-47ee-ad1e-e992b190ecfa req-8db5142d-c056-4037-a3ee-2b85e0ae6102 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.706798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc929bd4-b854-47ee-ad1e-e992b190ecfa req-8db5142d-c056-4037-a3ee-2b85e0ae6102 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.2451828 Dec 20 15:45:11.799483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-3db4a1de-3682-4998-9cc9-d32a923ff04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.801506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-3db4a1de-3682-4998-9cc9-d32a923ff04f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ac9c797-5d9f-4de8-8a91-95ee288787b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966441 Dec 20 15:45:11.820091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:11.831389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc929bd4-b854-47ee-ad1e-e992b190ecfa req-a7b78f25-c813-40fa-9666-496f57ff9e8d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069403 Dec 20 15:45:11.894509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:11.934020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86a24a2-ffff-4255-b64b-dec4fb3f2404,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:12.034885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:12.034885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] 10.222.0.81 "POST /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.9478719 Dec 20 15:45:12.034885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7428cf55-0afc-45a6-9ccf-58a20b4e35f5 x-openstack-request-id: req-7428cf55-0afc-45a6-9ccf-58a20b4e35f5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:12.034885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d", "tag": "6b2016f8-fe52-413f-b57d-5483972a657d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:12.034885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7428cf55-0afc-45a6-9ccf-58a20b4e35f5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:12.034885 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'tag': '6b2016f8-fe52-413f-b57d-5483972a657d', 'status': 'completed', 'code': 200} Dec 20 15:45:12.119456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:12.143418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-0d7e2cb5-35ad-4015-9d12-112380920dd6 service neutron] 10.222.0.83 "GET /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887690 Dec 20 15:45:12.279940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-844f961b-5537-44c8-9923-db71a807ee60 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:12.281877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-844f961b-5537-44c8-9923-db71a807ee60 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 950 time: 0.1596007 Dec 20 15:45:12.292066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb14de03-8391-4747-8b37-9c1ef0116caa req-68c63955-26b6-47a7-affd-b12a9f0c45c3 tempest-FloatingIPsAssociationNegativeTestJSON-739727401 tempest-FloatingIPsAssociationNegativeTestJSON-739727401-project] 10.222.0.81 "GET /v2.0/ports?device_id=699caf3a-025c-4d90-b036-959d95aa7e6d HTTP/1.1" status: 200 len: 210 time: 0.0948534 Dec 20 15:45:12.343630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:12.348633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:12.526670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f248afd8-09ee-4540-ac61-dd0065511d51 req-cd2695ab-7544-4a92-8b65-26077d8a8c0a service neutron] 10.222.0.83 "GET /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414781 Dec 20 15:45:12.563667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fcb1a-82a4-4789-8231-35a8e464a741 req-0febc8b1-c72c-4040-887c-4002c84f69c7 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:12.565376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d05fcb1a-82a4-4789-8231-35a8e464a741 req-0febc8b1-c72c-4040-887c-4002c84f69c7 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 943 time: 0.1299913 Dec 20 15:45:12.586124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Deleting port 18157957-784e-40b2-87fd-9b040bc81e2a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:12.586124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:12.691633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d05fcb1a-82a4-4789-8231-35a8e464a741 req-a3e16c14-fc41-4538-8d9f-ef871712091f tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178019 Dec 20 15:45:12.733520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] For port 18157957-784e-40b2-87fd-9b040bc81e2a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=18157957-784e-40b2-87fd-9b040bc81e2a,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:12.735194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:12.756640 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c64902-1cda-47df-853e-9c6ab2c9331b x-openstack-request-id: req-88c64902-1cda-47df-853e-9c6ab2c9331b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:12.757203 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699caf3a-025c-4d90-b036-959d95aa7e6d", "name": "network-vif-deleted", "tag": "43c3256f-ef4c-48ac-8f59-4ced450776f7", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:12.757565 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88c64902-1cda-47df-853e-9c6ab2c9331b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:12.758029 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699caf3a-025c-4d90-b036-959d95aa7e6d', 'name': 'network-vif-deleted', 'tag': '43c3256f-ef4c-48ac-8f59-4ced450776f7', 'status': 'completed', 'code': 200} Dec 20 15:45:12.760889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Calling delete_port for 18157957-784e-40b2-87fd-9b040bc81e2a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:12.897057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14d427-53e0-4876-8553-c88f08f8b6ac req-9951384f-0fb3-412c-99e1-963db3396765 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:12.905662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d14d427-53e0-4876-8553-c88f08f8b6ac req-9951384f-0fb3-412c-99e1-963db3396765 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0852346 Dec 20 15:45:12.964075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0adea22a-e957-4e81-b684-560308d568b2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:13.000128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.003303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840fa61b-59c4-47df-b747-9a3a25429ac2 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:45:13.025677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d14d427-53e0-4876-8553-c88f08f8b6ac req-b391e350-54ad-46dc-8c20-3218bae1d6cd tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Dec 20 15:45:13.035298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.043124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcff1722-0754-44ba-94ed-c6bf919c4ee5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/840fa61b-59c4-47df-b747-9a3a25429ac2 HTTP/1.1" status: 204 len: 168 time: 2.8039801 Dec 20 15:45:13.046394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52044) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:13.095749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0adea22a-e957-4e81-b684-560308d568b2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:13.096936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0adea22a-e957-4e81-b684-560308d568b2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:13.097955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a86a24a2-ffff-4255-b64b-dec4fb3f2404 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:13.134659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: a86a24a2-ffff-4255-b64b-dec4fb3f2404 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:13.135392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a86a24a2-ffff-4255-b64b-dec4fb3f2404 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:13.162728 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.179346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Deleting subnet 3aa58020-55f4-41e9-b27b-827544059fb9 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:45:13.184000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['18157957-784e-40b2-87fd-9b040bc81e2a', 'c0de59eb-0241-4b32-8b32-25bbc4560368'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:13.198090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.281095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eacbbb9-31a2-438d-b506-b19b043fdb8f req-c133d7b9-5415-45fd-a67e-4e1e5bd4dfc1 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=a15139d1-78ed-4c58-aaa0-458da34d3396 HTTP/1.1" status: 200 len: 210 time: 0.1011026 Dec 20 15:45:13.286351 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.290515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event deleted for resources: {'Port': ['ID=18157957-784e-40b2-87fd-9b040bc81e2a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:13.383790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-6ba9d4cc-89a1-4e4d-aba2-4b040611a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:13.387704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-6ba9d4cc-89a1-4e4d-aba2-4b040611a6e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=112888933e10488c826a4c5cfb4557f1&device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 1094 time: 0.2913587 Dec 20 15:45:13.427717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] No DVR routers for this DVR port 18157957-784e-40b2-87fd-9b040bc81e2a on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:13.456336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.463634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6579b0e-03a5-4755-ac2e-f2a269711b54 req-dadb268f-2ac4-46b5-a52c-4e3dfe4e4e8b tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "DELETE /v2.0/ports/18157957-784e-40b2-87fd-9b040bc81e2a HTTP/1.1" status: 204 len: 173 time: 1.1715186 Dec 20 15:45:13.558260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.814956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.041949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'name': 'network-vif-deleted', 'tag': '18157957-784e-40b2-87fd-9b040bc81e2a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:14.045900 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba34e3-5965-427f-b60f-baac5d471c29" -d '{"events": [{"server_uuid": "a15139d1-78ed-4c58-aaa0-458da34d3396", "name": "network-vif-deleted", "tag": "18157957-784e-40b2-87fd-9b040bc81e2a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:14.128695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bbbc4-6584-426b-a3ff-6f99b188038c req-3fd0c583-ab32-4def-8833-8ad033b738b0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.130356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e41bbbc4-6584-426b-a3ff-6f99b188038c req-3fd0c583-ab32-4def-8833-8ad033b738b0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.5954401 Dec 20 15:45:14.139206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3e81-03af-41f5-a294-d44288913319 req-e9278131-9e65-417f-a3c3-44dd5da8aa51 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.148726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d2e3e81-03af-41f5-a294-d44288913319 req-e9278131-9e65-417f-a3c3-44dd5da8aa51 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.6652906 Dec 20 15:45:14.208463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-0b6966b9-f156-4ef1-9f48-f84a18bc3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.209991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-0b6966b9-f156-4ef1-9f48-f84a18bc3190 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1096 time: 0.1974471 Dec 20 15:45:14.218339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-227e967e-29db-49e9-b31a-332e49b212b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.219968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-227e967e-29db-49e9-b31a-332e49b212b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ac9c797-5d9f-4de8-8a91-95ee288787b8 HTTP/1.1" status: 200 len: 916 time: 0.7935522 Dec 20 15:45:14.229034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.238083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4046f7-da35-49f8-abf4-25ec11e9fbf8 None None] Network 24b12966-971c-4366-949d-9466979e0cda requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:14.241529 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3aa58020-55f4-41e9-b27b-827544059fb9 HTTP/1.1" status: 204 len: 168 time: 1.1807590 Dec 20 15:45:14.251142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52062) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:14.252419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7600a-7a64-42bd-97b0-e736d108e8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa58020-55f4-41e9-b27b-827544059fb9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:14.317376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-3a9250e3-8636-4472-8f18-ef66aed71d8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2016f8-fe52-413f-b57d-5483972a657d HTTP/1.1" status: 200 len: 217 time: 0.0767810 Dec 20 15:45:14.341330 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.376219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d2e3e81-03af-41f5-a294-d44288913319 req-a2c55fc3-487e-47d3-96dd-0d89e6e1041f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262518 Dec 20 15:45:14.403946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e41bbbc4-6584-426b-a3ff-6f99b188038c req-36c82634-cfb9-4eaa-90d1-9e0b69805262 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455218 Dec 20 15:45:14.499804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Deleting port 511cd22d-9175-46c9-b1df-fe55e55702e2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:14.505291 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.515808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52072) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:14.541954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] DHCP port deletion for 24b12966-971c-4366-949d-9466979e0cda request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:45:14.663293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] For port 511cd22d-9175-46c9-b1df-fe55e55702e2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=511cd22d-9175-46c9-b1df-fe55e55702e2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:14.663682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.689699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Calling delete_port for 511cd22d-9175-46c9-b1df-fe55e55702e2 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:14.737005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-e5656623-8328-4f41-acf9-767b8e6fe466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.738099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] Deleting port 511cd22d-9175-46c9-b1df-fe55e55702e2 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:14.738771 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.741819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 43c3256f-ef4c-48ac-8f59-4ced450776f7 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:14.751064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-e5656623-8328-4f41-acf9-767b8e6fe466 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.5247216 Dec 20 15:45:14.790022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 43c3256f-ef4c-48ac-8f59-4ced450776f7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:14.792033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 43c3256f-ef4c-48ac-8f59-4ced450776f7 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:14.804031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-3314e77d-d478-470a-8948-93ea0ae0dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.806158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-3314e77d-d478-470a-8948-93ea0ae0dc13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=be4a718e-f814-4d78-8745-af34644776b1 HTTP/1.1" status: 200 len: 854 time: 0.4499502 Dec 20 15:45:14.868782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] For port 511cd22d-9175-46c9-b1df-fe55e55702e2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=511cd22d-9175-46c9-b1df-fe55e55702e2,segment=NetworkSegment(9bfad246-9c3a-40cc-a5a8-abdd0ca78b68),segment_id=9bfad246-9c3a-40cc-a5a8-abdd0ca78b68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:14.869372 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.890325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] Calling delete_port for 511cd22d-9175-46c9-b1df-fe55e55702e2 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:14.907246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:14.923499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-1aa2b359-3c77-470b-a8c2-05c7186d76f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 217 time: 0.1135507 Dec 20 15:45:14.969816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=511cd22d-9175-46c9-b1df-fe55e55702e2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:14.970568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 511cd22d-9175-46c9-b1df-fe55e55702e2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:14.978418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] No DVR routers for this DVR port 511cd22d-9175-46c9-b1df-fe55e55702e2 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:15.006661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 511cd22d-9175-46c9-b1df-fe55e55702e2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:15.008869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 511cd22d-9175-46c9-b1df-fe55e55702e2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:15.013117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2157-3132-4430-b425-bb8c937a869e req-c518598f-2bed-4988-81b1-42953e0bf2a7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:15.023188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12be2157-3132-4430-b425-bb8c937a869e req-c518598f-2bed-4988-81b1-42953e0bf2a7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.3798294 Dec 20 15:45:15.046982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e02d9d-833b-417f-a720-f1e34ab2bb34 req-b6e339fa-06d7-438a-beb6-c706eda2c8a9 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:15.049046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26e02d9d-833b-417f-a720-f1e34ab2bb34 req-b6e339fa-06d7-438a-beb6-c706eda2c8a9 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 943 time: 0.3980384 Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: from cryptography.utils import int_from_bytes Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: from cryptography.utils import int_from_bytes Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.062486 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:15.065410 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:45:15.072747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.085907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-3ae9b1ac-8f1b-415e-83a7-243aedb457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:15.088669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-3ae9b1ac-8f1b-415e-83a7-243aedb457ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ac9c797-5d9f-4de8-8a91-95ee288787b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2681527 Dec 20 15:45:15.099650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] Pushing event deleted for resources: {'Port': ['ID=511cd22d-9175-46c9-b1df-fe55e55702e2,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:15.101447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-2ecafbce-c93b-4de6-bb5f-a487ab9f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:15.103597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-2ecafbce-c93b-4de6-bb5f-a487ab9f1063 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1605039 Dec 20 15:45:15.108373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2b2db-01a6-4181-ab40-121dc0d46490 None None] No DVR routers for this DVR port 511cd22d-9175-46c9-b1df-fe55e55702e2 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:15.124217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.158870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b12966-971c-4366-949d-9466979e0cda']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:15.170663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:15.171785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfad246-9c3a-40cc-a5a8-abdd0ca78b68') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:15.184941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.206412 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.216013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.221045 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:45:15.223923 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:45:15.240790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-231b17e8-8e53-4ebe-a28a-4e4681029550 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624261 Dec 20 15:45:15.314251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12be2157-3132-4430-b425-bb8c937a869e req-358d5bd3-a2d3-4c3f-9e65-8058e1c8aecf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901180 Dec 20 15:45:15.371000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.383816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.393600 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] 10.222.0.81 "DELETE /v2.0/networks/24b12966-971c-4366-949d-9466979e0cda HTTP/1.1" status: 204 len: 168 time: 1.1402738 Dec 20 15:45:15.424631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704ca8e-08a3-4a6d-972a-81834bad9a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=24b12966-971c-4366-949d-9466979e0cda,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:15.465992 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf1829-e800-43ec-b886-51fb3f2a1920 x-openstack-request-id: req-dbbf1829-e800-43ec-b886-51fb3f2a1920 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:15.466291 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15139d1-78ed-4c58-aaa0-458da34d3396", "name": "network-vif-deleted", "tag": "18157957-784e-40b2-87fd-9b040bc81e2a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:15.466548 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbbf1829-e800-43ec-b886-51fb3f2a1920 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:15.466960 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15139d1-78ed-4c58-aaa0-458da34d3396', 'name': 'network-vif-deleted', 'tag': '18157957-784e-40b2-87fd-9b040bc81e2a', 'status': 'completed', 'code': 200} Dec 20 15:45:15.503821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26e02d9d-833b-417f-a720-f1e34ab2bb34 req-0ba1802d-12ba-4b68-9d87-0c8e1b271e85 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225795 Dec 20 15:45:15.506961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6b2016f8-fe52-413f-b57d-5483972a657d details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:15.510234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 18157957-784e-40b2-87fd-9b040bc81e2a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:15.584709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 18157957-784e-40b2-87fd-9b040bc81e2a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:15.591111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 18157957-784e-40b2-87fd-9b040bc81e2a not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:15.624858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-a155b2b4-3131-4009-9aac-0f6ff85b9cd4 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684039 Dec 20 15:45:15.630895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-023e55f0-11c9-4270-8eb6-26c80e490876 service neutron] 10.222.0.83 "GET /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576170 Dec 20 15:45:15.715492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6b2016f8-fe52-413f-b57d-5483972a657d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6b2016f8-fe52-413f-b57d-5483972a657d,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:15.732299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '6b2016f8-fe52-413f-b57d-5483972a657d', 'network_id': '9ac9c797-5d9f-4de8-8a91-95ee288787b8', 'port_id': '6b2016f8-fe52-413f-b57d-5483972a657d', 'mac_address': 'fa:16:3e:ef:1c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4a718e-f814-4d78-8745-af34644776b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:15.790108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:15.812307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2016f8-fe52-413f-b57d-5483972a657d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:15.844114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6b2016f8-fe52-413f-b57d-5483972a657d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6b2016f8-fe52-413f-b57d-5483972a657d,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:15.968019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52096) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:16.016147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.097032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-2acf5916-7c24-4c49-862e-d6a2e2305a91 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:16.105913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-2acf5916-7c24-4c49-862e-d6a2e2305a91 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 810 time: 0.3872623 Dec 20 15:45:16.117718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-30aa1c91-4983-4d5d-b7e1-8310a2da4510 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784710 Dec 20 15:45:16.130702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b4ad058-a4a1-4e8b-b625-8009894c27bb req-bc3c9c12-3211-4951-8399-aac26bb4f911 service neutron] 10.222.0.83 "GET /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275029 Dec 20 15:45:16.147912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-f6b3d3b7-aa61-4a1c-af59-33954dc549a3 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/quotas/724a16ea383f4f8e90b5fc8180b31f5d HTTP/1.1" status: 200 len: 375 time: 0.0408623 Dec 20 15:45:16.153214 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5a4ae0bc-7573-4a45-b1b2-d2968067bfc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf6509ef9620493f892af67a436f1f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827714 Dec 20 15:45:16.158783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52100) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:16.264730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6b2016f8-fe52-413f-b57d-5483972a657d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:16.333335 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3aca064-9df7-4ea3-8e60-3795f8acd34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.373618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3aca064-9df7-4ea3-8e60-3795f8acd34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.402480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b2b9212a-166c-4a14-a9b8-ad038f49e968 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2532411 Dec 20 15:45:16.440890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.509636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6b2016f8-fe52-413f-b57d-5483972a657d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:16.644514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-81a0d1e9-8e37-4c9a-a7d0-ec625d2f18f6 service neutron] 10.222.0.81 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258620 Dec 20 15:45:16.850775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-81774853-d91f-4d75-999c-13a51e263c88 service neutron] 10.222.0.81 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779103 Dec 20 15:45:16.984665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3aca064-9df7-4ea3-8e60-3795f8acd34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.988990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3aca064-9df7-4ea3-8e60-3795f8acd34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.992621 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3aca064-9df7-4ea3-8e60-3795f8acd34c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b54a6e2-43dc-401a-bc3c-0295d5f9ecea HTTP/1.1" status: 204 len: 168 time: 0.8304026 Dec 20 15:45:17.003036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aca064-9df7-4ea3-8e60-3795f8acd34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54a6e2-43dc-401a-bc3c-0295d5f9ecea,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:17.506407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6b2016f8-fe52-413f-b57d-5483972a657d up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:17.579295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9589-dbdc-4403-acd7-900746f5c3a9 req-3e0d6277-a9a5-4bf2-9c11-978f8f21b1dd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:17.587963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16fb9589-dbdc-4403-acd7-900746f5c3a9 req-3e0d6277-a9a5-4bf2-9c11-978f8f21b1dd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1913753 Dec 20 15:45:17.692729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-0027a8ad-1e52-489f-adef-5fd356dccac2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:17.694820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-0027a8ad-1e52-489f-adef-5fd356dccac2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 814 time: 0.2969327 Dec 20 15:45:17.721914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16fb9589-dbdc-4403-acd7-900746f5c3a9 req-21bd58ae-7277-4190-affe-797f6320b8d7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327322 Dec 20 15:45:17.750008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-e0691081-34b7-43b7-bb7f-4c55cd4e12c8 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/quotas/68e831c0a0454e1cb365ed6de2ab1b6d HTTP/1.1" status: 200 len: 375 time: 0.0472176 Dec 20 15:45:17.753881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Deleting port bb11c554-b5e0-43fe-8121-10513d79bc07 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:17.756087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:17.808321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 6b2016f8-fe52-413f-b57d-5483972a657d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:45:17.815245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 6b2016f8-fe52-413f-b57d-5483972a657d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:17.815622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:17.976812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:18.021678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2016f8-fe52-413f-b57d-5483972a657d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:18.025757 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80292eb6-3583-4eb5-b161-0a1b5813d3ab" -d '{"events": [{"server_uuid": "8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d", "name": "network-vif-plugged", "status": "completed", "tag": "6b2016f8-fe52-413f-b57d-5483972a657d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:18.037023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] For port bb11c554-b5e0-43fe-8121-10513d79bc07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bb11c554-b5e0-43fe-8121-10513d79bc07,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:18.037574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:18.047819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6b2016f8-fe52-413f-b57d-5483972a657d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6b2016f8-fe52-413f-b57d-5483972a657d,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:18.097782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Calling delete_port for bb11c554-b5e0-43fe-8121-10513d79bc07 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:18.121144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-02eeedea-1016-4bc8-94b4-b83a8d230b4e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3612297 Dec 20 15:45:18.129498 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:18.142804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-f38d7ba3-5773-4582-9749-2092155b8a84 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:18.145184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-f38d7ba3-5773-4582-9749-2092155b8a84 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c8a2046-99fc-45a5-8505-65bf4685a6f9 HTTP/1.1" status: 200 len: 945 time: 0.3604589 Dec 20 15:45:18.247848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6b2016f8-fe52-413f-b57d-5483972a657d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:18.253453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7fe5f-ee70-4fd9-bed5-4813d4abb827 req-b1662a46-fc95-4fdf-9266-7edccbe680a8 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:18.255411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d7fe5f-ee70-4fd9-bed5-4813d4abb827 req-b1662a46-fc95-4fdf-9266-7edccbe680a8 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 944 time: 0.3432958 Dec 20 15:45:18.266848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.267408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.267844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.268280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.268786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.269492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.270823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.271252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.271643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.272033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.272422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.272874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.273323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:18.640539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-b5a36d1c-614f-4c01-b821-58f84da63152 service neutron] 10.222.0.81 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796584 Dec 20 15:45:18.644422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d7fe5f-ee70-4fd9-bed5-4813d4abb827 req-94bd34f6-dd1f-4101-8bc8-a3f8daef8166 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752364 Dec 20 15:45:18.828622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Deleting port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:18.829237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:18.910386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-17997c97-ffbe-4dbb-8c48-df6c8ef1dd99 service neutron] 10.222.0.81 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478731 Dec 20 15:45:19.099179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-d8869351-fb4e-445b-8cd0-74c87fd56c46 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:19.103181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-d8869351-fb4e-445b-8cd0-74c87fd56c46 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 951 time: 0.3367293 Dec 20 15:45:19.205664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] For port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:19.206180 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:19.251742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Calling delete_port for 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:19.287465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4254-4df1-430e-a8f4-715a75443305 req-a3e72501-8f49-46e4-8626-9f7f7b92e9b0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:19.295972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473b4254-4df1-430e-a8f4-715a75443305 req-a3e72501-8f49-46e4-8626-9f7f7b92e9b0 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 951 time: 0.2381835 Dec 20 15:45:19.307706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:19.416154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb11c554-b5e0-43fe-8121-10513d79bc07,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:19.465639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6b83fcd-5a21-42e8-8c66-4d2f47c8b8b5 req-4a76f621-8766-41f9-98d9-8eda5b1515f8 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 210 time: 0.1408672 Dec 20 15:45:19.600378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473b4254-4df1-430e-a8f4-715a75443305 req-9e957cf1-6f8a-4b4a-9e0c-0a55f4120d13 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/security-groups?id=dadb4ab9-050d-4de8-8756-e965a517a7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026719 Dec 20 15:45:19.601561 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfff51b2-79e1-4f3f-af55-bf040449cfc8 x-openstack-request-id: req-bfff51b2-79e1-4f3f-af55-bf040449cfc8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:19.602888 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d", "name": "network-vif-plugged", "status": "completed", "tag": "6b2016f8-fe52-413f-b57d-5483972a657d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:19.602888 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfff51b2-79e1-4f3f-af55-bf040449cfc8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:19.603226 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2016f8-fe52-413f-b57d-5483972a657d', 'code': 200} Dec 20 15:45:19.713220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Deleting port c0de59eb-0241-4b32-8b32-25bbc4560368 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:19.717079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:19.814127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ba72c-1cf2-4d78-a16b-c66317340d86 req-2c5d8f55-af43-4223-87b9-a52766c2a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:19.816013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-840ba72c-1cf2-4d78-a16b-c66317340d86 req-2c5d8f55-af43-4223-87b9-a52766c2a31c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 1096 time: 0.1172237 Dec 20 15:45:19.933006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-840ba72c-1cf2-4d78-a16b-c66317340d86 req-911f9cec-d898-476c-a612-abaa661520ea service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032016 Dec 20 15:45:20.271293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:20.320803 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:20.700279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Pushing event deleted for resources: {'Port': ['ID=4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:20.718621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6756776-4eea-4fca-aefb-76e8ca404fb6 req-f5a61fce-01e3-4a7d-b6d3-da2841382b5c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 210 time: 0.2348042 Dec 20 15:45:20.740965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] For port c0de59eb-0241-4b32-8b32-25bbc4560368, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c0de59eb-0241-4b32-8b32-25bbc4560368,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:20.740965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:20.824694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e82529-5914-4b30-ab12-2d1f7abce3e7 req-027ce41e-4e43-4fbd-8034-78f3a2365afd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:20.833070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7e82529-5914-4b30-ab12-2d1f7abce3e7 req-027ce41e-4e43-4fbd-8034-78f3a2365afd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.9815378 Dec 20 15:45:20.876955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] No DVR routers for this DVR port 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:20.896349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:20.899815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a1582a6-73c8-4217-838a-c3119cb1b829 req-050abd4d-e00b-4a47-b02e-eed177a5616c tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.83 "DELETE /v2.0/ports/4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 HTTP/1.1" status: 204 len: 173 time: 2.6872928 Dec 20 15:45:20.937287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Calling delete_port for c0de59eb-0241-4b32-8b32-25bbc4560368 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:20.941203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-deleted', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:20.943169 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82767f22-b7ef-4ae9-88cd-f31b3150e309" -d '{"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-deleted", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:20.990023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-cd3e4a2a-f485-4a10-895d-b989f63d435b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:20.991452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-cd3e4a2a-f485-4a10-895d-b989f63d435b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.83 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 810 time: 0.9438164 Dec 20 15:45:21.026596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Request body: {'port': {'device_id': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'admin_state_up': True, 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:21.351639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7e82529-5914-4b30-ab12-2d1f7abce3e7 req-5f7840f4-fdc9-4ec4-8d4c-847688bca2d7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142188 Dec 20 15:45:21.457030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61aca-abb2-46ad-b617-85c787f242ac req-98a309c8-2a49-4bd4-a88e-8ee44c3492bc tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:21.466138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ae61aca-abb2-46ad-b617-85c787f242ac req-98a309c8-2a49-4bd4-a88e-8ee44c3492bc tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 945 time: 0.6100318 Dec 20 15:45:21.491396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Router 63434a54-992c-4953-96bd-4578c664a796 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:45:21.507527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c0de59eb-0241-4b32-8b32-25bbc4560368 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:21.575438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:21.687922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:21.688113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96e88908-b392-4275-a519-4c48ad45ea78 req-62bee45d-ff6b-4ebb-bb4a-89ea053d4c14 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0950911 Dec 20 15:45:21.769678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:21.797992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:21.798655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:21.820671 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:21.863877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ae61aca-abb2-46ad-b617-85c787f242ac req-cf9d79dd-31a5-473f-ba93-b86bc9013f49 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709302 Dec 20 15:45:22.002610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1719c921-fce4-407f-84c3-1388f9dfc4d0 req-764f8f06-d346-406a-82d5-fd7168fee71a tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 210 time: 0.1774611 Dec 20 15:45:22.026966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Pushing event deleted for resources: {'Port': ['ID=c0de59eb-0241-4b32-8b32-25bbc4560368,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:22.369328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-30895eae-9802-4c3d-b771-e2846f2756cf tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:22.371038 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-30895eae-9802-4c3d-b771-e2846f2756cf tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.72 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 814 time: 0.1834977 Dec 20 15:45:22.385212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Request body: {'port': {'device_id': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'admin_state_up': True, 'tenant_id': '68e831c0a0454e1cb365ed6de2ab1b6d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:22.686456 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee20205-f1fa-4d5f-8b78-1c9e5000cf1c x-openstack-request-id: req-8ee20205-f1fa-4d5f-8b78-1c9e5000cf1c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:22.686456 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a2046-99fc-45a5-8505-65bf4685a6f9", "name": "network-vif-deleted", "tag": "4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:22.686742 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ee20205-f1fa-4d5f-8b78-1c9e5000cf1c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:22.687102 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a2046-99fc-45a5-8505-65bf4685a6f9', 'name': 'network-vif-deleted', 'tag': '4e31c2f7-4ab9-4d58-8a6f-0e2a7f044c52', 'status': 'completed', 'code': 200} Dec 20 15:45:22.782377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] No DVR routers for this DVR port c0de59eb-0241-4b32-8b32-25bbc4560368 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:22.782377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:22.782377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ea47e0f-2b59-4a35-9213-ef6a7e6a9728 req-1c2e73f7-eda9-4ec5-a370-1491bc2a8225 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.83 "DELETE /v2.0/ports/c0de59eb-0241-4b32-8b32-25bbc4560368 HTTP/1.1" status: 204 len: 173 time: 3.6500609 Dec 20 15:45:22.823376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d4d37e0-f586-48bf-869e-159c6073dc3a req-4e8cf3d8-5918-4998-ad00-a4a59e74e25d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 210 time: 0.1151853 Dec 20 15:45:22.832755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2a1734-13b3-4b7f-8991-c83bea6b921b req-04752ccf-21d6-4f4e-a03e-a76d8e2074b5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 210 time: 0.8273573 Dec 20 15:45:22.854244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:22.881939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a778b9aa-6e14-4d1b-982c-aeec6119465b admin admin] 10.222.0.81 "PUT /v2.0/routers/63434a54-992c-4953-96bd-4578c664a796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3634920 Dec 20 15:45:22.882553 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] Sync routers for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:22.885362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:22.910982 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:22.911625 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:23.123325 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:23.123587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Made reservation on behalf of 724a16ea383f4f8e90b5fc8180b31f5d for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:23.129838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:23.175972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:23.208935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-242c73ef-fa32-4df4-b801-538f9f0b0a85 req-2e3973e2-2def-4a0c-8003-3db340b65419 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1020777 Dec 20 15:45:23.278097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Made reservation on behalf of 68e831c0a0454e1cb365ed6de2ab1b6d for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:23.301154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:23.416698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f888-29a9-47a7-866d-e58ffe7965d0 req-bdcdb211-1752-4ad7-a074-c1a9d28b832d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:23.418433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad74f888-29a9-47a7-866d-e58ffe7965d0 req-bdcdb211-1752-4ad7-a074-c1a9d28b832d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.4180634 Dec 20 15:45:23.576116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Allocated IP 172.20.0.9 (5456221f-2ddb-4326-9466-fc7826105d08/9aec90dd-9b7e-4346-ad84-c122c3f3d1d4/f09c3888-92b1-4772-808d-f7d45c4a9f57) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:45:23.649589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd71b2f-9c0c-40aa-833e-eaf9c06a1f65 req-5b07b650-2a1f-4ed2-bd07-a5a0d09c95a9 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:23.650785 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:45:18Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:23.659622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbd71b2f-9c0c-40aa-833e-eaf9c06a1f65 req-5b07b650-2a1f-4ed2-bd07-a5a0d09c95a9 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 945 time: 0.2343051 Dec 20 15:45:23.699279 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] Checking router: 63434a54-992c-4953-96bd-4578c664a796 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:45:23.709195 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] Routers {'63434a54-992c-4953-96bd-4578c664a796'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:23.709827 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['63434a54-992c-4953-96bd-4578c664a796'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:23.725413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:23.746160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad74f888-29a9-47a7-866d-e58ffe7965d0 req-78e37e02-7db6-4ed4-8709-a8a580344e62 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620234 Dec 20 15:45:23.788938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Allocated IP 172.20.0.14 (4aa78685-2591-4677-98fb-0592a258fc67/f285a69e-ff1a-4e48-861d-07e1829190d8/482d54c7-6f97-4c18-b441-94be298a58a6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:45:23.859916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbd71b2f-9c0c-40aa-833e-eaf9c06a1f65 req-ca3b8d3e-1438-4d7b-994e-f3e3889c5625 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992416 Dec 20 15:45:23.955249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9735a47c-98ee-412e-93f4-a8f039533221 req-c733133a-a2b1-4624-bce6-48ca60e3175f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 210 time: 0.0634210 Dec 20 15:45:24.028954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa3d45f0-ec15-4eb7-b3a2-f5f8bbec17af req-d9f80b27-966e-4f7a-b4e2-fad1d7817d6a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 210 time: 0.0464268 Dec 20 15:45:24.076338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.092760 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] Set router 63434a54-992c-4953-96bd-4578c664a796 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:24.135101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.157628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf00488d-ca36-414b-ade7-abeb0549dcff req-80b6fb2b-c6db-4ae8-b218-76433c55e6e5 tempest-ServersAdminTestJSON-524429021 tempest-ServersAdminTestJSON-524429021-project] 10.222.0.81 "GET /v2.0/ports?device_id=6662fc40-bd09-4a81-be93-d86e7cc3bd70 HTTP/1.1" status: 200 len: 210 time: 0.0426874 Dec 20 15:45:24.280360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Deleting port cefbe6e4-022e-4d12-a1cd-35a7d61028e8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:24.280693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.387750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bad0008f-41dd-4b5e-a901-2a5c82203fe0 req-e634fdee-f439-415f-9f1f-dc5ee6a98326 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0475233 Dec 20 15:45:24.400787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.461092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.476267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d866792c-4154-416c-a447-0181661f5009'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:24.604887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Network 4aa78685-2591-4677-98fb-0592a258fc67 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:24.610217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Network 5456221f-2ddb-4326-9466-fc7826105d08 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:24.616395 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:45:18Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:24.628405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:24.631628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:24.638437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:45:24.639225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:45:24.645991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Pushing event updated for resources: {'Port': ['ID=f09c3888-92b1-4772-808d-f7d45c4a9f57,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:24.679229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Pushing event updated for resources: {'Port': ['ID=482d54c7-6f97-4c18-b441-94be298a58a6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:24.689613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] For port cefbe6e4-022e-4d12-a1cd-35a7d61028e8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:24.693469 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.696475 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da506d-9dae-44b7-ad99-73c5260fb9b3 None None] The sync data for ids ['63434a54-992c-4953-96bd-4578c664a796'] in n-d-781076-8 is: [{'id': '63434a54-992c-4953-96bd-4578c664a796', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1105683281-router', 'tenant_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:07Z', 'updated_at': '2021-12-20T15:45:18Z', 'revision_number': 5, 'project_id': '9f2fa17e81504cb799bb89ee6c6abd44', 'gw_port': {'id': 'cefbe6e4-022e-4d12-a1cd-35a7d61028e8', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63434a54-992c-4953-96bd-4578c664a796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:10Z', 'updated_at': '2021-12-20T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:24.702661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-deleted', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:24.704930 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20857c-56f5-4707-8e05-c6a178547584" -d '{"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-deleted", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.792042 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:24.794878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:24.798599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:24.802085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.818470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Calling delete_port for cefbe6e4-022e-4d12-a1cd-35a7d61028e8 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:24.860883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:24.860883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.864140 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cbe93d-36f6-4a13-9bf7-b44d10cd3a79 x-openstack-request-id: req-70cbe93d-36f6-4a13-9bf7-b44d10cd3a79 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:24.864695 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6662fc40-bd09-4a81-be93-d86e7cc3bd70", "name": "network-vif-deleted", "tag": "c0de59eb-0241-4b32-8b32-25bbc4560368", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:24.864695 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70cbe93d-36f6-4a13-9bf7-b44d10cd3a79 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:24.865333 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6662fc40-bd09-4a81-be93-d86e7cc3bd70', 'name': 'network-vif-deleted', 'tag': 'c0de59eb-0241-4b32-8b32-25bbc4560368', 'status': 'completed', 'code': 200} Dec 20 15:45:24.996921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-b7e9f2b8-8cf9-4ee4-a6f7-1aedb96c2405 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9786141 Dec 20 15:45:25.022757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964a12-60a6-47b6-a6c0-739f1b24ce36 req-4b69bc1f-a6c9-4e57-84e1-a79c8b9251dc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:25.034857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e964a12-60a6-47b6-a6c0-739f1b24ce36 req-4b69bc1f-a6c9-4e57-84e1-a79c8b9251dc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1494029 Dec 20 15:45:25.038356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7761c6aa-b5d1-497c-83d3-2a6e0b5a4a5d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6576343 Dec 20 15:45:25.051030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Request body: {'port': {'device_id': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:25.057011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Request body: {'port': {'device_id': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:25.317462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb11c554-b5e0-43fe-8121-10513d79bc07 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:25.386721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: bb11c554-b5e0-43fe-8121-10513d79bc07 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:25.386929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb11c554-b5e0-43fe-8121-10513d79bc07 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:25.451849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e964a12-60a6-47b6-a6c0-739f1b24ce36 req-df954d6c-05e5-4821-851d-e0c94051e6e0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157109 Dec 20 15:45:25.469433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:25.561377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:25.620464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd36e-5c98-494b-a853-72b55c76bd64 req-c3e5997e-540b-4492-8292-2ca0481f8619 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:25.623125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-080dd36e-5c98-494b-a853-72b55c76bd64 req-c3e5997e-540b-4492-8292-2ca0481f8619 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 931 time: 0.4470203 Dec 20 15:45:25.736011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:25.781720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefbe6e4-022e-4d12-a1cd-35a7d61028e8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:25.784772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1bd4d-c7bc-4da3-bc58-f8b50e192c87 req-9d198c8c-3859-46b6-a07b-5cc628da7eac tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:25.787432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ec1bd4d-c7bc-4da3-bc58-f8b50e192c87 req-9d198c8c-3859-46b6-a07b-5cc628da7eac tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 932 time: 0.1866596 Dec 20 15:45:25.875354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:25.902852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-080dd36e-5c98-494b-a853-72b55c76bd64 req-eb52260d-132d-438f-9413-294abb07a090 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549589 Dec 20 15:45:25.989387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ec1bd4d-c7bc-4da3-bc58-f8b50e192c87 req-eacbe928-1032-4bda-becc-79d9c12a27a6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855757 Dec 20 15:45:26.176292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.210638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.371019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4a18552-0c95-4380-802b-4ff8e6642101 req-f2df4ffa-c860-402c-9c35-6554346df389 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1082149 Dec 20 15:45:26.496880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.497756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63434a54-992c-4953-96bd-4578c664a796 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:45:26.514193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.517578 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b9201e36-2db3-4e5b-9cca-c48312151e69 admin admin] 10.222.0.81 "DELETE /v2.0/routers/63434a54-992c-4953-96bd-4578c664a796 HTTP/1.1" status: 204 len: 168 time: 3.6288066 Dec 20 15:45:26.531629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52296) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:26.622390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baac7ddc-04ec-40d4-a7db-cc94b7507c8a req-53daad80-5762-4723-9f02-481ed9cf85fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0528862 Dec 20 15:45:26.647235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482d54c7-6f97-4c18-b441-94be298a58a6 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:26.667971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.695194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Transition to ACTIVE for port object 482d54c7-6f97-4c18-b441-94be298a58a6 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:45:26.775140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09c3888-92b1-4772-808d-f7d45c4a9f57 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:26.792663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.797482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.817210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c6f15-be03-452e-9b7b-3a0966cb9b1e req-a4f653c4-79d0-4e4e-8283-31f81aa22985 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:26.832562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c40c6f15-be03-452e-9b7b-3a0966cb9b1e req-a4f653c4-79d0-4e4e-8283-31f81aa22985 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1715500 Dec 20 15:45:26.895582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Pushing event updated for resources: {'Port': ['ID=482d54c7-6f97-4c18-b441-94be298a58a6,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:26.909266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c40c6f15-be03-452e-9b7b-3a0966cb9b1e req-af487646-ac1c-4466-9128-b52ef7963263 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770323 Dec 20 15:45:26.911560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.918426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Deleting subnet 094bb64f-ee9f-4224-95d2-32c80598046f {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:45:26.922548 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.925763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Transition to ACTIVE for port object f09c3888-92b1-4772-808d-f7d45c4a9f57 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:45:27.026487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.075292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Attempting to bind port 482d54c7-6f97-4c18-b441-94be298a58a6 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:27.075624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Attempting to bind port 482d54c7-6f97-4c18-b441-94be298a58a6 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:27.075945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Attempting to bind port 482d54c7-6f97-4c18-b441-94be298a58a6 on network 4aa78685-2591-4677-98fb-0592a258fc67 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:27.090730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Port 482d54c7-6f97-4c18-b441-94be298a58a6 on network 4aa78685-2591-4677-98fb-0592a258fc67 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:27.091060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Attempting to bind port 482d54c7-6f97-4c18-b441-94be298a58a6 on network 4aa78685-2591-4677-98fb-0592a258fc67 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:27.101461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:27.102612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Checking segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:27.102828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Bound using segment: {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:27.103234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Bound port: 482d54c7-6f97-4c18-b441-94be298a58a6, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee719e6-a386-4736-bc8e-848d0c71b545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:27.103596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.108316 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.300252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cefbe6e4-022e-4d12-a1cd-35a7d61028e8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:27.339655 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:27.353547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] For port 482d54c7-6f97-4c18-b441-94be298a58a6, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:27.358090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: cefbe6e4-022e-4d12-a1cd-35a7d61028e8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:27.359960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cefbe6e4-022e-4d12-a1cd-35a7d61028e8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:27.368261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] For port 482d54c7-6f97-4c18-b441-94be298a58a6, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=482d54c7-6f97-4c18-b441-94be298a58a6,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:27.478663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.519458 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.585275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:27.586232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.588596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] 10.222.0.72 "PUT /v2.0/ports/482d54c7-6f97-4c18-b441-94be298a58a6 HTTP/1.1" status: 200 len: 1092 time: 2.5394306 Dec 20 15:45:27.603410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'tag': '482d54c7-6f97-4c18-b441-94be298a58a6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:27.607071 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ad43db-e9db-4e07-9a4c-29d1724ad213" -d '{"events": [{"name": "network-changed", "server_uuid": "638c33d1-ec2d-495c-8e18-862aa3a83a32", "tag": "482d54c7-6f97-4c18-b441-94be298a58a6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:27.671977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Pushing event updated for resources: {'Port': ['ID=f09c3888-92b1-4772-808d-f7d45c4a9f57,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:27.737840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb8ca-ad97-4b1a-ba27-6e7889d21578 req-707fe81f-c2be-4718-ad23-fe02919ca515 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:27.741703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd3fb8ca-ad97-4b1a-ba27-6e7889d21578 req-707fe81f-c2be-4718-ad23-fe02919ca515 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 943 time: 0.4539325 Dec 20 15:45:27.775709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad43d5-81fa-45d5-ae1f-93d3decd6dcc req-28e1c6e5-b3e9-4896-bf96-829489aefc58 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:27.777980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47ad43d5-81fa-45d5-ae1f-93d3decd6dcc req-28e1c6e5-b3e9-4896-bf96-829489aefc58 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 944 time: 0.4592125 Dec 20 15:45:27.801670 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:27.884652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726041ab-3e86-41fb-a969-fc687b91248a service neutron] Pushing event updated for resources: {'Port': ['ID=482d54c7-6f97-4c18-b441-94be298a58a6,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:27.895676 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-68242a55-4789-4fdf-8936-a515e171e165 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acc25d39776b4358ad99c46b6e0d5ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529335 Dec 20 15:45:27.895676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52316) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:27.957623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7e868de7-b1a3-4f11-8d18-27906a51a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:27.959196 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-7e868de7-b1a3-4f11-8d18-27906a51a503 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 1095 time: 0.1498671 Dec 20 15:45:27.979402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Attempting to bind port f09c3888-92b1-4772-808d-f7d45c4a9f57 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:27.980401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Attempting to bind port f09c3888-92b1-4772-808d-f7d45c4a9f57 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:27.980922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Attempting to bind port f09c3888-92b1-4772-808d-f7d45c4a9f57 on network 5456221f-2ddb-4326-9466-fc7826105d08 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:27.994799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a80a3-a64e-414a-ac5f-2ceefe021fec None None] Network 14d39d93-e39b-4219-ac5f-704fe6b426ac requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:28.001064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.005509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/094bb64f-ee9f-4224-95d2-32c80598046f HTTP/1.1" status: 204 len: 168 time: 1.4724286 Dec 20 15:45:28.009020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52320) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:28.040793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19e29f-791a-4a6f-bf87-501975acc6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094bb64f-ee9f-4224-95d2-32c80598046f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:28.063078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Port f09c3888-92b1-4772-808d-f7d45c4a9f57 on network 5456221f-2ddb-4326-9466-fc7826105d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:28.063716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Attempting to bind port f09c3888-92b1-4772-808d-f7d45c4a9f57 on network 5456221f-2ddb-4326-9466-fc7826105d08 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:28.064887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-70cdef11-c379-456a-890a-ad86447a761b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=482d54c7-6f97-4c18-b441-94be298a58a6 HTTP/1.1" status: 200 len: 217 time: 0.0965941 Dec 20 15:45:28.132233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd3fb8ca-ad97-4b1a-ba27-6e7889d21578 req-8f265e14-0d31-4581-a39f-d69b2739a35c tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706980 Dec 20 15:45:28.171549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9aab61d-6768-4d50-8a52-92a88c89a569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.171826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47ad43d5-81fa-45d5-ae1f-93d3decd6dcc req-c5009a22-bcb2-4008-828a-09e5b42bbb8b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705809 Dec 20 15:45:28.173788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:28.174145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Checking segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:28.174636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Bound using segment: {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:28.175017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Bound port: f09c3888-92b1-4772-808d-f7d45c4a9f57, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6341a53f-3a6e-4895-9734-2bcd7cd91178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:28.175388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.235797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-934539b6-41c2-441d-936b-69e84445f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:28.237514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-934539b6-41c2-441d-936b-69e84445f875 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 200 len: 854 time: 0.1645436 Dec 20 15:45:28.261382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9aab61d-6768-4d50-8a52-92a88c89a569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.342040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] DHCP port deletion for 14d39d93-e39b-4219-ac5f-704fe6b426ac request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:45:28.349402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-d19f0d6a-a3dc-4aed-96ef-aaffd3376fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4aa78685-2591-4677-98fb-0592a258fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823171 Dec 20 15:45:28.423301 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92236b-3a22-4c2b-9753-38cdda23d753 x-openstack-request-id: req-4e92236b-3a22-4c2b-9753-38cdda23d753 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:28.423744 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638c33d1-ec2d-495c-8e18-862aa3a83a32", "tag": "482d54c7-6f97-4c18-b441-94be298a58a6", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:28.424008 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e92236b-3a22-4c2b-9753-38cdda23d753 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:28.424473 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'tag': '482d54c7-6f97-4c18-b441-94be298a58a6', 'status': 'completed', 'code': 200} Dec 20 15:45:28.453109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438670aa-b673-49ce-9602-037ee1d7b1ea req-43800253-6ba7-4780-8aa9-84263f3f298b tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1428475 Dec 20 15:45:28.460229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.462707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] Deleting port 0282a504-33cb-4748-8da8-5ab075f98c7a {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:28.465784 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.590067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] For port 0282a504-33cb-4748-8da8-5ab075f98c7a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0282a504-33cb-4748-8da8-5ab075f98c7a,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:28.590481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.604322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] For port f09c3888-92b1-4772-808d-f7d45c4a9f57, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:28.611948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-6ac75f7f-ed97-4f8f-ae89-06cc1baf1f5c service neutron] 10.222.0.72 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950996 Dec 20 15:45:28.612800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] Calling delete_port for 0282a504-33cb-4748-8da8-5ab075f98c7a owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:28.620605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bce7e0-6054-4026-9ec4-e271f3c74b27 req-17ae3d67-0c4f-4448-92c8-9ef27c735f8f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:28.629222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54bce7e0-6054-4026-9ec4-e271f3c74b27 req-17ae3d67-0c4f-4448-92c8-9ef27c735f8f tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1745105 Dec 20 15:45:28.647572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9aab61d-6768-4d50-8a52-92a88c89a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.653155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9aab61d-6768-4d50-8a52-92a88c89a569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.655222 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a9aab61d-6768-4d50-8a52-92a88c89a569 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dadb4ab9-050d-4de8-8756-e965a517a7de HTTP/1.1" status: 204 len: 168 time: 0.7581129 Dec 20 15:45:28.662116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] For port f09c3888-92b1-4772-808d-f7d45c4a9f57, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:28.709336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab61d-6768-4d50-8a52-92a88c89a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadb4ab9-050d-4de8-8756-e965a517a7de,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:28.743660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54bce7e0-6054-4026-9ec4-e271f3c74b27 req-d0261283-f77c-4f76-bd77-0c487a642177 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084130 Dec 20 15:45:28.756381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Deleting port 0282a504-33cb-4748-8da8-5ab075f98c7a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:28.756791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.823248 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-219fdc1d-4d98-4dcc-9e35-2564103ae060 req-42b81dd2-b4de-4381-b6e8-2ccd118b46f9 service neutron] 10.222.0.72 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014308 Dec 20 15:45:28.855917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.957447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.978909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:28.979226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:28.980703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] 10.222.0.83 "PUT /v2.0/ports/f09c3888-92b1-4772-808d-f7d45c4a9f57 HTTP/1.1" status: 200 len: 1091 time: 3.9414954 Dec 20 15:45:28.984270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'tag': 'f09c3888-92b1-4772-808d-f7d45c4a9f57'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:28.987498 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c2593a-0edf-4600-9158-08e9e4f9aea8" -d '{"events": [{"name": "network-changed", "server_uuid": "7af0577e-2bde-4344-b7db-8993b6c3df8e", "tag": "f09c3888-92b1-4772-808d-f7d45c4a9f57"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:29.001952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea142-86f6-4264-af2b-89fe36048f9e service neutron] Pushing event updated for resources: {'Port': ['ID=f09c3888-92b1-4772-808d-f7d45c4a9f57,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:29.029815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0282a504-33cb-4748-8da8-5ab075f98c7a no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:29.034354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] Pushing event deleted for resources: {'Port': ['ID=0282a504-33cb-4748-8da8-5ab075f98c7a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:29.122306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd660c-4e95-4ed1-bb8b-be8191f285ab None None] No DVR routers for this DVR port 0282a504-33cb-4748-8da8-5ab075f98c7a on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:29.131965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-aa491ef8-186a-4b8b-8866-2da7bab01df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.142988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0282a504-33cb-4748-8da8-5ab075f98c7a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:29.144166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0282a504-33cb-4748-8da8-5ab075f98c7a not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:29.177559 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-aa491ef8-186a-4b8b-8866-2da7bab01df3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 1095 time: 0.1402240 Dec 20 15:45:29.183892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] For port 0282a504-33cb-4748-8da8-5ab075f98c7a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0282a504-33cb-4748-8da8-5ab075f98c7a,segment=NetworkSegment(b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5),segment_id=b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:29.184358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:29.244416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Calling delete_port for 0282a504-33cb-4748-8da8-5ab075f98c7a owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:29.268739 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-67f4edfa-3177-4fc9-be7a-f7fe8a83bb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:29.333519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-ec3775a4-e8bf-4a34-9612-6aa58ccedf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.335082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-ec3775a4-e8bf-4a34-9612-6aa58ccedf76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 1094 time: 0.1454577 Dec 20 15:45:29.406830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-ec52f09c-366f-45d1-9c9c-c71f07f2ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.409052 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-ec52f09c-366f-45d1-9c9c-c71f07f2ec99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 200 len: 915 time: 0.2297411 Dec 20 15:45:29.484586 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad36e7e-cbc5-41e4-b57c-ed76d14caa42 x-openstack-request-id: req-5ad36e7e-cbc5-41e4-b57c-ed76d14caa42 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:29.484988 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af0577e-2bde-4344-b7db-8993b6c3df8e", "tag": "f09c3888-92b1-4772-808d-f7d45c4a9f57", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:29.485398 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ad36e7e-cbc5-41e4-b57c-ed76d14caa42 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:29.485823 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'tag': 'f09c3888-92b1-4772-808d-f7d45c4a9f57', 'status': 'completed', 'code': 200} Dec 20 15:45:29.489766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-4fab2df8-1880-4bb1-84a6-e84ce5cbaaa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57 HTTP/1.1" status: 200 len: 217 time: 0.1438570 Dec 20 15:45:29.507874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-bab5c8ce-0c2d-4c46-9924-1ae79fdf3e4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=482d54c7-6f97-4c18-b441-94be298a58a6 HTTP/1.1" status: 200 len: 217 time: 0.0766215 Dec 20 15:45:29.579670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-68689a36-2d9a-4377-a014-e36ffd2ef901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.581856 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-68689a36-2d9a-4377-a014-e36ffd2ef901 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 200 len: 854 time: 0.0666356 Dec 20 15:45:29.603372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-d4b1d1e8-911e-47ab-82cb-0f3964943fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.605854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-d4b1d1e8-911e-47ab-82cb-0f3964943fa9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.1033728 Dec 20 15:45:29.625919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:29.631956 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-c46580ce-fbaf-43f1-86e0-cc0175cf8073 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4aa78685-2591-4677-98fb-0592a258fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345197 Dec 20 15:45:29.641043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261110-ec34-4696-89b3-767cff37a85d req-875ad3df-e9f4-45df-b8be-4deb74c40997 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.652443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1261110-ec34-4696-89b3-767cff37a85d req-875ad3df-e9f4-45df-b8be-4deb74c40997 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 943 time: 0.1684964 Dec 20 15:45:29.700002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-752c247d-aa6d-442d-bd61-3a847cf968ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841641 Dec 20 15:45:29.712683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Pushing event deleted for resources: {'Port': ['ID=0282a504-33cb-4748-8da8-5ab075f98c7a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:29.723562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] No DVR routers for this DVR port 0282a504-33cb-4748-8da8-5ab075f98c7a on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:29.752970 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-ad09e0cd-acba-441f-babe-c926e8725c7d service neutron] 10.222.0.72 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122489 Dec 20 15:45:29.887829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2ad43db-e9db-4e07-9a4c-29d1724ad213 req-52031ba6-93df-4568-88db-885b66d5e7d8 service neutron] 10.222.0.72 "GET /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230927 Dec 20 15:45:29.925511 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:29.968616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1261110-ec34-4696-89b3-767cff37a85d req-bc7d0e87-15c9-4748-9904-68760c5c3aee tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149920 Dec 20 15:45:29.985752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52370) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:30.005725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d39d93-e39b-4219-ac5f-704fe6b426ac']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:30.054328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:30.058802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d787ae-a4d0-4b90-b3ca-696f17a6e7f5') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:30.079362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dd74a2b2-ad9f-493d-a954-3b81f7be629f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a7995dc5f224635a90b0a65aa193b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917306 Dec 20 15:45:30.083982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52372) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:30.102921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-aa9de958-8981-4dba-a173-47a4d909d297 service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926647 Dec 20 15:45:30.120874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.170911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35510471-8000-4939-b907-8e5c4f6aa204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.178344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.202281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35510471-8000-4939-b907-8e5c4f6aa204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.254481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:45:30.254481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:45:30.305010 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:45:30.317909 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:45:30.413948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35510471-8000-4939-b907-8e5c4f6aa204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.418186 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35510471-8000-4939-b907-8e5c4f6aa204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.422887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35510471-8000-4939-b907-8e5c4f6aa204 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d78ccc5b-ff21-4ff3-ad97-2884012d2a2d HTTP/1.1" status: 204 len: 168 time: 0.3374484 Dec 20 15:45:30.427118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b7bdd-10dd-48e7-8386-2d137207858e req-e6043d48-ac4b-42ed-b076-26ebca08ee05 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:30.429490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc7b7bdd-10dd-48e7-8386-2d137207858e req-e6043d48-ac4b-42ed-b076-26ebca08ee05 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 944 time: 0.3418148 Dec 20 15:45:30.442484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510471-8000-4939-b907-8e5c4f6aa204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ccc5b-ff21-4ff3-ad97-2884012d2a2d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:30.459648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d7b6fbc-2311-4fb5-8ca6-83baeda2544c req-117bfee1-1c9b-4282-a054-6cabbb0af9f2 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0678728 Dec 20 15:45:30.459648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43072ca4-0dcd-458e-bdec-9507cb0a8741 req-64740b03-868a-4fb5-98a4-898efde6e683 service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283784 Dec 20 15:45:30.622107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.639433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc7b7bdd-10dd-48e7-8386-2d137207858e req-d32b575e-ca71-4601-86b1-ac3e59d206e3 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768894 Dec 20 15:45:30.660897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:30.672703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] 10.222.0.81 "DELETE /v2.0/networks/14d39d93-e39b-4219-ac5f-704fe6b426ac HTTP/1.1" status: 204 len: 168 time: 2.6579235 Dec 20 15:45:30.788045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a115-ad4c-4669-ba38-95bfed445286 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d39d93-e39b-4219-ac5f-704fe6b426ac,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:30.892249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-0b92b213-f653-4535-bc40-380df3e11cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:30.899333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-0b92b213-f653-4535-bc40-380df3e11cc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 1094 time: 0.1746008 Dec 20 15:45:30.962639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d5cc4-8d96-4d65-b504-03ca3377361a req-8b20c321-40b8-429f-a7a2-c712a9fec2e7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:30.978134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-020d5cc4-8d96-4d65-b504-03ca3377361a req-8b20c321-40b8-429f-a7a2-c712a9fec2e7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.2544208 Dec 20 15:45:31.207207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-020d5cc4-8d96-4d65-b504-03ca3377361a req-4f948261-e210-48fd-b905-884a138c3a4a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252920 Dec 20 15:45:31.287387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-f8a205cc-92c8-417b-8e18-c3d15e715a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:31.289246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-f8a205cc-92c8-417b-8e18-c3d15e715a60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 911 time: 0.3820181 Dec 20 15:45:31.300044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52394) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:31.302695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db7fb9-fb0d-41f2-b405-4f39830990f2 req-a1e18aea-3bcb-41be-8682-5733f4f57db5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:31.309145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6db7fb9-fb0d-41f2-b405-4f39830990f2 req-a1e18aea-3bcb-41be-8682-5733f4f57db5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 943 time: 0.1220391 Dec 20 15:45:31.360345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4cbc4972-6fcd-4b2c-825b-93f31849ba08 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f2fa17e81504cb799bb89ee6c6abd44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592990 Dec 20 15:45:31.362910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:31.371919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-75639685-6521-4465-95f7-ccd13e907e28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57 HTTP/1.1" status: 200 len: 217 time: 0.0615244 Dec 20 15:45:31.610105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63050450-b088-432c-af0b-43222eb6fe01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:31.610105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63050450-b088-432c-af0b-43222eb6fe01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:31.610882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6db7fb9-fb0d-41f2-b405-4f39830990f2 req-82c7ba94-a67d-4b79-b3b0-66e5ab07e715 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740692 Dec 20 15:45:31.610882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-6f75625f-accb-4adc-9bb3-8b23318cc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:31.610882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-6f75625f-accb-4adc-9bb3-8b23318cc193 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.1171970 Dec 20 15:45:31.610882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-919077ed-dbee-4090-a192-ce3851533572 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330508 Dec 20 15:45:31.670236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-934728b0-e64a-4e75-971e-ca46f9a0adc7 req-baf8f226-035d-4872-8e03-a524d16ace53 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0893850 Dec 20 15:45:31.693603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-2f49f618-64bb-4e36-88be-6b1607b65082 service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412828 Dec 20 15:45:31.756954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63050450-b088-432c-af0b-43222eb6fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:31.760168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63050450-b088-432c-af0b-43222eb6fe01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:31.763489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-63050450-b088-432c-af0b-43222eb6fe01 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0abcf0b-907b-48e0-a795-2f05a585d511 HTTP/1.1" status: 204 len: 168 time: 0.3970213 Dec 20 15:45:31.772195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63050450-b088-432c-af0b-43222eb6fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0abcf0b-907b-48e0-a795-2f05a585d511,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:31.832522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a1df-2ca8-484c-92fa-7762a44bafba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:31.855562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a02431-2294-44bc-abf3-4e8efeedb613 req-93844d9f-ca78-4b36-9304-266596f32412 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:31.857370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76a02431-2294-44bc-abf3-4e8efeedb613 req-93844d9f-ca78-4b36-9304-266596f32412 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 944 time: 0.0909088 Dec 20 15:45:31.871237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2c2593a-0edf-4600-9158-08e9e4f9aea8 req-1fd7740d-6bda-46fa-91c8-f50922e7af2e service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554785 Dec 20 15:45:32.491985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76a02431-2294-44bc-abf3-4e8efeedb613 req-a5c1adf2-26d5-4c4f-8362-17316c414231 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274667 Dec 20 15:45:32.540185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0179ca-baa9-4c16-8f38-b056e0d750d2 req-3daffde2-3d02-4eb5-9f88-0a3091159bcd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:32.548780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd0179ca-baa9-4c16-8f38-b056e0d750d2 req-3daffde2-3d02-4eb5-9f88-0a3091159bcd tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1957731 Dec 20 15:45:32.646130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd0179ca-baa9-4c16-8f38-b056e0d750d2 req-2dd6fdf5-57f3-48ba-9c6e-e636142d2b51 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956671 Dec 20 15:45:32.740717 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:32.778126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 482d54c7-6f97-4c18-b441-94be298a58a6 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:32.921366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25cdafed-729b-415b-aec9-6cf7986f7fdc req-d0465524-4570-4601-bbeb-4b61f2602ab4 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0989876 Dec 20 15:45:32.958019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb3043-538a-4f82-bd15-18b382f30c02 req-50f07868-532f-4325-a7d5-cc8b50a2c4a6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:32.967263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0deb3043-538a-4f82-bd15-18b382f30c02 req-50f07868-532f-4325-a7d5-cc8b50a2c4a6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 943 time: 0.2698095 Dec 20 15:45:32.981068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52464) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:33.042594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 482d54c7-6f97-4c18-b441-94be298a58a6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=482d54c7-6f97-4c18-b441-94be298a58a6,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:33.066562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '482d54c7-6f97-4c18-b441-94be298a58a6', 'network_id': '4aa78685-2591-4677-98fb-0592a258fc67', 'port_id': '482d54c7-6f97-4c18-b441-94be298a58a6', 'mac_address': 'fa:16:3e:cf:be:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f285a69e-ff1a-4e48-861d-07e1829190d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:33.104758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0deb3043-538a-4f82-bd15-18b382f30c02 req-123df912-aa14-46f0-8ae3-6d6fd73e325f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306741 Dec 20 15:45:33.151345 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.166665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482d54c7-6f97-4c18-b441-94be298a58a6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:33.174627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2087609881-network', 'tenant_id': 'ed9f66e390484b678c8725dcec6d084d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:33.205860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 482d54c7-6f97-4c18-b441-94be298a58a6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=482d54c7-6f97-4c18-b441-94be298a58a6,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:33.311897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Made reservation on behalf of ed9f66e390484b678c8725dcec6d084d for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:33.315699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.329458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.335910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.402876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=482d54c7-6f97-4c18-b441-94be298a58a6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:33.481353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.485156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52482) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:33.537206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f09c3888-92b1-4772-808d-f7d45c4a9f57 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:33.642419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.659167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f128834-c819-4450-b79d-ddf97a020b83 req-9501cd93-e742-4e34-bed8-fdf694a2a496 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:33.661850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f128834-c819-4450-b79d-ddf97a020b83 req-9501cd93-e742-4e34-bed8-fdf694a2a496 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 945 time: 0.0779281 Dec 20 15:45:33.676475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-network', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:33.683171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:45:33.686333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['482d54c7-6f97-4c18-b441-94be298a58a6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:33.705321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:33.710121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.710121 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Added segment 41eee9b5-292c-4c31-87c7-b77ab1cd0704 of type vlan for network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c Dec 20 15:45:33.758497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.768030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f128834-c819-4450-b79d-ddf97a020b83 req-56504340-b683-43d2-bd32-07b3dd6e3f4b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865297 Dec 20 15:45:33.855930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f09c3888-92b1-4772-808d-f7d45c4a9f57, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:33.898212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'f09c3888-92b1-4772-808d-f7d45c4a9f57', 'network_id': '5456221f-2ddb-4326-9466-fc7826105d08', 'port_id': 'f09c3888-92b1-4772-808d-f7d45c4a9f57', 'mac_address': 'fa:16:3e:d8:31:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec90dd-9b7e-4346-ad84-c122c3f3d1d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:33.900637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294b04c-ff08-48a1-8d4e-d4f53d390288 req-c3d6a255-f665-4f67-b2fc-6b28d61cd53c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:33.909461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e294b04c-ff08-48a1-8d4e-d4f53d390288 req-c3d6a255-f665-4f67-b2fc-6b28d61cd53c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.0954888 Dec 20 15:45:33.937778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Made reservation on behalf of 56fdafe1a1db4cb79fc1559ae11a9379 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:33.944214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.958004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.006843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e294b04c-ff08-48a1-8d4e-d4f53d390288 req-72e73bd2-439f-4091-9959-5f306a318e62 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964663 Dec 20 15:45:34.024613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.024613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.024613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.026379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.062167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09c3888-92b1-4772-808d-f7d45c4a9f57 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:34.092837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f09c3888-92b1-4772-808d-f7d45c4a9f57, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:34.101846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] Pushing event updated for resources: {'Network': ['ID=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:34.121931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236112-bd39-42b9-9680-7062a3cd25d6 req-101c1aaa-cc1f-4b2c-929e-a24ddfd772a1 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.123168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:45:34.124047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d236112-bd39-42b9-9680-7062a3cd25d6 req-101c1aaa-cc1f-4b2c-929e-a24ddfd772a1 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 949 time: 0.1248126 Dec 20 15:45:34.138959 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dde22cda-57c6-4883-98a6-5f665bb5c76a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1561599 Dec 20 15:45:34.141741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:34.149413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Request body: {'subnet': {'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2087609881-subnet', 'tenant_id': 'ed9f66e390484b678c8725dcec6d084d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:34.194910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d09578e4-b934-48b4-99ac-6f1a7bc01a2d req-2142fd92-3420-415a-9137-429db90df673 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0472670 Dec 20 15:45:34.244104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.272329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d236112-bd39-42b9-9680-7062a3cd25d6 req-4d54f97e-e94a-4b6d-b58e-367af507daa7 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331720 Dec 20 15:45:34.287795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.310734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.329648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f09c3888-92b1-4772-808d-f7d45c4a9f57,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:34.385140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1160-b5f4-4f4f-9715-0d075c3e542c req-46760572-7388-47a3-852e-6fb52e71d267 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.386962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b7e1160-b5f4-4f4f-9715-0d075c3e542c req-46760572-7388-47a3-852e-6fb52e71d267 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 944 time: 0.0589919 Dec 20 15:45:34.453667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b7e1160-b5f4-4f4f-9715-0d075c3e542c req-ebb3bd93-b840-471d-875b-8c99610ad3dd tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Dec 20 15:45:34.454876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.483336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:45:34.499492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764f17d-38e0-42cd-9436-f759aa613da6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:34.505837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.506182 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Added segment c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d of type vlan for network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 Dec 20 15:45:34.552707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.629740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['f09c3888-92b1-4772-808d-f7d45c4a9f57'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:34.643542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Made reservation on behalf of ed9f66e390484b678c8725dcec6d084d for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:34.647267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.737785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.738799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.739470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.760353 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-ea99c1ac-7353-4c4b-872e-a55aaa48e5bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4995639 Dec 20 15:45:34.797648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 482d54c7-6f97-4c18-b441-94be298a58a6 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:34.908022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-2aa9badc-932b-4401-87ab-075ca860bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.909754 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-2aa9badc-932b-4401-87ab-075ca860bf2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 1096 time: 0.1167576 Dec 20 15:45:34.914879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52528) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:34.915108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4278226 Dec 20 15:45:34.919430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-1f43354a-ec83-4e4d-8ebd-f4a0140909f2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.919808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Request body: {'subnet': {'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-subnet', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:34.920911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-1f43354a-ec83-4e4d-8ebd-f4a0140909f2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.2271674 Dec 20 15:45:34.921638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660185b8-01cf-4210-9402-fcbb9138a533 admin admin] Pushing event updated for resources: {'Network': ['ID=4099e4d6-9cc1-48e8-9d39-bbd2a34a2939,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:34.936264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:45:34.936753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-781076-8'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:34.975344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd37a-e63a-4e41-b700-af4796b1b5c4 req-2b908e40-1bbc-4495-a906-3b1f10c89599 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.977445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b5bd37a-e63a-4e41-b700-af4796b1b5c4 req-2b908e40-1bbc-4495-a906-3b1f10c89599 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 945 time: 0.1055131 Dec 20 15:45:34.996893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 482d54c7-6f97-4c18-b441-94be298a58a6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:45:35.028108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.071991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 482d54c7-6f97-4c18-b441-94be298a58a6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:35.072635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.100062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b5bd37a-e63a-4e41-b700-af4796b1b5c4 req-1c6f15b8-932d-43de-b88c-ac2f8d22e7e2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118309 Dec 20 15:45:35.123992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-e94561d3-acd8-4d6d-a334-64cad8706e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.127726 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-e94561d3-acd8-4d6d-a334-64cad8706e1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.1957085 Dec 20 15:45:35.177831 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-7fc29773-b108-4c4d-b75f-ba92fdd1c389 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 200 len: 217 time: 0.0421109 Dec 20 15:45:35.178891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Made reservation on behalf of 56fdafe1a1db4cb79fc1559ae11a9379 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:35.181799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.190976 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.201770 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.218702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.229443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482d54c7-6f97-4c18-b441-94be298a58a6'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:35.231902 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5292fa06-13d7-4043-afeb-88c75635fe2d" -d '{"events": [{"server_uuid": "638c33d1-ec2d-495c-8e18-862aa3a83a32", "name": "network-vif-plugged", "status": "completed", "tag": "482d54c7-6f97-4c18-b441-94be298a58a6"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:35.267139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426ec2-6c5b-4cb8-8dca-eb3a93f3d13e req-b1aec7f1-ff44-46cb-864e-fdaf255057bc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.269779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4426ec2-6c5b-4cb8-8dca-eb3a93f3d13e req-b1aec7f1-ff44-46cb-864e-fdaf255057bc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 945 time: 0.1246259 Dec 20 15:45:35.272891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 482d54c7-6f97-4c18-b441-94be298a58a6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=482d54c7-6f97-4c18-b441-94be298a58a6,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:35.319724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:35.341588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.355617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-05629864-266c-475c-89c1-dd2dd6548d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.357012 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-05629864-266c-475c-89c1-dd2dd6548d01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1719992 Dec 20 15:45:35.374423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55bdf1bc-f2e1-4cb7-a8e4-2e57b44ff882 req-bad096e6-c0d4-4bdf-ae8b-d071c3917d47 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0383976 Dec 20 15:45:35.381963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4426ec2-6c5b-4cb8-8dca-eb3a93f3d13e req-ac9d0d7a-b2fd-4ec5-aff0-1b56a2daa979 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045408 Dec 20 15:45:35.407771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9c7a30-46b8-4612-8e34-86465b340106,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:35.410874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:35.423416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=482d54c7-6f97-4c18-b441-94be298a58a6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:35.447436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-46475c19-2245-41e0-99df-6d9fb8b3af6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766225 Dec 20 15:45:35.468578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Checking segment: {'id': '41eee9b5-292c-4c31-87c7-b77ab1cd0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:35.469608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Network hostable DHCP agents. Network: 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:45:35.476314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:35.481558 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceb254b-11e2-4f2b-9021-2048b6111938" -d '{"events": [{"server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "name": "network-vif-unplugged", "status": "completed", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:35.487790 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18691554-7df2-4738-9c60-7d05257232e7 x-openstack-request-id: req-18691554-7df2-4738-9c60-7d05257232e7 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:35.488110 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c33d1-ec2d-495c-8e18-862aa3a83a32", "name": "network-vif-plugged", "status": "completed", "tag": "482d54c7-6f97-4c18-b441-94be298a58a6", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:35.488267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.488369 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18691554-7df2-4738-9c60-7d05257232e7 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:35.488760 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482d54c7-6f97-4c18-b441-94be298a58a6', 'code': 200} Dec 20 15:45:35.531110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:35.593343 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.650277 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-4262fbdf-5030-4bfc-b4fa-28b3fd06bb0d service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932106 Dec 20 15:45:35.659422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:35.676162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 has no active binding in host n-h2-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 15:45:35.691849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:35.720634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:45:35.751438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c849d-c10e-4b9d-bcc7-0349bca89b89 req-6cf6bc2f-970c-47f5-aa04-7359810b9c43 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.753273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd8c849d-c10e-4b9d-bcc7-0349bca89b89 req-6cf6bc2f-970c-47f5-aa04-7359810b9c43 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 949 time: 0.2462406 Dec 20 15:45:35.769064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb5682-ce61-4037-8e49-dcd16686d8bd req-be819788-e662-40e8-a3de-5d0f0dbca958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.770893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08bb5682-ce61-4037-8e49-dcd16686d8bd req-be819788-e662-40e8-a3de-5d0f0dbca958 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 1097 time: 0.1983652 Dec 20 15:45:35.826222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:35.832351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.833645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.840675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4e12d-6d76-46e0-9bd8-e403d85d2b0f None None] Network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:35.848389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aee15859-d0ff-4bb0-85d9-2ae9be1db4b2 req-190959a6-6a1d-422e-b020-25595c371d77 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868684 Dec 20 15:45:35.855924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc968e7d-2d54-439c-9df2-735a84bdc087 req-6ade2471-c364-4854-b304-ab57b4fb0c89 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.857704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc968e7d-2d54-439c-9df2-735a84bdc087 req-6ade2471-c364-4854-b304-ab57b4fb0c89 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 944 time: 0.2616541 Dec 20 15:45:35.878735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:35.896729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on host n-h1-781076-8 for vnic_type normal with profile {"migrating_to": "n-h2-781076-8"} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:35.897232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:35.897657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:35.916321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd8c849d-c10e-4b9d-bcc7-0349bca89b89 req-e11e28d7-0a08-4107-b3cd-9ee78e98279f tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516395 Dec 20 15:45:35.950995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b847171-6f89-4f38-8bc3-9196fbc78981,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:35.964945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:35.970045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Attempting to bind port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on network dde4b1e1-d16b-4263-a383-6dee096dec92 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:35.973896 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-45249e67-89f0-4b23-9d14-a73667be1860 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8306797 Dec 20 15:45:35.982009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Checking segment: {'id': 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:35.982756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Network hostable DHCP agents. Network: 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:45:35.991432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:35.991784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Checking segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:35.995432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Bound using segment: {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:35.995432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Bound port: 2059030f-9065-4a60-849e-e4eb1b41a1c5, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9be42-bb07-4382-9299-922800d04e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dde4b1e1-d16b-4263-a383-6dee096dec92'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:35.995432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.013826 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cadc699-abe7-4f50-8e78-97f20f88d095 x-openstack-request-id: req-8cadc699-abe7-4f50-8e78-97f20f88d095 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:36.014096 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "name": "network-vif-unplugged", "status": "completed", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:36.014208 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cadc699-abe7-4f50-8e78-97f20f88d095 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:36.018828 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'code': 200} Dec 20 15:45:36.020641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08bb5682-ce61-4037-8e49-dcd16686d8bd req-26e3101b-8dd7-4957-b5df-d67108fab287 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309191 Dec 20 15:45:36.025151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af788ce-2a22-4967-a296-79938ded37df None None] Network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:36.073603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:45:36.101534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc968e7d-2d54-439c-9df2-735a84bdc087 req-09886392-8ac1-4cec-aa8f-ddcd27790060 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261822 Dec 20 15:45:36.171232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:36.187962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.189935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.213272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:36.215912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f900d6-59b6-4250-b980-b15b490bdb90 None None] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:36.219631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:36.318751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2060d9-476b-4f2b-8f07-0852141fbcd7 req-08465811-d32f-42f4-b7ba-db98e63f085b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.321690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad2060d9-476b-4f2b-8f07-0852141fbcd7 req-08465811-d32f-42f4-b7ba-db98e63f085b tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0841389 Dec 20 15:45:36.324434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.426685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6232f76b-5940-4e2d-b401-91dfcfc5c651 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5086100 Dec 20 15:45:36.432173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52574) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:36.445040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4099e4d6-9cc1-48e8-9d39-bbd2a34a2939', 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939', 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'fixed_ips': [{'subnet_id': '9b847171-6f89-4f38-8bc3-9196fbc78981'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:45:36.447675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:36.449002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.453306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:36.475262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad2060d9-476b-4f2b-8f07-0852141fbcd7 req-b6572207-2fc2-493d-a17c-ef6758ad8b5e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078627 Dec 20 15:45:36.512459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.513484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.516154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eb3c8220-222b-40c8-a1f3-91cde3ba30f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 1121 time: 1.5848784 Dec 20 15:45:36.607330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b7ef4-3dd4-4d82-a46d-42716486917d req-4175c7a9-46da-470d-8a86-8190d2a58bbf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.616302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec3b7ef4-3dd4-4d82-a46d-42716486917d req-4175c7a9-46da-470d-8a86-8190d2a58bbf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0634651 Dec 20 15:45:36.728628 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.734006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.734603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec3b7ef4-3dd4-4d82-a46d-42716486917d req-503dbbb2-0e26-48d1-a567-52f525ad9d0a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097567 Dec 20 15:45:36.781831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['2059030f-9065-4a60-849e-e4eb1b41a1c5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:36.785494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['2059030f-9065-4a60-849e-e4eb1b41a1c5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:36.789814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.838463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Allocated IP 172.20.0.2 (4099e4d6-9cc1-48e8-9d39-bbd2a34a2939/9b847171-6f89-4f38-8bc3-9196fbc78981/9e4cc082-a3c9-455e-ae47-958e6f4b8354) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:45:36.919831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72902377-deb8-477c-8ab9-5ec0e9cb2ddd req-b40484fa-e2fe-4fbe-b43c-bd5ecdcb8286 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0372641 Dec 20 15:45:37.113026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.312834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d579b8-be0c-4158-9067-d8cf7afe9ae5 req-d4221f7c-3252-4995-a4d6-f9c22e4123e7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:37.314418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6d579b8-be0c-4158-9067-d8cf7afe9ae5 req-d4221f7c-3252-4995-a4d6-f9c22e4123e7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 944 time: 0.1107512 Dec 20 15:45:37.343773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:37.352949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-801665224-network', 'tenant_id': 'f7347dda01f1441ab7ec4967e2392f8e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:37.471901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6d579b8-be0c-4158-9067-d8cf7afe9ae5 req-0a8f369d-b90e-465a-947a-5966a5361daa tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499128 Dec 20 15:45:37.526431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.530024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Made reservation on behalf of f7347dda01f1441ab7ec4967e2392f8e for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:37.532474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.536628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f09c3888-92b1-4772-808d-f7d45c4a9f57 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:37.571857 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.632077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e766-2ef8-4c2c-bc8c-15bc83f6dcee req-54e2a69e-7671-47d2-911b-6b37ff37926a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:37.656213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d575e766-2ef8-4c2c-bc8c-15bc83f6dcee req-54e2a69e-7671-47d2-911b-6b37ff37926a tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0900724 Dec 20 15:45:37.670424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.684585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.705636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.705848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.733080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d575e766-2ef8-4c2c-bc8c-15bc83f6dcee req-46289fec-823f-4cc9-b0fa-4cdeeb17b642 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700071 Dec 20 15:45:37.775729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:37.779666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:37.783653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:45:37.792416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Pushing event updated for resources: {'Port': ['ID=9e4cc082-a3c9-455e-ae47-958e6f4b8354,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:37.818824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port f09c3888-92b1-4772-808d-f7d45c4a9f57 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:45:37.836556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port f09c3888-92b1-4772-808d-f7d45c4a9f57 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:37.844122 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.852743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Allocated IP 172.25.6.218 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/2cdd20ca-5f97-4194-8330-9d01f429b063) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:45:37.860160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.911937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf86a-b385-42aa-9899-bf4a54167cc5 req-42bad0a4-8081-4889-aa97-d2599fa30bfb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:37.913718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:45:37.921120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-504cf86a-b385-42aa-9899-bf4a54167cc5 req-42bad0a4-8081-4889-aa97-d2599fa30bfb tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0722580 Dec 20 15:45:37.959949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Attempting to bind port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:37.959949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Attempting to bind port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:37.959949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Attempting to bind port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 on network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:37.962517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed7ec9d-464c-4c4f-ac70-b4d1fe10dc1e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:37.979655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:37.980226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Checking segment: {'id': 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:37.980788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:37.981313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Bound using segment: {'id': 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:37.981976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Bound port: 9e4cc082-a3c9-455e-ae47-958e6f4b8354, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:37.982505 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.005485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-504cf86a-b385-42aa-9899-bf4a54167cc5 req-31d8eb30-ffd3-479a-bdc5-ef0e34c88c99 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824499 Dec 20 15:45:38.024094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:38.026610 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef7b72-f1ac-4a35-849c-c7393bbcb135" -d '{"events": [{"name": "network-changed", "server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:38.062424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.062766 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Added segment a7ced21a-e891-45a7-b6f5-d9321deb8b80 of type vlan for network 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf Dec 20 15:45:38.081355 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.120236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3888-92b1-4772-808d-f7d45c4a9f57'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:38.122648 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67c041-6841-425f-8baf-e9780e7674e9" -d '{"events": [{"server_uuid": "7af0577e-2bde-4344-b7db-8993b6c3df8e", "name": "network-vif-plugged", "status": "completed", "tag": "f09c3888-92b1-4772-808d-f7d45c4a9f57"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:38.139245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a274532a-d22d-4c6f-a017-b368027d8e2f req-739122a3-de43-4a52-ad2c-fed267727591 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0301762 Dec 20 15:45:38.152254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f09c3888-92b1-4772-808d-f7d45c4a9f57, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:38.162110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] For port 9e4cc082-a3c9-455e-ae47-958e6f4b8354, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:38.162110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] For port 9e4cc082-a3c9-455e-ae47-958e6f4b8354, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e4cc082-a3c9-455e-ae47-958e6f4b8354,segment=NetworkSegment(c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d),segment_id=c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:38.194306 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.197078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.210641 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732eae28-ac21-4452-9a7e-b9695d6bb00e x-openstack-request-id: req-732eae28-ac21-4452-9a7e-b9695d6bb00e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:38.211349 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:38.212490 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-732eae28-ac21-4452-9a7e-b9695d6bb00e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:38.213457 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'status': 'completed', 'code': 200} Dec 20 15:45:38.231294 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.232117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:38.278449 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7685153-af24-4439-8020-b6edf9b7aae6 x-openstack-request-id: req-a7685153-af24-4439-8020-b6edf9b7aae6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:38.279022 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af0577e-2bde-4344-b7db-8993b6c3df8e", "name": "network-vif-plugged", "status": "completed", "tag": "f09c3888-92b1-4772-808d-f7d45c4a9f57", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:38.279445 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7685153-af24-4439-8020-b6edf9b7aae6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:38.280196 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3888-92b1-4772-808d-f7d45c4a9f57', 'code': 200} Dec 20 15:45:38.287035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.310182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-9e8c3e85-d914-41e2-85ab-dfbef7d4f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.316946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-9e8c3e85-d914-41e2-85ab-dfbef7d4f432 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1124 time: 0.0809290 Dec 20 15:45:38.345633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f09c3888-92b1-4772-808d-f7d45c4a9f57,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:38.358514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.363504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.368811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.442864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f09e5-e219-4bce-9cb9-0519c1630d1e None None] Pushing event updated for resources: {'Port': ['ID=9e4cc082-a3c9-455e-ae47-958e6f4b8354,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:38.501735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.529820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.557678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:38.586513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c04c3-4605-4e2f-816e-46e279ede49e req-fce994da-d250-4713-bb14-c4a89ea44d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.588523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-907c04c3-4605-4e2f-816e-46e279ede49e req-fce994da-d250-4713-bb14-c4a89ea44d9b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 1096 time: 0.2064250 Dec 20 15:45:38.593423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:38.616801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:45:38.622613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:38.626100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:38.629357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:45:38.666411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd20ca-5f97-4194-8330-9d01f429b063,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:38.695024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e1577c72-bdf9-43b3-bbec-dbba89936262 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3465896 Dec 20 15:45:38.699638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52652) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:38.704553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Request body: {'subnet': {'network_id': '3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-801665224-subnet', 'tenant_id': 'f7347dda01f1441ab7ec4967e2392f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:38.720316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-29255c7a-85f5-4c1d-9044-77d775630b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.722695 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.728836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-29255c7a-85f5-4c1d-9044-77d775630b01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.3954570 Dec 20 15:45:38.806837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-0d7b358c-45f7-440e-9f14-258296878a44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 217 time: 0.0695710 Dec 20 15:45:38.812453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-907c04c3-4605-4e2f-816e-46e279ede49e req-11184dbf-9369-4af4-ab57-c8c7bd25a59f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799338 Dec 20 15:45:38.823961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15675d-7f3a-4a39-afcb-a119a45bf1cf req-986cda40-bfa7-4923-8f64-5ab3452927c1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.833493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d15675d-7f3a-4a39-afcb-a119a45bf1cf req-986cda40-bfa7-4923-8f64-5ab3452927c1 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2279310 Dec 20 15:45:38.869886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:38.928246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Made reservation on behalf of f7347dda01f1441ab7ec4967e2392f8e for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:38.934528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:38.934978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-a053af1f-d1d5-4865-b518-92d431e82f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.936925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-a053af1f-d1d5-4865-b518-92d431e82f62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1225014 Dec 20 15:45:38.985692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d15675d-7f3a-4a39-afcb-a119a45bf1cf req-ef68407c-bc53-4517-a05f-a9aaf4072359 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509912 Dec 20 15:45:38.987652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-34898e32-cfe5-4f67-8bdf-5bae9e024027 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399706 Dec 20 15:45:39.029971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9e4cc082-a3c9-455e-ae47-958e6f4b8354 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:39.114671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:39.115048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.172852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb332-0811-46df-ac7c-a6db059f7e4d req-ba6f06dd-cc22-4c27-a6b6-c2f0a9ff3445 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:39.174665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16bbb332-0811-46df-ac7c-a6db059f7e4d req-ba6f06dd-cc22-4c27-a6b6-c2f0a9ff3445 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0847068 Dec 20 15:45:39.179136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-7caad0e2-3fbd-49d7-b5b4-605e71935002 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826055 Dec 20 15:45:39.200360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.241788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.294764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 9e4cc082-a3c9-455e-ae47-958e6f4b8354, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e4cc082-a3c9-455e-ae47-958e6f4b8354,segment=NetworkSegment(c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d),segment_id=c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:39.344590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16bbb332-0811-46df-ac7c-a6db059f7e4d req-15f8a6e9-6991-4b23-b012-0caaef237a11 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601753 Dec 20 15:45:39.374366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.376228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88ef7b72-f1ac-4a35-849c-c7393bbcb135 req-54caae2f-7376-417a-bc09-c663948ee7c6 service neutron] 10.222.0.72 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831603 Dec 20 15:45:39.401643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942d2b-44c5-4fa0-8652-8f6a4063a5af req-dba3e8a3-b702-4c99-9910-dd8031df8b10 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:39.403263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70942d2b-44c5-4fa0-8652-8f6a4063a5af req-dba3e8a3-b702-4c99-9910-dd8031df8b10 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.1186633 Dec 20 15:45:39.456177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=9e4cc082-a3c9-455e-ae47-958e6f4b8354,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:39.488377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.496541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70942d2b-44c5-4fa0-8652-8f6a4063a5af req-8a03d127-1652-47fd-8476-80691f656257 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830204 Dec 20 15:45:39.520417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.528072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30f4cdad-9f5b-4d62-bf98-21a728654fb3 req-976305a2-3fab-4e38-b1dc-84b85c9a1064 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0371718 Dec 20 15:45:39.660271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b1fac-d1fc-4461-9de9-a4df1b68a95a req-ac988187-3f1e-43eb-9812-ab9fcee4a40d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:39.661925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-096b1fac-d1fc-4461-9de9-a4df1b68a95a req-ac988187-3f1e-43eb-9812-ab9fcee4a40d tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0540171 Dec 20 15:45:39.675189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0528b6c-503f-41f1-9436-86dc40be07af,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:39.689518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Checking segment: {'id': 'a7ced21a-e891-45a7-b6f5-d9321deb8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:39.689879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Network hostable DHCP agents. Network: 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:45:39.723438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-096b1fac-d1fc-4461-9de9-a4df1b68a95a req-ac392346-01f0-479c-849d-60a2d0cbecd5 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544598 Dec 20 15:45:39.755565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c8e22-674b-4d6e-a34c-917b234e84b4 None None] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:39.819818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Network 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:45:39.870573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-54108ea6-fd02-4fb8-ab8d-415ec099871a None None] Provisioning complete for port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:39.870944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54108ea6-fd02-4fb8-ab8d-415ec099871a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.882206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:45:39.986396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:39.995863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:39.996043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.996138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b4bb2-a5fd-494a-920b-06824fb4d75e None None] Network 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:40.034190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:40.066745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Sync routers for ids ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:40.085643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Routers {'90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:40.086911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:40.099078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-083dffe2-324d-47e8-ae79-7a68a140d550 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3940582 Dec 20 15:45:40.125623 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:40.127790 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e3c0515-8e55-4c71-b072-0c950a23b058 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6908333 Dec 20 15:45:40.130277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52684) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:40.200421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78201b-8ae2-4f3b-a4ac-d6ce2ce85626 req-a32d23a7-d1a8-4f62-aae0-39f80592fea2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.202196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d78201b-8ae2-4f3b-a4ac-d6ce2ce85626 req-a32d23a7-d1a8-4f62-aae0-39f80592fea2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.1221981 Dec 20 15:45:40.235293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf9801-a9c3-49e5-9132-596891cda2b8 req-2616cd19-c552-4c06-9362-47c4ad2bb75e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.236746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-facf9801-a9c3-49e5-9132-596891cda2b8 req-2616cd19-c552-4c06-9362-47c4ad2bb75e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.0971823 Dec 20 15:45:40.276285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d073f6-cd5d-4c55-bcb7-a3847ed89be7 None None] Network 3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:40.282349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:40.284777 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acffa361-141d-42e5-8cce-8d11cea7e837" -d '{"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:40.309788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d78201b-8ae2-4f3b-a4ac-d6ce2ce85626 req-efa573bc-41f1-42da-aaf0-7d8e06c197d2 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004150 Dec 20 15:45:40.315583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-facf9801-a9c3-49e5-9132-596891cda2b8 req-73ee23a8-d189-478a-9203-b338415e8644 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Dec 20 15:45:40.363958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Set router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:40.422780 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bf3d9b-c8d4-4f47-b000-68dc3f264bb1 x-openstack-request-id: req-02bf3d9b-c8d4-4f47-b000-68dc3f264bb1 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:40.423097 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:40.423315 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02bf3d9b-c8d4-4f47-b000-68dc3f264bb1 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:40.423708 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'code': 200} Dec 20 15:45:40.430517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2e6de1b8-10e9-40f3-9264-82de7d217be8 None None] Provisioning complete for port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:40.431042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e6de1b8-10e9-40f3-9264-82de7d217be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:40.476861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fbe17-59a7-4f11-a1cf-017ee5674960 req-387844af-8983-459c-a647-57a71be9c2d6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.485926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217fbe17-59a7-4f11-a1cf-017ee5674960 req-387844af-8983-459c-a647-57a71be9c2d6 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0776601 Dec 20 15:45:40.541135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-217fbe17-59a7-4f11-a1cf-017ee5674960 req-3a2d6ed4-95a5-483b-8dc3-8a4393122368 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531998 Dec 20 15:45:40.697803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551a0d-4c58-48d3-8fa6-cde0ea15bcc5 req-7f58d59e-a54f-47ec-9419-ef6130b06de6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.705945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82551a0d-4c58-48d3-8fa6-cde0ea15bcc5 req-7f58d59e-a54f-47ec-9419-ef6130b06de6 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0710380 Dec 20 15:45:40.775745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82551a0d-4c58-48d3-8fa6-cde0ea15bcc5 req-d204ca1b-4ed5-46d6-89d8-59dcfa9f9399 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688922 Dec 20 15:45:40.840299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:40.865117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:45:36Z', 'updated_at': '2021-12-20T15:45:38Z', 'revision_number': 3, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'gw_port': {'id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:37Z', 'updated_at': '2021-12-20T15:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:40.904512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Checking router: 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:45:40.904782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Updating router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 port 2cdd20ca-5f97-4194-8330-9d01f429b063 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:45:40.933148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85128fc5-b61a-4223-b534-94b54f9e8cdb req-f92ea26c-6fc2-4a55-a6f8-18d3cb7682b2 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0365794 Dec 20 15:45:40.956944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:40.995416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-c507d313-3497-4831-9286-61ae4d012f80 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.998398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-c507d313-3497-4831-9286-61ae4d012f80 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/networks?id=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c HTTP/1.1" status: 200 len: 815 time: 0.1987355 Dec 20 15:45:41.023800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-319398a1-c6cf-45f1-b1d6-a489ad0c2211 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/quotas/ed9f66e390484b678c8725dcec6d084d HTTP/1.1" status: 200 len: 375 time: 0.0174041 Dec 20 15:45:41.062580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-777d40b8-0a5e-4896-aca7-0d4061c6ad5b tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed9f66e390484b678c8725dcec6d084d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373273 Dec 20 15:45:41.066499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9e4cc082-a3c9-455e-ae47-958e6f4b8354 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:41.071900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Allocated IP 172.20.0.1 (4099e4d6-9cc1-48e8-9d39-bbd2a34a2939/9b847171-6f89-4f38-8bc3-9196fbc78981/2324fb3e-ce37-4444-aee6-6ef00318f2ef) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:45:41.241152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-176b8931-301e-4e5c-a597-2616a30b0168 service neutron] 10.222.0.81 "GET /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704597 Dec 20 15:45:41.246648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.254569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:41.255327 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.363986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.381909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d5c20-9251-40e3-add7-cd187041e822 req-5835158c-b85d-4e7e-954a-6b5f2b25ec92 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:41.383703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f89d5c20-9251-40e3-add7-cd187041e822 req-5835158c-b85d-4e7e-954a-6b5f2b25ec92 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0737181 Dec 20 15:45:41.395217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-807fd804-0a2d-4ca1-b575-b90d8f5ec4f0 service neutron] 10.222.0.81 "GET /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511838 Dec 20 15:45:41.446622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.453191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:41.457012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:41.470281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:45:41.478229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f89d5c20-9251-40e3-add7-cd187041e822 req-4904733e-a3f5-4d37-8105-3c7429f54cf8 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Dec 20 15:45:41.507863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Pushing event updated for resources: {'Port': ['ID=2324fb3e-ce37-4444-aee6-6ef00318f2ef,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:41.537848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.591504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.621469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6278bd-3e38-4786-bf66-6a0f4313eba6 req-766ad150-ee6e-431a-ad3d-18307a5ec79e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:41.621469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce6278bd-3e38-4786-bf66-6a0f4313eba6 req-766ad150-ee6e-431a-ad3d-18307a5ec79e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.0762756 Dec 20 15:45:41.671604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397344e-9f97-46d9-823e-7d1f80690138 None None] Pushing event updated for resources: {'Port': ['ID=2cdd20ca-5f97-4194-8330-9d01f429b063,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:41.674634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Attempting to bind port 2cdd20ca-5f97-4194-8330-9d01f429b063 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:41.675135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Attempting to bind port 2cdd20ca-5f97-4194-8330-9d01f429b063 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:41.675573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Attempting to bind port 2cdd20ca-5f97-4194-8330-9d01f429b063 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:41.685797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:41.690489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:41.690489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.690489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:41.690489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Bound port: 2cdd20ca-5f97-4194-8330-9d01f429b063, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:41.690489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.756202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce6278bd-3e38-4786-bf66-6a0f4313eba6 req-787648b3-b7b6-4ce7-bafc-d93ed15faf7f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292686 Dec 20 15:45:41.787690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] For port 2cdd20ca-5f97-4194-8330-9d01f429b063, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:41.793536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] For port 2cdd20ca-5f97-4194-8330-9d01f429b063, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2cdd20ca-5f97-4194-8330-9d01f429b063,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:41.814940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-21e75074-a76e-44f5-83cb-ad3371197f86 None None] Provisioning complete for port 2324fb3e-ce37-4444-aee6-6ef00318f2ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:41.815494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21e75074-a76e-44f5-83cb-ad3371197f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.838410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.860636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55ecc929-0b6d-42bd-bec2-d82c0e098f7e req-b498c253-9506-449a-97b7-13994e9cb468 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 210 time: 0.0382669 Dec 20 15:45:41.880812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b50883-f9ab-40e1-a7f1-b56dd84fc7fa req-cc13632d-b22a-4868-a120-f3743cfc7d01 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:41.882473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b50883-f9ab-40e1-a7f1-b56dd84fc7fa req-cc13632d-b22a-4868-a120-f3743cfc7d01 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.1239274 Dec 20 15:45:41.907087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:42.018127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b50883-f9ab-40e1-a7f1-b56dd84fc7fa req-7d632091-940d-4dba-8d7a-7ec21fa7b7e0 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282487 Dec 20 15:45:42.032166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-21e75074-a76e-44f5-83cb-ad3371197f86 None None] Port 2324fb3e-ce37-4444-aee6-6ef00318f2ef cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:45:42.079665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6806e8-214e-4bca-ae4d-c3a24f73bf25 req-aa0bfdbe-0400-4544-ab07-374d1a3e24f5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.086090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f6806e8-214e-4bca-ae4d-c3a24f73bf25 req-aa0bfdbe-0400-4544-ab07-374d1a3e24f5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.1244745 Dec 20 15:45:42.094134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Routers {'90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:42.094775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:42.121858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:42.152049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397344e-9f97-46d9-823e-7d1f80690138 None None] Pushing event updated for resources: {'Port': ['ID=2cdd20ca-5f97-4194-8330-9d01f429b063,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:42.185371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04cbfe73-e265-4215-82b0-759ace8b5216 req-e0933e0e-f732-471e-b145-f6cd12788ff2 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0357633 Dec 20 15:45:42.213708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f6806e8-214e-4bca-ae4d-c3a24f73bf25 req-0b0dd785-b28e-420c-ab1a-0142eaabf20a tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098051 Dec 20 15:45:42.214720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:42.321630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Pushing event updated for resources: {'Port': ['ID=2324fb3e-ce37-4444-aee6-6ef00318f2ef,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:42.326198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:42.371745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] Set router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:42.468248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:42.470183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:42.613530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:45:42.643734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:45:36Z', 'updated_at': '2021-12-20T15:45:41Z', 'revision_number': 4, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'gw_port': {'id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:37Z', 'updated_at': '2021-12-20T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2324fb3e-ce37-4444-aee6-6ef00318f2ef', 'name': '', 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'mac_address': 'fa:16:3e:91:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b847171-6f89-4f38-8bc3-9196fbc78981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:40Z', 'updated_at': '2021-12-20T15:45:41Z', 'revision_number': 1, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'subnets': [{'id': '9b847171-6f89-4f38-8bc3-9196fbc78981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:42.678604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8183a4-dfcf-4e34-8977-0e2e9bb1937b None None] The sync data for ids ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'] in n-d-781076-8 is: [{'id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:45:36Z', 'updated_at': '2021-12-20T15:45:41Z', 'revision_number': 4, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'gw_port': {'id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:37Z', 'updated_at': '2021-12-20T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2324fb3e-ce37-4444-aee6-6ef00318f2ef', 'name': '', 'network_id': '4099e4d6-9cc1-48e8-9d39-bbd2a34a2939', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'mac_address': 'fa:16:3e:91:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b847171-6f89-4f38-8bc3-9196fbc78981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:40Z', 'updated_at': '2021-12-20T15:45:41Z', 'revision_number': 1, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'subnets': [{'id': '9b847171-6f89-4f38-8bc3-9196fbc78981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:42.791202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:42.804943 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0c6bf6f8-f966-481c-bc89-a98973a39913 admin admin] 10.222.0.81 "PUT /v2.0/routers/90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735287 Dec 20 15:45:42.871824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2e26dd6e-c9b3-4d83-bfb2-83adbfef4ec2 None None] Provisioning complete for port 2324fb3e-ce37-4444-aee6-6ef00318f2ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:42.872224 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e26dd6e-c9b3-4d83-bfb2-83adbfef4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:42.951927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2e26dd6e-c9b3-4d83-bfb2-83adbfef4ec2 None None] Port 2324fb3e-ce37-4444-aee6-6ef00318f2ef cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:45:43.004628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d39e4-d624-46c3-b2fb-321ff51f9c6a req-a4ba9269-20f2-4f6d-b517-a3ba18fc6a1f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:43.009062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac4d39e4-d624-46c3-b2fb-321ff51f9c6a req-a4ba9269-20f2-4f6d-b517-a3ba18fc6a1f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1134937 Dec 20 15:45:43.108178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac4d39e4-d624-46c3-b2fb-321ff51f9c6a req-ba93792c-a7e5-4f5c-958a-ede9de5806ef tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719244 Dec 20 15:45:43.217807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd343e5-b59c-4ecd-b28b-1a2f9abc9768 req-186a02ff-b79d-4c50-b6c0-dae3fa39f569 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 210 time: 0.0507495 Dec 20 15:45:43.336631 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-e286d840-3b6c-4d99-a006-e9b430ba0ea6 req-5b68f100-950d-45f7-b37c-d1589d48263a tempest-FloatingIPDetailsNegativeTestJSON-1678817930 tempest-FloatingIPDetailsNegativeTestJSON-1678817930-project] show failed (client error): The resource could not be found. Dec 20 15:45:43.337994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e286d840-3b6c-4d99-a006-e9b430ba0ea6 req-5b68f100-950d-45f7-b37c-d1589d48263a tempest-FloatingIPDetailsNegativeTestJSON-1678817930 tempest-FloatingIPDetailsNegativeTestJSON-1678817930-project] 10.222.0.81 "GET /v2.0/floatingips/e3398c20-2511-485e-b77e-2e6875fb0ad0 HTTP/1.1" status: 404 len: 350 time: 0.0453672 Dec 20 15:45:43.347206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52776) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:43.504803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee4c8d-44fd-4af0-8440-2c0ed6f348c9 req-ce819ed4-9d32-41cb-816c-1d05b4cba908 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:43.509602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dee4c8d-44fd-4af0-8440-2c0ed6f348c9 req-ce819ed4-9d32-41cb-816c-1d05b4cba908 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.0951846 Dec 20 15:45:43.591766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dee4c8d-44fd-4af0-8440-2c0ed6f348c9 req-b9ce9584-e597-45bc-9546-5be20e0f0a56 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614531 Dec 20 15:45:43.761421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-691a3885-cbe4-4e89-a4f4-63b9e7e09519 req-6cd1928d-b6c7-4db8-8ce0-471a82058ce6 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0518525 Dec 20 15:45:43.791179 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:45:43.936973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e760c2-987d-446a-a6e2-a17267c62f97 req-1a2fbfa3-7bbc-4cb8-90fd-bfb8bea117d2 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:43.939135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59e760c2-987d-446a-a6e2-a17267c62f97 req-1a2fbfa3-7bbc-4cb8-90fd-bfb8bea117d2 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.0834982 Dec 20 15:45:44.090741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-5028e8dd-1903-44e2-a0b2-81838c29dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:44.093118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-5028e8dd-1903-44e2-a0b2-81838c29dc3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 1096 time: 0.1483555 Dec 20 15:45:44.109390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59e760c2-987d-446a-a6e2-a17267c62f97 req-bddf81b9-d49a-45ce-a6f0-5206073dfa27 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573446 Dec 20 15:45:44.153445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc4ca0-7cbe-41c4-99a7-ad19d23d8faa req-e882b376-f194-4d28-bc43-a9c6ddc81436 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:44.153445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dbc4ca0-7cbe-41c4-99a7-ad19d23d8faa req-e882b376-f194-4d28-bc43-a9c6ddc81436 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1468260 Dec 20 15:45:44.290784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:44.328177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dbc4ca0-7cbe-41c4-99a7-ad19d23d8faa req-98fd4ff6-e09c-479f-8b97-375debfb842b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528513 Dec 20 15:45:44.379562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6b8862b-783c-405a-9b92-a61b1b0a9df2 req-d6d83fca-809a-4770-8d46-b13fa47cef0d tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 210 time: 0.0492828 Dec 20 15:45:44.381263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-d675d71e-09df-4613-b715-8a54faac2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:44.384495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-d675d71e-09df-4613-b715-8a54faac2780 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 911 time: 0.2557564 Dec 20 15:45:44.447178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-4310578f-79c5-4d3d-a103-e2b3f06e1fde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57 HTTP/1.1" status: 200 len: 217 time: 0.0391884 Dec 20 15:45:44.470470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-5578bacb-ae0e-4d5a-a891-eeb85e3172bc tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:44.472033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-5578bacb-ae0e-4d5a-a891-eeb85e3172bc tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.72 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.1429911 Dec 20 15:45:44.575403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-73fefd04-413e-47ba-bcf6-9f148711bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:44.576921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-73fefd04-413e-47ba-bcf6-9f148711bbfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.0999811 Dec 20 15:45:44.626955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-070f2974-18f8-4cf8-b74d-fc732d1d5490 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294580 Dec 20 15:45:44.646653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-210593aa-ddb6-4e70-93f9-16801e6c157a service neutron] 10.222.0.72 "GET /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5/bindings/n-h2-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.1032679 Dec 20 15:45:44.747783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Deleting port 482d54c7-6f97-4c18-b441-94be298a58a6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:44.750701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:44.844286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:44.915051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Deleting port 2324fb3e-ce37-4444-aee6-6ef00318f2ef {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:44.915527 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.058018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:45.098007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.122712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Calling delete_port for 2324fb3e-ce37-4444-aee6-6ef00318f2ef owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:45.125865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2cdd20ca-5f97-4194-8330-9d01f429b063 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:45.134673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:45.213905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059030f-9065-4a60-849e-e4eb1b41a1c5 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:45.230858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:45.297825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2cdd20ca-5f97-4194-8330-9d01f429b063 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:45.298207 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.375608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.426192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcf9fcc0-d890-4079-bc32-4e6c01cf45e1 req-b02ebab7-1a64-4fd5-84ca-03892658af36 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0515122 Dec 20 15:45:45.431842 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.470235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 2cdd20ca-5f97-4194-8330-9d01f429b063, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2cdd20ca-5f97-4194-8330-9d01f429b063,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:45.488733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b502-edc1-406c-a960-fa0ff05e59b6 req-156e6388-d292-4c78-97f3-8400629aae5e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:45.496365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8f0b502-edc1-406c-a960-fa0ff05e59b6 req-156e6388-d292-4c78-97f3-8400629aae5e tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 946 time: 0.8153408 Dec 20 15:45:45.540383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] Transition to ACTIVE for port object 2059030f-9065-4a60-849e-e4eb1b41a1c5 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:45:45.541370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.575050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-2457f7b0-ffc5-445c-97d5-4c547be3ea96 service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9335608 Dec 20 15:45:45.582185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:45.601457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Pushing event deleted for resources: {'Port': ['ID=2324fb3e-ce37-4444-aee6-6ef00318f2ef,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:45.664522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] For port 482d54c7-6f97-4c18-b441-94be298a58a6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=482d54c7-6f97-4c18-b441-94be298a58a6,segment=NetworkSegment(eee719e6-a386-4736-bc8e-848d0c71b545),segment_id=eee719e6-a386-4736-bc8e-848d0c71b545)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:45.665151 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.680801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.749661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:45.768169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Calling delete_port for 482d54c7-6f97-4c18-b441-94be298a58a6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:45.786651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8f0b502-edc1-406c-a960-fa0ff05e59b6 req-302c2948-9748-4fd6-bbf6-e1335f9f9a15 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/security-groups?id=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885575 Dec 20 15:45:45.869631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] Pushing event updated for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=10']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:45.887646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679eee8-5c17-4703-8b07-9c2c65955f42 req-0405f9d7-f87a-4bc8-88df-cfcc1847ecf9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:45.899715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e679eee8-5c17-4703-8b07-9c2c65955f42 req-0405f9d7-f87a-4bc8-88df-cfcc1847ecf9 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 943 time: 0.2869394 Dec 20 15:45:45.903435 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] Sync routers for ids ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:45.912792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-eec5aa4c-12e8-489e-8526-61027fd2ef87 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:45.914783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-eec5aa4c-12e8-489e-8526-61027fd2ef87 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.83 "GET /v2.0/networks?id=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c HTTP/1.1" status: 200 len: 815 time: 0.5412784 Dec 20 15:45:45.920818 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] Routers {'90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:45.927258 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:45.933979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=2cdd20ca-5f97-4194-8330-9d01f429b063,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:45.942475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:45.956670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Request body: {'port': {'device_id': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c', 'admin_state_up': True, 'tenant_id': 'ed9f66e390484b678c8725dcec6d084d'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:45.960596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'mac_address': 'fa:16:3e:9f:12:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:46.020735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] No DVR routers for this DVR port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:46.040791 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.060998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db12659-6429-47e8-bc94-1f9dc47ca7a4 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:46.085504 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] Set router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:46.090454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e679eee8-5c17-4703-8b07-9c2c65955f42 req-0b7e737b-4bac-42d1-acae-179f45d4d815 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893613 Dec 20 15:45:46.091877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:46.096886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd63c135-041e-4bf0-b6e7-d583e09f8bd3 req-c428a451-a459-4879-b71f-415b44999cfd service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959242 Dec 20 15:45:46.100556 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-60f0def5-4c71-4792-a45a-5346dda3c987 service neutron] 10.222.0.72 "PUT /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5/bindings/n-h2-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 1.4416833 Dec 20 15:45:46.128377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.174646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.245592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:46.297481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['2db12659-6429-47e8-bc94-1f9dc47ca7a4'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:46.350366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:45:36Z', 'updated_at': '2021-12-20T15:45:45Z', 'revision_number': 5, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'gw_port': {'id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:37Z', 'updated_at': '2021-12-20T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:46.389952 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] Checking router: 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:45:46.401249 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] Routers {'90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:46.402424 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:46.422442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2903b659-1a30-475c-8ac0-d092add4a1da req-84f9cd26-a792-4fc3-a323-86648c8690ad tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 210 time: 0.1900430 Dec 20 15:45:46.442443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615f25-2101-4585-a5a2-b9a62f5d9058 req-45f5f034-ddd4-474a-9be3-d1b5bc4efdeb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:46.444035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35615f25-2101-4585-a5a2-b9a62f5d9058 req-45f5f034-ddd4-474a-9be3-d1b5bc4efdeb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.4763024 Dec 20 15:45:46.483498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-737addc0-a066-4274-8dbe-db806aeab460 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:46.485853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-737addc0-a066-4274-8dbe-db806aeab460 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.1425292 Dec 20 15:45:46.523187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:45:46.537911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35615f25-2101-4585-a5a2-b9a62f5d9058 req-957924a3-0665-4797-9a12-668a332d243c tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824022 Dec 20 15:45:46.553575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.558882 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] Set router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:45:46.580868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['482d54c7-6f97-4c18-b441-94be298a58a6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:46.604620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Made reservation on behalf of ed9f66e390484b678c8725dcec6d084d for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:46.608640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.611179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Pushing event deleted for resources: {'Port': ['ID=482d54c7-6f97-4c18-b441-94be298a58a6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:46.668084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] No DVR routers for this DVR port 482d54c7-6f97-4c18-b441-94be298a58a6 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:46.673422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-d6543a84-6578-481b-ab32-5be0edde3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:46.675570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-d6543a84-6578-481b-ab32-5be0edde3354 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40&tenant_id=e05ba2503203425383695446d6f0aa70 HTTP/1.1" status: 200 len: 1095 time: 0.1570606 Dec 20 15:45:46.676849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.681015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50265712-6272-4b4f-9ac2-3e28c2c3640a req-60e9e1d0-7903-40af-9a66-8abbf668bf10 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.72 "DELETE /v2.0/ports/482d54c7-6f97-4c18-b441-94be298a58a6 HTTP/1.1" status: 204 len: 173 time: 2.2018688 Dec 20 15:45:46.692299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'name': 'network-vif-deleted', 'tag': '482d54c7-6f97-4c18-b441-94be298a58a6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:46.695939 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bd28fe-d68f-4611-a7f6-c1a571f8faed" -d '{"events": [{"server_uuid": "638c33d1-ec2d-495c-8e18-862aa3a83a32", "name": "network-vif-deleted", "tag": "482d54c7-6f97-4c18-b441-94be298a58a6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:46.732689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:45:46.738069 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d98ee946-efed-448a-b161-ac61ab8d8489 admin admin] 10.222.0.81 "PUT /v2.0/routers/90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3894670 Dec 20 15:45:46.740857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:46.810941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7219faf3-2ce1-4f1f-a017-d4d465d06da2 req-eb67118a-fa18-4e67-b694-03c1bd80fd2c tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0906348 Dec 20 15:45:46.829824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-888bd68e-430a-4695-a277-130fec1b8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:46.831384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-888bd68e-430a-4695-a277-130fec1b8b5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e05ba2503203425383695446d6f0aa70&device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1095 time: 0.1282816 Dec 20 15:45:46.886698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:46.927336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Allocated IP 172.20.0.6 (0ab32ffd-1e49-4033-8511-8b6aabb3ba5c/fc9c7a30-46b8-4612-8e34-86465b340106/24d48f9e-2f96-4327-a6c3-650a008af55c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:45:46.937374 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12141a57-144a-4311-b14e-1f3bd7796076 x-openstack-request-id: req-12141a57-144a-4311-b14e-1f3bd7796076 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:46.937683 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c33d1-ec2d-495c-8e18-862aa3a83a32", "name": "network-vif-deleted", "tag": "482d54c7-6f97-4c18-b441-94be298a58a6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:46.937942 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12141a57-144a-4311-b14e-1f3bd7796076 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:46.938357 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c33d1-ec2d-495c-8e18-862aa3a83a32', 'name': 'network-vif-deleted', 'tag': '482d54c7-6f97-4c18-b441-94be298a58a6', 'status': 'completed', 'code': 200} Dec 20 15:45:46.966733 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:45:36Z', 'updated_at': '2021-12-20T15:45:45Z', 'revision_number': 5, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'gw_port': {'id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:37Z', 'updated_at': '2021-12-20T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:47.030318 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097710aa-9c6a-47df-a8cb-2afac32e5762 None None] The sync data for ids ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'] in n-d-781076-8 is: [{'id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-546562867-router', 'tenant_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:45:36Z', 'updated_at': '2021-12-20T15:45:45Z', 'revision_number': 5, 'project_id': '56fdafe1a1db4cb79fc1559ae11a9379', 'gw_port': {'id': '2cdd20ca-5f97-4194-8330-9d01f429b063', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:45:37Z', 'updated_at': '2021-12-20T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:47.047621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2cdd20ca-5f97-4194-8330-9d01f429b063 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:47.056231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec09b1ab-6061-4deb-b980-fe9846da8a56 req-6c8366e7-aeda-4a73-9987-63b92d1b2ce1 tempest-ServerDiskConfigTestJSON-751464046 tempest-ServerDiskConfigTestJSON-751464046-project] 10.222.0.81 "GET /v2.0/ports?device_id=638c33d1-ec2d-495c-8e18-862aa3a83a32 HTTP/1.1" status: 200 len: 210 time: 0.0469089 Dec 20 15:45:47.077036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.154974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2cdd20ca-5f97-4194-8330-9d01f429b063 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:47.155536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.188897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-1e082cb3-a205-4ceb-847f-0c46e4980b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:47.190487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-1e082cb3-a205-4ceb-847f-0c46e4980b86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 200 len: 908 time: 0.2511380 Dec 20 15:45:47.260253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Deleting port 2cdd20ca-5f97-4194-8330-9d01f429b063 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:47.260947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.301059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-ee6e9974-012b-4092-b2ab-0dd955c1b1dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 200 len: 217 time: 0.0660067 Dec 20 15:45:47.346428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] For port 2cdd20ca-5f97-4194-8330-9d01f429b063, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2cdd20ca-5f97-4194-8330-9d01f429b063,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:47.347168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.363028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Calling delete_port for 2cdd20ca-5f97-4194-8330-9d01f429b063 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:47.392700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43bc2-7152-4b08-a445-8ea03c910d52 req-70e83b49-a19c-40c0-8085-87109cfe12bc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:47.399306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d43bc2-7152-4b08-a445-8ea03c910d52 req-70e83b49-a19c-40c0-8085-87109cfe12bc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.1561716 Dec 20 15:45:47.427603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.464388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-b394bce8-d535-47f2-9853-bf7848e8c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:47.465937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-b394bce8-d535-47f2-9853-bf7848e8c4d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 200 len: 847 time: 0.1493134 Dec 20 15:45:47.552408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d43bc2-7152-4b08-a445-8ea03c910d52 req-ba2129ce-ceb4-4f1e-b2da-eb8d86c89b22 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335721 Dec 20 15:45:47.555440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-d042c2fe-816c-4070-bc27-0bb3df1aa50c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dde4b1e1-d16b-4263-a383-6dee096dec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742941 Dec 20 15:45:47.619558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:47.623387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-079f8a3d-f52d-4db3-ab80-c3af1b39465c req-037d3b22-2a36-4c31-9603-6c642f6239d6 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 210 time: 0.0629072 Dec 20 15:45:47.743529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:47.744267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.776127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780581e3-0a76-4dbc-a835-df265d3bce93 req-1a1c8b2a-7072-4901-ad25-5d98dd185ac9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:47.778019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-780581e3-0a76-4dbc-a835-df265d3bce93 req-1a1c8b2a-7072-4901-ad25-5d98dd185ac9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.0798464 Dec 20 15:45:47.783030 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.850991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-d57794b9-0135-4dd6-8655-575e69b4e2ea service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598677 Dec 20 15:45:47.893133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:45:47.898167 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.948026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:47.949572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:47.955815 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1467eec-b226-45df-9200-ac974736dfe6" -d '{"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:47.956110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:45:47.976180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Pushing event updated for resources: {'Port': ['ID=24d48f9e-2f96-4327-a6c3-650a008af55c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:47.982871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:48.045366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.076511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.096314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2ff71cc-f3ef-4507-90b4-a0a0f9f1f2b2 req-c95af6a1-9c8c-48d5-a6f6-0bd829671f3e tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1078680 Dec 20 15:45:48.122515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdd20ca-5f97-4194-8330-9d01f429b063,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:48.122630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:48.154223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-780581e3-0a76-4dbc-a835-df265d3bce93 req-d1624cc2-a0a1-415b-aa70-0f1c136e2f1f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315146 Dec 20 15:45:48.177580 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648e47b-c513-451d-9acb-7b15b7bbb87d x-openstack-request-id: req-7648e47b-c513-451d-9acb-7b15b7bbb87d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:48.177881 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:48.178145 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7648e47b-c513-451d-9acb-7b15b7bbb87d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:48.178547 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'code': 200} Dec 20 15:45:48.196611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:48.198744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.224057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-1e2b12cb-5644-4e53-80e0-eb5797cb1ed6 service neutron] 10.222.0.83 "GET /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605685 Dec 20 15:45:48.240179 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.302591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-7e649702-4f57-42fd-923e-349bc0c63606 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3509879 Dec 20 15:45:48.322799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Request body: {'port': {'device_id': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:48.362794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.368135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.451912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52884) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:48.465844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.520114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Deleting subnet f285a69e-ff1a-4e48-861d-07e1829190d8 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:45:48.524491 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.568603 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.572107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.572969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:45:48.600649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.605790 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f9e1ccbf-f928-449f-b249-a09b299228d9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3 HTTP/1.1" status: 204 len: 168 time: 1.8635767 Dec 20 15:45:48.611002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52890) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:48.690972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.696736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Deleting subnet 9b847171-6f89-4f38-8bc3-9196fbc78981 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:45:48.700487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.707286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Sync routers for ids ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:45:48.725020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Routers set() bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:48.728835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Router IDs set() for agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 15:45:48.730162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_agentschedulers_db [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent'). {{(pid=103955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 15:45:48.744007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.750104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Routers set() bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:45:48.750911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Router IDs set() for agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 15:45:48.751726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_agentschedulers_db [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:45:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent'). {{(pid=103955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 15:45:48.752366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633740e-f5a8-4227-9a42-2deb5cb44bc2 None None] The sync data for ids ['90c9fb20-57b7-4b8e-86e9-5140ebdbb7b3'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:45:48.843778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 482d54c7-6f97-4c18-b441-94be298a58a6 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:48.866921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 482d54c7-6f97-4c18-b441-94be298a58a6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:48.867843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 482d54c7-6f97-4c18-b441-94be298a58a6 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:48.878476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb723f-a5ee-4382-b79e-35431f67db0c req-76429610-3266-4502-bdbb-1c9a12e848e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:48.880141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62fb723f-a5ee-4382-b79e-35431f67db0c req-76429610-3266-4502-bdbb-1c9a12e848e8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.2389522 Dec 20 15:45:48.886094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-8b496bb7-3127-4877-9289-686393779cf2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:48.887696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-8b496bb7-3127-4877-9289-686393779cf2 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40&tenant_id=e05ba2503203425383695446d6f0aa70&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.1784711 Dec 20 15:45:48.922695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.966023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f327-a35c-4123-8b1a-3a48df183e70 req-f518d167-a906-452f-b820-b69617845bd1 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:48.971761 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:48.977510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b737f327-a35c-4123-8b1a-3a48df183e70 req-f518d167-a906-452f-b820-b69617845bd1 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 931 time: 0.2214003 Dec 20 15:45:48.994698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.002032 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f285a69e-ff1a-4e48-861d-07e1829190d8 HTTP/1.1" status: 204 len: 168 time: 0.5458391 Dec 20 15:45:49.005350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52896) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:49.046089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c454c-0aea-4fc6-929b-4ef7ce64851c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f285a69e-ff1a-4e48-861d-07e1829190d8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:49.080799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2324fb3e-ce37-4444-aee6-6ef00318f2ef no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:49.107974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2324fb3e-ce37-4444-aee6-6ef00318f2ef {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:49.108906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2324fb3e-ce37-4444-aee6-6ef00318f2ef not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:49.130895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62fb723f-a5ee-4382-b79e-35431f67db0c req-f52e7766-1a18-4be2-bd96-ca19dcfd63b8 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393711 Dec 20 15:45:49.137596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.182600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.213525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.213760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e0108-d95e-437a-8b37-df2e126e179d None None] Network 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:49.221069 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9b847171-6f89-4f38-8bc3-9196fbc78981 HTTP/1.1" status: 204 len: 168 time: 0.6067185 Dec 20 15:45:49.235649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52910) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:49.305032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b737f327-a35c-4123-8b1a-3a48df183e70 req-357288c9-e837-4e8d-aee2-d76705edc42b tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200240 Dec 20 15:45:49.306115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bea1d-d099-41c5-b3e1-19ec003bd503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b847171-6f89-4f38-8bc3-9196fbc78981,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:49.331086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.393098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0f391d6-a8a3-42fb-b335-fcc21dc48c39 req-1e7302d2-dcd3-4772-8986-b9dfe82f6fcb tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0732937 Dec 20 15:45:49.422439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d48f9e-2f96-4327-a6c3-650a008af55c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:49.428978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa78685-2591-4677-98fb-0592a258fc67']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:49.442435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.452750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.456083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee719e6-a386-4736-bc8e-848d0c71b545') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:49.457011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee719e6-a386-4736-bc8e-848d0c71b545') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:49.471866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.481213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Transition to ACTIVE for port object 24d48f9e-2f96-4327-a6c3-650a008af55c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:45:49.483526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] DHCP port deletion for 4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:45:49.510111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd4fa-0477-48ef-8ed4-d14d38f00b84 req-e878b4eb-ed44-4d4c-bcc7-fe84a0b3d027 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:49.511735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea8bd4fa-0477-48ef-8ed4-d14d38f00b84 req-e878b4eb-ed44-4d4c-bcc7-fe84a0b3d027 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.0826066 Dec 20 15:45:49.516927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eebd5bf3-522e-48bd-98f4-cf8248dacb4a service neutron] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:49.529141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.539442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:45:49.540401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.543481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eebd5bf3-522e-48bd-98f4-cf8248dacb4a service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.544796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-eebd5bf3-522e-48bd-98f4-cf8248dacb4a service neutron] 10.222.0.83 "DELETE /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5/bindings/n-h1-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.6420555 Dec 20 15:45:49.557249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.559287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] Deleting port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:49.559933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.619645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea8bd4fa-0477-48ef-8ed4-d14d38f00b84 req-e706bc84-3c39-4984-b783-ad5e3cc988d4 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008065 Dec 20 15:45:49.671210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Pushing event updated for resources: {'Port': ['ID=24d48f9e-2f96-4327-a6c3-650a008af55c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:49.686524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] For port 9e4cc082-a3c9-455e-ae47-958e6f4b8354, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e4cc082-a3c9-455e-ae47-958e6f4b8354,segment=NetworkSegment(c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d),segment_id=c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:49.688086 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:45:49.698046 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:45:49.709079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] Calling delete_port for 9e4cc082-a3c9-455e-ae47-958e6f4b8354 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:49.738083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Attempting to bind port 24d48f9e-2f96-4327-a6c3-650a008af55c on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:49.738728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Attempting to bind port 24d48f9e-2f96-4327-a6c3-650a008af55c by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '41eee9b5-292c-4c31-87c7-b77ab1cd0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:49.739272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Attempting to bind port 24d48f9e-2f96-4327-a6c3-650a008af55c on network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:49.739559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Deleting port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:49.739905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.746076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Port 24d48f9e-2f96-4327-a6c3-650a008af55c on network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:49.746781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Attempting to bind port 24d48f9e-2f96-4327-a6c3-650a008af55c on network 0ab32ffd-1e49-4033-8511-8b6aabb3ba5c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:49.752495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:49.753131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Checking segment: {'id': '41eee9b5-292c-4c31-87c7-b77ab1cd0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:49.753905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Bound using segment: {'id': '41eee9b5-292c-4c31-87c7-b77ab1cd0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:49.754550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Bound port: 24d48f9e-2f96-4327-a6c3-650a008af55c, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41eee9b5-292c-4c31-87c7-b77ab1cd0704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:49.755122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.795590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.814170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.828888 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] 10.222.0.81 "DELETE /v2.0/networks/4aa78685-2591-4677-98fb-0592a258fc67 HTTP/1.1" status: 204 len: 168 time: 0.8059669 Dec 20 15:45:49.838022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a064b58-e565-413e-981b-918b347c8c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa78685-2591-4677-98fb-0592a258fc67,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:49.850494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] For port 24d48f9e-2f96-4327-a6c3-650a008af55c, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:49.865816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] For port 24d48f9e-2f96-4327-a6c3-650a008af55c, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24d48f9e-2f96-4327-a6c3-650a008af55c,segment=NetworkSegment(41eee9b5-292c-4c31-87c7-b77ab1cd0704),segment_id=41eee9b5-292c-4c31-87c7-b77ab1cd0704)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:49.888918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] For port 9e4cc082-a3c9-455e-ae47-958e6f4b8354, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e4cc082-a3c9-455e-ae47-958e6f4b8354,segment=NetworkSegment(c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d),segment_id=c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:49.889846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.900240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.917615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Calling delete_port for 9e4cc082-a3c9-455e-ae47-958e6f4b8354 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:49.952636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] Pushing event deleted for resources: {'Port': ['ID=9e4cc082-a3c9-455e-ae47-958e6f4b8354,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:49.963580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:49.990902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f4d7c-d517-4519-8357-1ef0c31ca0c2 None None] No DVR routers for this DVR port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:50.080657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.080657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.081956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] 10.222.0.83 "PUT /v2.0/ports/24d48f9e-2f96-4327-a6c3-650a008af55c HTTP/1.1" status: 200 len: 1091 time: 1.7653558 Dec 20 15:45:50.085186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'tag': '24d48f9e-2f96-4327-a6c3-650a008af55c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:50.089407 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251" -d '{"events": [{"name": "network-changed", "server_uuid": "766e7ca2-c6e4-45e7-9913-d57296a0cc77", "tag": "24d48f9e-2f96-4327-a6c3-650a008af55c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:50.098685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.115635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efcea2-75b7-4908-8fb9-a9e16571c706 service neutron] Pushing event updated for resources: {'Port': ['ID=24d48f9e-2f96-4327-a6c3-650a008af55c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:50.130788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4cc082-a3c9-455e-ae47-958e6f4b8354,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:50.136111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] No DVR routers for this DVR port 9e4cc082-a3c9-455e-ae47-958e6f4b8354 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:50.172464 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6436b71-5539-42c7-8d74-3a5eed600498 x-openstack-request-id: req-c6436b71-5539-42c7-8d74-3a5eed600498 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:50.172873 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766e7ca2-c6e4-45e7-9913-d57296a0cc77", "tag": "24d48f9e-2f96-4327-a6c3-650a008af55c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:50.174650 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6436b71-5539-42c7-8d74-3a5eed600498 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:50.177499 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'tag': '24d48f9e-2f96-4327-a6c3-650a008af55c', 'status': 'completed', 'code': 200} Dec 20 15:45:50.237805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.263426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4099e4d6-9cc1-48e8-9d39-bbd2a34a2939']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:50.274852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:50.275599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81cf4eb-be6a-478b-9b45-51d8ebd6bd6d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:45:50.295660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.311314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.322162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:45:50.322642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:45:50.325960 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:45:50.347196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251 req-7fafada6-a07d-4306-87c6-3a246e535d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.347196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251 req-7fafada6-a07d-4306-87c6-3a246e535d11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed9f66e390484b678c8725dcec6d084d&device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 1094 time: 0.1527960 Dec 20 15:45:50.354877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7cbc-9172-4f06-b9cc-9f8f6bba13e9 req-18b6ca03-591b-4787-b50f-adb84926ff82 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.356517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-459f7cbc-9172-4f06-b9cc-9f8f6bba13e9 req-18b6ca03-591b-4787-b50f-adb84926ff82 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.0940936 Dec 20 15:45:50.387446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52932) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:50.440538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bf46ab93-fc2a-485d-ba54-1cea6d9e6398 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68e831c0a0454e1cb365ed6de2ab1b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519550 Dec 20 15:45:50.445667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52936) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:50.526113 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578cd1d8-b3ef-43cb-b4a5-8496c6535f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.548699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60760359-8abc-48c0-a8d6-357a367c61c0 req-74c28d70-bc97-41dd-9fd7-779f04df3a11 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.551249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60760359-8abc-48c0-a8d6-357a367c61c0 req-74c28d70-bc97-41dd-9fd7-779f04df3a11 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 943 time: 0.1597254 Dec 20 15:45:50.557425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-459f7cbc-9172-4f06-b9cc-9f8f6bba13e9 req-0100852b-b9f6-4ce7-8d10-d476d5158fb7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669681 Dec 20 15:45:50.562366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.595189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.601100 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4099e4d6-9cc1-48e8-9d39-bbd2a34a2939 HTTP/1.1" status: 204 len: 168 time: 1.3671708 Dec 20 15:45:50.606225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578cd1d8-b3ef-43cb-b4a5-8496c6535f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.609800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d06627-d6eb-49ae-b699-aaac88728b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=4099e4d6-9cc1-48e8-9d39-bbd2a34a2939,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:50.630620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251 req-43c4b060-e65f-414d-a51c-d5fd6740afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.633313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251 req-43c4b060-e65f-414d-a51c-d5fd6740afca service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ed9f66e390484b678c8725dcec6d084d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2755380 Dec 20 15:45:50.794147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60760359-8abc-48c0-a8d6-357a367c61c0 req-8da9ac37-f35c-4a9e-b3ad-109110975916 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234151 Dec 20 15:45:50.815439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41927032-890f-47ce-b558-5607ed003dc6 req-21ddfda7-2840-4ca9-969d-3199313c6ef0 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0824621 Dec 20 15:45:50.878229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251 req-c096a4d5-eaee-4de8-92bc-56ee55febb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.878229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d449f3c5-9fbf-4b8b-9b5b-10a2cb377251 req-c096a4d5-eaee-4de8-92bc-56ee55febb9c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134621 Dec 20 15:45:50.928144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578cd1d8-b3ef-43cb-b4a5-8496c6535f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.932619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-578cd1d8-b3ef-43cb-b4a5-8496c6535f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:50.934785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-578cd1d8-b3ef-43cb-b4a5-8496c6535f19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/459a6cd4-89a8-4570-825a-bdf3cfdfbf3e HTTP/1.1" status: 204 len: 168 time: 0.4883387 Dec 20 15:45:50.953420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd1d8-b3ef-43cb-b4a5-8496c6535f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459a6cd4-89a8-4570-825a-bdf3cfdfbf3e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:51.035847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2cdd20ca-5f97-4194-8330-9d01f429b063 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:51.062399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2cdd20ca-5f97-4194-8330-9d01f429b063 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:51.063067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2cdd20ca-5f97-4194-8330-9d01f429b063 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:51.063722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9e4cc082-a3c9-455e-ae47-958e6f4b8354 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:51.090702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 9e4cc082-a3c9-455e-ae47-958e6f4b8354 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:51.093647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9e4cc082-a3c9-455e-ae47-958e6f4b8354 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:51.109383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cada78-1c5b-4dc9-8673-099022b963ef req-4b253421-277a-4893-93ee-2466d80b66f9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:51.121632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9cada78-1c5b-4dc9-8673-099022b963ef req-4b253421-277a-4893-93ee-2466d80b66f9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2009468 Dec 20 15:45:51.129020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67ada9-f143-4a95-8708-02f1a976c07a req-1586e0c6-65ea-4080-99f1-30e5682140e9 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:51.130809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f67ada9-f143-4a95-8708-02f1a976c07a req-1586e0c6-65ea-4080-99f1-30e5682140e9 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 1095 time: 0.1883998 Dec 20 15:45:51.172302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-f9c63ab9-3978-47bd-a928-79b65e65632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:51.174186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-f9c63ab9-3978-47bd-a928-79b65e65632e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed9f66e390484b678c8725dcec6d084d&device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 1094 time: 0.2236776 Dec 20 15:45:51.228219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52962) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:51.249887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-2459396d-fc5c-46d2-bda1-c321cddfcad4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d48f9e-2f96-4327-a6c3-650a008af55c HTTP/1.1" status: 200 len: 217 time: 0.0599353 Dec 20 15:45:51.284654 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-671cfd36-0b3b-4156-9849-fe911230a1f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56fdafe1a1db4cb79fc1559ae11a9379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547340 Dec 20 15:45:51.287124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52964) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:51.310770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9cada78-1c5b-4dc9-8673-099022b963ef req-870d4c4a-e8d0-4431-8bf7-bc353690631d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779759 Dec 20 15:45:51.333521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f67ada9-f143-4a95-8708-02f1a976c07a req-f16d3b39-3348-4439-af99-c5b0af9365a1 tempest-LiveMigrationTest-296695386 tempest-LiveMigrationTest-296695386-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674554 Dec 20 15:45:51.385902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-9b81e58f-d7f8-41f2-a9e0-527de74c0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:51.403981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-9b81e58f-d7f8-41f2-a9e0-527de74c0292 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc9c7a30-46b8-4612-8e34-86465b340106 HTTP/1.1" status: 200 len: 855 time: 0.1393013 Dec 20 15:45:51.444044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ebc990af-371f-4797-a375-3fb3617ffb30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:51.496553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-324eb838-6e70-48fa-a25c-80410faf4217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878549 Dec 20 15:45:51.497276 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ebc990af-371f-4797-a375-3fb3617ffb30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:51.499940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:51.657540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-080a1c5d-5144-4150-8167-c51ab81cb9bb service neutron] 10.222.0.83 "GET /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512947 Dec 20 15:45:51.723426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ebc990af-371f-4797-a375-3fb3617ffb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:51.732127 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ebc990af-371f-4797-a375-3fb3617ffb30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:51.732127 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ebc990af-371f-4797-a375-3fb3617ffb30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d764f17d-38e0-42cd-9436-f759aa613da6 HTTP/1.1" status: 204 len: 168 time: 0.4395549 Dec 20 15:45:51.736124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc990af-371f-4797-a375-3fb3617ffb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764f17d-38e0-42cd-9436-f759aa613da6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:51.787522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5719d8d7-4b18-4c06-b4a5-8acd542886ee req-0ca31b06-718b-4cd8-82f2-f57796f15987 service neutron] 10.222.0.83 "GET /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234498 Dec 20 15:45:51.978689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a745b-5a73-4886-97dd-9248ce7a0044 req-07ff7e4f-80d4-4fe0-9f80-6b8f6d4681dc tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:51.993600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b1a745b-5a73-4886-97dd-9248ce7a0044 req-07ff7e4f-80d4-4fe0-9f80-6b8f6d4681dc tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 943 time: 0.1131654 Dec 20 15:45:52.087406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b1a745b-5a73-4886-97dd-9248ce7a0044 req-c3702092-197b-4db0-a303-2fa4b94895ce tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928161 Dec 20 15:45:52.166434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-349c6004-ecc9-440f-a3da-deb6454516c8 req-52b16088-b667-431a-a352-74c2cda2dcc5 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0989602 Dec 20 15:45:52.290338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f529-7b37-488f-a1f6-585ef742bee7 req-8ce44690-ba50-4bdb-bd66-818d4dc38d69 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:52.306075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6534f529-7b37-488f-a1f6-585ef742bee7 req-8ce44690-ba50-4bdb-bd66-818d4dc38d69 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.1018403 Dec 20 15:45:52.416005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6534f529-7b37-488f-a1f6-585ef742bee7 req-c08d57e6-308c-4d6a-b8df-60929800aef5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090219 Dec 20 15:45:52.538259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934dc55-43e4-4e88-ace6-bdb931398175 req-e5340441-d6b5-4d17-8ba9-c0349f426df2 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:52.548135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6934dc55-43e4-4e88-ace6-bdb931398175 req-e5340441-d6b5-4d17-8ba9-c0349f426df2 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.0888186 Dec 20 15:45:52.612096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6934dc55-43e4-4e88-ace6-bdb931398175 req-9dcc82ba-5878-4b9e-89f7-06b027a7d5b5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568340 Dec 20 15:45:52.711889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53038) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:52.889606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1606496715-network', 'tenant_id': '8f7825a349304142b4c48dc4394ba6d5'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:53.006913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Made reservation on behalf of 8f7825a349304142b4c48dc4394ba6d5 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:53.010325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:53.026264 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:53.092698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527bc1-367f-417a-9e34-43640c600d96 req-1f517c2d-127c-4e60-89d2-39c060b2034d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:53.094299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa527bc1-367f-417a-9e34-43640c600d96 req-1f517c2d-127c-4e60-89d2-39c060b2034d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.1433954 Dec 20 15:45:53.660024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:53.683390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27d5e12c-0bd9-4d4d-a352-59fbf6f34d6d req-2834205e-56c8-4b58-a367-3751031e384f tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0644627 Dec 20 15:45:53.720958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5845ea-1d0e-4c4a-a0e0-bfcf27ca7111 req-4dbf8bca-f534-4f8c-b2e4-d2d8c7706030 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:53.723745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc5845ea-1d0e-4c4a-a0e0-bfcf27ca7111 req-4dbf8bca-f534-4f8c-b2e4-d2d8c7706030 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 943 time: 0.5209050 Dec 20 15:45:53.728231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Deleting port 2059030f-9065-4a60-849e-e4eb1b41a1c5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:53.728578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:53.805989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:53.870754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc5845ea-1d0e-4c4a-a0e0-bfcf27ca7111 req-7491c6ad-a4fb-4187-920e-21de327fd0ee tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377261 Dec 20 15:45:53.902983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:45:53.931838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:53.932514 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Added segment b9af902a-2253-45aa-aed9-13c2a0fc9131 of type vlan for network 1de0e942-064f-4355-8ced-93a9cb3dd23f Dec 20 15:45:53.950658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d145cef7-7868-48b7-b9c4-e698be34d57f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:53.985451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] For port 2059030f-9065-4a60-849e-e4eb1b41a1c5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2059030f-9065-4a60-849e-e4eb1b41a1c5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:53.985920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.034933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Calling delete_port for 2059030f-9065-4a60-849e-e4eb1b41a1c5 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:54.107167 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.223969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:45:54.264936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab1811-3bae-4012-989b-98ebd0797cdb req-e8b1dad9-cef7-4667-8718-ad533925823b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:54.266684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cab1811-3bae-4012-989b-98ebd0797cdb req-e8b1dad9-cef7-4667-8718-ad533925823b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 944 time: 0.2290549 Dec 20 15:45:54.315277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794a7f7-3c6c-47b4-b1dd-92bf70201d29 req-5f83c6ac-2215-4e79-a426-dadb49c4bbe7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:54.322783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a794a7f7-3c6c-47b4-b1dd-92bf70201d29 req-5f83c6ac-2215-4e79-a426-dadb49c4bbe7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2104228 Dec 20 15:45:54.360224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.361199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:54.361777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.478192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.491478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4947088e-dfeb-4c5e-a803-98b46b4043a5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:54.509257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a794a7f7-3c6c-47b4-b1dd-92bf70201d29 req-1942ec84-67fe-4bec-874b-1f8061899143 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831732 Dec 20 15:45:54.520610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cab1811-3bae-4012-989b-98ebd0797cdb req-470488e4-6c76-4f62-8fc9-a47648b2fc47 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222157 Dec 20 15:45:54.563726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8506761 Dec 20 15:45:54.564507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae8d9-9c66-4508-967d-a551846a86ee admin admin] Pushing event updated for resources: {'Network': ['ID=1de0e942-064f-4355-8ced-93a9cb3dd23f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:54.567573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53086) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:54.573988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Request body: {'subnet': {'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1606496715-subnet', 'tenant_id': '8f7825a349304142b4c48dc4394ba6d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:54.577567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event deleted for resources: {'Port': ['ID=2059030f-9065-4a60-849e-e4eb1b41a1c5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:54.634164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] No DVR routers for this DVR port 2059030f-9065-4a60-849e-e4eb1b41a1c5 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:54.637929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.643001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa527bc1-367f-417a-9e34-43640c600d96 req-0d5adac2-e214-483d-9c2a-512f40dd12d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.83 "DELETE /v2.0/ports/2059030f-9065-4a60-849e-e4eb1b41a1c5 HTTP/1.1" status: 204 len: 173 time: 1.5406559 Dec 20 15:45:54.643497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'name': 'network-vif-deleted', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:54.646176 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac1528-3041-4d83-baa0-509a5a774bdf" -d '{"events": [{"server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "name": "network-vif-deleted", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:54.689760 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27336fc-b375-4956-8657-c7a2259be180 x-openstack-request-id: req-d27336fc-b375-4956-8657-c7a2259be180 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:54.690337 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410e2105-f213-4061-9c11-181f8c425f40", "name": "network-vif-deleted", "tag": "2059030f-9065-4a60-849e-e4eb1b41a1c5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:54.691027 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d27336fc-b375-4956-8657-c7a2259be180 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:54.691679 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410e2105-f213-4061-9c11-181f8c425f40', 'name': 'network-vif-deleted', 'tag': '2059030f-9065-4a60-849e-e4eb1b41a1c5', 'status': 'completed', 'code': 200} Dec 20 15:45:54.728520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Made reservation on behalf of 8f7825a349304142b4c48dc4394ba6d5 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:54.730891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:54.885915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18fac530-9019-4329-9f66-a8dbe40aaf2d req-00c3ed4e-0d95-4ca0-a01d-41b2492f5080 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0628450 Dec 20 15:45:54.906526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['2059030f-9065-4a60-849e-e4eb1b41a1c5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:54.908625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1de0e942-064f-4355-8ced-93a9cb3dd23f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:45:55.203374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199e6d3-1ddf-4581-a578-dc12667dd22c req-547ebc8c-8429-415b-badf-0347428c6b31 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:55.213433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6199e6d3-1ddf-4581-a578-dc12667dd22c req-547ebc8c-8429-415b-badf-0347428c6b31 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 943 time: 0.1715996 Dec 20 15:45:55.326415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6199e6d3-1ddf-4581-a578-dc12667dd22c req-f807fea4-753d-4eed-bd32-f34059862e7a tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082940 Dec 20 15:45:55.373031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:55.455588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb747e2-57a5-4bac-8a00-e295548ad48c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:55.501444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Checking segment: {'id': 'b9af902a-2253-45aa-aed9-13c2a0fc9131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:55.501806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Network hostable DHCP agents. Network: 1de0e942-064f-4355-8ced-93a9cb3dd23f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:45:55.631180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Network 1de0e942-064f-4355-8ced-93a9cb3dd23f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:45:55.661272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5001afa2-cccc-4147-817d-9b672477384b req-43c3680e-9727-4ebe-9517-a3d4ec257a46 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0389786 Dec 20 15:45:55.682782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24d48f9e-2f96-4327-a6c3-650a008af55c details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:55.745675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1de0e942-064f-4355-8ced-93a9cb3dd23f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:45:55.754558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:55.754558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:55.759503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592072b-58b8-4566-a399-fdc8e565d5be None None] Network 1de0e942-064f-4355-8ced-93a9cb3dd23f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:55.814367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53142) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:55.857191 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9eb96dc8-f8bb-41e1-85e7-2636187358b3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2854302 Dec 20 15:45:55.882608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2e39-80e0-4c7b-a64b-44af5d3a4cae req-c5e949dc-0ee8-44b6-805a-e642a19fd140 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:55.885486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c2f2e39-80e0-4c7b-a64b-44af5d3a4cae req-c5e949dc-0ee8-44b6-805a-e642a19fd140 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1250477 Dec 20 15:45:55.910219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b31edf9-17ec-4fb6-8327-6d9435d7855f None None] Network 1de0e942-064f-4355-8ced-93a9cb3dd23f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:45:55.991893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c2f2e39-80e0-4c7b-a64b-44af5d3a4cae req-b36fbf3a-4470-4747-9d46-dd877b4107ba tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000237 Dec 20 15:45:56.085269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24d48f9e-2f96-4327-a6c3-650a008af55c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24d48f9e-2f96-4327-a6c3-650a008af55c,segment=NetworkSegment(41eee9b5-292c-4c31-87c7-b77ab1cd0704),segment_id=41eee9b5-292c-4c31-87c7-b77ab1cd0704)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:56.143990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '24d48f9e-2f96-4327-a6c3-650a008af55c', 'network_id': '0ab32ffd-1e49-4033-8511-8b6aabb3ba5c', 'port_id': '24d48f9e-2f96-4327-a6c3-650a008af55c', 'mac_address': 'fa:16:3e:d5:a1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9c7a30-46b8-4612-8e34-86465b340106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:56.172499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7673f406-bbf7-4362-a3dc-0e558497b278 req-5337d35e-873d-44a5-b6ea-a0498468e1ff tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0760050 Dec 20 15:45:56.207749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b42e43d2-b643-49b2-a702-85d44ae6f4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.288170 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.297092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86e6ad-6a86-4650-a766-3aeecd5579c3 req-c1841635-8dd8-4267-821d-6dbf66f48274 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:56.309184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be86e6ad-6a86-4650-a766-3aeecd5579c3 req-c1841635-8dd8-4267-821d-6dbf66f48274 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 945 time: 0.1305013 Dec 20 15:45:56.326912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d48f9e-2f96-4327-a6c3-650a008af55c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:56.380384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24d48f9e-2f96-4327-a6c3-650a008af55c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24d48f9e-2f96-4327-a6c3-650a008af55c,segment=NetworkSegment(41eee9b5-292c-4c31-87c7-b77ab1cd0704),segment_id=41eee9b5-292c-4c31-87c7-b77ab1cd0704)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:56.399085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be86e6ad-6a86-4650-a766-3aeecd5579c3 req-57ef5aa6-4974-4f0d-8353-ab9def5d1752 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856812 Dec 20 15:45:56.444737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b42e43d2-b643-49b2-a702-85d44ae6f4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.459814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.517225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b42e43d2-b643-49b2-a702-85d44ae6f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.550028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24d48f9e-2f96-4327-a6c3-650a008af55c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:56.597283 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b42e43d2-b643-49b2-a702-85d44ae6f4e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a1a65b2806f41e69497c03f4fe98346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7817814 Dec 20 15:45:56.599372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd1368-d372-40b5-9372-0f57986d8c7f req-d8064f8d-3924-487e-9c6e-696ac1d41e17 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:56.599905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53178) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:56.612139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94dd1368-d372-40b5-9372-0f57986d8c7f req-d8064f8d-3924-487e-9c6e-696ac1d41e17 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 944 time: 0.1315832 Dec 20 15:45:56.659528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e43d2-b643-49b2-a702-85d44ae6f4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e6d45-fc83-4a02-9661-b82a4e7c2a12,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:56.722596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75f2ad5d-8871-4c36-b2f5-07b7672aa30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.726176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94dd1368-d372-40b5-9372-0f57986d8c7f req-7f784a57-1dca-4408-9350-f28aebbcad91 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127474 Dec 20 15:45:56.770080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75f2ad5d-8871-4c36-b2f5-07b7672aa30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.843474 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:45:56.846741 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:45:56.850675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-90b9f742-9cca-4099-9976-11816f3e39fe tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:56.853302 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.857698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-90b9f742-9cca-4099-9976-11816f3e39fe tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/networks?id=1de0e942-064f-4355-8ced-93a9cb3dd23f HTTP/1.1" status: 200 len: 818 time: 0.2432365 Dec 20 15:45:56.865000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['24d48f9e-2f96-4327-a6c3-650a008af55c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:56.912897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1c26c57-f265-4ce4-a01e-3c94d7aefa3f req-714062aa-a3dc-4ce6-a217-1aaf783df960 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0533562 Dec 20 15:45:56.917736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75f2ad5d-8871-4c36-b2f5-07b7672aa30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.926032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75f2ad5d-8871-4c36-b2f5-07b7672aa30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:56.931545 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75f2ad5d-8871-4c36-b2f5-07b7672aa30e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f0e6d45-fc83-4a02-9661-b82a4e7c2a12 HTTP/1.1" status: 204 len: 168 time: 0.3304574 Dec 20 15:45:56.939365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-cdab83be-0555-437d-a17e-2be995c3b2fb tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/quotas/8f7825a349304142b4c48dc4394ba6d5 HTTP/1.1" status: 200 len: 375 time: 0.0788102 Dec 20 15:45:56.948417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2ad5d-8871-4c36-b2f5-07b7672aa30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e6d45-fc83-4a02-9661-b82a4e7c2a12,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:56.988991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-00313428-757f-4a8f-aa21-8e5ee9ac2930 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f7825a349304142b4c48dc4394ba6d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483906 Dec 20 15:45:57.111908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-121296f2-03e0-4b22-9bd5-6fdfff141f23 service neutron] 10.222.0.81 "GET /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194544 Dec 20 15:45:57.281218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0483-052e-4762-9b3b-1bb5a7e964fe req-27edc1a2-3601-4d47-8161-dc98be768557 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:57.283092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bcc0483-052e-4762-9b3b-1bb5a7e964fe req-27edc1a2-3601-4d47-8161-dc98be768557 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1574802 Dec 20 15:45:57.345417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ccfe3810-a68e-4523-80c3-d27197ef84e1 service neutron] 10.222.0.81 "GET /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323735 Dec 20 15:45:57.405176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bcc0483-052e-4762-9b3b-1bb5a7e964fe req-23f69a03-5d3a-42c8-82b7-1048fda2a593 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110282 Dec 20 15:45:57.533356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-966fc418-5a11-4cdf-95ce-17d6c965ccd3 req-f8e28cf3-21c5-47cc-bbbe-173a4a783839 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0332754 Dec 20 15:45:57.704126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:57.728565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 2059030f-9065-4a60-849e-e4eb1b41a1c5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:45:57.729234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2059030f-9065-4a60-849e-e4eb1b41a1c5 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:45:57.737468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496aef8-1885-4d8d-a771-74e08fc814f3 req-2a9f8b3f-4018-4f0c-98ab-edfc481e55a5 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:57.739008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5496aef8-1885-4d8d-a771-74e08fc814f3 req-2a9f8b3f-4018-4f0c-98ab-edfc481e55a5 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 945 time: 0.0615282 Dec 20 15:45:57.802207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5496aef8-1885-4d8d-a771-74e08fc814f3 req-59851693-58c2-4644-9c3f-36494c1a70a4 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 Dec 20 15:45:57.980228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c51e6c20-942f-498a-8321-164c3a081f5a req-eaa1f3b7-db77-482f-b52b-0e372a45e9af tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 210 time: 0.0589688 Dec 20 15:45:58.031967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c717c1-66bc-4ae5-8d21-5ad71417b4d3 req-81875bf0-69ed-471c-bae1-8c03c21ba25f tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:58.043745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16c717c1-66bc-4ae5-8d21-5ad71417b4d3 req-81875bf0-69ed-471c-bae1-8c03c21ba25f tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 944 time: 0.1783798 Dec 20 15:45:58.262706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16c717c1-66bc-4ae5-8d21-5ad71417b4d3 req-102daf2e-b982-414c-a11b-cca98729fa30 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180786 Dec 20 15:45:58.335129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f3f3d36-3f3d-4804-a5e7-8b378788b0d7 req-6f93a64e-249c-4d2f-b7a5-d62a6adf0cc4 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0821915 Dec 20 15:45:58.378655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-866b71a1-b310-40dc-977f-e0b1df8e4361 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:58.380633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-866b71a1-b310-40dc-977f-e0b1df8e4361 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 945 time: 0.3106215 Dec 20 15:45:58.509402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Deleting port 6b2016f8-fe52-413f-b57d-5483972a657d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:45:58.510095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:58.540410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53236) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:58.660929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed54ce-1a0d-465b-adf2-1fefa761869f req-0c45d167-758a-41b4-b401-229428862af0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:58.662810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6ed54ce-1a0d-465b-adf2-1fefa761869f req-0c45d167-758a-41b4-b401-229428862af0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1277294 Dec 20 15:45:58.727073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] For port 6b2016f8-fe52-413f-b57d-5483972a657d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6b2016f8-fe52-413f-b57d-5483972a657d,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:58.727567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:58.729090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1471491772-network', 'tenant_id': '8343a036c0e7494fad2b3ca81cc938b9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:58.759465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a0b972c-ea1b-4e17-b78c-6b125deacfc6 req-43a4e976-251c-4ec9-946e-263a7af21211 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0579584 Dec 20 15:45:58.779788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Calling delete_port for 6b2016f8-fe52-413f-b57d-5483972a657d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:45:58.863811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Made reservation on behalf of 8343a036c0e7494fad2b3ca81cc938b9 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:58.866212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:58.879464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.009691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.072729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6ed54ce-1a0d-465b-adf2-1fefa761869f req-5a866906-a580-4d06-929d-1c6685395f7f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006326 Dec 20 15:45:59.089045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.111194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17992c0c-0c5b-48cf-9a54-098dc514b5e4 req-6646e336-932a-4500-a3d3-089f3788ca84 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:59.112746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17992c0c-0c5b-48cf-9a54-098dc514b5e4 req-6646e336-932a-4500-a3d3-089f3788ca84 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 945 time: 0.0946202 Dec 20 15:45:59.144007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:45:59.158048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cefbeeb-f79c-40cd-b08f-d3a167a37974,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:59.166403 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.213303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.213303 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Added segment 4772c98c-87f3-4e9c-b0d5-99e504129da8 of type vlan for network 458fea40-5c7d-412c-9363-d9accf15df7a Dec 20 15:45:59.213541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6b2016f8-fe52-413f-b57d-5483972a657d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:59.240745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.265933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fd05d22-9cc9-4380-b773-c8bfd77d5c9a req-8c3e5c14-b8f6-4e9c-a802-311e7d349106 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 210 time: 0.0815363 Dec 20 15:45:59.266694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Pushing event deleted for resources: {'Port': ['ID=6b2016f8-fe52-413f-b57d-5483972a657d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:59.303481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a53dd230-b791-4bea-982b-37140ac117af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.361073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.362901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:59.362901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.380636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17992c0c-0c5b-48cf-9a54-098dc514b5e4 req-ba899788-eae1-43fc-9e17-78715f8b839e tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/security-groups?id=7fd46892-d858-4727-8e37-217b80f71cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576134 Dec 20 15:45:59.412917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] No DVR routers for this DVR port 6b2016f8-fe52-413f-b57d-5483972a657d on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:59.429920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.433619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cbc51a8-12b2-48d1-8b74-5ffa1e452e46 req-f2c04924-4aa6-41da-8d4b-0fdc34db303a tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.83 "DELETE /v2.0/ports/6b2016f8-fe52-413f-b57d-5483972a657d HTTP/1.1" status: 204 len: 173 time: 1.0456059 Dec 20 15:45:59.436480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'name': 'network-vif-deleted', 'tag': '6b2016f8-fe52-413f-b57d-5483972a657d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:59.440276 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2913ee-eefe-462c-a7ec-da0b88e7b1ad" -d '{"events": [{"server_uuid": "8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d", "name": "network-vif-deleted", "tag": "6b2016f8-fe52-413f-b57d-5483972a657d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:59.513972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9723511 Dec 20 15:45:59.517506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53264) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:45:59.519975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739ecdb-9757-4029-b27c-8ffd930a0c69 admin admin] Pushing event updated for resources: {'Network': ['ID=458fea40-5c7d-412c-9363-d9accf15df7a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:59.528138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Request body: {'subnet': {'network_id': '458fea40-5c7d-412c-9363-d9accf15df7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1471491772-subnet', 'tenant_id': '8343a036c0e7494fad2b3ca81cc938b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:59.533257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 458fea40-5c7d-412c-9363-d9accf15df7a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:45:59.558962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a278d17e-d7cf-478a-961d-82203bac4466 req-c35f822c-258d-4e41-93d7-d2d26532eeba tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0709968 Dec 20 15:45:59.592072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b91f5-1298-4dd7-840e-88c0a67fa858 req-946d02ec-100f-467b-a307-e8df96f4aef3 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:59.599482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-109b91f5-1298-4dd7-840e-88c0a67fa858 req-946d02ec-100f-467b-a307-e8df96f4aef3 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 944 time: 0.1890564 Dec 20 15:45:59.649798 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5650d-e1ff-4a48-bec1-0443ab63da94 x-openstack-request-id: req-03a5650d-e1ff-4a48-bec1-0443ab63da94 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:59.650059 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d", "name": "network-vif-deleted", "tag": "6b2016f8-fe52-413f-b57d-5483972a657d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:59.650183 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03a5650d-e1ff-4a48-bec1-0443ab63da94 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:59.650531 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d', 'name': 'network-vif-deleted', 'tag': '6b2016f8-fe52-413f-b57d-5483972a657d', 'status': 'completed', 'code': 200} Dec 20 15:45:59.656871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Made reservation on behalf of 8343a036c0e7494fad2b3ca81cc938b9 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:45:59.662117 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.718519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24d48f9e-2f96-4327-a6c3-650a008af55c up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:59.733776 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-109b91f5-1298-4dd7-840e-88c0a67fa858 req-ce42788e-5d86-4432-a828-16f3e12671dc tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333258 Dec 20 15:45:59.848097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 24d48f9e-2f96-4327-a6c3-650a008af55c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:45:59.854523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 24d48f9e-2f96-4327-a6c3-650a008af55c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:59.854943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:00.011381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83f25cd6-87b9-46ed-9f9a-dd60065df9ad req-e33f872d-f587-4421-87b1-06d55d24d957 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0553224 Dec 20 15:46:00.055458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:00.109672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 24d48f9e-2f96-4327-a6c3-650a008af55c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24d48f9e-2f96-4327-a6c3-650a008af55c,segment=NetworkSegment(41eee9b5-292c-4c31-87c7-b77ab1cd0704),segment_id=41eee9b5-292c-4c31-87c7-b77ab1cd0704)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:00.110910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d48f9e-2f96-4327-a6c3-650a008af55c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:00.113811 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511db4cb-2272-42f9-841b-3680f8ce600e" -d '{"events": [{"server_uuid": "766e7ca2-c6e4-45e7-9913-d57296a0cc77", "name": "network-vif-plugged", "status": "completed", "tag": "24d48f9e-2f96-4327-a6c3-650a008af55c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:00.173632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:00.180778 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0028ebd-1eca-4a79-bbcd-cac5bacde7ee x-openstack-request-id: req-f0028ebd-1eca-4a79-bbcd-cac5bacde7ee {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:00.181133 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766e7ca2-c6e4-45e7-9913-d57296a0cc77", "name": "network-vif-plugged", "status": "completed", "tag": "24d48f9e-2f96-4327-a6c3-650a008af55c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:00.181527 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0028ebd-1eca-4a79-bbcd-cac5bacde7ee {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:00.182014 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d48f9e-2f96-4327-a6c3-650a008af55c', 'code': 200} Dec 20 15:46:00.219503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:00.276955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=24d48f9e-2f96-4327-a6c3-650a008af55c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:00.403113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e37c282-fbc0-4c70-928b-9629e1e2cdfe,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:00.412451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Checking segment: {'id': '4772c98c-87f3-4e9c-b0d5-99e504129da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '458fea40-5c7d-412c-9363-d9accf15df7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:00.413255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Network hostable DHCP agents. Network: 458fea40-5c7d-412c-9363-d9accf15df7a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:00.430673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59ba5acc-e046-4733-a56b-ed0f152a832b req-505e9a2c-1ef2-4a0e-8546-0ae12995944a tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 210 time: 0.0570972 Dec 20 15:46:00.465945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a3701-e001-41a9-85b6-85177c8c4c7d req-0ad5c6bd-be18-45ef-bc13-dc37bfef24a5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:00.476393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa7a3701-e001-41a9-85b6-85177c8c4c7d req-0ad5c6bd-be18-45ef-bc13-dc37bfef24a5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2444482 Dec 20 15:46:00.502925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dda8d-fa03-43a2-8171-0f7fa82bd992 req-db790cd1-0e48-4458-9a1c-59fa567259dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:00.504482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c78dda8d-fa03-43a2-8171-0f7fa82bd992 req-db790cd1-0e48-4458-9a1c-59fa567259dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 1096 time: 0.1857352 Dec 20 15:46:00.559317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Network 458fea40-5c7d-412c-9363-d9accf15df7a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:00.611299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be51b33f-6254-46c3-836b-c409fb873248 req-c442f0c5-4753-4e78-a9b3-bea8e73fa0b8 tempest-AttachSCSIVolumeTestJSON-1844469507 tempest-AttachSCSIVolumeTestJSON-1844469507-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b4750c8-59d2-4b10-b3b0-d7dfe1b0660d HTTP/1.1" status: 200 len: 210 time: 0.0758588 Dec 20 15:46:00.620409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa7a3701-e001-41a9-85b6-85177c8c4c7d req-d56e1e3b-fa84-486a-bb32-fe34e7a3bece tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431005 Dec 20 15:46:00.681561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c78dda8d-fa03-43a2-8171-0f7fa82bd992 req-e299639c-6647-4c12-8d60-8ed8f2386892 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640232 Dec 20 15:46:00.682564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 458fea40-5c7d-412c-9363-d9accf15df7a) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:00.696106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf0278-3f2e-4b51-8ad4-0627bc4da397 None None] Network 458fea40-5c7d-412c-9363-d9accf15df7a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:00.696438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:00.698214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:00.828544 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2eafc663-2edc-4170-8642-dd1878422292 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3096278 Dec 20 15:46:00.870223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d91f025-c885-4f1a-94d7-fbf9a1e557df req-0e31e6bb-e733-42e2-a129-58560b26934c tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0763745 Dec 20 15:46:00.949602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0f532-cc78-4993-b30e-e7d951850c89 None None] Network 458fea40-5c7d-412c-9363-d9accf15df7a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:00.978858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72f029-a30f-47dd-8bb4-7f045fa901e9 req-859e8c19-6d92-4b17-bd62-d4037afc3e84 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:00.986636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb72f029-a30f-47dd-8bb4-7f045fa901e9 req-859e8c19-6d92-4b17-bd62-d4037afc3e84 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 945 time: 0.0962970 Dec 20 15:46:01.097822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb72f029-a30f-47dd-8bb4-7f045fa901e9 req-61ce0088-752e-47b6-ae14-9a48a6be4716 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996649 Dec 20 15:46:01.279948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1421209-73cf-4789-a126-90eba3f3b10e req-7e3fd8d8-8d7f-49df-8b5b-c5d478b053fa tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0501833 Dec 20 15:46:01.316278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-bab7272e-087e-485c-afb2-e2450522ad11 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:01.317852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-bab7272e-087e-485c-afb2-e2450522ad11 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.72 "GET /v2.0/networks?id=1de0e942-064f-4355-8ced-93a9cb3dd23f HTTP/1.1" status: 200 len: 818 time: 0.2086678 Dec 20 15:46:01.334813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Request body: {'port': {'device_id': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f', 'admin_state_up': True, 'tenant_id': '8f7825a349304142b4c48dc4394ba6d5'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:01.363087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-820bb330-5852-4d2a-a684-ba055c1e8d93 req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-798419235', 'description': 'tempest-description-1855989088'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:01.622761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d064dd4f-e7f8-40df-a2df-a584a3c46f4a req-8f7b1424-f728-47d7-8929-d804d4bd77ca tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 210 time: 0.0681255 Dec 20 15:46:01.689520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-820bb330-5852-4d2a-a684-ba055c1e8d93 req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:01.716277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6b2016f8-fe52-413f-b57d-5483972a657d no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:01.719928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75ab6c7e-15e5-49ec-85fa-e4b8b4ef7521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:01.758433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Made reservation on behalf of 8f7825a349304142b4c48dc4394ba6d5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:01.759752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 6b2016f8-fe52-413f-b57d-5483972a657d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:01.767481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:01.771546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6b2016f8-fe52-413f-b57d-5483972a657d not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:01.920414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c251f-dfd5-4124-824d-140229c81aa6 req-159fb97b-795f-4edb-b157-42043d3e7b8c tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:01.923038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d3c251f-dfd5-4124-824d-140229c81aa6 req-159fb97b-795f-4edb-b157-42043d3e7b8c tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1450641 Dec 20 15:46:01.945679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-820bb330-5852-4d2a-a684-ba055c1e8d93 req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.042407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d3c251f-dfd5-4124-824d-140229c81aa6 req-dbfb6088-eaef-40e7-9388-203207309c1f tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180809 Dec 20 15:46:02.053104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-820bb330-5852-4d2a-a684-ba055c1e8d93 req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.163550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-820bb330-5852-4d2a-a684-ba055c1e8d93 req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.166591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-820bb330-5852-4d2a-a684-ba055c1e8d93 req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8072875 Dec 20 15:46:02.177679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c7513-df06-45c6-b0b5-c1e27854ab7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3ec7c-39e4-4699-8b86-007f047a1add,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:02.245083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e07b95a2-715b-4ac8-842c-42fbc583ed0e req-f34bd45b-4325-40c5-80a2-1f06441d59d7 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0439785 Dec 20 15:46:02.294664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Allocated IP 172.20.0.6 (1de0e942-064f-4355-8ced-93a9cb3dd23f/5fb747e2-57a5-4bac-8a00-e295548ad48c/b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:02.433560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750e86-467b-4b1e-a41a-cd35bea0d05b req-783a5567-bbcb-4107-a130-0e306f79c19b tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:02.435104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750e86-467b-4b1e-a41a-cd35bea0d05b req-783a5567-bbcb-4107-a130-0e306f79c19b tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 945 time: 0.0947530 Dec 20 15:46:02.550503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750e86-467b-4b1e-a41a-cd35bea0d05b req-1658b322-4594-45d9-a6ad-35c30e74a13b tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Dec 20 15:46:02.553476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.658638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-501ce899-65ff-4863-9333-4a294368460d req-f0abe01f-d5cb-4718-b4eb-9cb5ff13cb37 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/d0b3ec7c-39e4-4699-8b86-007f047a1add HTTP/1.1" status: 200 len: 1821 time: 0.0549667 Dec 20 15:46:02.670559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0b3ec7c-39e4-4699-8b86-007f047a1add', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:02.670880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0b3ec7c-39e4-4699-8b86-007f047a1add', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:02.704065 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.706404 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.758500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Network 1de0e942-064f-4355-8ced-93a9cb3dd23f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:02.762623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:02.771128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:02.825480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:02.826845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.848417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Pushing event updated for resources: {'Port': ['ID=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:02.895351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.916853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:02.942875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-720ad745-5b6c-40cc-bc1c-b94858b9e691 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6146789 Dec 20 15:46:02.956591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Request body: {'port': {'device_id': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:02.986145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:03.027583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d8238a-a434-41b0-8030-51fd4247cdf9,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:03.039911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:03.098638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:03.100671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-501ce899-65ff-4863-9333-4a294368460d req-93ad87a0-dff4-4854-a4b3-f04fc7fb4d40 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4345317 Dec 20 15:46:03.224552 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-52c87678-2f3d-43a4-83d3-c0209c5be113 req-dde53527-33d9-4de1-b283-b89ebf05b4c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0372992 Dec 20 15:46:03.271848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71ef2d96-cb38-487e-8773-17756ea45f10 req-3b4e5af2-54c4-486b-89c6-74556add9c4d tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0428240 Dec 20 15:46:03.419024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452680f-6834-436d-91ae-7bdbff41066e req-ef5f3323-a87b-48ea-8e6a-c2f570464ab3 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:03.420585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6452680f-6834-436d-91ae-7bdbff41066e req-ef5f3323-a87b-48ea-8e6a-c2f570464ab3 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 931 time: 0.0829046 Dec 20 15:46:03.495563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:46:03.511280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:03.518614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6452680f-6834-436d-91ae-7bdbff41066e req-dc72451c-c6e3-44e7-bbb1-55bfe2a8a8d9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860107 Dec 20 15:46:03.529417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Transition to ACTIVE for port object b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:46:03.642939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2adc-c2d1-4e6a-ac52-a0581b0b2b27 req-0d31099d-f9b7-408a-bb62-31673a84c320 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:03.644517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c42a2adc-c2d1-4e6a-ac52-a0581b0b2b27 req-0d31099d-f9b7-408a-bb62-31673a84c320 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.0560043 Dec 20 15:46:03.659263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:03.756784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Pushing event updated for resources: {'Port': ['ID=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:03.792183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.792540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.792887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.793257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.793603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.793971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.794302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.794653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.794985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.795470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.795667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.795997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.796330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:03.829242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c42a2adc-c2d1-4e6a-ac52-a0581b0b2b27 req-eaf28ae4-403b-4c85-8a92-0cb724157022 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302552 Dec 20 15:46:03.867085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Attempting to bind port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:03.868338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Attempting to bind port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'b9af902a-2253-45aa-aed9-13c2a0fc9131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:03.868338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Attempting to bind port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 on network 1de0e942-064f-4355-8ced-93a9cb3dd23f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:03.874375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 on network 1de0e942-064f-4355-8ced-93a9cb3dd23f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:46:03.874712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Attempting to bind port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 on network 1de0e942-064f-4355-8ced-93a9cb3dd23f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:03.880702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:03.881049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Checking segment: {'id': 'b9af902a-2253-45aa-aed9-13c2a0fc9131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:03.881483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Bound using segment: {'id': 'b9af902a-2253-45aa-aed9-13c2a0fc9131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:03.881925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Bound port: b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9af902a-2253-45aa-aed9-13c2a0fc9131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:03.882983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:03.901035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a2b6f237-2579-4426-9a19-04e5b129a216 req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-683451136', 'description': 'tempest-description-1742185211'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:04.081728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] For port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:04.085828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbc0b555-0e3b-49d3-bc07-ebfe7e7ba4ae req-2698c38e-9229-4ecb-9445-c305200c1e27 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=410e2105-f213-4061-9c11-181f8c425f40 HTTP/1.1" status: 200 len: 210 time: 0.0742698 Dec 20 15:46:04.099951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] For port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,segment=NetworkSegment(b9af902a-2253-45aa-aed9-13c2a0fc9131),segment_id=b9af902a-2253-45aa-aed9-13c2a0fc9131)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:04.102662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2b6f237-2579-4426-9a19-04e5b129a216 req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.197194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.215922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.276645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:04.276893 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.278719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] 10.222.0.72 "PUT /v2.0/ports/b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 HTTP/1.1" status: 200 len: 1091 time: 1.3265448 Dec 20 15:46:04.317668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'tag': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:04.321099 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c685f6-6a36-42a3-aab3-36e8645a0dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b70c7e64-6e0f-4e86-b81d-381e7c39ac69", "tag": "b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:04.365962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2b6f237-2579-4426-9a19-04e5b129a216 req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.393124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069ed88-cb37-489b-8644-d666bf35a5ee req-d5e42ef3-be96-475c-b61f-08b57a8ef07c tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:04.394726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1069ed88-cb37-489b-8644-d666bf35a5ee req-d5e42ef3-be96-475c-b61f-08b57a8ef07c tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 945 time: 0.2027483 Dec 20 15:46:04.400905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1847ea-d9ca-40e4-a401-f4ef6e03667f service neutron] Pushing event updated for resources: {'Port': ['ID=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:04.474409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1069ed88-cb37-489b-8644-d666bf35a5ee req-13a390f6-5f88-4c8f-9c9d-14fca1f2d867 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692563 Dec 20 15:46:04.622462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2b6f237-2579-4426-9a19-04e5b129a216 req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.727421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f90c29-bd95-4a59-bf9f-68608a451bf9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:04.734587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddb4b7d3-0dc7-40d1-8684-9bc38448b780 req-f332c55b-909c-457a-877a-93736ff44f08 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1380830 Dec 20 15:46:04.752815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-1703c232-954d-4776-a17c-dcaac06bdb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:04.756060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-1703c232-954d-4776-a17c-dcaac06bdb3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f7825a349304142b4c48dc4394ba6d5&device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 1094 time: 0.2112017 Dec 20 15:46:04.866576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-f75fdaae-ddbb-4e24-9a82-c85eeb97ad68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 HTTP/1.1" status: 200 len: 217 time: 0.0987649 Dec 20 15:46:04.870815 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0056669-66e7-4ff4-bf0b-36208ea6524b x-openstack-request-id: req-d0056669-66e7-4ff4-bf0b-36208ea6524b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:04.871455 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70c7e64-6e0f-4e86-b81d-381e7c39ac69", "tag": "b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:04.871833 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0056669-66e7-4ff4-bf0b-36208ea6524b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:04.872333 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'tag': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695', 'status': 'completed', 'code': 200} Dec 20 15:46:04.877242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a2b6f237-2579-4426-9a19-04e5b129a216 req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.880054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2b6f237-2579-4426-9a19-04e5b129a216 req-73a0667d-0a03-4f3c-87ca-25a300ee5e6d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9858339 Dec 20 15:46:05.023966 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:05.121646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80713633-b4cf-4392-af10-d13989f0f764 req-b1d0dbe3-be76-4d9b-8f6c-2367301f0652 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:05.130176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80713633-b4cf-4392-af10-d13989f0f764 req-b1d0dbe3-be76-4d9b-8f6c-2367301f0652 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 943 time: 0.1551974 Dec 20 15:46:05.637201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80713633-b4cf-4392-af10-d13989f0f764 req-1e454032-96fb-4872-88ea-b49d6f477eb7 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038428 Dec 20 15:46:05.649968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-574aabbb-cef2-409b-ba7a-179de6298b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:05.656411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-574aabbb-cef2-409b-ba7a-179de6298b3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fb747e2-57a5-4bac-8a00-e295548ad48c HTTP/1.1" status: 200 len: 858 time: 0.7729316 Dec 20 15:46:05.722646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667abf5f-d117-4879-b785-c69ab791d3a5 req-ec2beff9-1725-4b85-9ed6-b5efa288a2d5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:05.730797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-667abf5f-d117-4879-b785-c69ab791d3a5 req-ec2beff9-1725-4b85-9ed6-b5efa288a2d5 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.6980641 Dec 20 15:46:05.751487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-f417389b-4a72-4ed1-84fc-a09e5e5dd57c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1de0e942-064f-4355-8ced-93a9cb3dd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703344 Dec 20 15:46:05.882084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-667abf5f-d117-4879-b785-c69ab791d3a5 req-129ba379-2b67-439c-b472-2ea35b33ad2e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452584 Dec 20 15:46:05.901749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9ff2086f-af76-4273-9485-9e49d4cee770 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/e3f90c29-bd95-4a59-bf9f-68608a451bf9 HTTP/1.1" status: 200 len: 1821 time: 0.2276194 Dec 20 15:46:05.914674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e3f90c29-bd95-4a59-bf9f-68608a451bf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:05.915219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e3f90c29-bd95-4a59-bf9f-68608a451bf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:06.028837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-373f2929-16d8-40bd-a2be-74c6228dbe76 service neutron] 10.222.0.72 "GET /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650540 Dec 20 15:46:06.238701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f3c6dea-7fdb-4f32-b0c8-47bcd477cd67 req-9e51159c-290a-4163-97c8-5223329ed5cc service neutron] 10.222.0.72 "GET /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003305 Dec 20 15:46:06.451142 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:06.484784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:06.500756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7db8b5-b58c-4713-91bd-37cc2cf85050 req-b1d606a4-71c4-4413-8c19-64d0a24f3c4d tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:06.510147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd7db8b5-b58c-4713-91bd-37cc2cf85050 req-b1d606a4-71c4-4413-8c19-64d0a24f3c4d tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 945 time: 0.2700438 Dec 20 15:46:06.606846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-78109224-2d4a-48fd-b12e-d0d02ae16bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:06.609962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-78109224-2d4a-48fd-b12e-d0d02ae16bd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f7825a349304142b4c48dc4394ba6d5&device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 1094 time: 0.1765344 Dec 20 15:46:06.638875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd7db8b5-b58c-4713-91bd-37cc2cf85050 req-9848a2ed-c093-4409-8e3f-ded0838d3171 tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264234 Dec 20 15:46:06.891519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:06.928698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f61e81f-0d5d-4e7c-98a0-d311de301670,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:06.932871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-a511f480-f09c-4331-967b-16808719b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:06.934838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-a511f480-f09c-4331-967b-16808719b44c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1de0e942-064f-4355-8ced-93a9cb3dd23f HTTP/1.1" status: 200 len: 919 time: 0.2947505 Dec 20 15:46:06.962735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e3420f0-b073-47a2-bcec-8fd7e656a284 req-7751e131-6807-4394-b35f-56c2bc3d95cb tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0710328 Dec 20 15:46:07.042481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-5ca7acc5-65f2-4e66-8145-79ce8e2b7b8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 HTTP/1.1" status: 200 len: 217 time: 0.0759366 Dec 20 15:46:07.164725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-1176c56e-c38a-45d9-9b37-ef8fde9e30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:07.166321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-1176c56e-c38a-45d9-9b37-ef8fde9e30d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fb747e2-57a5-4bac-8a00-e295548ad48c HTTP/1.1" status: 200 len: 858 time: 0.1159720 Dec 20 15:46:07.215097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:07.229552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f2bae8e-ca27-420a-b7fd-4174b3b325ad req-9fcaf19d-e41a-440b-8ff6-c6c7da114f2c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3265629 Dec 20 15:46:07.302849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ca490-cf2f-49c9-91a3-be46df38f081 req-2d8b3e9a-920e-4dbf-bc74-d231c3e8cce5 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:07.313212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a13ca490-cf2f-49c9-91a3-be46df38f081 req-2d8b3e9a-920e-4dbf-bc74-d231c3e8cce5 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 943 time: 0.1972528 Dec 20 15:46:07.321799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-89ded924-7665-457f-b073-45409507e80c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1de0e942-064f-4355-8ced-93a9cb3dd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453640 Dec 20 15:46:07.463446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a13ca490-cf2f-49c9-91a3-be46df38f081 req-44f6f84e-5e9f-4888-bcc8-5e8635709fe4 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488614 Dec 20 15:46:07.636644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfee09-883e-42f0-a593-285e2dc9d9e1 req-d76baee0-8f51-4cec-a16b-d1d76100d1b9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:07.651370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6dfee09-883e-42f0-a593-285e2dc9d9e1 req-d76baee0-8f51-4cec-a16b-d1d76100d1b9 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2900481 Dec 20 15:46:07.810387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-4a613fef-65f2-41f5-adcc-aac542958b04 service neutron] 10.222.0.72 "GET /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705358 Dec 20 15:46:07.814096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6dfee09-883e-42f0-a593-285e2dc9d9e1 req-2d683418-a1e7-4fd1-a036-c3ad39b51fe7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618285 Dec 20 15:46:07.923885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-76a98618-1bde-42bc-b301-c79533111657 req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887689721', 'description': 'tempest-description-1186016682'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:08.021811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12c685f6-6a36-42a3-aab3-36e8645a0dc1 req-fd1ef0a5-f38e-4cf8-b36d-80d84c77f750 service neutron] 10.222.0.72 "GET /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029083 Dec 20 15:46:08.093911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76a98618-1bde-42bc-b301-c79533111657 req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:08.341918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76a98618-1bde-42bc-b301-c79533111657 req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:08.468989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d91e0a4-0056-4ace-983f-56a1c3f2f38d req-63fadeb1-e370-424d-8a8d-e6427e7581b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60f08bb8a0b1474f8b06879e98417ad7&device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1242995 Dec 20 15:46:08.472085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76a98618-1bde-42bc-b301-c79533111657 req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:08.628467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbeeac48-ddbd-4843-bb38-bb1ff33d8362 req-b09a58b8-f813-4896-8d96-654bf17a1837 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1852064 Dec 20 15:46:08.677427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db73dad-2b60-41a0-b991-af2721bd40b9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:08.701301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76a98618-1bde-42bc-b301-c79533111657 req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:08.702749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76a98618-1bde-42bc-b301-c79533111657 req-f0ee4d19-3496-4079-b493-ff5cb720c9ff tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7860873 Dec 20 15:46:08.705565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d91e0a4-0056-4ace-983f-56a1c3f2f38d req-4555bb90-3f6e-4dd1-baf8-c3c9a7200997 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=60f08bb8a0b1474f8b06879e98417ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413913 Dec 20 15:46:09.003971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-fd24f730-2205-4dfb-8ff2-1036f78bacaf req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-884325056', 'description': 'tempest-description-1653478758'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:09.170105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fd24f730-2205-4dfb-8ff2-1036f78bacaf req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:09.193469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006ff2c-7867-46d1-8974-4a0987488a6b req-6a98d0a7-61c2-4f51-8d64-ef52423e6a2c tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:09.208954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9006ff2c-7867-46d1-8974-4a0987488a6b req-6a98d0a7-61c2-4f51-8d64-ef52423e6a2c tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 943 time: 0.2474725 Dec 20 15:46:09.331907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e0a4-0056-4ace-983f-56a1c3f2f38d req-c3e72d8b-738a-4af2-9d06-d3915354ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:09.336563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d91e0a4-0056-4ace-983f-56a1c3f2f38d req-c3e72d8b-738a-4af2-9d06-d3915354ceea service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6209557 Dec 20 15:46:09.464239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9006ff2c-7867-46d1-8974-4a0987488a6b req-131642bb-f8ee-4bcd-84d3-cef69139a2b1 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505915 Dec 20 15:46:09.512193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fd24f730-2205-4dfb-8ff2-1036f78bacaf req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:09.600501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fd24f730-2205-4dfb-8ff2-1036f78bacaf req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:09.717382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cfe840-ba3b-4a46-849e-e02e74e3a9f2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:09.760201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c25cdb-e87b-490e-bc3b-8ea40130d4a9 req-141a1758-6daf-4c06-976e-2ab4f8f63bba tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:09.778561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c25cdb-e87b-490e-bc3b-8ea40130d4a9 req-141a1758-6daf-4c06-976e-2ab4f8f63bba tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2224963 Dec 20 15:46:09.804784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fd24f730-2205-4dfb-8ff2-1036f78bacaf req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:09.807470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd24f730-2205-4dfb-8ff2-1036f78bacaf req-599a93d9-17a5-48ab-9d8e-c04cda72414a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8072670 Dec 20 15:46:09.917058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c25cdb-e87b-490e-bc3b-8ea40130d4a9 req-29fc03b3-56bf-436c-a3da-d97b9da35023 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360753 Dec 20 15:46:10.039539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-67bce578-abe4-4771-abbb-88522d85516d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/3db73dad-2b60-41a0-b991-af2721bd40b9 HTTP/1.1" status: 200 len: 1821 time: 0.0906522 Dec 20 15:46:10.155549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abad842b-d2f3-42d2-96e7-5dcaf496c0d7 req-e361bea6-bfa8-4259-b7e4-2714e73124d8 tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.81 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.1147258 Dec 20 15:46:10.288532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-9a1860d7-ad17-4fd0-a67c-e336f390ae56 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/b1cfe840-ba3b-4a46-849e-e02e74e3a9f2 HTTP/1.1" status: 200 len: 1821 time: 0.1630843 Dec 20 15:46:10.315361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3db73dad-2b60-41a0-b991-af2721bd40b9', 'remote_group_id': 'b1cfe840-ba3b-4a46-849e-e02e74e3a9f2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:10.316076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3db73dad-2b60-41a0-b991-af2721bd40b9', 'remote_group_id': 'b1cfe840-ba3b-4a46-849e-e02e74e3a9f2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:10.635197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d91e0a4-0056-4ace-983f-56a1c3f2f38d req-97f7a77a-5a32-41a9-b9e6-b89d3e9adc0e tempest-ServerShowV257Test-19034428 tempest-ServerShowV257Test-19034428-project] 10.222.0.72 "GET /v2.0/ports?device_id=705e221c-4018-4cae-a346-a696f2970bda HTTP/1.1" status: 200 len: 210 time: 0.0560775 Dec 20 15:46:10.676602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:10.713422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24205753-38ce-433d-ae97-45a5e8a6c48d req-c6c6c250-0021-4e02-8784-96cb88b19954 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:10.721002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24205753-38ce-433d-ae97-45a5e8a6c48d req-c6c6c250-0021-4e02-8784-96cb88b19954 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 943 time: 0.1544592 Dec 20 15:46:10.751462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:10.818274 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:10.873484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24205753-38ce-433d-ae97-45a5e8a6c48d req-d7834ec3-d587-411e-adcb-05b47a5f0502 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503296 Dec 20 15:46:10.899450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382844d6-4bee-4b41-aa39-10601891bff4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:10.963060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:46:10.977433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:10.978972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f94120d-d2e9-4bf7-a20d-01f9d8db7466 req-96b27ae6-ee59-4565-b9b0-7f648f94d228 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6830649 Dec 20 15:46:11.019864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-31cc7311-56ed-4d2c-93e7-e46a4d2352d1 req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1052929043', 'description': 'tempest-description-234715104'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:11.209351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f6ec4-e31f-4fec-8acd-c6c61e2f76ac req-0243b88a-8aa8-4fe9-ae38-7dca0b1de681 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:11.212419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-415f6ec4-e31f-4fec-8acd-c6c61e2f76ac req-0243b88a-8aa8-4fe9-ae38-7dca0b1de681 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1544707 Dec 20 15:46:11.219659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,segment=NetworkSegment(b9af902a-2253-45aa-aed9-13c2a0fc9131),segment_id=b9af902a-2253-45aa-aed9-13c2a0fc9131)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:11.234931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695', 'network_id': '1de0e942-064f-4355-8ced-93a9cb3dd23f', 'port_id': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695', 'mac_address': 'fa:16:3e:3c:87:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb747e2-57a5-4bac-8a00-e295548ad48c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:46:11.245962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-31cc7311-56ed-4d2c-93e7-e46a4d2352d1 req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:11.321932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:11.336435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-415f6ec4-e31f-4fec-8acd-c6c61e2f76ac req-d8e3d2c8-83ec-4a86-acfb-a85d0ab91707 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163685 Dec 20 15:46:11.356192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:46:11.392428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,segment=NetworkSegment(b9af902a-2253-45aa-aed9-13c2a0fc9131),segment_id=b9af902a-2253-45aa-aed9-13c2a0fc9131)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:11.456196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-31cc7311-56ed-4d2c-93e7-e46a4d2352d1 req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:11.482855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:11.637727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:11.724916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:46:11.911059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-31cc7311-56ed-4d2c-93e7-e46a4d2352d1 req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:11.956716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19294d55-7d2d-4bf8-84e7-03176649e6ef,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:12.063351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-31cc7311-56ed-4d2c-93e7-e46a4d2352d1 req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:12.064731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31cc7311-56ed-4d2c-93e7-e46a4d2352d1 req-5a8324f0-5868-431f-a82b-a22128edce5c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0499613 Dec 20 15:46:12.465800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef40f0-d190-4342-99c4-fe7a1d5a4142 req-d008aeea-6ab9-4a8a-841e-cfd3f2669b12 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:12.486119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbef40f0-d190-4342-99c4-fe7a1d5a4142 req-d008aeea-6ab9-4a8a-841e-cfd3f2669b12 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 944 time: 0.1044753 Dec 20 15:46:12.575218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbef40f0-d190-4342-99c4-fe7a1d5a4142 req-07bc4a4d-f468-40cc-923a-c51f4f4938d8 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804451 Dec 20 15:46:12.619905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-98d1fe39-2ba0-425c-9452-3eb62c137e92 req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-689310715', 'description': 'tempest-description-1894519966'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:12.728858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-98d1fe39-2ba0-425c-9452-3eb62c137e92 req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:12.882180 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-98d1fe39-2ba0-425c-9452-3eb62c137e92 req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:12.895366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:12.962533 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-98d1fe39-2ba0-425c-9452-3eb62c137e92 req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:12.967405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:13.057676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-98d1fe39-2ba0-425c-9452-3eb62c137e92 req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.072141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98d1fe39-2ba0-425c-9452-3eb62c137e92 req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4574542 Dec 20 15:46:13.092269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3198ab-fde6-4309-9f75-42eacf30b12b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bfed80-fff0-4593-846e-ebf9800c9e1d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:13.103449 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.114741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d43ca-2853-4d80-9396-edff07123f4e req-8b4caeef-217d-425b-8e64-471ece346bd7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:13.128325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e09d43ca-2853-4d80-9396-edff07123f4e req-8b4caeef-217d-425b-8e64-471ece346bd7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1486797 Dec 20 15:46:13.128325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53572) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:13.207843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:46:13.213230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:13.213609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.252961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.328198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.366700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae737e8-bdc1-4c58-b67d-473c5854c175,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:13.386974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.388248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.388771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.389356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.389926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.390436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.390949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.391461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.391957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.392452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.392957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.393516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.394066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.394592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:13.403817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aff62cd8-857f-4927-baaa-a13c178f9064 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60f08bb8a0b1474f8b06879e98417ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072381 Dec 20 15:46:13.406366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53580) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:13.437439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:13.440638 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21c48e1-2eff-4a2a-a9f7-a54d3dd77a66" -d '{"events": [{"server_uuid": "b70c7e64-6e0f-4e86-b81d-381e7c39ac69", "name": "network-vif-plugged", "status": "completed", "tag": "b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:13.483071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,segment=NetworkSegment(b9af902a-2253-45aa-aed9-13c2a0fc9131),segment_id=b9af902a-2253-45aa-aed9-13c2a0fc9131)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:13.489555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-019b7d87-88ca-4254-9dd2-17db41fd0191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.514691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-019b7d87-88ca-4254-9dd2-17db41fd0191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.522532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e09d43ca-2853-4d80-9396-edff07123f4e req-9b238396-17fa-4d50-86db-51fb125d3b02 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977153 Dec 20 15:46:13.596460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.691798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-019b7d87-88ca-4254-9dd2-17db41fd0191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.696367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-019b7d87-88ca-4254-9dd2-17db41fd0191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:13.696882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-708bc0d1-edeb-4527-80f4-6d8b4d94d73d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/19294d55-7d2d-4bf8-84e7-03176649e6ef HTTP/1.1" status: 200 len: 1821 time: 0.1289566 Dec 20 15:46:13.701669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-019b7d87-88ca-4254-9dd2-17db41fd0191 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ae737e8-bdc1-4c58-b67d-473c5854c175 HTTP/1.1" status: 204 len: 168 time: 0.2901008 Dec 20 15:46:13.706119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:13.729501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b7d87-88ca-4254-9dd2-17db41fd0191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae737e8-bdc1-4c58-b67d-473c5854c175,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:13.734371 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21bae08-36ab-456c-9f1a-9d0fa53d4a63 x-openstack-request-id: req-d21bae08-36ab-456c-9f1a-9d0fa53d4a63 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:13.734631 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70c7e64-6e0f-4e86-b81d-381e7c39ac69", "name": "network-vif-plugged", "status": "completed", "tag": "b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:13.734871 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d21bae08-36ab-456c-9f1a-9d0fa53d4a63 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:13.735283 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695', 'code': 200} Dec 20 15:46:13.911987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-9f2b3bf2-df3e-4036-9db5-22be839808dd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/11bfed80-fff0-4593-846e-ebf9800c9e1d HTTP/1.1" status: 200 len: 1821 time: 0.1888423 Dec 20 15:46:13.941092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae1356-4c39-4b69-bb7e-3b677167afdb req-cce5074d-05e9-4e40-8ec0-40cff6ad9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:13.942688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84ae1356-4c39-4b69-bb7e-3b677167afdb req-cce5074d-05e9-4e40-8ec0-40cff6ad9723 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 1096 time: 0.1359334 Dec 20 15:46:13.953551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7722f8-1596-477f-9e08-50921735f423 req-00c21258-87fa-4f79-87fa-bb47c8821d2b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:13.961525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d7722f8-1596-477f-9e08-50921735f423 req-00c21258-87fa-4f79-87fa-bb47c8821d2b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.1282392 Dec 20 15:46:14.033633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19294d55-7d2d-4bf8-84e7-03176649e6ef', 'remote_group_id': '11bfed80-fff0-4593-846e-ebf9800c9e1d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:14.035332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19294d55-7d2d-4bf8-84e7-03176649e6ef', 'remote_group_id': '11bfed80-fff0-4593-846e-ebf9800c9e1d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:14.114026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84ae1356-4c39-4b69-bb7e-3b677167afdb req-99213659-17cd-4ea8-b59a-0430179333e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502087 Dec 20 15:46:14.128919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d7722f8-1596-477f-9e08-50921735f423 req-845b55f6-2efe-40ba-8f0b-c43236a321ac tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665037 Dec 20 15:46:14.140111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:14.433155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084d76-3bc4-41f9-a4f4-c477d74def58 req-7819eec3-5295-4bcd-95ae-432809b2f7c7 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:14.440606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f084d76-3bc4-41f9-a4f4-c477d74def58 req-7819eec3-5295-4bcd-95ae-432809b2f7c7 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 945 time: 0.2093654 Dec 20 15:46:14.454208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:14.549458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-2c10becb-70a6-437c-aa4b-877ff1fa4e03 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:14.550883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-2c10becb-70a6-437c-aa4b-877ff1fa4e03 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.2094193 Dec 20 15:46:14.621497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:14.639616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f084d76-3bc4-41f9-a4f4-c477d74def58 req-21d70ced-dd2b-4e04-b0b0-8279d814e2a0 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980669 Dec 20 15:46:14.714092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:14.754708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef38b5a3-2073-43de-9d66-3a1e1a2b69eb,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:14.827987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Deleting port 4947088e-dfeb-4c5e-a803-98b46b4043a5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:14.829774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:14.874087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:14.879730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44d1dddf-a88b-427f-a652-be1a0f2bbff9 req-0361fc95-32ac-4528-89c3-491d26aad1e1 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8668065 Dec 20 15:46:15.051928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191beae-95b1-4adb-9343-ea6308699480 req-b983337b-806c-4a07-9b68-995a5e438667 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:15.053533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d191beae-95b1-4adb-9343-ea6308699480 req-b983337b-806c-4a07-9b68-995a5e438667 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2030978 Dec 20 15:46:15.062390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] For port 4947088e-dfeb-4c5e-a803-98b46b4043a5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4947088e-dfeb-4c5e-a803-98b46b4043a5,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:15.062765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.106887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dedfa-72a9-4d0b-82c2-06cfc5cd6442 req-79e35f19-d95b-4cb1-b8d5-e3986a383e34 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:15.108567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf3dedfa-72a9-4d0b-82c2-06cfc5cd6442 req-79e35f19-d95b-4cb1-b8d5-e3986a383e34 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 950 time: 0.1603327 Dec 20 15:46:15.110636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Calling delete_port for 4947088e-dfeb-4c5e-a803-98b46b4043a5 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:15.122478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Deleting port eb068512-be60-48e8-9df8-bb45eb7f1c21 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:15.122776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.313757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:15.453378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1754549577-network', 'tenant_id': '316cf6451c77465d94e5f96aa2e8ad89'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:15.630926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Made reservation on behalf of 316cf6451c77465d94e5f96aa2e8ad89 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:15.634125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.645547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.697556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d191beae-95b1-4adb-9343-ea6308699480 req-1d827fec-d79d-4980-be40-a2858484a0ae tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239109 Dec 20 15:46:15.737541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.744287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf3dedfa-72a9-4d0b-82c2-06cfc5cd6442 req-31e3858a-7825-4c8d-b0ca-da766347ff4b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171799 Dec 20 15:46:15.808909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] For port eb068512-be60-48e8-9df8-bb45eb7f1c21, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eb068512-be60-48e8-9df8-bb45eb7f1c21,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:15.809308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.836352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Calling delete_port for eb068512-be60-48e8-9df8-bb45eb7f1c21 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:15.915757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.916582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53d77197-20c4-43ab-a70f-9dd472938af3 req-17e05564-3da9-4428-a950-e853e7006c7d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/11bfed80-fff0-4593-846e-ebf9800c9e1d HTTP/1.1" status: 200 len: 1821 time: 0.1691294 Dec 20 15:46:15.949872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:15.957073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582c74e7-00bf-4f67-947d-84c47ba739d9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:15.965666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:15.966273 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Added segment 627a0e32-961f-4f86-8509-66b77b943332 of type vlan for network 1f958801-b904-485d-8724-894064cba9d4 Dec 20 15:46:16.017656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.040644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a05c46-f0bc-4706-aadd-be1b1c7c8246 req-d873af32-02ab-461e-8ca8-008e829c2caf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:16.041651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32a05c46-f0bc-4706-aadd-be1b1c7c8246 req-d873af32-02ab-461e-8ca8-008e829c2caf tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=79a9bb4f-b43e-4829-907a-e8c1220165c3 HTTP/1.1" status: 200 len: 945 time: 0.2066107 Dec 20 15:46:16.120563 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.127863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-53d77197-20c4-43ab-a70f-9dd472938af3 req-3dcbf220-5448-4e23-8422-d2eb4ea5d9bd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.134809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4947088e-dfeb-4c5e-a803-98b46b4043a5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:46:16.147199 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.149495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:16.150051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.189898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event deleted for resources: {'Port': ['ID=4947088e-dfeb-4c5e-a803-98b46b4043a5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:16.219957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-53d77197-20c4-43ab-a70f-9dd472938af3 req-3dcbf220-5448-4e23-8422-d2eb4ea5d9bd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.239265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] Pushing event updated for resources: {'Network': ['ID=1f958801-b904-485d-8724-894064cba9d4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:16.245793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32a05c46-f0bc-4706-aadd-be1b1c7c8246 req-e3081944-d554-4cae-8d6c-dc79d3182071 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665344 Dec 20 15:46:16.278464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1f958801-b904-485d-8724-894064cba9d4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:16.283315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] No DVR routers for this DVR port 4947088e-dfeb-4c5e-a803-98b46b4043a5 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:16.289391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.292947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e7d000b-c057-4e07-add1-75fbafd327e4 req-20aa777f-f0b9-410e-8830-94a654e13f63 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "DELETE /v2.0/ports/4947088e-dfeb-4c5e-a803-98b46b4043a5 HTTP/1.1" status: 204 len: 173 time: 1.7335172 Dec 20 15:46:16.295083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'name': 'network-vif-deleted', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:16.297520 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de505ce-e9e8-474d-a50c-8379c9f05a9a" -d '{"events": [{"server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "name": "network-vif-deleted", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:16.302167 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ac4673d-5cb4-4c9c-919a-c4b9387f1d17 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9861920 Dec 20 15:46:16.305509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53652) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:16.317620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Request body: {'subnet': {'network_id': '1f958801-b904-485d-8724-894064cba9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1754549577-subnet', 'tenant_id': '316cf6451c77465d94e5f96aa2e8ad89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:16.440119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2d9a-bba6-4e8b-89bd-6219efd9d6ae req-dce81caf-7441-48d2-a973-0264045dd3d0 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:16.442639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Made reservation on behalf of 316cf6451c77465d94e5f96aa2e8ad89 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:16.445820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.447819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fdd2d9a-bba6-4e8b-89bd-6219efd9d6ae req-dce81caf-7441-48d2-a973-0264045dd3d0 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 945 time: 0.0696208 Dec 20 15:46:16.486777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.524107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb068512-be60-48e8-9df8-bb45eb7f1c21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:16.561212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fdd2d9a-bba6-4e8b-89bd-6219efd9d6ae req-8491b9c9-25ea-4acb-a2b0-7072ce283b76 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124003 Dec 20 15:46:16.577938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-53d77197-20c4-43ab-a70f-9dd472938af3 req-3dcbf220-5448-4e23-8422-d2eb4ea5d9bd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.590022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-53d77197-20c4-43ab-a70f-9dd472938af3 req-3dcbf220-5448-4e23-8422-d2eb4ea5d9bd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.590022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53d77197-20c4-43ab-a70f-9dd472938af3 req-3dcbf220-5448-4e23-8422-d2eb4ea5d9bd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/11bfed80-fff0-4593-846e-ebf9800c9e1d HTTP/1.1" status: 204 len: 173 time: 0.6564462 Dec 20 15:46:16.640795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbf220-5448-4e23-8422-d2eb4ea5d9bd tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bfed80-fff0-4593-846e-ebf9800c9e1d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:16.692332 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b1cd4-a6d8-4f08-8b29-ac82ba92d588 x-openstack-request-id: req-df2b1cd4-a6d8-4f08-8b29-ac82ba92d588 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:16.692733 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a9bb4f-b43e-4829-907a-e8c1220165c3", "name": "network-vif-deleted", "tag": "4947088e-dfeb-4c5e-a803-98b46b4043a5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:16.692944 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df2b1cd4-a6d8-4f08-8b29-ac82ba92d588 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:16.695469 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a9bb4f-b43e-4829-907a-e8c1220165c3', 'name': 'network-vif-deleted', 'tag': '4947088e-dfeb-4c5e-a803-98b46b4043a5', 'status': 'completed', 'code': 200} Dec 20 15:46:16.838955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-282e8cee-8b1b-4680-bea5-06cd36597f65 req-b023e7f1-ca21-40dd-b078-de78f1821eec tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/19294d55-7d2d-4bf8-84e7-03176649e6ef HTTP/1.1" status: 200 len: 1821 time: 0.1354103 Dec 20 15:46:16.884186 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.935800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:17.045419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2c0842-35d3-4eb0-87e7-0d038df2b623,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:17.070033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Checking segment: {'id': '627a0e32-961f-4f86-8509-66b77b943332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1f958801-b904-485d-8724-894064cba9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:17.070033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Network hostable DHCP agents. Network: 1f958801-b904-485d-8724-894064cba9d4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:17.180886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Network 1f958801-b904-485d-8724-894064cba9d4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:17.238817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Router f7c94742-d04e-4cd8-885d-7e65a2e46e97 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:46:17.326412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1f958801-b904-485d-8724-894064cba9d4) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:17.331580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:17.332460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:17.341414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a192ad-bb87-44ef-a266-bfe1ebea7a41 None None] Network 1f958801-b904-485d-8724-894064cba9d4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:17.408980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:17.422749 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] Sync routers for ids ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:17.434623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:17.437780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1659f23b-37b8-4e0b-a1b8-5ccc4089428f admin admin] 10.222.0.81 "PUT /v2.0/routers/f7c94742-d04e-4cd8-885d-7e65a2e46e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3103843 Dec 20 15:46:17.439166 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] Routers {'f7c94742-d04e-4cd8-885d-7e65a2e46e97'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:17.439953 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:17.525999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c930c52-2fef-4b10-86f5-849c0c47e39c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2152133 Dec 20 15:46:17.538886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ee99d-d977-4f24-8e8c-a6601c057542 req-1f7fa1d2-983c-4ccf-a49c-60b31807a96a tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:17.544273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-818ee99d-d977-4f24-8e8c-a6601c057542 req-1f7fa1d2-983c-4ccf-a49c-60b31807a96a tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1046956 Dec 20 15:46:17.602409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4e432-5b53-4b0d-94b9-e9882b1a178f None None] Network 1f958801-b904-485d-8724-894064cba9d4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:17.628922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-818ee99d-d977-4f24-8e8c-a6601c057542 req-9c3c84ff-8bea-40ef-affd-dc5e2efc6b68 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789559 Dec 20 15:46:17.664154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-02fb0400-dc28-48a1-8899-18fe86af65a8 req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-465747397', 'description': 'tempest-description-1729205812'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:17.720633 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] Set router f7c94742-d04e-4cd8-885d-7e65a2e46e97 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:17.721354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:17.791047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02fb0400-dc28-48a1-8899-18fe86af65a8 req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:17.882935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:17.904618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:17.950498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02fb0400-dc28-48a1-8899-18fe86af65a8 req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:17.990305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.025561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:18.029141 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:46:16Z', 'revision_number': 5, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port': {'id': '91f6b6a5-48b9-4418-9291-08bc359bb18f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:53Z', 'updated_at': '2021-12-20T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:18.030092 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ebf9e-da3d-4be0-938f-f90ce53a9f22" -d '{"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:18.046936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:18.059577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02fb0400-dc28-48a1-8899-18fe86af65a8 req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.077400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] Checking router: f7c94742-d04e-4cd8-885d-7e65a2e46e97 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:18.091483 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] Routers {'f7c94742-d04e-4cd8-885d-7e65a2e46e97'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:18.092368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:18.106108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b948ad-4530-4ba6-ada2-61488c820486,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:18.124341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Deleting port 91f6b6a5-48b9-4418-9291-08bc359bb18f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:18.125278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.134656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.204525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02fb0400-dc28-48a1-8899-18fe86af65a8 req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.207062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02fb0400-dc28-48a1-8899-18fe86af65a8 req-7d48d8fc-3285-43d9-b8d7-e315581af02b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5523448 Dec 20 15:46:18.238257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=11']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:18.320811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] For port 91f6b6a5-48b9-4418-9291-08bc359bb18f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=91f6b6a5-48b9-4418-9291-08bc359bb18f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:18.321251 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.321455 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] Set router f7c94742-d04e-4cd8-885d-7e65a2e46e97 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:18.348148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Calling delete_port for 91f6b6a5-48b9-4418-9291-08bc359bb18f owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:18.390041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:46:17Z', 'revision_number': 6, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:18.428334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0276ec-3b1c-4866-bfe6-b54d0820ccdb req-2f8634ee-983d-4bd9-9904-b176e82cdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:18.431068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e0276ec-3b1c-4866-bfe6-b54d0820ccdb req-2f8634ee-983d-4bd9-9904-b176e82cdf8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 1096 time: 0.0961735 Dec 20 15:46:18.431561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53720) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:18.463709 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9231101d-a4c6-49ca-95db-23377fb072f3 None None] The sync data for ids ['f7c94742-d04e-4cd8-885d-7e65a2e46e97'] in n-d-781076-8 is: [{'id': 'f7c94742-d04e-4cd8-885d-7e65a2e46e97', 'name': 'tempest-AttachSCSIVolumeTestJSON-1610793083-router', 'tenant_id': '112888933e10488c826a4c5cfb4557f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:43:51Z', 'updated_at': '2021-12-20T15:46:17Z', 'revision_number': 6, 'project_id': '112888933e10488c826a4c5cfb4557f1', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:18.499225 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95eaa36-3725-45d9-8fbe-5fc9bf78ba2c x-openstack-request-id: req-c95eaa36-3725-45d9-8fbe-5fc9bf78ba2c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:18.500681 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:18.501253 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c95eaa36-3725-45d9-8fbe-5fc9bf78ba2c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:18.501898 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'code': 200} Dec 20 15:46:18.608522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Deleting subnet bd2c0842-35d3-4eb0-87e7-0d038df2b623 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:18.626606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.650273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e0276ec-3b1c-4866-bfe6-b54d0820ccdb req-19a5a5fe-0bec-45a4-8733-8a4b2804b27c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978447 Dec 20 15:46:18.657702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-e2929b23-4539-4fc4-9f9e-4e03ea837060 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/80b948ad-4530-4ba6-ada2-61488c820486 HTTP/1.1" status: 200 len: 1821 time: 0.1288173 Dec 20 15:46:18.674445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90117-5148-4a44-a177-8b10845db2bf req-070f5284-0840-41d3-81e1-3f8715e7f38c tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:18.676489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21d90117-5148-4a44-a177-8b10845db2bf req-070f5284-0840-41d3-81e1-3f8715e7f38c tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 945 time: 0.2253075 Dec 20 15:46:18.683573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80b948ad-4530-4ba6-ada2-61488c820486', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:18.683888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80b948ad-4530-4ba6-ada2-61488c820486', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:18.714482 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.732155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.767143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Pushing event deleted for resources: {'Port': ['ID=91f6b6a5-48b9-4418-9291-08bc359bb18f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:18.838282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.848451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-8fe34583-844e-40b5-a6dc-90ee02cfdcdd tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:18.850030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-8fe34583-844e-40b5-a6dc-90ee02cfdcdd tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.72 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 945 time: 0.1480544 Dec 20 15:46:18.855694 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:18.891770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21d90117-5148-4a44-a177-8b10845db2bf req-0b4f3f81-8ac0-4351-96d7-a237f1ed0783 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/security-groups?id=d145cef7-7868-48b7-b9c4-e698be34d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945403 Dec 20 15:46:18.963368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:19.015513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.022232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 4947088e-dfeb-4c5e-a803-98b46b4043a5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:19.024128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4947088e-dfeb-4c5e-a803-98b46b4043a5 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:19.039459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.095057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.133924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.146096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Deleting port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:19.146444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.214026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.215228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.215432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c94742-d04e-4cd8-885d-7e65a2e46e97 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:46:19.220612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.225773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-865f0779-c930-4b59-af68-12769a37a12a admin admin] 10.222.0.81 "DELETE /v2.0/routers/f7c94742-d04e-4cd8-885d-7e65a2e46e97 HTTP/1.1" status: 204 len: 168 time: 1.7894299 Dec 20 15:46:19.226699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53724) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:19.250740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.252494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2c0842-35d3-4eb0-87e7-0d038df2b623,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:19.293927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b3f92d-d571-467a-bb21-6179c0bbc77f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:19.303625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] For port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,segment=NetworkSegment(b9af902a-2253-45aa-aed9-13c2a0fc9131),segment_id=b9af902a-2253-45aa-aed9-13c2a0fc9131)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:19.304651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.312757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.317688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-86bcb705-5fd1-4360-bc0b-a9fce3417fac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bd2c0842-35d3-4eb0-87e7-0d038df2b623 HTTP/1.1" status: 204 len: 168 time: 0.8850939 Dec 20 15:46:19.318569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53728) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:19.328544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Calling delete_port for b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:19.372167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eb068512-be60-48e8-9df8-bb45eb7f1c21 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:19.415168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.416406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23154b33-641f-4dee-9e56-82c1d823c9aa req-6b6ec31e-1c94-4b1b-b47b-0491c7077358 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7389500 Dec 20 15:46:19.458785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: eb068512-be60-48e8-9df8-bb45eb7f1c21 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:19.459453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eb068512-be60-48e8-9df8-bb45eb7f1c21 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:19.506082 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Deleting subnet be4a718e-f814-4d78-8745-af34644776b1 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:19.514898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.538120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.588223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.684992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f0bc5-9d4c-4a96-84aa-546aaeb6dee6 req-11e5468a-2bfd-4be0-b580-4fa557a7f158 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:19.692586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a09f0bc5-9d4c-4a96-84aa-546aaeb6dee6 req-11e5468a-2bfd-4be0-b580-4fa557a7f158 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1527629 Dec 20 15:46:19.709753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959f82-cd40-4a51-a013-2ea037ef0b7e req-3183fba2-9b94-4e2b-a00c-9d91e55e886b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:19.711907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb959f82-cd40-4a51-a013-2ea037ef0b7e req-3183fba2-9b94-4e2b-a00c-9d91e55e886b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.1320140 Dec 20 15:46:19.755070 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.816047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a09f0bc5-9d4c-4a96-84aa-546aaeb6dee6 req-a0290129-5af0-4754-980e-ada32872c5b4 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224566 Dec 20 15:46:19.832287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f958801-b904-485d-8724-894064cba9d4']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:19.860717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb959f82-cd40-4a51-a013-2ea037ef0b7e req-5afdb223-0133-4e8c-ade1-fabcc60677fc tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319211 Dec 20 15:46:19.860717 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.878622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:46:19.883748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627a0e32-961f-4f86-8509-66b77b943332') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:19.884252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627a0e32-961f-4f86-8509-66b77b943332') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:19.899574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.908936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.944924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.951802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Pushing event deleted for resources: {'Port': ['ID=b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:19.963378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:19.964008 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:19.967764 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:20.000661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d506-1831-442d-a1e1-f10058d94202 req-481a26f8-d42c-4658-b705-832bcf4d27d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:20.002474 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0543d506-1831-442d-a1e1-f10058d94202 req-481a26f8-d42c-4658-b705-832bcf4d27d3 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 945 time: 0.1673348 Dec 20 15:46:20.026880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] No DVR routers for this DVR port b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:20.030516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.033980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-138a7f72-71c8-4921-86a3-23cca5bf6324 req-977c554f-8e00-4741-b7ac-f5910dc8e4e9 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.72 "DELETE /v2.0/ports/b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 HTTP/1.1" status: 204 len: 173 time: 1.1386788 Dec 20 15:46:20.034868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'name': 'network-vif-deleted', 'tag': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:20.036778 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b68cc-6ef7-4e87-873f-4260518b07ad" -d '{"events": [{"server_uuid": "b70c7e64-6e0f-4e86-b81d-381e7c39ac69", "name": "network-vif-deleted", "tag": "b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:20.045442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-e457416c-a3f9-475a-9972-c10cceac8c1a tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/80b948ad-4530-4ba6-ada2-61488c820486 HTTP/1.1" status: 200 len: 2414 time: 0.1702056 Dec 20 15:46:20.064170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80b948ad-4530-4ba6-ada2-61488c820486', 'remote_group_id': None}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:20.064591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80b948ad-4530-4ba6-ada2-61488c820486', 'remote_group_id': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:20.142802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Deleting port 6f1f90f5-f397-4b42-8c45-50d50849c226 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:20.143137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.158611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.169313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.198309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.201526 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1f958801-b904-485d-8724-894064cba9d4 HTTP/1.1" status: 204 len: 168 time: 0.8819828 Dec 20 15:46:20.207687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4a718e-f814-4d78-8745-af34644776b1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:20.223961 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.264041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.389959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.425387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3918fc-34b3-4b59-a887-4759d0cdc2a2,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:20.446131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0da7c83-9381-4f6c-b8a9-52d7adf599ef req-a50c8419-2b22-488e-8f20-2847f9f128b4 tempest-InstanceActionsV221TestJSON-961012213 tempest-InstanceActionsV221TestJSON-961012213-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70c7e64-6e0f-4e86-b81d-381e7c39ac69 HTTP/1.1" status: 200 len: 210 time: 0.0425391 Dec 20 15:46:20.517613 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4731db5-a776-442e-976e-fd2b556d1c1b x-openstack-request-id: req-a4731db5-a776-442e-976e-fd2b556d1c1b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:20.518045 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70c7e64-6e0f-4e86-b81d-381e7c39ac69", "name": "network-vif-deleted", "tag": "b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:20.518414 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4731db5-a776-442e-976e-fd2b556d1c1b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:20.519374 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70c7e64-6e0f-4e86-b81d-381e7c39ac69', 'name': 'network-vif-deleted', 'tag': 'b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695', 'status': 'completed', 'code': 200} Dec 20 15:46:20.530495 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.535911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3dfbfeba-617c-4f20-93a5-909bc492fd87 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/be4a718e-f814-4d78-8745-af34644776b1 HTTP/1.1" status: 204 len: 168 time: 1.3061101 Dec 20 15:46:20.535911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abe892-724e-459a-afe5-c1f6fa6c1167 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f958801-b904-485d-8724-894064cba9d4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:20.536997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.537143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53752) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:20.545991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36e2ecc1-1bba-4eac-8e16-ecba84b0170a req-2065e963-9589-4885-a00f-9dd98ac4d616 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4859054 Dec 20 15:46:20.554456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3c64b-44cb-41d9-a375-b7c938512b08 None None] Network 9ac9c797-5d9f-4de8-8a91-95ee288787b8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:20.639491 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.642369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] For port 6f1f90f5-f397-4b42-8c45-50d50849c226, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6f1f90f5-f397-4b42-8c45-50d50849c226,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:20.642665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.660458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Calling delete_port for 6f1f90f5-f397-4b42-8c45-50d50849c226 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:20.687000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918a9ff-e9ff-4d35-aa13-3808ca791e51 req-36b37eae-7a74-4581-a776-e04ac629da82 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:20.688774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b918a9ff-e9ff-4d35-aa13-3808ca791e51 req-36b37eae-7a74-4581-a776-e04ac629da82 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.0905282 Dec 20 15:46:20.697114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d89d1b7-ab28-4c9e-83e2-8039c21084d1 req-5c2a85ed-c681-45ee-bf7c-f35f9a1f876b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/80b948ad-4530-4ba6-ada2-61488c820486 HTTP/1.1" status: 200 len: 3012 time: 0.1302912 Dec 20 15:46:20.724375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:20.798072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] DHCP port deletion for 9ac9c797-5d9f-4de8-8a91-95ee288787b8 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:46:20.798735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be86e731-51a1-4101-8601-895fbcac520c req-6c8f7a41-c4a6-4543-915a-799a2a943b2d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-group-rules/6f3918fc-34b3-4b59-a887-4759d0cdc2a2 HTTP/1.1" status: 200 len: 783 time: 0.0693941 Dec 20 15:46:20.809704 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:46:20.829248 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9cdf97b7-b5bb-4d1b-a3d3-58149978530a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=316cf6451c77465d94e5f96aa2e8ad89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975244 Dec 20 15:46:20.839446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53760) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:20.863424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Deleting port 2f03cca8-d7f9-4396-9c31-5576cd5be071 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:20.864041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.871759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b918a9ff-e9ff-4d35-aa13-3808ca791e51 req-ac51a447-f511-444b-be35-37cfde43444e tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586559 Dec 20 15:46:20.885142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Deleting port 2f03cca8-d7f9-4396-9c31-5576cd5be071 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:20.885730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.891377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be86e731-51a1-4101-8601-895fbcac520c req-a8d7124b-ce3b-4a2a-828a-6cfba6500710 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/80b948ad-4530-4ba6-ada2-61488c820486 HTTP/1.1" status: 200 len: 3012 time: 0.0754941 Dec 20 15:46:20.967861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be86e731-51a1-4101-8601-895fbcac520c req-9a751420-efb1-4024-8072-fbd27dc7c7d0 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.974495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] For port 2f03cca8-d7f9-4396-9c31-5576cd5be071, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2f03cca8-d7f9-4396-9c31-5576cd5be071,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:20.974899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.988422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be86e731-51a1-4101-8601-895fbcac520c req-9a751420-efb1-4024-8072-fbd27dc7c7d0 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:20.991260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Calling delete_port for 2f03cca8-d7f9-4396-9c31-5576cd5be071 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:21.049972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] For port 2f03cca8-d7f9-4396-9c31-5576cd5be071, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2f03cca8-d7f9-4396-9c31-5576cd5be071,segment=NetworkSegment(b8d4d155-f4cc-4870-8429-692a08f4ce7c),segment_id=b8d4d155-f4cc-4870-8429-692a08f4ce7c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:21.050602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.072798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8890a69-bed7-45f0-8d32-bc523e3079fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.076653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Calling delete_port for 2f03cca8-d7f9-4396-9c31-5576cd5be071 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:21.076961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 91f6b6a5-48b9-4418-9291-08bc359bb18f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:21.095765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272e15f-5721-4e72-bf6e-fa62f6d25a37 req-caf33ece-0b24-4007-8cd0-e764c66ffb2e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:21.098534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f272e15f-5721-4e72-bf6e-fa62f6d25a37 req-caf33ece-0b24-4007-8cd0-e764c66ffb2e tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1247108 Dec 20 15:46:21.127667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 91f6b6a5-48b9-4418-9291-08bc359bb18f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:21.128407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 91f6b6a5-48b9-4418-9291-08bc359bb18f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:21.129525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2f03cca8-d7f9-4396-9c31-5576cd5be071 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:21.169014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.171429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f272e15f-5721-4e72-bf6e-fa62f6d25a37 req-9c0b167e-61e5-4406-b9a9-dc7815d5ca00 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629497 Dec 20 15:46:21.187519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8890a69-bed7-45f0-8d32-bc523e3079fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.190665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be86e731-51a1-4101-8601-895fbcac520c req-9a751420-efb1-4024-8072-fbd27dc7c7d0 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.213885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-be86e731-51a1-4101-8601-895fbcac520c req-9a751420-efb1-4024-8072-fbd27dc7c7d0 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.213885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be86e731-51a1-4101-8601-895fbcac520c req-9a751420-efb1-4024-8072-fbd27dc7c7d0 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6f3918fc-34b3-4b59-a887-4759d0cdc2a2 HTTP/1.1" status: 204 len: 173 time: 0.2868123 Dec 20 15:46:21.216330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751420-efb1-4024-8072-fbd27dc7c7d0 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f3918fc-34b3-4b59-a887-4759d0cdc2a2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.248259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event deleted for resources: {'Port': ['ID=6f1f90f5-f397-4b42-8c45-50d50849c226,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.300414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.313381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3ae3966-710e-408a-ba8a-3dacee22c5b8 req-6c54c5ca-13b7-4312-9af0-45270592d854 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 210 time: 0.0572455 Dec 20 15:46:21.350161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] No DVR routers for this DVR port 6f1f90f5-f397-4b42-8c45-50d50849c226 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:21.353486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.357525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0543d506-1831-442d-a1e1-f10058d94202 req-86ccfd45-3f61-476f-9845-92b695aef35e tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "DELETE /v2.0/ports/6f1f90f5-f397-4b42-8c45-50d50849c226 HTTP/1.1" status: 204 len: 173 time: 1.3218644 Dec 20 15:46:21.360537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'name': 'network-vif-deleted', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:21.363305 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb93572-1735-4bf7-97a7-b617e36645f4" -d '{"events": [{"server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "name": "network-vif-deleted", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:21.378842 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.385461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebe3aa68-885c-4990-a88f-277ff107cfc8 req-9c6e2be5-e488-4959-81d4-79894f7321fe tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/80b948ad-4530-4ba6-ada2-61488c820486 HTTP/1.1" status: 200 len: 2414 time: 0.0497296 Dec 20 15:46:21.386067 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.417358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f03cca8-d7f9-4396-9c31-5576cd5be071,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.425134 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] No DVR routers for this DVR port 2f03cca8-d7f9-4396-9c31-5576cd5be071 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:21.445728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Pushing event deleted for resources: {'Port': ['ID=2f03cca8-d7f9-4396-9c31-5576cd5be071,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.448208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] No DVR routers for this DVR port 2f03cca8-d7f9-4396-9c31-5576cd5be071 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:21.459615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.459962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.461300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.461984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.462202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.462466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.462792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.463121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.463443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.463760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.464084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.464404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.464721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2529d87f-d705-4ea6-b361-87e8daa22190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:21.500946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ebe3aa68-885c-4990-a88f-277ff107cfc8 req-a7712d82-92ab-47fc-8035-aeb87324b111 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.519923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.527561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ebe3aa68-885c-4990-a88f-277ff107cfc8 req-a7712d82-92ab-47fc-8035-aeb87324b111 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.546605 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.547136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac9c797-5d9f-4de8-8a91-95ee288787b8']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:21.568987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d4d155-f4cc-4870-8429-692a08f4ce7c') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:21.569304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d4d155-f4cc-4870-8429-692a08f4ce7c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:21.580614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.596593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.604080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:21.604484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:21.606335 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:21.624703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8890a69-bed7-45f0-8d32-bc523e3079fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.624703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8890a69-bed7-45f0-8d32-bc523e3079fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.625839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a8890a69-bed7-45f0-8d32-bc523e3079fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/582c74e7-00bf-4f67-947d-84c47ba739d9 HTTP/1.1" status: 204 len: 168 time: 0.7851682 Dec 20 15:46:21.666521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8890a69-bed7-45f0-8d32-bc523e3079fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582c74e7-00bf-4f67-947d-84c47ba739d9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.684938 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1d1e5c-7634-49bd-a720-d9fa333f2afd x-openstack-request-id: req-fe1d1e5c-7634-49bd-a720-d9fa333f2afd {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:21.695274 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c7344f-ef8e-4cc1-8e11-41ce5d8c4987", "name": "network-vif-deleted", "tag": "6f1f90f5-f397-4b42-8c45-50d50849c226", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:21.701436 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe1d1e5c-7634-49bd-a720-d9fa333f2afd {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:21.701888 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c7344f-ef8e-4cc1-8e11-41ce5d8c4987', 'name': 'network-vif-deleted', 'tag': '6f1f90f5-f397-4b42-8c45-50d50849c226', 'status': 'completed', 'code': 200} Dec 20 15:46:21.803661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.810559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.813083 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ebe3aa68-885c-4990-a88f-277ff107cfc8 req-a7712d82-92ab-47fc-8035-aeb87324b111 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.815240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ebe3aa68-885c-4990-a88f-277ff107cfc8 req-a7712d82-92ab-47fc-8035-aeb87324b111 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:21.817691 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9ac9c797-5d9f-4de8-8a91-95ee288787b8 HTTP/1.1" status: 204 len: 168 time: 1.2782009 Dec 20 15:46:21.819396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53782) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:21.828923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebe3aa68-885c-4990-a88f-277ff107cfc8 req-a7712d82-92ab-47fc-8035-aeb87324b111 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/80b948ad-4530-4ba6-ada2-61488c820486 HTTP/1.1" status: 204 len: 173 time: 0.4368098 Dec 20 15:46:21.877765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712d82-92ab-47fc-8035-aeb87324b111 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b948ad-4530-4ba6-ada2-61488c820486,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.891123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc445a7-333f-4772-96f6-dc5d62fb0837 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac9c797-5d9f-4de8-8a91-95ee288787b8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:21.914708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bbd5a-6173-4d58-806f-9baf22c20fff req-dbc5daf8-8fdc-4fc9-8623-739413d1be57 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:21.917764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b32bbd5a-6173-4d58-806f-9baf22c20fff req-dbc5daf8-8fdc-4fc9-8623-739413d1be57 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1475768 Dec 20 15:46:21.951781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-991a2ad8-fe7b-4226-918e-662f01dfb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:21.953918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-991a2ad8-fe7b-4226-918e-662f01dfb10f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 1096 time: 0.1535521 Dec 20 15:46:22.010622 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-4372dcc2-1bfc-4f55-8ca1-03a75d5ec920 req-a8a01ee6-1d7c-4222-911c-c84eb5e3249c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] show failed (client error): The resource could not be found. Dec 20 15:46:22.011683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4372dcc2-1bfc-4f55-8ca1-03a75d5ec920 req-a8a01ee6-1d7c-4222-911c-c84eb5e3249c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/11bfed80-fff0-4593-846e-ebf9800c9e1d HTTP/1.1" status: 404 len: 352 time: 0.0565293 Dec 20 15:46:22.092300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b32bbd5a-6173-4d58-806f-9baf22c20fff req-c418269c-fe4b-4c66-8eea-ca0d643e30f0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463389 Dec 20 15:46:22.143524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-20995002-d753-4c32-ad4b-0be8e7433abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:22.145064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-20995002-d753-4c32-ad4b-0be8e7433abc service neutron] 10.222.0.83 "GET /v2.0/networks?id=5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 200 len: 911 time: 0.1759076 Dec 20 15:46:22.215577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4a11-f2cb-4cc5-9dd6-64744b5b54ed req-220f639b-6e04-4f92-be94-a11d5e460043 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:22.217187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2ce4a11-f2cb-4cc5-9dd6-64744b5b54ed req-220f639b-6e04-4f92-be94-a11d5e460043 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.1343367 Dec 20 15:46:22.220036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-510dbb84-f4de-49b7-b8d7-3a690e5aed04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57 HTTP/1.1" status: 200 len: 217 time: 0.0584054 Dec 20 15:46:22.321913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-fabb329a-e4c2-48af-a5b8-eb95d108536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:22.323714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-fabb329a-e4c2-48af-a5b8-eb95d108536f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 200 len: 850 time: 0.0949333 Dec 20 15:46:22.326597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8734a8b-93df-47df-8653-d5844967f83c req-fcf552d5-1ae0-4cd6-b35d-f0d02eeb647f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/19294d55-7d2d-4bf8-84e7-03176649e6ef HTTP/1.1" status: 200 len: 1821 time: 0.1529665 Dec 20 15:46:22.338320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.425774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-71b0fa90-f386-475d-ab2e-f6308af2fb3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5456221f-2ddb-4326-9466-fc7826105d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863898 Dec 20 15:46:22.451926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2ce4a11-f2cb-4cc5-9dd6-64744b5b54ed req-a245d347-0c58-4e77-8646-bcb1f120a42f tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245653 Dec 20 15:46:22.516510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53804) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:22.622769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a8734a8b-93df-47df-8653-d5844967f83c req-450873ff-d2fb-4aa3-a735-d3476157610c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.642740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Deleting port 06ea6e25-823c-457e-9a00-7d56d0ae7d73 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:22.643370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.648527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f137adce-4bd1-4f99-8117-98ccd1c4e9de req-f8039a0b-59c3-40f0-a0d6-4e9061e2acc5 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=08c7344f-ef8e-4cc1-8e11-41ce5d8c4987 HTTP/1.1" status: 200 len: 210 time: 0.0638139 Dec 20 15:46:22.693729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-a1a8059a-9d90-48b6-aa02-b39878f9d98c service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565222 Dec 20 15:46:22.702524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a8734a8b-93df-47df-8653-d5844967f83c req-450873ff-d2fb-4aa3-a735-d3476157610c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.710406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Deleting subnet 5fb747e2-57a5-4bac-8a00-e295548ad48c {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:22.744259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.747987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] For port 06ea6e25-823c-457e-9a00-7d56d0ae7d73, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=06ea6e25-823c-457e-9a00-7d56d0ae7d73,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:22.748309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.761979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Calling delete_port for 06ea6e25-823c-457e-9a00-7d56d0ae7d73 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:22.879631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.953289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-43b4c910-1e31-41fd-84f1-85f105b65ceb tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:22.954885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-43b4c910-1e31-41fd-84f1-85f105b65ceb tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.83 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.2287121 Dec 20 15:46:22.962692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c56bb4a-1994-4cd0-b2c4-b8117174f5d8 req-562838a5-af87-4463-ac06-e9a0acb83620 service neutron] 10.222.0.83 "GET /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376683 Dec 20 15:46:22.973863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:22.980350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:23.014684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a8734a8b-93df-47df-8653-d5844967f83c req-450873ff-d2fb-4aa3-a735-d3476157610c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.017435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a8734a8b-93df-47df-8653-d5844967f83c req-450873ff-d2fb-4aa3-a735-d3476157610c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.018622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8734a8b-93df-47df-8653-d5844967f83c req-450873ff-d2fb-4aa3-a735-d3476157610c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/19294d55-7d2d-4bf8-84e7-03176649e6ef HTTP/1.1" status: 204 len: 173 time: 0.6770184 Dec 20 15:46:23.037238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:23.037864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b5d2ed87-5776-4ed8-9c1a-0b75fc0e1695 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:23.087249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450873ff-d2fb-4aa3-a735-d3476157610c tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19294d55-7d2d-4bf8-84e7-03176649e6ef,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:23.112055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.160688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18913433-c875-42f4-b2bf-07d93d8caad9 req-a516757f-b077-4984-a5cc-1b79ab63e049 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/b1cfe840-ba3b-4a46-849e-e02e74e3a9f2 HTTP/1.1" status: 200 len: 1821 time: 0.1041918 Dec 20 15:46:23.161036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ea6e25-823c-457e-9a00-7d56d0ae7d73,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:23.220209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Deleting port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:23.220550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.227886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.285250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.290232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5fb747e2-57a5-4bac-8a00-e295548ad48c HTTP/1.1" status: 204 len: 168 time: 0.7153020 Dec 20 15:46:23.314875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:23.315231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:23.410829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.665020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Router cc6c8483-1faf-412e-ae12-324627283208 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:46:23.724103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e21e3-618d-4377-8a9e-06675f772cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb747e2-57a5-4bac-8a00-e295548ad48c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:23.787844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-18913433-c875-42f4-b2bf-07d93d8caad9 req-bf640083-c1af-4048-af69-cf0b21ac6e4f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.808112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:23.817608 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c1e4bb89-93dc-4003-a0fa-e2f66f86a0e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/cc6c8483-1faf-412e-ae12-324627283208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9884312 Dec 20 15:46:23.817608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53834) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:23.821534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] Sync routers for ids ['cc6c8483-1faf-412e-ae12-324627283208'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:23.835285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] Routers {'cc6c8483-1faf-412e-ae12-324627283208'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:23.835937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cc6c8483-1faf-412e-ae12-324627283208'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:23.901663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.904841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] For port 2db12659-6429-47e8-bc94-1f9dc47ca7a4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=2db12659-6429-47e8-bc94-1f9dc47ca7a4,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:23.905229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.908874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-18913433-c875-42f4-b2bf-07d93d8caad9 req-bf640083-c1af-4048-af69-cf0b21ac6e4f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.925940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-network', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:23.945875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850bd3-3646-46d5-9214-e8be512749ef req-8cbca5a2-9430-45c5-b379-29239b4d9874 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:23.947513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46850bd3-3646-46d5-9214-e8be512749ef req-8cbca5a2-9430-45c5-b379-29239b4d9874 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.6544137 Dec 20 15:46:23.950135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:23.967128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] Set router cc6c8483-1faf-412e-ae12-324627283208 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:23.967420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Calling delete_port for 2db12659-6429-47e8-bc94-1f9dc47ca7a4 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:24.066502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.180250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46850bd3-3646-46d5-9214-e8be512749ef req-56530eb4-f14d-436c-abdf-35c5e804ffdf tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144215 Dec 20 15:46:24.189149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.195039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:46:22Z', 'revision_number': 5, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port': {'id': '6cedda3f-15ac-446b-9500-c652a1b49530', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6c8483-1faf-412e-ae12-324627283208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:06Z', 'updated_at': '2021-12-20T15:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:24.199854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Made reservation on behalf of 67c50cdd6ec64b19929603b5747b7d9e for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:24.202295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.236976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.240516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de0e942-064f-4355-8ced-93a9cb3dd23f']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:24.246416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] Checking router: cc6c8483-1faf-412e-ae12-324627283208 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:24.263301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9af902a-2253-45aa-aed9-13c2a0fc9131') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:24.263624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9af902a-2253-45aa-aed9-13c2a0fc9131') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:24.273574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] Routers {'cc6c8483-1faf-412e-ae12-324627283208'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:24.274654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cc6c8483-1faf-412e-ae12-324627283208'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:24.313895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.325447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-18913433-c875-42f4-b2bf-07d93d8caad9 req-bf640083-c1af-4048-af69-cf0b21ac6e4f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.327998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-18913433-c875-42f4-b2bf-07d93d8caad9 req-bf640083-c1af-4048-af69-cf0b21ac6e4f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.329279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18913433-c875-42f4-b2bf-07d93d8caad9 req-bf640083-c1af-4048-af69-cf0b21ac6e4f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/b1cfe840-ba3b-4a46-849e-e02e74e3a9f2 HTTP/1.1" status: 204 len: 173 time: 1.1676910 Dec 20 15:46:24.372961 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.396959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640083-c1af-4048-af69-cf0b21ac6e4f tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cfe840-ba3b-4a46-849e-e02e74e3a9f2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:24.417039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:24.417490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:46:24.428445 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:24.435282 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:24.460905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] Set router cc6c8483-1faf-412e-ae12-324627283208 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:24.529662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:46:24Z', 'revision_number': 6, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:24.534253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Deleting port 6cedda3f-15ac-446b-9500-c652a1b49530 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:24.534655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.567525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dcb89-ea33-4623-a1fb-ee9047a86255 req-bf2c032d-fd0b-449f-a10f-5380faf7b70c tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:24.569119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-596dcb89-ea33-4623-a1fb-ee9047a86255 req-bf2c032d-fd0b-449f-a10f-5380faf7b70c tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 948 time: 0.2262814 Dec 20 15:46:24.569442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b746659-81a5-4ad6-af70-89e0d028e0bf None None] The sync data for ids ['cc6c8483-1faf-412e-ae12-324627283208'] in n-d-781076-8 is: [{'id': 'cc6c8483-1faf-412e-ae12-324627283208', 'name': 'tempest-AttachSCSIVolumeTestJSON-289630879-router', 'tenant_id': '4655a3482d324614a05cb4a43440f46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:04Z', 'updated_at': '2021-12-20T15:46:24Z', 'revision_number': 6, 'project_id': '4655a3482d324614a05cb4a43440f46b', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:24.587643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73f5c01b-7cf1-4820-a57a-6b34c1caee2f req-f8ff2897-4d25-4eba-80bc-86d82f306554 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/3db73dad-2b60-41a0-b991-af2721bd40b9 HTTP/1.1" status: 200 len: 1821 time: 0.1842756 Dec 20 15:46:24.622686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.654186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] For port 6cedda3f-15ac-446b-9500-c652a1b49530, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6cedda3f-15ac-446b-9500-c652a1b49530,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:24.654959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.672020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Calling delete_port for 6cedda3f-15ac-446b-9500-c652a1b49530 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:24.674259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-596dcb89-ea33-4623-a1fb-ee9047a86255 req-dfac7b37-28b0-47e9-9fd7-fc9e617d4fc0 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/security-groups?id=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933650 Dec 20 15:46:24.691302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.725155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Pushing event deleted for resources: {'Port': ['ID=2db12659-6429-47e8-bc94-1f9dc47ca7a4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:24.728015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73f5c01b-7cf1-4820-a57a-6b34c1caee2f req-f2750269-802b-45cf-9ebc-2f1a64b90171 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.737622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.779211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.788036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1de0e942-064f-4355-8ced-93a9cb3dd23f HTTP/1.1" status: 204 len: 168 time: 1.4683897 Dec 20 15:46:24.828021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce925e-b714-44b3-a892-b8e74f565102 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de0e942-064f-4355-8ced-93a9cb3dd23f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:24.834867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] No DVR routers for this DVR port 2db12659-6429-47e8-bc94-1f9dc47ca7a4 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:24.836651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73f5c01b-7cf1-4820-a57a-6b34c1caee2f req-f2750269-802b-45cf-9ebc-2f1a64b90171 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.839660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.856450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.859948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3bd1fbc-889b-47d8-a2ea-c6e85eceb010 req-e5b6457a-27ce-4fa5-8fd8-c7d3cde90d0b tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.83 "DELETE /v2.0/ports/2db12659-6429-47e8-bc94-1f9dc47ca7a4 HTTP/1.1" status: 204 len: 173 time: 1.8942783 Dec 20 15:46:24.860475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-deleted', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:24.863082 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065aa536-b183-43d2-a05b-de8b2b97963a" -d '{"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-deleted", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:24.903679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:24.925080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5579d-8897-4c9c-8e97-4fb252bff2ee,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:24.930600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:24.938217 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Added segment 3dfaed62-5de1-453e-910c-9768e4a66c2b of type vlan for network c589b484-7d18-42f8-a1bc-d926886d63c9 Dec 20 15:46:24.980029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:24.987518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.010173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 6f1f90f5-f397-4b42-8c45-50d50849c226 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:25.010520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6f1f90f5-f397-4b42-8c45-50d50849c226 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:25.014760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.056353 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73f5c01b-7cf1-4820-a57a-6b34c1caee2f req-f2750269-802b-45cf-9ebc-2f1a64b90171 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.063430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73f5c01b-7cf1-4820-a57a-6b34c1caee2f req-f2750269-802b-45cf-9ebc-2f1a64b90171 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.065241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73f5c01b-7cf1-4820-a57a-6b34c1caee2f req-f2750269-802b-45cf-9ebc-2f1a64b90171 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/3db73dad-2b60-41a0-b991-af2721bd40b9 HTTP/1.1" status: 204 len: 173 time: 0.4688849 Dec 20 15:46:25.078122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 06ea6e25-823c-457e-9a00-7d56d0ae7d73 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:25.090019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2750269-802b-45cf-9ebc-2f1a64b90171 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db73dad-2b60-41a0-b991-af2721bd40b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:25.107244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cedda3f-15ac-446b-9500-c652a1b49530,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:25.112919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 06ea6e25-823c-457e-9a00-7d56d0ae7d73 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:25.113456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 06ea6e25-823c-457e-9a00-7d56d0ae7d73 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:25.156121 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63acd4d7-8ff7-4393-b3da-51810a3cd2b6 x-openstack-request-id: req-63acd4d7-8ff7-4393-b3da-51810a3cd2b6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:25.156821 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb282e0-10eb-476f-84fa-d1c130b2c8d4", "name": "network-vif-deleted", "tag": "2db12659-6429-47e8-bc94-1f9dc47ca7a4", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:25.157396 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63acd4d7-8ff7-4393-b3da-51810a3cd2b6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:25.157917 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb282e0-10eb-476f-84fa-d1c130b2c8d4', 'name': 'network-vif-deleted', 'tag': '2db12659-6429-47e8-bc94-1f9dc47ca7a4', 'status': 'completed', 'code': 200} Dec 20 15:46:25.217267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.217267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:25.217267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.267011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.370386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c589b484-7d18-42f8-a1bc-d926886d63c9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:25.382694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d96dc9cd-ffb1-4019-a1e1-16dd81d7cede req-c2b9e67f-8be1-4d90-b118-ed6b75c83368 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/e3f90c29-bd95-4a59-bf9f-68608a451bf9 HTTP/1.1" status: 200 len: 2420 time: 0.1815636 Dec 20 15:46:25.386193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c589b484-7d18-42f8-a1bc-d926886d63c9 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:25.403219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96abaf-0dca-4e18-9f5b-9d57887532d8 req-17be9d90-451a-4292-8167-c753bc060a1d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:25.405216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d96abaf-0dca-4e18-9f5b-9d57887532d8 req-17be9d90-451a-4292-8167-c753bc060a1d tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 945 time: 0.1223741 Dec 20 15:46:25.423868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a4a26649-8d09-4c92-b719-7d5aabc672d6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0942621 Dec 20 15:46:25.425335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53852) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:25.438052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Request body: {'subnet': {'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-subnet', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:25.484855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53854) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:25.490167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.494896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.622362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d96abaf-0dca-4e18-9f5b-9d57887532d8 req-ba0c832d-4514-477d-abf8-0ba3ea261113 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/security-groups?id=e8d7cfcc-cf77-4ad8-919c-ca14f572536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776187 Dec 20 15:46:25.623237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d96dc9cd-ffb1-4019-a1e1-16dd81d7cede req-ac85f9e3-2401-4359-9cc8-90123a48ea77 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.637784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e23e-3977-4f40-969d-48a885fc8406 req-1d9a6657-c0bf-4b08-9b85-e2c3eb39c9ed tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:25.639307 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1509e23e-3977-4f40-969d-48a885fc8406 req-1d9a6657-c0bf-4b08-9b85-e2c3eb39c9ed tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 945 time: 0.0569375 Dec 20 15:46:25.658802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-143cd302-8b75-42b2-a67b-50416d5cf16f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f7825a349304142b4c48dc4394ba6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726973 Dec 20 15:46:25.663493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53856) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:25.679960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d96dc9cd-ffb1-4019-a1e1-16dd81d7cede req-ac85f9e3-2401-4359-9cc8-90123a48ea77 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.744950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Made reservation on behalf of 67c50cdd6ec64b19929603b5747b7d9e for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:25.747435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.777920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Deleting port 23c83579-bd1e-46af-8216-65dc5e0c6672 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:25.778611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.781780 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.783011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6c8483-1faf-412e-ae12-324627283208 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:46:25.790240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.791585 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b09753a4-41b8-40e3-9327-32daeb48fba9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/cc6c8483-1faf-412e-ae12-324627283208 HTTP/1.1" status: 204 len: 168 time: 1.9745507 Dec 20 15:46:25.801890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53860) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:25.901146 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bceb8e9d-cc57-46dd-94b3-74317c3ceb88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.908130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] For port 23c83579-bd1e-46af-8216-65dc5e0c6672, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=23c83579-bd1e-46af-8216-65dc5e0c6672,segment=NetworkSegment(e2b9be42-bb07-4382-9299-922800d04e40),segment_id=e2b9be42-bb07-4382-9299-922800d04e40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:25.908576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.924486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6874c-9679-4d88-bbf3-46c7e675c5f2 req-d8db3834-8c34-4b8e-8092-226ff5018cb8 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:25.926529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a6874c-9679-4d88-bbf3-46c7e675c5f2 req-d8db3834-8c34-4b8e-8092-226ff5018cb8 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2118642 Dec 20 15:46:25.946106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Calling delete_port for 23c83579-bd1e-46af-8216-65dc5e0c6672 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:25.967362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Deleting subnet 661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:25.974329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bceb8e9d-cc57-46dd-94b3-74317c3ceb88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:25.982325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.027255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d96dc9cd-ffb1-4019-a1e1-16dd81d7cede req-ac85f9e3-2401-4359-9cc8-90123a48ea77 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.029966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d96dc9cd-ffb1-4019-a1e1-16dd81d7cede req-ac85f9e3-2401-4359-9cc8-90123a48ea77 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.031231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d96dc9cd-ffb1-4019-a1e1-16dd81d7cede req-ac85f9e3-2401-4359-9cc8-90123a48ea77 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/e3f90c29-bd95-4a59-bf9f-68608a451bf9 HTTP/1.1" status: 204 len: 173 time: 0.6248076 Dec 20 15:46:26.083263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f9e3-2401-4359-9cc8-90123a48ea77 tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f90c29-bd95-4a59-bf9f-68608a451bf9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:26.114709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.185785 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.225551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a6874c-9679-4d88-bbf3-46c7e675c5f2 req-51a3fe23-1768-4601-afcd-9da52c36142d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793639 Dec 20 15:46:26.229268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Pushing event deleted for resources: {'Port': ['ID=23c83579-bd1e-46af-8216-65dc5e0c6672,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:26.268913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] No DVR routers for this DVR port 23c83579-bd1e-46af-8216-65dc5e0c6672 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:26.271686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.276346 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1509e23e-3977-4f40-969d-48a885fc8406 req-62c053f4-66ee-449f-ad8f-3b7bd6c96fc0 tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.72 "DELETE /v2.0/ports/23c83579-bd1e-46af-8216-65dc5e0c6672 HTTP/1.1" status: 204 len: 173 time: 0.6294580 Dec 20 15:46:26.276825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'name': 'network-vif-deleted', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:26.279218 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368e37b7-cb08-4ad8-afa2-8e06865764f3" -d '{"events": [{"server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "name": "network-vif-deleted", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:26.306973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c6be6a6-65b0-46b2-90e1-2fccd9cfb90b req-f7ae297a-e74e-4bcf-894d-7a965f0be917 tempest-ImagesOneServerTestJSON-355813370 tempest-ImagesOneServerTestJSON-355813370-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb282e0-10eb-476f-84fa-d1c130b2c8d4 HTTP/1.1" status: 200 len: 210 time: 0.1453218 Dec 20 15:46:26.404725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.482883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2e7a782-6754-49b2-a76a-df7c71a8332a req-72760680-c467-41c4-a397-8f370b2d226d tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "GET /v2.0/security-groups/d0b3ec7c-39e4-4699-8b86-007f047a1add HTTP/1.1" status: 200 len: 2414 time: 0.1785052 Dec 20 15:46:26.557269 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c2e7a782-6754-49b2-a76a-df7c71a8332a req-e94be80d-a454-4709-8cf8-6c212d13811b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.590973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c2e7a782-6754-49b2-a76a-df7c71a8332a req-e94be80d-a454-4709-8cf8-6c212d13811b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.763793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.765919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c2e7a782-6754-49b2-a76a-df7c71a8332a req-e94be80d-a454-4709-8cf8-6c212d13811b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.768652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c2e7a782-6754-49b2-a76a-df7c71a8332a req-e94be80d-a454-4709-8cf8-6c212d13811b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.769869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2e7a782-6754-49b2-a76a-df7c71a8332a req-e94be80d-a454-4709-8cf8-6c212d13811b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] 10.222.0.81 "DELETE /v2.0/security-groups/d0b3ec7c-39e4-4699-8b86-007f047a1add HTTP/1.1" status: 204 len: 173 time: 0.2773790 Dec 20 15:46:26.779321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53874) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:26.827889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bceb8e9d-cc57-46dd-94b3-74317c3ceb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.830458 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bceb8e9d-cc57-46dd-94b3-74317c3ceb88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.830646 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3648a1-22f4-43ab-ba97-5bfa4e0fd2f0 x-openstack-request-id: req-8d3648a1-22f4-43ab-ba97-5bfa4e0fd2f0 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:26.830945 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ac396e-e576-4796-9ac0-a7c32f7068c1", "name": "network-vif-deleted", "tag": "23c83579-bd1e-46af-8216-65dc5e0c6672", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:26.831193 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d3648a1-22f4-43ab-ba97-5bfa4e0fd2f0 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:26.831599 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ac396e-e576-4796-9ac0-a7c32f7068c1', 'name': 'network-vif-deleted', 'tag': '23c83579-bd1e-46af-8216-65dc5e0c6672', 'status': 'completed', 'code': 200} Dec 20 15:46:26.831790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bceb8e9d-cc57-46dd-94b3-74317c3ceb88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d145cef7-7868-48b7-b9c4-e698be34d57f HTTP/1.1" status: 204 len: 168 time: 1.1671684 Dec 20 15:46:26.837693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694f7b0a-0302-4f08-bc56-af3c86f4d2b7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:26.852026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be80d-a454-4709-8cf8-6c212d13811b tempest-SecurityGroupRulesTestJSON-520261578 tempest-SecurityGroupRulesTestJSON-520261578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3ec7c-39e4-4699-8b86-007f047a1add,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:26.873204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb8e9d-cc57-46dd-94b3-74317c3ceb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145cef7-7868-48b7-b9c4-e698be34d57f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:26.877649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Deleting subnet 1e37c282-fbc0-4c70-928b-9629e1e2cdfe {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:26.890996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.921960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.950967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:26.961726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.023748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.057065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:27.091951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6cedda3f-15ac-446b-9500-c652a1b49530 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:27.097981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d23823b-0ee7-440f-b90d-e8f5ae7376af req-1a7485da-9c56-432b-8582-ce7a168ab60b tempest-LiveMigrationTest-1669582693 tempest-LiveMigrationTest-1669582693-project] 10.222.0.81 "GET /v2.0/ports?device_id=03ac396e-e576-4796-9ac0-a7c32f7068c1 HTTP/1.1" status: 200 len: 210 time: 0.1927121 Dec 20 15:46:27.110999 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.118826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b5693aab-750e-4fc2-9291-00601146b3e3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/661c20e4-72d3-464e-b6bf-bb8e1fe2f2e9 HTTP/1.1" status: 204 len: 168 time: 1.3128164 Dec 20 15:46:27.119022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53884) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:27.130834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfbe5e-dc46-4e0a-ae10-2f43000504a0 None None] Network b827a6fe-a81d-4436-8ff9-805a2bb17cff requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:27.131647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Checking segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:27.132194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Network hostable DHCP agents. Network: c589b484-7d18-42f8-a1bc-d926886d63c9, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:27.173580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6cedda3f-15ac-446b-9500-c652a1b49530 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:27.174270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6cedda3f-15ac-446b-9500-c652a1b49530 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:27.257195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.275789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716e403-f887-4314-b736-eae72119eff2 req-56b19cf1-477a-4e31-a706-4cf2f1fd5582 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:27.277443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0716e403-f887-4314-b736-eae72119eff2 req-56b19cf1-477a-4e31-a706-4cf2f1fd5582 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1277227 Dec 20 15:46:27.298468 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.327649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Network c589b484-7d18-42f8-a1bc-d926886d63c9 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:27.348415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] DHCP port deletion for b827a6fe-a81d-4436-8ff9-805a2bb17cff request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:46:27.376781 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.389187 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1e37c282-fbc0-4c70-928b-9629e1e2cdfe HTTP/1.1" status: 204 len: 168 time: 0.6077693 Dec 20 15:46:27.394327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53894) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:27.395114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539825b-8245-41d8-98af-802b1881a4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e37c282-fbc0-4c70-928b-9629e1e2cdfe,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:27.409679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0716e403-f887-4314-b736-eae72119eff2 req-5a87c9ef-07cf-4f75-ae10-0c0fdc8e8efe tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937538 Dec 20 15:46:27.430122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Deleting port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:27.430410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.462803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] Deleting port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:27.464858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.502020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] For port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:27.502390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.510874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c589b484-7d18-42f8-a1bc-d926886d63c9) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:27.531201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b78d37-d59b-4e0a-9324-2d2541098ec4 None None] Network c589b484-7d18-42f8-a1bc-d926886d63c9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:27.559166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Calling delete_port for 593244c0-bcc0-479f-aea7-90a0bc0e8f8d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:27.561786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:27.562395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.637663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] For port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,segment=NetworkSegment(89ccdc7e-dbd7-4cd2-bd25-70320bacc904),segment_id=89ccdc7e-dbd7-4cd2-bd25-70320bacc904)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:27.637663 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.645079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.660637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] Calling delete_port for 593244c0-bcc0-479f-aea7-90a0bc0e8f8d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:27.729323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2b821788-18e1-48fa-8bab-878ddaf02d36 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2964268 Dec 20 15:46:27.732026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53902) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:27.737445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:27.752613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-c589b484-7d18-42f8-a1bc-d926886d63c9', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:46:27.755044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.807590 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.837263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458fea40-5c7d-412c-9363-d9accf15df7a']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:27.853278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4772c98c-87f3-4e9c-b0d5-99e504129da8') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:27.853522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4772c98c-87f3-4e9c-b0d5-99e504129da8') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:27.857370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:27.872520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.888706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.889101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 2db12659-6429-47e8-bc94-1f9dc47ca7a4 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:27.889710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 2db12659-6429-47e8-bc94-1f9dc47ca7a4 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:27.896089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:27.900324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.901480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.906019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:27.906840 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:27.961583 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:27.974686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.012318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] No DVR routers for this DVR port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:28.014833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985fc2a-a098-42ad-acf5-cc77faa78591 None None] Pushing event deleted for resources: {'Port': ['ID=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:28.018490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Allocated IP 172.20.0.2 (c589b484-7d18-42f8-a1bc-d926886d63c9/694f7b0a-0302-4f08-bc56-af3c86f4d2b7/929e1cf3-1f58-4986-946b-943ebdb0b488) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:28.044920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Pushing event deleted for resources: {'Port': ['ID=593244c0-bcc0-479f-aea7-90a0bc0e8f8d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:28.053653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] No DVR routers for this DVR port 593244c0-bcc0-479f-aea7-90a0bc0e8f8d on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:28.104664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.154092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.160477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] 10.222.0.81 "DELETE /v2.0/networks/458fea40-5c7d-412c-9363-d9accf15df7a HTTP/1.1" status: 204 len: 168 time: 0.7653880 Dec 20 15:46:28.163408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a32c-9b78-418d-82d3-0272edd5eafe admin admin] Pushing event deleted for resources: {'Network': ['ID=458fea40-5c7d-412c-9363-d9accf15df7a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:28.190870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:28.201643 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.211018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.248544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b827a6fe-a81d-4436-8ff9-805a2bb17cff']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:28.263215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ccdc7e-dbd7-4cd2-bd25-70320bacc904') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:28.264676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ccdc7e-dbd7-4cd2-bd25-70320bacc904') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:28.278053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.299170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.307275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:28.307842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:28.309910 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:28.412584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.507855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.528457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.532858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.537797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] 10.222.0.81 "DELETE /v2.0/networks/b827a6fe-a81d-4436-8ff9-805a2bb17cff HTTP/1.1" status: 204 len: 168 time: 1.4178264 Dec 20 15:46:28.540256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.540581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53936) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:28.578567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020966a-1284-4e31-93f4-c7400ee3500b admin admin] Pushing event deleted for resources: {'Network': ['ID=b827a6fe-a81d-4436-8ff9-805a2bb17cff,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:28.588657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Pushing event updated for resources: {'Port': ['ID=929e1cf3-1f58-4986-946b-943ebdb0b488,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:28.591360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Deleting subnet 4b1f7183-6396-43dc-b04e-593735773e6b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:28.599078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Network c589b484-7d18-42f8-a1bc-d926886d63c9 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:28.601656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:28.602607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.604892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:28.626234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2e3b1-6d2d-4b60-938d-9d98a54bb8ba req-671a9919-1065-496e-abe3-cd6bd7637bca tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:28.628457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87f2e3b1-6d2d-4b60-938d-9d98a54bb8ba req-671a9919-1065-496e-abe3-cd6bd7637bca tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1253963 Dec 20 15:46:28.669600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.676877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Attempting to bind port 929e1cf3-1f58-4986-946b-943ebdb0b488 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:28.677523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Attempting to bind port 929e1cf3-1f58-4986-946b-943ebdb0b488 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:28.678009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Attempting to bind port 929e1cf3-1f58-4986-946b-943ebdb0b488 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:28.685121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:28.685577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Checking segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:28.686097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.686596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Bound using segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:28.687194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Bound port: 929e1cf3-1f58-4986-946b-943ebdb0b488, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:28.687716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.710279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87f2e3b1-6d2d-4b60-938d-9d98a54bb8ba req-9cb9f4e2-cb64-43af-a80f-ca1018cc7c75 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729673 Dec 20 15:46:28.753850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.782633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] For port 929e1cf3-1f58-4986-946b-943ebdb0b488, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:28.786080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] For port 929e1cf3-1f58-4986-946b-943ebdb0b488, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=929e1cf3-1f58-4986-946b-943ebdb0b488,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:28.860985 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.890675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53944) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:28.947739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.951091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87dab2-5f38-48ee-a31b-d734343cc345 None None] Pushing event updated for resources: {'Port': ['ID=929e1cf3-1f58-4986-946b-943ebdb0b488,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:28.985998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:28.994764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4b1f7183-6396-43dc-b04e-593735773e6b HTTP/1.1" status: 204 len: 168 time: 0.7997684 Dec 20 15:46:28.998081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:29.000016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53946) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:29.009070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5b1fd-d670-47a3-96b6-725e641280d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1f7183-6396-43dc-b04e-593735773e6b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:29.044999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 23c83579-bd1e-46af-8216-65dc5e0c6672 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:29.045601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 23c83579-bd1e-46af-8216-65dc5e0c6672 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:29.062346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53948) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:29.103144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-07327d43-72d2-4c69-9298-ceb4842fdf7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8343a036c0e7494fad2b3ca81cc938b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043750 Dec 20 15:46:29.106062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 593244c0-bcc0-479f-aea7-90a0bc0e8f8d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:29.119689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53950) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:29.143199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 593244c0-bcc0-479f-aea7-90a0bc0e8f8d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:29.143543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 593244c0-bcc0-479f-aea7-90a0bc0e8f8d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:29.188739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.196239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.217431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.248461 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-939e2527-1a40-42e2-b9dd-2ed128edc7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.262000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-538404e3-9e81-4c7e-b220-b01b09a37221 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=112888933e10488c826a4c5cfb4557f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919069 Dec 20 15:46:29.265154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53952) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:29.465931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.492029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde4b1e1-d16b-4263-a383-6dee096dec92']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:29.518630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31d6ac50-264c-451d-b536-c8efb0b5375a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1dac82c1a0424ca89252e9ae88bb4b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9748635 Dec 20 15:46:29.522970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:29.530637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-299d9bd2-c237-4888-b722-dc9fc1788672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.536291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b9be42-bb07-4382-9299-922800d04e40') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:29.541212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b9be42-bb07-4382-9299-922800d04e40') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:29.553398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec58-a3fb-4695-b77b-babc5813cefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.583389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.613953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-299d9bd2-c237-4888-b722-dc9fc1788672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.637095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec58-a3fb-4695-b77b-babc5813cefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.648223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.676275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Allocated IP 172.25.6.32 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0b705d65-d357-4dec-91b4-c0fd7ca85485) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:29.683103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:29.684500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:29.685965 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:29.767596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53964) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:29.781861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-299d9bd2-c237-4888-b722-dc9fc1788672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.792746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-299d9bd2-c237-4888-b722-dc9fc1788672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.795670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-299d9bd2-c237-4888-b722-dc9fc1788672 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cefbeeb-f79c-40cd-b08f-d3a167a37974 HTTP/1.1" status: 204 len: 168 time: 0.6711836 Dec 20 15:46:29.819082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a87e606f-c0c8-42f8-8661-d364c3da07cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.823989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d9bd2-c237-4888-b722-dc9fc1788672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cefbeeb-f79c-40cd-b08f-d3a167a37974,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:29.850571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a87e606f-c0c8-42f8-8661-d364c3da07cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.868741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec58-a3fb-4695-b77b-babc5813cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.878141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec58-a3fb-4695-b77b-babc5813cefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:29.879559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d5c9ec58-a3fb-4695-b77b-babc5813cefe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fd46892-d858-4727-8e37-217b80f71cb9 HTTP/1.1" status: 204 len: 168 time: 0.6001205 Dec 20 15:46:29.911994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9ec58-a3fb-4695-b77b-babc5813cefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd46892-d858-4727-8e37-217b80f71cb9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:29.947691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010f679-6663-4f09-85bc-bff676e8930b req-d554d6b8-077b-4333-9335-4828b2a8bd0b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:29.948271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6010f679-6663-4f09-85bc-bff676e8930b req-d554d6b8-077b-4333-9335-4828b2a8bd0b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.1162016 Dec 20 15:46:30.020739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a87e606f-c0c8-42f8-8661-d364c3da07cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.025209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a87e606f-c0c8-42f8-8661-d364c3da07cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.026684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a87e606f-c0c8-42f8-8661-d364c3da07cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/095e21fa-4c1a-4ce2-a8df-96d57bcc9faf HTTP/1.1" status: 204 len: 168 time: 0.4998631 Dec 20 15:46:30.031725 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.050679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6010f679-6663-4f09-85bc-bff676e8930b req-95565aa6-2f1a-4b90-99ae-387545f7b3c6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907562 Dec 20 15:46:30.055851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-964092343-network', 'tenant_id': 'e0a965b3d05a4e9aa40ef33304c21880'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:30.077137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.083527 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dde4b1e1-d16b-4263-a383-6dee096dec92 HTTP/1.1" status: 204 len: 168 time: 1.0817378 Dec 20 15:46:30.100243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e606f-c0c8-42f8-8661-d364c3da07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095e21fa-4c1a-4ce2-a8df-96d57bcc9faf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:30.106997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f3062-29c9-4b35-a423-44e04fcc1a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde4b1e1-d16b-4263-a383-6dee096dec92,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:30.122556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.127266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:30.235054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Deleting subnet 295b4117-59d7-43d2-966e-b1e9daf610cf {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:30.239182 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.254619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.322848 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.342470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:30.348721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:30.355232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:30.376895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Made reservation on behalf of e0a965b3d05a4e9aa40ef33304c21880 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:30.379259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.410888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.458958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b705d65-d357-4dec-91b4-c0fd7ca85485,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:30.482643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.645758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-825ba150-90bc-4c6d-a281-4eed0b3293e0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:30.647379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-825ba150-90bc-4c6d-a281-4eed0b3293e0 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.83 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.2030282 Dec 20 15:46:30.747594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7230fb2-43ec-4035-873a-e214c06c4365 None None] Network c589b484-7d18-42f8-a1bc-d926886d63c9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:30.786469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.813145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Deleting port f09c3888-92b1-4772-808d-f7d45c4a9f57 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:30.813682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.837883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.854967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6e553a5a-46ab-4159-9049-095fab4f32ee None None] Provisioning complete for port 929e1cf3-1f58-4986-946b-943ebdb0b488 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:30.855712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e553a5a-46ab-4159-9049-095fab4f32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.904087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295b4117-59d7-43d2-966e-b1e9daf610cf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:30.916797 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:30.961889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.033213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e553a5a-46ab-4159-9049-095fab4f32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.053350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.090949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-88d035ec-c4e3-48cc-9aec-cbc3ea5aca6c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/295b4117-59d7-43d2-966e-b1e9daf610cf HTTP/1.1" status: 204 len: 168 time: 0.9604509 Dec 20 15:46:31.094886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53986) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:31.159732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6e553a5a-46ab-4159-9049-095fab4f32ee None None] For port 929e1cf3-1f58-4986-946b-943ebdb0b488, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=929e1cf3-1f58-4986-946b-943ebdb0b488,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:31.181106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53990) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:31.187477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:31.242923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.259430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e553a5a-46ab-4159-9049-095fab4f32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.342839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 929e1cf3-1f58-4986-946b-943ebdb0b488 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:31.394577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cf65db0d-6a4a-49cd-9149-784a4dab1fb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4655a3482d324614a05cb4a43440f46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113059 Dec 20 15:46:31.398127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53996) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:31.407844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.408335 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Added segment 2afb025e-00ea-465f-b9bf-bbb72e10a790 of type vlan for network 9dfa0ecb-f37d-437e-931e-0c11144fd236 Dec 20 15:46:31.410039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da82d5-3409-450d-9ed2-fab9635f926f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:31.470336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553a5a-46ab-4159-9049-095fab4f32ee None None] Pushing event updated for resources: {'Port': ['ID=929e1cf3-1f58-4986-946b-943ebdb0b488,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:31.510051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fede2b55-aec4-4db0-8458-c8be847b7a7d None None] Provisioning complete for port 929e1cf3-1f58-4986-946b-943ebdb0b488 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:31.510425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fede2b55-aec4-4db0-8458-c8be847b7a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.550055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] For port f09c3888-92b1-4772-808d-f7d45c4a9f57, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f09c3888-92b1-4772-808d-f7d45c4a9f57,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:31.550411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.567049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 929e1cf3-1f58-4986-946b-943ebdb0b488 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:31.567422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.620679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.624448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Calling delete_port for f09c3888-92b1-4772-808d-f7d45c4a9f57 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:31.649201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b8e97-8018-4296-8aea-463cc48aa019 req-ecbdfae5-b174-44b1-ba5b-9b0fc106b192 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:31.650521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a26b8e97-8018-4296-8aea-463cc48aa019 req-ecbdfae5-b174-44b1-ba5b-9b0fc106b192 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 945 time: 0.3552599 Dec 20 15:46:31.665031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.725285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c732efba-5823-41af-909a-b31b981895a2']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:31.760796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.772521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a298dded-76f5-4c08-ba5f-858909ed92ae') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:31.773466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a298dded-76f5-4c08-ba5f-858909ed92ae') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:31.776088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48b56cea-43ce-4fea-a158-6566465ac02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.791795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cfae3fb-6bee-44b8-b89f-910a30b113f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.797065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a26b8e97-8018-4296-8aea-463cc48aa019 req-857275d7-9460-4605-9be4-76074cc11955 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147826 Dec 20 15:46:31.808550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.859214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.860181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:31.860758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.929993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cfae3fb-6bee-44b8-b89f-910a30b113f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.949057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] Pushing event updated for resources: {'Network': ['ID=9dfa0ecb-f37d-437e-931e-0c11144fd236,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:31.954729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:31.962657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9dfa0ecb-f37d-437e-931e-0c11144fd236 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:31.998767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:31.999184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:32.010747 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:32.026045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-514729bc-98f0-4617-8ac6-5797eeb7f05b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2564373 Dec 20 15:46:32.028988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54012) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:32.034984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Request body: {'subnet': {'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-964092343-subnet', 'tenant_id': 'e0a965b3d05a4e9aa40ef33304c21880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:32.099192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.114457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d866792c-4154-416c-a447-0181661f5009'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:46:32.160415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Pushing event deleted for resources: {'Port': ['ID=f09c3888-92b1-4772-808d-f7d45c4a9f57,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:32.244926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Made reservation on behalf of e0a965b3d05a4e9aa40ef33304c21880 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:32.255401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.311118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] No DVR routers for this DVR port f09c3888-92b1-4772-808d-f7d45c4a9f57 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:32.324095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.327970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6665bcff-3bc4-40b2-9383-7d9f54105a3c req-6f6e5d9a-0dff-4604-8e32-b3f834d6e3fb tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.83 "DELETE /v2.0/ports/f09c3888-92b1-4772-808d-f7d45c4a9f57 HTTP/1.1" status: 204 len: 173 time: 1.6730144 Dec 20 15:46:32.328485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'name': 'network-vif-deleted', 'tag': 'f09c3888-92b1-4772-808d-f7d45c4a9f57'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:32.331176 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e7f66f-8555-47e4-afe8-868a9161ec1e" -d '{"events": [{"server_uuid": "7af0577e-2bde-4344-b7db-8993b6c3df8e", "name": "network-vif-deleted", "tag": "f09c3888-92b1-4772-808d-f7d45c4a9f57"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:32.454260 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b32de5-194e-48f0-81bf-b99e92e67e0f x-openstack-request-id: req-24b32de5-194e-48f0-81bf-b99e92e67e0f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:32.454580 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af0577e-2bde-4344-b7db-8993b6c3df8e", "name": "network-vif-deleted", "tag": "f09c3888-92b1-4772-808d-f7d45c4a9f57", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:32.454765 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24b32de5-194e-48f0-81bf-b99e92e67e0f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:32.455177 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af0577e-2bde-4344-b7db-8993b6c3df8e', 'name': 'network-vif-deleted', 'tag': 'f09c3888-92b1-4772-808d-f7d45c4a9f57', 'status': 'completed', 'code': 200} Dec 20 15:46:32.637426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.646197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.657510 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c732efba-5823-41af-909a-b31b981895a2 HTTP/1.1" status: 204 len: 168 time: 1.5605328 Dec 20 15:46:32.676645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54032) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:32.678074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121993fe-031f-4d0e-a46e-d31db44f2479 admin admin] Pushing event deleted for resources: {'Network': ['ID=c732efba-5823-41af-909a-b31b981895a2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:32.685937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cfae3fb-6bee-44b8-b89f-910a30b113f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.688946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2cfae3fb-6bee-44b8-b89f-910a30b113f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.690965 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2cfae3fb-6bee-44b8-b89f-910a30b113f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf5ccf2e-2429-4f94-ae2a-c7a25a99562b HTTP/1.1" status: 204 len: 168 time: 1.2887418 Dec 20 15:46:32.691997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:46:32.704249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae3fb-6bee-44b8-b89f-910a30b113f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5ccf2e-2429-4f94-ae2a-c7a25a99562b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:32.705762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.744747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:32.812798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54038) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:32.879119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:32.901554 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:32.908619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf3651a-cf97-4aed-af5a-bea20874f8fb,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:32.933022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Checking segment: {'id': '2afb025e-00ea-465f-b9bf-bbb72e10a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:32.934412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Network hostable DHCP agents. Network: 9dfa0ecb-f37d-437e-931e-0c11144fd236, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:32.942276 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:32.947978 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:33.020781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-897442428-network', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:33.037565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Network 9dfa0ecb-f37d-437e-931e-0c11144fd236 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:33.079448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.080843 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e62910ca-e766-48a2-b66d-b224fd5d33b5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3474641 Dec 20 15:46:33.086116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54046) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:33.089817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 929e1cf3-1f58-4986-946b-943ebdb0b488 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:33.138705 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:33.138934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9dfa0ecb-f37d-437e-931e-0c11144fd236) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:33.178280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c51969d0-8b4b-48dc-9737-20624d7adf67 req-c911ab6f-7c13-4ffb-ae8a-6abbf226e931 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=7af0577e-2bde-4344-b7db-8993b6c3df8e HTTP/1.1" status: 200 len: 210 time: 0.1187227 Dec 20 15:46:33.180263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:33.181063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.210284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db8cf7-a94b-4879-af82-0b50675bdc0a None None] Network 9dfa0ecb-f37d-437e-931e-0c11144fd236 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:33.279466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5bc9aaf1-030c-4211-aa84-6a152a5317dc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2491801 Dec 20 15:46:33.338216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 929e1cf3-1f58-4986-946b-943ebdb0b488 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:33.339190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.355163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54050) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:33.430053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147256ea-8a2a-4974-a028-24b172e1660d None None] Network 9dfa0ecb-f37d-437e-931e-0c11144fd236 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:33.439929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b419514f-1008-426a-8aa8-61e3efd44ed6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e05ba2503203425383695446d6f0aa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835245 Dec 20 15:46:33.443938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54052) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:33.507595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:33.510589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.515455 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:30Z', 'revision_number': 3, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:33.551069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.593940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a346946f-03c8-4339-a349-46455c8bb748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.610662 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:33.611012 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Updating router f6b68b19-3eb9-4c44-ad2f-265cba2db593 port 0b705d65-d357-4dec-91b4-c0fd7ca85485 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:46:33.676955 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.681037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a346946f-03c8-4339-a349-46455c8bb748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.789342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1608465928-network', 'tenant_id': 'd949e60d19cb47b583a9dcb79415d022'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:33.901690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f09c3888-92b1-4772-808d-f7d45c4a9f57 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:33.920423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Made reservation on behalf of d949e60d19cb47b583a9dcb79415d022 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:33.923494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.953921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.966120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: f09c3888-92b1-4772-808d-f7d45c4a9f57 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:33.971229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f09c3888-92b1-4772-808d-f7d45c4a9f57 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:34.006000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a346946f-03c8-4339-a349-46455c8bb748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.009699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a346946f-03c8-4339-a349-46455c8bb748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.013381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a346946f-03c8-4339-a349-46455c8bb748 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8d7cfcc-cf77-4ad8-919c-ca14f572536c HTTP/1.1" status: 204 len: 168 time: 0.5659895 Dec 20 15:46:34.075539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.094105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.126727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346946f-03c8-4339-a349-46455c8bb748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d7cfcc-cf77-4ad8-919c-ca14f572536c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:34.232168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.233254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.308885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:34.364399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace5148-3895-48f8-9462-6c8b1f1725fb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:34.375413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.375413 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Added segment f77236ba-d09b-4a95-b9c4-925fbf2a62a2 of type vlan for network daf947ec-4d85-43ae-b728-644e8686e980 Dec 20 15:46:34.379046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.393549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.422266 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:34.430283 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.483479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.483899 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Added segment e33ac776-11c8-4d7d-911d-4a9423b418aa of type vlan for network c04d59ed-e8a5-473a-80b2-d948d07e69a3 Dec 20 15:46:34.512351 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.516214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.561390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:34.586773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.644484 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Attempting to bind port 0b705d65-d357-4dec-91b4-c0fd7ca85485 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:34.644878 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Attempting to bind port 0b705d65-d357-4dec-91b4-c0fd7ca85485 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:34.645276 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Attempting to bind port 0b705d65-d357-4dec-91b4-c0fd7ca85485 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:34.649667 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Pushing event updated for resources: {'Port': ['ID=0b705d65-d357-4dec-91b4-c0fd7ca85485,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:34.659020 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:34.659410 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:34.659833 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.660229 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:34.660707 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Bound port: 0b705d65-d357-4dec-91b4-c0fd7ca85485, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:34.661138 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.665256 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.665614 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.666097 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.666443 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.666783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.667118 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.667480 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.668074 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.668402 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.668732 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.669113 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.669500 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.669830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:46:34.690148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.698343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:34.699447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.740049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-6025064c-266e-40ce-b67d-0ab43d59b691 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:34.741106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Allocated IP 172.20.0.1 (c589b484-7d18-42f8-a1bc-d926886d63c9/694f7b0a-0302-4f08-bc56-af3c86f4d2b7/0b232c10-84d3-46b2-b26d-ab5c78e2eed8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:34.742862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-6025064c-266e-40ce-b67d-0ab43d59b691 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/networks?id=9dfa0ecb-f37d-437e-931e-0c11144fd236 HTTP/1.1" status: 200 len: 821 time: 0.3533835 Dec 20 15:46:34.762891 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] For port 0b705d65-d357-4dec-91b4-c0fd7ca85485, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:34.770049 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] For port 0b705d65-d357-4dec-91b4-c0fd7ca85485, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b705d65-d357-4dec-91b4-c0fd7ca85485,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:34.831040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.833504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:34.833504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.870543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0493541 Dec 20 15:46:34.877033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54094) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:34.883860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Request body: {'subnet': {'network_id': 'daf947ec-4d85-43ae-b728-644e8686e980', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1608465928-subnet', 'tenant_id': 'd949e60d19cb47b583a9dcb79415d022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:34.890756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a277ca-e4b9-44f7-a295-c5f3b2961910 admin admin] Pushing event updated for resources: {'Network': ['ID=daf947ec-4d85-43ae-b728-644e8686e980,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:34.900167 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.910727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network daf947ec-4d85-43ae-b728-644e8686e980 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:34.910967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a3dc790e-ba68-422c-b2ba-d166735018b3 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/quotas/e0a965b3d05a4e9aa40ef33304c21880 HTTP/1.1" status: 200 len: 375 time: 0.1567140 Dec 20 15:46:34.926029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] Pushing event updated for resources: {'Network': ['ID=c04d59ed-e8a5-473a-80b2-d948d07e69a3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:34.949023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:35.010584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:35.011299 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:35.101047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.119664 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7cf7ac86-4f7f-4e83-a2d5-3e8d86cfbe77 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4357290 Dec 20 15:46:35.129384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54102) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:35.138299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Request body: {'subnet': {'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-897442428-subnet', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:35.213473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.228243 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:35.258050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54106) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:35.308362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c839abd5-155e-41c5-adc8-cfd4aeed748e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51cfb55d4a604981b2c335db5b5bb388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490623 Dec 20 15:46:35.309344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:35.311720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.313647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54108) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:35.351126 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06a962-547a-46c7-ba03-de9dfd3c18ea None None] Pushing event updated for resources: {'Port': ['ID=0b705d65-d357-4dec-91b4-c0fd7ca85485,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:35.357359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.469287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Network c589b484-7d18-42f8-a1bc-d926886d63c9 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:35.477936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06a5b3f5-9f38-41bf-9196-27f8e4272d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.488272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:35.511160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:35.519223 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:30Z', 'revision_number': 3, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:35.541019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-d7145256-2bd4-41c8-bf81-02f050239d33 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0a965b3d05a4e9aa40ef33304c21880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6290104 Dec 20 15:46:35.610798 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dba3a5-5f9e-4094-8c79-5c8c59995d64 None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:30Z', 'revision_number': 3, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:35.612439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:35.614360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06a5b3f5-9f38-41bf-9196-27f8e4272d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.696637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.777637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446b36-070c-4db3-9b16-ca9b2015e15b req-36e154be-4221-4c70-b011-d023a7bb739d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:35.810258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06446b36-070c-4db3-9b16-ca9b2015e15b req-36e154be-4221-4c70-b011-d023a7bb739d tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.2696927 Dec 20 15:46:35.852536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Made reservation on behalf of d949e60d19cb47b583a9dcb79415d022 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:35.856496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.889264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06a5b3f5-9f38-41bf-9196-27f8e4272d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.895226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06a5b3f5-9f38-41bf-9196-27f8e4272d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.900572 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06a5b3f5-9f38-41bf-9196-27f8e4272d24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6f017df-7e24-4ec1-8dbc-4a19d9322bae HTTP/1.1" status: 204 len: 168 time: 0.5833056 Dec 20 15:46:35.914256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.916896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2eac0403-4db1-4dac-8deb-1bf0dd316720 None None] Provisioning complete for port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:35.917484 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2eac0403-4db1-4dac-8deb-1bf0dd316720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:35.929683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b3f5-9f38-41bf-9196-27f8e4272d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f017df-7e24-4ec1-8dbc-4a19d9322bae,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:35.940357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-7ff8b6b8-1c73-4224-aa3d-2b298a61b8f7 service neutron] 10.222.0.81 "GET /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501921 Dec 20 15:46:36.030533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Checking segment: {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:36.030903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Network hostable DHCP agents. Network: c04d59ed-e8a5-473a-80b2-d948d07e69a3, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:36.036715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0dfe3d-12fa-4bea-9df6-894d42c8db34,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:36.053271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.121385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2eac0403-4db1-4dac-8deb-1bf0dd316720 None None] Port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:36.238631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:36.267933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06446b36-070c-4db3-9b16-ca9b2015e15b req-35c11f56-d2d7-44a0-ad39-2636ef85e7ed tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508722 Dec 20 15:46:36.345036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c04d59ed-e8a5-473a-80b2-d948d07e69a3) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:36.359079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b01d4b-42a5-42c3-b1ef-d1fbed5896dc None None] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:36.374042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:36.375475 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.446388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.507823 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cb3d640d-9b83-4a2e-81cf-d8c2db3385b6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3739250 Dec 20 15:46:36.509821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:36.520979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:36.533588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-bb6e2341-f871-4c75-b733-0afe8a89522f service neutron] 10.222.0.81 "GET /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515189 Dec 20 15:46:36.541061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.611330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-c04d59ed-e8a5-473a-80b2-d948d07e69a3', 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3', 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'fixed_ips': [{'subnet_id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:46:36.612319 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.626185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.763528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71772791-3b17-4bbc-8fd8-3ce66feff3ee,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:36.858228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:36.869383 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.870103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Checking segment: {'id': 'f77236ba-d09b-4a95-b9c4-925fbf2a62a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'daf947ec-4d85-43ae-b728-644e8686e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:36.870103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Network hostable DHCP agents. Network: daf947ec-4d85-43ae-b728-644e8686e980, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:36.967953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Network daf947ec-4d85-43ae-b728-644e8686e980 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:36.980681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.981950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.994415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Allocated IP 172.20.0.2 (c04d59ed-e8a5-473a-80b2-d948d07e69a3/7e0dfe3d-12fa-4bea-9df6-894d42c8db34/3ff58bbd-d692-435a-b30d-2d14019ce082) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:37.080122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, daf947ec-4d85-43ae-b728-644e8686e980) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:37.084855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:37.086317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:37.157836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a0ab9a22-0cf9-4917-8db6-781aeb0dfa81 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2792530 Dec 20 15:46:37.185048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:37.204688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97819ff2-0711-460a-89f8-75dcd54c59fb None None] Network daf947ec-4d85-43ae-b728-644e8686e980 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:37.214983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-c9cb7548-5266-4f1f-9b53-6f5cc743a984 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:37.216867 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-c9cb7548-5266-4f1f-9b53-6f5cc743a984 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.72 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.1836731 Dec 20 15:46:37.229385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Network c589b484-7d18-42f8-a1bc-d926886d63c9 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:37.237917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:37.371714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b705d65-d357-4dec-91b4-c0fd7ca85485 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:37.379279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f96a02b-8858-4618-b028-140213914415 req-da61c2c9-c3d5-4325-b628-427f209f3a3f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 210 time: 0.0697029 Dec 20 15:46:37.675229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebff87-43d7-4637-8ad8-3105b2495ad6 req-c73f430c-5d37-42db-92c1-4acf96156a82 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:37.686811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0eebff87-43d7-4637-8ad8-3105b2495ad6 req-c73f430c-5d37-42db-92c1-4acf96156a82 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 946 time: 0.2024028 Dec 20 15:46:37.907890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:37.912684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0eebff87-43d7-4637-8ad8-3105b2495ad6 req-02c0123d-4b9b-4892-be8f-f0cf2d8eed91 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/security-groups?id=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233422 Dec 20 15:46:37.915294 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:37.952135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Deleting port d866792c-4154-416c-a447-0181661f5009 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:37.952464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:37.957103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6fb29990-294c-4a1e-9c70-45771e61b1f5 None None] Provisioning complete for port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:37.957628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6fb29990-294c-4a1e-9c70-45771e61b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.001007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:46:38.025305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5a1b4abe-3483-47ae-bdc5-b4b5c0cf898a req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1330909916', 'description': 'tempest-description-1009658137'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:38.043870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.066757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c8cd1-d7a2-496d-9bc8-40fc64829599 None None] Network daf947ec-4d85-43ae-b728-644e8686e980 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:38.156433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a1b4abe-3483-47ae-bdc5-b4b5c0cf898a req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.158900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:38.159972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6fb29990-294c-4a1e-9c70-45771e61b1f5 None None] Port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:38.178495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:38.187554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:38.235027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] For port d866792c-4154-416c-a447-0181661f5009, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d866792c-4154-416c-a447-0181661f5009,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:38.235383 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.250208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0b705d65-d357-4dec-91b4-c0fd7ca85485 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:38.250588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.280278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Pushing event updated for resources: {'Port': ['ID=3ff58bbd-d692-435a-b30d-2d14019ce082,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:38.306405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Calling delete_port for d866792c-4154-416c-a447-0181661f5009 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:38.424290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a1b4abe-3483-47ae-bdc5-b4b5c0cf898a req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.468950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:38.485448 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e9f9233-9cb3-4fe2-bbb5-cf402ed318a7 admin admin] 10.222.0.81 "PUT /v2.0/routers/f6b68b19-3eb9-4c44-ad2f-265cba2db593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3809412 Dec 20 15:46:38.489217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a1b4abe-3483-47ae-bdc5-b4b5c0cf898a req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.559224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a5a73-75b3-4064-b963-de76319a34ff,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:38.624976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96d43061-d167-4f33-81e2-20fd9f9064f6 req-b7301c6a-a9fb-4259-855b-bbb2b7dc932d tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 210 time: 0.0797315 Dec 20 15:46:38.643095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:38.648062 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5a1b4abe-3483-47ae-bdc5-b4b5c0cf898a req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.650042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a1b4abe-3483-47ae-bdc5-b4b5c0cf898a req-4f1281e3-3f9c-4f6e-8e5c-06f035455b2d tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6297972 Dec 20 15:46:38.713615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:38.719062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:38.773491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-46940a22-06a8-4576-9b7c-46b5bdb185f2 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/8a7a5a73-75b3-4064-b963-de76319a34ff HTTP/1.1" status: 200 len: 1830 time: 0.0962698 Dec 20 15:46:38.783633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a7a5a73-75b3-4064-b963-de76319a34ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:38.783949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a7a5a73-75b3-4064-b963-de76319a34ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:38.930402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Attempting to bind port 3ff58bbd-d692-435a-b30d-2d14019ce082 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:38.935971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Attempting to bind port 3ff58bbd-d692-435a-b30d-2d14019ce082 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:38.936697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Attempting to bind port 3ff58bbd-d692-435a-b30d-2d14019ce082 on network c04d59ed-e8a5-473a-80b2-d948d07e69a3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:38.950760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:38.957298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Checking segment: {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:38.957478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.957628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:38.957784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Bound using segment: {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:38.958692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Bound port: 3ff58bbd-d692-435a-b30d-2d14019ce082, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:38.959106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.021257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.094433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.105750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:39.123218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637b5391-ad62-41d7-a771-f75516414e70,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:39.155597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.155597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.164864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.171905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] For port 3ff58bbd-d692-435a-b30d-2d14019ce082, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:39.177438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] For port 3ff58bbd-d692-435a-b30d-2d14019ce082, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ff58bbd-d692-435a-b30d-2d14019ce082,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:39.234144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 0b705d65-d357-4dec-91b4-c0fd7ca85485, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b705d65-d357-4dec-91b4-c0fd7ca85485,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:39.236134 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Pushing event deleted for resources: {'Port': ['ID=d866792c-4154-416c-a447-0181661f5009,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:39.252244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.252949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.280305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4b3355d-52c5-4b0d-afa2-df37d1df6693 req-50397c01-072e-4771-83c4-b8724ffb63b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5033672 Dec 20 15:46:39.286974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.311097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] No DVR routers for this DVR port d866792c-4154-416c-a447-0181661f5009 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:39.370059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.376134 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-854ae496-e4fc-4286-afe1-4b10130daeb9 req-5677519f-8248-4dcc-a5a9-2c794b3900b6 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.72 "DELETE /v2.0/ports/d866792c-4154-416c-a447-0181661f5009 HTTP/1.1" status: 204 len: 173 time: 2.1430457 Dec 20 15:46:39.376625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'name': 'network-vif-deleted', 'tag': 'd866792c-4154-416c-a447-0181661f5009'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:39.383971 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b42607-2993-462c-a10d-7f34d78b8906" -d '{"events": [{"server_uuid": "193cd75c-6db5-49e2-88bd-357ed9a87468", "name": "network-vif-deleted", "tag": "d866792c-4154-416c-a447-0181661f5009"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:39.420585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.518765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c9c6c-c879-4d32-9c93-63e69886e535 None None] Pushing event updated for resources: {'Port': ['ID=3ff58bbd-d692-435a-b30d-2d14019ce082,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:39.545757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da6de52a-5c2a-4c2d-a9d8-41f6eeebbc6c req-9e9e2a03-94e3-4d4f-8da2-7e1d115d30b7 tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 210 time: 0.1200116 Dec 20 15:46:39.545880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Allocated IP 172.25.6.33 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b23b346b-c004-43eb-92e1-d18e877c3192) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:39.679832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=0b705d65-d357-4dec-91b4-c0fd7ca85485,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:39.706989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16697935-9512-45d6-b5ad-0b1dd475218c req-0ffda543-f37f-4304-8598-6f5e0a1b9a74 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/8a7a5a73-75b3-4064-b963-de76319a34ff HTTP/1.1" status: 200 len: 2423 time: 0.1401000 Dec 20 15:46:39.723864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:36Z', 'revision_number': 2, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:39.790890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:39.791400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Updating router f6b68b19-3eb9-4c44-ad2f-265cba2db593 port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:46:39.796797 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.846474 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb94bc-8620-4e2e-9ff9-4b2f6e1a7de7 x-openstack-request-id: req-a6eb94bc-8620-4e2e-9ff9-4b2f6e1a7de7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:39.846841 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193cd75c-6db5-49e2-88bd-357ed9a87468", "name": "network-vif-deleted", "tag": "d866792c-4154-416c-a447-0181661f5009", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:39.847108 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6eb94bc-8620-4e2e-9ff9-4b2f6e1a7de7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:39.847557 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193cd75c-6db5-49e2-88bd-357ed9a87468', 'name': 'network-vif-deleted', 'tag': 'd866792c-4154-416c-a447-0181661f5009', 'status': 'completed', 'code': 200} Dec 20 15:46:39.866827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:39.927558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:39.933015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781355395', 'description': 'tempest-description--871646134'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:39.990318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.009800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79928915-7ce7-44fc-b9cd-d2471a3e8fe5 req-76e82481-8de8-42ca-9825-220d8a33a8ab tempest-FlavorsV2NegativeTest-1380500126 tempest-FlavorsV2NegativeTest-1380500126-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=37b7ba01bdea46dfbeb5c68b1eaf36ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451012 Dec 20 15:46:40.032786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:40.046512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:40.076080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:40.081729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.202055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Pushing event updated for resources: {'Port': ['ID=b23b346b-c004-43eb-92e1-d18e877c3192,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:40.288965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bf6444f-e2c0-4c35-b9d1-322b813e0b42 req-bb67573e-b338-4c28-be30-683ce23679cf tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 210 time: 0.1883442 Dec 20 15:46:40.439344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-a2db4e4f-06fb-42f5-ad20-f4cb350dc242 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-group-rules/637b5391-ad62-41d7-a771-f75516414e70 HTTP/1.1" status: 200 len: 778 time: 0.0827491 Dec 20 15:46:40.472106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.514190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-af1c8778-f0a8-4480-ad82-aed408794f12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4617021 Dec 20 15:46:40.527919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928915-7ce7-44fc-b9cd-d2471a3e8fe5 req-e8d9b3b1-f260-4ca4-93e4-e9c5718a69cd tempest-FlavorsV2NegativeTest-1380500126 tempest-FlavorsV2NegativeTest-1380500126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:40.535116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79928915-7ce7-44fc-b9cd-d2471a3e8fe5 req-e8d9b3b1-f260-4ca4-93e4-e9c5718a69cd tempest-FlavorsV2NegativeTest-1380500126 tempest-FlavorsV2NegativeTest-1380500126-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5232053 Dec 20 15:46:40.559073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79928915-7ce7-44fc-b9cd-d2471a3e8fe5 req-738bf6e1-a540-44f6-988c-faf2fe80ce39 tempest-FlavorsV2NegativeTest-1380500126 tempest-FlavorsV2NegativeTest-1380500126-project] 10.222.0.81 "GET /v2.0/quotas/37b7ba01bdea46dfbeb5c68b1eaf36ca HTTP/1.1" status: 200 len: 375 time: 0.0230298 Dec 20 15:46:40.564951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-5953975e-f4f9-4a66-8188-e1567f3be1c0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/8a7a5a73-75b3-4064-b963-de76319a34ff HTTP/1.1" status: 200 len: 2423 time: 0.1247871 Dec 20 15:46:40.568272 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.628791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79928915-7ce7-44fc-b9cd-d2471a3e8fe5 req-0250beb1-6d55-4c63-bfe8-28b703ed0c29 tempest-FlavorsV2NegativeTest-1380500126 tempest-FlavorsV2NegativeTest-1380500126-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=37b7ba01bdea46dfbeb5c68b1eaf36ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617232 Dec 20 15:46:40.654014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-b183a325-0b56-4f84-9646-b1bab6fc8d14 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.668283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.673226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-b183a325-0b56-4f84-9646-b1bab6fc8d14 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.683034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636b52-511d-4288-9723-fd50d061defa req-c80bead4-ca2d-44c0-ae37-63159a0d2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:40.692066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-c80bead4-ca2d-44c0-ae37-63159a0d2cd2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed9f66e390484b678c8725dcec6d084d&device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 1096 time: 0.1261127 Dec 20 15:46:40.735015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.826760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc468c72-ce66-4c2b-959a-c3c07c970755 None None] Pushing event updated for resources: {'Port': ['ID=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:40.924565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa52544-3187-4115-a802-cf3fd4b4277a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:40.947498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636b52-511d-4288-9723-fd50d061defa req-61f0cb12-ed5c-47de-a393-cc600686a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:40.952591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-61f0cb12-ed5c-47de-a393-cc600686a8c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c HTTP/1.1" status: 200 len: 916 time: 0.2280159 Dec 20 15:46:40.955101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-b183a325-0b56-4f84-9646-b1bab6fc8d14 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.963259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Attempting to bind port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:40.966487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Attempting to bind port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:40.966891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Attempting to bind port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:40.976308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.978556 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7d9e20fa-77b4-44f7-9767-46cb7afa55dd tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0485806 Dec 20 15:46:40.982575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:40.983328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:40.984295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Checking segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:40.984719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.985196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Bound using segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:40.990212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Bound port: 0b232c10-84d3-46b2-b26d-ab5c78e2eed8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:40.993275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:40.998359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'security_group_rule': {'security_group_id': 'bfa52544-3187-4115-a802-cf3fd4b4277a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:41.043632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-7500dd79-f755-40ef-b441-6dfec5026ea2 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:41.045848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-7500dd79-f755-40ef-b441-6dfec5026ea2 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.72 "GET /v2.0/networks?id=9dfa0ecb-f37d-437e-931e-0c11144fd236 HTTP/1.1" status: 200 len: 821 time: 0.4012613 Dec 20 15:46:41.065246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Request body: {'port': {'device_id': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236', 'admin_state_up': True, 'tenant_id': 'e0a965b3d05a4e9aa40ef33304c21880'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:41.116672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-b183a325-0b56-4f84-9646-b1bab6fc8d14 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.132492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b94dbd7-4cea-4ac2-9a66-96b5bff42274 req-b183a325-0b56-4f84-9646-b1bab6fc8d14 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/637b5391-ad62-41d7-a771-f75516414e70 HTTP/1.1" status: 204 len: 173 time: 0.5549233 Dec 20 15:46:41.133067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183a325-0b56-4f84-9646-b1bab6fc8d14 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=637b5391-ad62-41d7-a771-f75516414e70,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:41.137929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] For port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:41.141659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] For port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:41.151525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d866792c-4154-416c-a447-0181661f5009 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:41.172112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-065a89d6-9b72-421c-a58b-f87f380754e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24d48f9e-2f96-4327-a6c3-650a008af55c HTTP/1.1" status: 200 len: 217 time: 0.2113483 Dec 20 15:46:41.193439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.240257 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.279888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d866792c-4154-416c-a447-0181661f5009 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:41.287432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d866792c-4154-416c-a447-0181661f5009 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:41.343484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.356215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-143a3601-3b58-49ab-918c-b53cceaa761e tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2e4133878ce0470cb63d2500683b5b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3718910 Dec 20 15:46:41.397768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:41.399055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:41.501820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e6cc53b2-8eb1-449b-8062-40adebf2801c None None] Provisioning complete for port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:41.502195 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cc53b2-8eb1-449b-8062-40adebf2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.534627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.536233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Made reservation on behalf of e0a965b3d05a4e9aa40ef33304c21880 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:41.548906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.550580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-7b0c34de-64c8-49b2-883f-32960f7f31dd tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:41.573288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-7b0c34de-64c8-49b2-883f-32960f7f31dd tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162294 Dec 20 15:46:41.592500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc468c72-ce66-4c2b-959a-c3c07c970755 None None] Pushing event updated for resources: {'Port': ['ID=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:41.618982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08089c7a-cbab-40fa-aed1-e34cecbf9c23 req-e714fcde-9fd1-427b-b570-ba6edd127a6b tempest-ServerRescueTestJSON-502271075 tempest-ServerRescueTestJSON-502271075-project] 10.222.0.81 "GET /v2.0/ports?device_id=193cd75c-6db5-49e2-88bd-357ed9a87468 HTTP/1.1" status: 200 len: 210 time: 0.2810817 Dec 20 15:46:41.663729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.664600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-ecf39bbf-acd4-4c13-9d30-a7ca2327aed7 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/quotas/2e4133878ce0470cb63d2500683b5b31 HTTP/1.1" status: 200 len: 375 time: 0.0612741 Dec 20 15:46:41.754169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-c2993df3-6ec8-49f5-9f3e-2ac238cba813 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e4133878ce0470cb63d2500683b5b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882013 Dec 20 15:46:41.758065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636b52-511d-4288-9723-fd50d061defa req-4d99baee-5c10-4436-95f2-302537fa9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:41.769807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0be1be0-1e32-4ea6-9a25-da95c999d770,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:41.771822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-4d99baee-5c10-4436-95f2-302537fa9ad7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc9c7a30-46b8-4612-8e34-86465b340106 HTTP/1.1" status: 200 len: 855 time: 0.5653172 Dec 20 15:46:41.794881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.807378 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fceb634c-b7f6-4084-8742-3ae23a732046 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8171856 Dec 20 15:46:41.827126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54282) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:41.839084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-aa03dc98-cf85-4959-858a-b1a1b9f9a41e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521402 Dec 20 15:46:41.843305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1c3b2fbb-5f47-42ff-acb0-e141c2a5c22f req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-278710430', 'description': 'tempest-description-302229997'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:41.857193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'security_group_rule': {'security_group_id': 'bfa52544-3187-4115-a802-cf3fd4b4277a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:41.921512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ff58bbd-d692-435a-b30d-2d14019ce082 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:41.924562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff9021-7eff-43bb-b987-83ff73f81a5a None None] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:41.960241 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:41.979586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Allocated IP 172.20.0.14 (9dfa0ecb-f37d-437e-931e-0c11144fd236/4bf3651a-cf97-4aed-af5a-bea20874f8fb/fe004ecb-c22e-4973-b9f1-5ef2132a95ac) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:42.047424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-f85cbc68-7c4f-4019-a481-80018b5d774f service neutron] 10.222.0.83 "GET /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902497 Dec 20 15:46:42.103187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:42.132553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c3b2fbb-5f47-42ff-acb0-e141c2a5c22f req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.181356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cc53b2-8eb1-449b-8062-40adebf2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.225820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.312488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b216cdec-da54-4525-81b6-0f0d22e4ca7e req-79005259-100b-4cad-acaa-eda06beb12c9 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 210 time: 0.0794234 Dec 20 15:46:42.441618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.488780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c3b2fbb-5f47-42ff-acb0-e141c2a5c22f req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.502866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e6cc53b2-8eb1-449b-8062-40adebf2801c None None] For port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:42.507288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3ff58bbd-d692-435a-b30d-2d14019ce082 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:42.507918 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.508720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54298) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:42.515202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa606155-54fb-4ad2-ba8f-d9f69108f0f0 req-3d459f8f-6831-4021-b449-ee506ccf8a36 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 210 time: 0.0819676 Dec 20 15:46:42.517882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42636b52-511d-4288-9723-fd50d061defa req-8cddb676-e683-4f16-a322-6e877bc3e4d6 service neutron] 10.222.0.83 "GET /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633996 Dec 20 15:46:42.562205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.618016 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.626784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:41Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:42.663789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Network 9dfa0ecb-f37d-437e-931e-0c11144fd236 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:42.680738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54304) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:42.687293 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76239e09-472d-4955-b65e-33b0fd097e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.720597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e9399-f6b8-49d3-90b0-0a7af875f799 None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:41Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:42.743853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cc53b2-8eb1-449b-8062-40adebf2801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.802830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.816841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:42.843053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:42.857076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Router 519e115c-3d8a-49d7-a288-12df544bd73e is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:46:42.859214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.908903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3ff58bbd-d692-435a-b30d-2d14019ce082, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ff58bbd-d692-435a-b30d-2d14019ce082,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:42.914365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc53b2-8eb1-449b-8062-40adebf2801c None None] Pushing event updated for resources: {'Port': ['ID=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:42.943646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca144b81-baf9-486f-a988-9ce1c9e11ccd None None] Provisioning complete for port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:42.944790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca144b81-baf9-486f-a988-9ce1c9e11ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.973733 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c3b2fbb-5f47-42ff-acb0-e141c2a5c22f req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.975199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Pushing event updated for resources: {'Port': ['ID=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:42.983732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc3fd79-b077-43b1-89ee-c3e80dd7b462,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:43.002990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.004463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b705d65-d357-4dec-91b4-c0fd7ca85485 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:43.052288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.054738 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e772eddc-af78-4ffe-9fd5-1f6bfbbe64f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2252517 Dec 20 15:46:43.062860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54308) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:43.085634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:43.113640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3ff58bbd-d692-435a-b30d-2d14019ce082,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:43.130574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:43.131522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.144932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76239e09-472d-4955-b65e-33b0fd097e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.208789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0b705d65-d357-4dec-91b4-c0fd7ca85485 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:43.209241 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.213593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1c3b2fbb-5f47-42ff-acb0-e141c2a5c22f req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.215564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c3b2fbb-5f47-42ff-acb0-e141c2a5c22f req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.3813882 Dec 20 15:46:43.228445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c98a4-0cad-4dbf-ad6e-c3203ed04790 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff09a01-f7ca-4f2e-a39a-4f873e633845,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:43.264100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-76239e09-472d-4955-b65e-33b0fd097e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.284121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca144b81-baf9-486f-a988-9ce1c9e11ccd None None] Provisioning complete for port 3ff58bbd-d692-435a-b30d-2d14019ce082 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:43.285281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca144b81-baf9-486f-a988-9ce1c9e11ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.369884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239e09-472d-4955-b65e-33b0fd097e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63178a0-cfa6-441d-ba04-7755f9d368ed,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:43.392301 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a6ad0c01-18cc-437d-86f2-6e4d28dd65ac tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3354762 Dec 20 15:46:43.425076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Request body: {'port': {'device_id': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:43.444095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:43.453379 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Sync routers for ids ['519e115c-3d8a-49d7-a288-12df544bd73e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:43.455538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c1d9e88-e67d-405e-b4e4-ec41e8c61c5e req-ac4e1c68-aa54-401a-8b6a-6597747cfd04 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/eff09a01-f7ca-4f2e-a39a-4f873e633845 HTTP/1.1" status: 200 len: 1828 time: 0.2111373 Dec 20 15:46:43.472040 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Routers {'519e115c-3d8a-49d7-a288-12df544bd73e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:43.477706 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['519e115c-3d8a-49d7-a288-12df544bd73e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:43.498756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.527939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-76239e09-472d-4955-b65e-33b0fd097e5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37b7ba01bdea46dfbeb5c68b1eaf36ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0181494 Dec 20 15:46:43.540746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:43.559655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-402af344-872f-40b8-9dc4-07136db544c7 req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1412194596', 'description': 'tempest-description-106005919'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:43.675656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.678006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-06c2cef5-39ea-4800-9348-aadaddb99ace None None] Provisioning complete for port 3ff58bbd-d692-435a-b30d-2d14019ce082 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:43.683071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06c2cef5-39ea-4800-9348-aadaddb99ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:43.814761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ff58bbd-d692-435a-b30d-2d14019ce082 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:43.871678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271f97a-a74f-4442-bbe0-a8bdaba53da0 req-aa8372ba-8c33-43c3-8eea-3fc3ef102b8d tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:43.875554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5271f97a-a74f-4442-bbe0-a8bdaba53da0 req-aa8372ba-8c33-43c3-8eea-3fc3ef102b8d tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 932 time: 0.3799682 Dec 20 15:46:43.893928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Set router 519e115c-3d8a-49d7-a288-12df544bd73e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:44.040453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3ff58bbd-d692-435a-b30d-2d14019ce082 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:44.040849 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.056489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5271f97a-a74f-4442-bbe0-a8bdaba53da0 req-759bdb4b-d0e9-4a34-b408-98f8ddf3f22f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640706 Dec 20 15:46:44.131541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d11c-ae3b-49f8-a253-8e3c52aef547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.136915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-402af344-872f-40b8-9dc4-07136db544c7 req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.195824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d11c-ae3b-49f8-a253-8e3c52aef547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.236840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:44.252743 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.268688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.273339 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-970af068-4969-44e7-b16e-2167377ee8ea admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7602949 Dec 20 15:46:44.275606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54328) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:44.339300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:46:40Z', 'revision_number': 3, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:44.369119 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Checking router: 519e115c-3d8a-49d7-a288-12df544bd73e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:44.369793 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Updating router 519e115c-3d8a-49d7-a288-12df544bd73e port b23b346b-c004-43eb-92e1-d18e877c3192 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:46:44.373482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:44.373482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.397435 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.424979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d11c-ae3b-49f8-a253-8e3c52aef547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.431691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d11c-ae3b-49f8-a253-8e3c52aef547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.435647 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ed4d11c-ae3b-49f8-a253-8e3c52aef547 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f63178a0-cfa6-441d-ba04-7755f9d368ed HTTP/1.1" status: 204 len: 168 time: 0.8867109 Dec 20 15:46:44.600623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34ebced6-03da-44a4-b5e9-c47b4ebf04df req-d13ea4b8-8243-4f67-8057-0ead6324e83b tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 210 time: 0.3774066 Dec 20 15:46:44.674255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe004ecb-c22e-4973-b9f1-5ef2132a95ac {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:46:44.686409 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.704883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Transition to ACTIVE for port object fe004ecb-c22e-4973-b9f1-5ef2132a95ac will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:46:44.722112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4d11c-ae3b-49f8-a253-8e3c52aef547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63178a0-cfa6-441d-ba04-7755f9d368ed,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:44.722675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.793901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.883754 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.912466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Pushing event updated for resources: {'Port': ['ID=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:44.947079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-402af344-872f-40b8-9dc4-07136db544c7 req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:44.968438 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.056218 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3f94-87b0-4da6-bbe3-dd8113264ea5 None None] Pushing event updated for resources: {'Port': ['ID=b23b346b-c004-43eb-92e1-d18e877c3192,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:45.072109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Attempting to bind port fe004ecb-c22e-4973-b9f1-5ef2132a95ac on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:45.072549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Attempting to bind port fe004ecb-c22e-4973-b9f1-5ef2132a95ac by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '2afb025e-00ea-465f-b9bf-bbb72e10a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:45.072993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Attempting to bind port fe004ecb-c22e-4973-b9f1-5ef2132a95ac on network 9dfa0ecb-f37d-437e-931e-0c11144fd236 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:45.081716 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Attempting to bind port b23b346b-c004-43eb-92e1-d18e877c3192 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:45.082326 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Attempting to bind port b23b346b-c004-43eb-92e1-d18e877c3192 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:45.082899 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Attempting to bind port b23b346b-c004-43eb-92e1-d18e877c3192 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:45.084930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Port fe004ecb-c22e-4973-b9f1-5ef2132a95ac on network 9dfa0ecb-f37d-437e-931e-0c11144fd236 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:46:45.085575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Attempting to bind port fe004ecb-c22e-4973-b9f1-5ef2132a95ac on network 9dfa0ecb-f37d-437e-931e-0c11144fd236 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:45.091119 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:45.091795 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:45.092375 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.093918 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:45.094596 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Bound port: b23b346b-c004-43eb-92e1-d18e877c3192, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:45.095300 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.097113 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-402af344-872f-40b8-9dc4-07136db544c7 req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.098841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:45.101245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Checking segment: {'id': '2afb025e-00ea-465f-b9bf-bbb72e10a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:45.101245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Bound using segment: {'id': '2afb025e-00ea-465f-b9bf-bbb72e10a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:45.101245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Bound port: fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb025e-00ea-465f-b9bf-bbb72e10a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:45.101245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.161405 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] For port b23b346b-c004-43eb-92e1-d18e877c3192, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:45.166526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] For port b23b346b-c004-43eb-92e1-d18e877c3192, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b23b346b-c004-43eb-92e1-d18e877c3192,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:45.204482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Allocated IP 172.25.6.54 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/08c6e79c-0f4d-421d-9067-c8b2e54c2689) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:45.216885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2662189-e522-4d27-9b97-c5beaeca5d17,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:45.395973 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.406519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-402af344-872f-40b8-9dc4-07136db544c7 req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.407810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-402af344-872f-40b8-9dc4-07136db544c7 req-ffe231b0-0250-493b-a0ef-bb28ff5bce68 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.8554645 Dec 20 15:46:45.452306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-6c025d5e-ece8-4618-b074-e73fbd2a96bf tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=2e4133878ce0470cb63d2500683b5b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329244 Dec 20 15:46:45.517643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Routers {'519e115c-3d8a-49d7-a288-12df544bd73e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:45.518856 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['519e115c-3d8a-49d7-a288-12df544bd73e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:45.603300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3f94-87b0-4da6-bbe3-dd8113264ea5 None None] Pushing event updated for resources: {'Port': ['ID=b23b346b-c004-43eb-92e1-d18e877c3192,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:45.721321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] For port fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:45.738202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-ca0abffc-ee42-499f-b32a-69c6d34faf46 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:45.739052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] For port fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,segment=NetworkSegment(2afb025e-00ea-465f-b9bf-bbb72e10a790),segment_id=2afb025e-00ea-465f-b9bf-bbb72e10a790)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:45.739729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-ca0abffc-ee42-499f-b32a-69c6d34faf46 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587018 Dec 20 15:46:45.752869 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:45.758933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cafc6-200c-4561-b6bf-584471e750e4 req-404cb4b3-00e3-4078-ae21-1cf467338b2c tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:45.759789 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] Set router 519e115c-3d8a-49d7-a288-12df544bd73e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:45.760502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-506cafc6-200c-4561-b6bf-584471e750e4 req-404cb4b3-00e3-4078-ae21-1cf467338b2c tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 944 time: 0.5447936 Dec 20 15:46:45.779394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Request body: {'port': {'device_id': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '2e4133878ce0470cb63d2500683b5b31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:45.845667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f060508-b716-4ad2-bba5-639b9b8fbebe req-2b9ed28a-4ff3-4371-874c-cf288871990c tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/e2662189-e522-4d27-9b97-c5beaeca5d17 HTTP/1.1" status: 200 len: 1829 time: 0.3915462 Dec 20 15:46:45.885219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Deleting port 44171238-c141-44e4-9bff-82045e1f61c9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:45.885219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.015251 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.038648 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:46:40Z', 'revision_number': 3, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:46.073488 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2eb94-758f-4a4b-a91f-fd44ca01f3d2 None None] The sync data for ids ['519e115c-3d8a-49d7-a288-12df544bd73e'] in n-d-781076-8 is: [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:46:40Z', 'revision_number': 3, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:46.079194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb54dba-a09a-4c3e-989c-f55a4a115cf7 req-3882c967-3b82-48e7-9f95-683702fea338 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 210 time: 0.0331094 Dec 20 15:46:46.088868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:46.089005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.090425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] 10.222.0.72 "PUT /v2.0/ports/fe004ecb-c22e-4973-b9f1-5ef2132a95ac HTTP/1.1" status: 200 len: 1092 time: 2.6840169 Dec 20 15:46:46.090892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'tag': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:46.093449 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d068867-b7fb-47a9-86ca-043f921b26db" -d '{"events": [{"name": "network-changed", "server_uuid": "894c7ceb-f7f2-4a26-9dd7-04a1182809b8", "tag": "fe004ecb-c22e-4973-b9f1-5ef2132a95ac"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:46.122882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.160809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Allocated IP 172.20.0.1 (c04d59ed-e8a5-473a-80b2-d948d07e69a3/7e0dfe3d-12fa-4bea-9df6-894d42c8db34/617e6490-148c-4447-8635-3805a572868d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:46.217002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2603-1bbc-4ea5-ac6c-edf651988faf service neutron] Pushing event updated for resources: {'Port': ['ID=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:46.241406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-36dd5840-df4b-41f1-8b55-78ea2429a3d6 req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1567482943', 'description': 'tempest-description-1762233897'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:46.251214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54362) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:46.256381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-506cafc6-200c-4561-b6bf-584471e750e4 req-ca542fe8-60bc-4dfb-a1ff-daad56311714 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820883 Dec 20 15:46:46.306460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] For port 44171238-c141-44e4-9bff-82045e1f61c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44171238-c141-44e4-9bff-82045e1f61c9,segment=NetworkSegment(6341a53f-3a6e-4895-9734-2bcd7cd91178),segment_id=6341a53f-3a6e-4895-9734-2bcd7cd91178)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:46.306936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.333089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Calling delete_port for 44171238-c141-44e4-9bff-82045e1f61c9 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:46.345046 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb74b7d8-d36f-43ca-94a8-4ac19b4a1eba x-openstack-request-id: req-cb74b7d8-d36f-43ca-94a8-4ac19b4a1eba {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:46.345303 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894c7ceb-f7f2-4a26-9dd7-04a1182809b8", "tag": "fe004ecb-c22e-4973-b9f1-5ef2132a95ac", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:46.345594 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb74b7d8-d36f-43ca-94a8-4ac19b4a1eba {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:46.346004 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'tag': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac', 'status': 'completed', 'code': 200} Dec 20 15:46:46.361141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-2bb86a4f-7f66-48cb-afd1-1ee31e606433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:46.363991 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-2bb86a4f-7f66-48cb-afd1-1ee31e606433 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0a965b3d05a4e9aa40ef33304c21880&device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 1095 time: 0.1677411 Dec 20 15:46:46.424066 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-7f844de5-125e-4676-9c8b-a7d68da3ecf5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac HTTP/1.1" status: 200 len: 217 time: 0.0506954 Dec 20 15:46:46.434969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.512762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.529809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-856166215-network', 'tenant_id': 'cf183b49a7d74690830de5cb1b2605d3'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:46.589180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a2d5658e-9721-4012-b154-c286f79af414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:46.590778 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-a2d5658e-9721-4012-b154-c286f79af414 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bf3651a-cf97-4aed-af5a-bea20874f8fb HTTP/1.1" status: 200 len: 861 time: 0.1582527 Dec 20 15:46:46.636932 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-1874fb05-3543-45c3-bb68-82141e2948e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfa0ecb-f37d-437e-931e-0c11144fd236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329814 Dec 20 15:46:46.761622 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-ece41e25-c938-47ea-949e-b7e662c384d1 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176968 Dec 20 15:46:46.765571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.821738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Made reservation on behalf of cf183b49a7d74690830de5cb1b2605d3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:46.825462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.876923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'Port': ['ID=08c6e79c-0f4d-421d-9067-c8b2e54c2689,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:46.902941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:46.907882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.923859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:46.930963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:47.001076 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.003772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Pushing event updated for resources: {'Port': ['ID=617e6490-148c-4447-8635-3805a572868d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:47.022090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36dd5840-df4b-41f1-8b55-78ea2429a3d6 req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.024227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Made reservation on behalf of 2e4133878ce0470cb63d2500683b5b31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:47.028065 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.055653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:47.066962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:47.068237 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04155da9-71ff-4405-a868-1a9bcce2b642 req-100f706d-bb35-497f-be8a-1254db7818ee service neutron] 10.222.0.72 "GET /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987452 Dec 20 15:46:47.074798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:47.110763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.112967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.303203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.330572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36dd5840-df4b-41f1-8b55-78ea2429a3d6 req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.342851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44171238-c141-44e4-9bff-82045e1f61c9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:47.343576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d068867-b7fb-47a9-86ca-043f921b26db req-d36fa610-c2b0-4714-a85b-5c152355652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:47.346832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-d36fa610-c2b0-4714-a85b-5c152355652b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e0a965b3d05a4e9aa40ef33304c21880&device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 1095 time: 0.1425200 Dec 20 15:46:47.372727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e170151b-df7d-4409-adb5-bb91a5b771a4 None None] Provisioning complete for port 617e6490-148c-4447-8635-3805a572868d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:47.376848 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e170151b-df7d-4409-adb5-bb91a5b771a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.385967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10012471-9e47-45cc-a69c-d54ec4bc7cf1 req-332cf323-59c4-4b01-819b-58aad4c1d923 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 210 time: 0.0520816 Dec 20 15:46:47.432118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.442728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e170151b-df7d-4409-adb5-bb91a5b771a4 None None] Port 617e6490-148c-4447-8635-3805a572868d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:47.475969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.524174 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36dd5840-df4b-41f1-8b55-78ea2429a3d6 req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.554535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:47.578650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9bff3-5633-437e-a04f-d2f39f26f831,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:47.581859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.598257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.598614 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Added segment 449de267-bae2-478b-afd1-f8071a5c68a2 of type vlan for network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f Dec 20 15:46:47.606795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1537fb89-9ddc-4e7b-a7b6-3a507fb426fe,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:47.651419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.673736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d068867-b7fb-47a9-86ca-043f921b26db req-fcdcb648-97e0-41d0-9c29-4747d18b2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:47.675271 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-fcdcb648-97e0-41d0-9c29-4747d18b2b70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfa0ecb-f37d-437e-931e-0c11144fd236 HTTP/1.1" status: 200 len: 922 time: 0.3185661 Dec 20 15:46:47.713375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb6ec3-53fe-421f-a04a-f2d9bd143027,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:47.748020 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.754762 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-f6dabe56-1a76-4256-88e9-b6dd09afe9e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac HTTP/1.1" status: 200 len: 217 time: 0.0703034 Dec 20 15:46:47.803732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36dd5840-df4b-41f1-8b55-78ea2429a3d6 req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.812927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36dd5840-df4b-41f1-8b55-78ea2429a3d6 req-310410ac-04b8-45f3-bb7b-109611a40fc1 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.5714636 Dec 20 15:46:47.825946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:47.893297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d068867-b7fb-47a9-86ca-043f921b26db req-c35bc6df-3699-4a37-9239-82a181565e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:47.894781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-c35bc6df-3699-4a37-9239-82a181565e8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bf3651a-cf97-4aed-af5a-bea20874f8fb HTTP/1.1" status: 200 len: 861 time: 0.1235681 Dec 20 15:46:47.940183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b23b346b-c004-43eb-92e1-d18e877c3192 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:47.944321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db406-9bbf-45c5-9bfc-f8a2fcf848dc req-ff82948c-536f-4eff-b47e-dd487edbcba1 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:47.945949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-746db406-9bbf-45c5-9bfc-f8a2fcf848dc req-ff82948c-536f-4eff-b47e-dd487edbcba1 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 944 time: 0.3797786 Dec 20 15:46:47.964523 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-a5099dfe-70ab-4418-b5d0-3d808979c6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfa0ecb-f37d-437e-931e-0c11144fd236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593529 Dec 20 15:46:48.009249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b23b346b-c004-43eb-92e1-d18e877c3192 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:48.009749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.027379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.028662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:48.029461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.078632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-296f9e63-a090-4cf8-8d0c-13c23f84b403 req-eff3f420-f84e-4b37-b7b2-7f85564717ac tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/1537fb89-9ddc-4e7b-a7b6-3a507fb426fe HTTP/1.1" status: 200 len: 1830 time: 0.2295308 Dec 20 15:46:48.159732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.164750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7f29d432-cf18-4880-ab7e-fa164c2d0512 req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-722483906', 'description': 'tempest-description-1318560358'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:48.195499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.200052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Allocated IP 192.168.233.129 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/449047dd-79d2-43ca-bbd4-b32f08a32b4c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:48.204517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.206940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] Pushing event updated for resources: {'Network': ['ID=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:48.225349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:48.247497 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-2d58a956-df81-487f-adb6-28bb0ad2efcf service neutron] 10.222.0.72 "GET /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698903 Dec 20 15:46:48.253126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-05504856-079e-4aaa-981b-ff6f065bc58e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9999657 Dec 20 15:46:48.264743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54384) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:48.271874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Request body: {'subnet': {'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-856166215-subnet', 'tenant_id': 'cf183b49a7d74690830de5cb1b2605d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:48.302895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.328753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b23b346b-c004-43eb-92e1-d18e877c3192, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b23b346b-c004-43eb-92e1-d18e877c3192,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:48.347689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-746db406-9bbf-45c5-9bfc-f8a2fcf848dc req-b5d07875-944f-414a-be03-bb0899117e0c tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564734 Dec 20 15:46:48.380977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.406604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.504300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Made reservation on behalf of cf183b49a7d74690830de5cb1b2605d3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:48.510299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.536324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.541043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b23b346b-c004-43eb-92e1-d18e877c3192,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:48.581313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Pushing event updated for resources: {'Port': ['ID=617e6490-148c-4447-8635-3805a572868d,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:48.582485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f29d432-cf18-4880-ab7e-fa164c2d0512 req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.642077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.659833 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d068867-b7fb-47a9-86ca-043f921b26db req-5a1179d6-8b72-4e9a-94a1-3805cafad230 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048445 Dec 20 15:46:48.708340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-839c1102-f9f6-4fb9-a90a-533f11a4d9b5 req-488474a9-9c14-4375-a112-4e71d18c2aad tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 210 time: 0.1381805 Dec 20 15:46:48.759158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:48.771131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:48.774985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:49.002035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'Port': ['ID=08c6e79c-0f4d-421d-9067-c8b2e54c2689,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:49.036283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Router 519e115c-3d8a-49d7-a288-12df544bd73e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:46:49.059041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.066481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.095380 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.095628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-aaa94f1f-cc98-45b7-9ba7-464dff4eea69 None None] Provisioning complete for port 617e6490-148c-4447-8635-3805a572868d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:49.097385 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaa94f1f-cc98-45b7-9ba7-464dff4eea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.119794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f29d432-cf18-4880-ab7e-fa164c2d0512 req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.151354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-aaa94f1f-cc98-45b7-9ba7-464dff4eea69 None None] Port 617e6490-148c-4447-8635-3805a572868d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:49.213676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f29d432-cf18-4880-ab7e-fa164c2d0512 req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.219677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad722afc-a936-4117-8ed5-9d39bc769587,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:49.237380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.238965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e343a070-c86f-48ee-b5d5-c66f36724ef2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1709888 Dec 20 15:46:49.245416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:49.247172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Checking segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:49.247532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Network hostable DHCP agents. Network: 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:49.261508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Router d3ca78ce-d284-4ffe-9936-d20001514c98 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:46:49.265708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Sync routers for ids ['519e115c-3d8a-49d7-a288-12df544bd73e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:49.272893 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6c7ca2a-b920-4572-9c90-4243e03d92d0 admin admin] 10.222.0.81 "PUT /v2.0/routers/519e115c-3d8a-49d7-a288-12df544bd73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9933116 Dec 20 15:46:49.275670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad50190c-2b00-4dc1-adf5-722a69bd734a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:49.305151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Routers {'519e115c-3d8a-49d7-a288-12df544bd73e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:49.309708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['519e115c-3d8a-49d7-a288-12df544bd73e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:49.354647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f29d432-cf18-4880-ab7e-fa164c2d0512 req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.356010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f29d432-cf18-4880-ab7e-fa164c2d0512 req-11ac11f9-bd60-492f-9519-9fa810b367ee tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2086885 Dec 20 15:46:49.359031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.419764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:49.475943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:49.479183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:49.502026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:49.504720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:49.516273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Set router 519e115c-3d8a-49d7-a288-12df544bd73e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:49.524935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:49.543267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:49.546713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.558444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126c9df-de89-4d5d-b2f9-a0acf1246a91 None None] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:49.575900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Pushing event updated for resources: {'Port': ['ID=449047dd-79d2-43ca-bbd4-b32f08a32b4c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:49.609215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca82369d-7ff1-41c9-9228-267516c2a5d3 req-32a08bac-3dd6-480f-b0ca-c7e74b6005d6 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/ad50190c-2b00-4dc1-adf5-722a69bd734a HTTP/1.1" status: 200 len: 1829 time: 0.2082376 Dec 20 15:46:49.618633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:46:49.624033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54406) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:49.625859 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] Sync routers for ids ['d3ca78ce-d284-4ffe-9936-d20001514c98'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:46:49.631357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97f0084d-0334-4f2f-af33-c7a04bfc93a4 admin admin] 10.222.0.81 "PUT /v2.0/routers/d3ca78ce-d284-4ffe-9936-d20001514c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9491894 Dec 20 15:46:49.659948 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] Routers {'d3ca78ce-d284-4ffe-9936-d20001514c98'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:49.660687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d3ca78ce-d284-4ffe-9936-d20001514c98'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:49.668423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:49.673976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.706377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6ace-a895-4060-9b9f-5e681841c2d7 req-7311678d-b1c7-4c00-8c0a-ddaae3cc1272 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:49.712184 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1aea872f-796b-4eda-959a-3d93c5874231 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4461098 Dec 20 15:46:49.714270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3db6ace-a895-4060-9b9f-5e681841c2d7 req-7311678d-b1c7-4c00-8c0a-ddaae3cc1272 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 944 time: 0.2466388 Dec 20 15:46:49.723222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-692859953'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:49.964555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:49.964793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-d45d995a-0669-4450-87b8-308d15860495 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2028732 Dec 20 15:46:49.993816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3db6ace-a895-4060-9b9f-5e681841c2d7 req-5c43a11d-06a0-40cd-998e-2f261f82555b tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524941 Dec 20 15:46:50.011079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Request body: {'port': {'device_id': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:50.049197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:50.057922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.074392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b23b346b-c004-43eb-92e1-d18e877c3192 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:50.147200 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-84bd0bcf-35b2-44c6-ad0b-13530743b27b req-c964a44f-b3bd-42a1-87e0-5fd3c19c7b52 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] show failed (client error): The resource could not be found. Dec 20 15:46:50.150506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84bd0bcf-35b2-44c6-ad0b-13530743b27b req-c964a44f-b3bd-42a1-87e0-5fd3c19c7b52 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/4c5178ad-0406-4cda-a39c-4e2a14364cdc HTTP/1.1" status: 404 len: 352 time: 0.0398688 Dec 20 15:46:50.155813 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] Set router d3ca78ce-d284-4ffe-9936-d20001514c98 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:50.237761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:50.259745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.260269 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Added segment 62c68568-770c-4f06-9f2d-1056f558de2c of type vlan for network 32412b1e-f98c-4dea-ad56-2e80dbb80dec Dec 20 15:46:50.272988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.285383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-272a6652-ccd5-4a6d-933f-c85583fab580 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--781355395&fields=id&tenant_id=67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 267 time: 0.3184438 Dec 20 15:46:50.323511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.383190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-67361757-ad9e-4625-b2a2-a9547f2fd341 None None] Provisioning complete for port 449047dd-79d2-43ca-bbd4-b32f08a32b4c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:50.383911 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-67361757-ad9e-4625-b2a2-a9547f2fd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.388470 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.415617 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.430536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:50.431233 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.453026 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:46:46Z', 'revision_number': 5, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port': {'id': '30eae5a4-f991-4b57-a22d-6c110aa3dd42', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:44:02Z', 'updated_at': '2021-12-20T15:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:50.459600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b23b346b-c004-43eb-92e1-d18e877c3192 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:50.460336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.488575 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] Checking router: d3ca78ce-d284-4ffe-9936-d20001514c98 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:50.499634 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] Routers {'d3ca78ce-d284-4ffe-9936-d20001514c98'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:50.500500 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d3ca78ce-d284-4ffe-9936-d20001514c98'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:50.510006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-67361757-ad9e-4625-b2a2-a9547f2fd341 None None] Port 449047dd-79d2-43ca-bbd4-b32f08a32b4c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:50.524824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6220dc-3e07-43fd-9724-a93d0225ba1a None None] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:50.610994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905121b-8c88-46b6-821c-778c716c08d3 req-9bcc6024-4876-4488-8aad-f880bc882690 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:50.612851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b905121b-8c88-46b6-821c-778c716c08d3 req-9bcc6024-4876-4488-8aad-f880bc882690 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 936 time: 0.3088865 Dec 20 15:46:50.687884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-aca87fad-bc4f-4a99-b909-884ee81a0289 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:50.690300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-aca87fad-bc4f-4a99-b909-884ee81a0289 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 817 time: 0.3832068 Dec 20 15:46:50.745964 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] Set router d3ca78ce-d284-4ffe-9936-d20001514c98 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:50.809500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:46:47Z', 'revision_number': 4, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '617e6490-148c-4447-8635-3805a572868d', 'name': '', 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'mac_address': 'fa:16:3e:72:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:45Z', 'updated_at': '2021-12-20T15:46:47Z', 'revision_number': 2, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'subnets': [{'id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:50.815263 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:46:50Z', 'revision_number': 6, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:50.846331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Checking router: 519e115c-3d8a-49d7-a288-12df544bd73e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:46:50.847022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Updating router 519e115c-3d8a-49d7-a288-12df544bd73e port 617e6490-148c-4447-8635-3805a572868d binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:46:50.853129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6f76-1ec7-4c67-ae41-72ab3a4a5b3d None None] The sync data for ids ['d3ca78ce-d284-4ffe-9936-d20001514c98'] in n-d-781076-8 is: [{'id': 'd3ca78ce-d284-4ffe-9936-d20001514c98', 'name': 'tempest-ServerRescueTestJSON-916534327-router', 'tenant_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:44:00Z', 'updated_at': '2021-12-20T15:46:50Z', 'revision_number': 6, 'project_id': '724a16ea383f4f8e90b5fc8180b31f5d', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:50.855362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-1a03c63b-b9ab-449e-b265-095be8144cb5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/quotas/67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 375 time: 0.1476007 Dec 20 15:46:50.878819 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:50.898205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b905121b-8c88-46b6-821c-778c716c08d3 req-f8f4d355-901c-4b01-8644-cbf05db8fb2d tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724729 Dec 20 15:46:51.002013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b0f7cc7-3821-4b24-9db8-f46b85c99c7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330190 Dec 20 15:46:51.054611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fe004ecb-c22e-4973-b9f1-5ef2132a95ac details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:46:51.094087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Network': ['ID=32412b1e-f98c-4dea-ad56-2e80dbb80dec,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:51.102952 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2b6586cf-2e7d-4e2e-a795-d8a5909b4bc6 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6213496 Dec 20 15:46:51.105330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54432) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:51.112050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'subnet': {'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:51.115971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:51.196709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449047dd-79d2-43ca-bbd4-b32f08a32b4c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:46:51.248997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Deleting port 30eae5a4-f991-4b57-a22d-6c110aa3dd42 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:51.249428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.370898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] For port 30eae5a4-f991-4b57-a22d-6c110aa3dd42, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30eae5a4-f991-4b57-a22d-6c110aa3dd42,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:51.371267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.388453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:51.392498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.398170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Calling delete_port for 30eae5a4-f991-4b57-a22d-6c110aa3dd42 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:51.419461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-d9516aa8-463d-4a1e-bc8d-23969b76f139 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:51.420997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-d9516aa8-463d-4a1e-bc8d-23969b76f139 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 821 time: 0.2381020 Dec 20 15:46:51.424194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.445923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,segment=NetworkSegment(2afb025e-00ea-465f-b9bf-bbb72e10a790),segment_id=2afb025e-00ea-465f-b9bf-bbb72e10a790)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:51.447109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-0f7a383e-b72a-4b24-a365-b5ec1f057ea8 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/quotas/cf183b49a7d74690830de5cb1b2605d3 HTTP/1.1" status: 200 len: 375 time: 0.0173249 Dec 20 15:46:51.458518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Transition to ACTIVE for port object 449047dd-79d2-43ca-bbd4-b32f08a32b4c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:46:51.467033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac', 'network_id': '9dfa0ecb-f37d-437e-931e-0c11144fd236', 'port_id': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac', 'mac_address': 'fa:16:3e:72:b6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf3651a-cf97-4aed-af5a-bea20874f8fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:46:51.495806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.557330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.596345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe004ecb-c22e-4973-b9f1-5ef2132a95ac {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:46:51.632887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,segment=NetworkSegment(2afb025e-00ea-465f-b9bf-bbb72e10a790),segment_id=2afb025e-00ea-465f-b9bf-bbb72e10a790)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:51.638370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.729124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.782030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.834520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44171238-c141-44e4-9bff-82045e1f61c9 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:51.834694 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.877643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=30eae5a4-f991-4b57-a22d-6c110aa3dd42,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:51.905825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-4ed46e41-9c43-4240-9c6e-72d1eac26648 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4488122 Dec 20 15:46:51.907293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.911185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 44171238-c141-44e4-9bff-82045e1f61c9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:51.912234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44171238-c141-44e4-9bff-82045e1f61c9 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:51.912927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30eae5a4-f991-4b57-a22d-6c110aa3dd42 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:46:51.917205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:51.976589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 30eae5a4-f991-4b57-a22d-6c110aa3dd42 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:46:51.981006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30eae5a4-f991-4b57-a22d-6c110aa3dd42 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:46:51.983088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fe004ecb-c22e-4973-b9f1-5ef2132a95ac'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:46:51.983346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Pushing event updated for resources: {'Port': ['ID=449047dd-79d2-43ca-bbd4-b32f08a32b4c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:51.989103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:52.014264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-5585fe5f-fcb9-42fd-861d-e41a98c8f5d1 service neutron] 10.222.0.81 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9898486 Dec 20 15:46:52.093769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Attempting to bind port 617e6490-148c-4447-8635-3805a572868d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:52.094313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Attempting to bind port 617e6490-148c-4447-8635-3805a572868d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:52.094796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Attempting to bind port 617e6490-148c-4447-8635-3805a572868d on network c04d59ed-e8a5-473a-80b2-d948d07e69a3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:52.105326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:52.105876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Checking segment: {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:52.106383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.107011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Bound using segment: {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:52.107605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Bound port: 617e6490-148c-4447-8635-3805a572868d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33ac776-11c8-4d7d-911d-4a9423b418aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:52.108084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.146969 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.191171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-2e11a782-2a94-4d9a-9add-adaaea90bf7c service neutron] 10.222.0.81 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614766 Dec 20 15:46:52.197230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4873-33fb-4923-a6fd-608c81f4bb89 None None] Pushing event updated for resources: {'Port': ['ID=617e6490-148c-4447-8635-3805a572868d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:52.324886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.327172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.385200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Subnet': ['ID=871069cd-b83b-44fb-ac15-f2c642c3e954,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:52.385811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] For port 617e6490-148c-4447-8635-3805a572868d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:52.407923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Checking segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:52.408510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network hostable DHCP agents. Network: 32412b1e-f98c-4dea-ad56-2e80dbb80dec, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:52.431025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] For port 617e6490-148c-4447-8635-3805a572868d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=617e6490-148c-4447-8635-3805a572868d,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:52.432988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-02709b47-c212-4f29-8d0a-cb51a60aaebf None None] Provisioning complete for port 617e6490-148c-4447-8635-3805a572868d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:52.433401 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02709b47-c212-4f29-8d0a-cb51a60aaebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.457460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-49d9db2a-f8d4-4292-8579-1fd995a55d24 service neutron] 10.222.0.81 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510662 Dec 20 15:46:52.492087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.493004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ca78ce-d284-4ffe-9936-d20001514c98 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:46:52.496189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-02709b47-c212-4f29-8d0a-cb51a60aaebf None None] Port 617e6490-148c-4447-8635-3805a572868d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:52.513684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.515543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5d4cb1fa-ee1a-4938-94e9-881421c1c7e2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d3ca78ce-d284-4ffe-9936-d20001514c98 HTTP/1.1" status: 204 len: 168 time: 2.8903151 Dec 20 15:46:52.518152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54450) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:52.572298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-21bfff9a-9b8c-4207-8f90-3e14aabe3f44 service neutron] 10.222.0.81 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034861 Dec 20 15:46:52.580036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Attempting to bind port 449047dd-79d2-43ca-bbd4-b32f08a32b4c on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:52.580721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Attempting to bind port 449047dd-79d2-43ca-bbd4-b32f08a32b4c by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:52.580721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Attempting to bind port 449047dd-79d2-43ca-bbd4-b32f08a32b4c on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:52.583877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.585931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Port 449047dd-79d2-43ca-bbd4-b32f08a32b4c on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:46:52.586399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Attempting to bind port 449047dd-79d2-43ca-bbd4-b32f08a32b4c on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:52.591600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:52.591930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:52.592309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:52.592736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Bound port: 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:52.593088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.614336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:52.675254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Deleting subnet 9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:46:52.697478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.743661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Routers {'519e115c-3d8a-49d7-a288-12df544bd73e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:46:52.744300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:46:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['519e115c-3d8a-49d7-a288-12df544bd73e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:52.756901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 32412b1e-f98c-4dea-ad56-2e80dbb80dec) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:52.773042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:52.778373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.804544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6db26-14c4-4064-b4f9-cce1c5b86893 None None] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:52.815327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4873-33fb-4923-a6fd-608c81f4bb89 None None] Pushing event updated for resources: {'Port': ['ID=617e6490-148c-4447-8635-3805a572868d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:52.840720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] For port 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:52.844818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.852246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] For port 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:52.869993 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-6b1fbc72-1c11-4950-9f7a-1f3cd13c271a req-b7e7bdf3-414b-4ed7-83c3-833602c06fa8 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] show failed (client error): The resource could not be found. Dec 20 15:46:52.907398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b1fbc72-1c11-4950-9f7a-1f3cd13c271a req-b7e7bdf3-414b-4ed7-83c3-833602c06fa8 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-group-rules/b6876c71-b900-4d3b-a998-6f8468a206d8 HTTP/1.1" status: 404 len: 361 time: 0.3325279 Dec 20 15:46:52.908076 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:52.944041 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ab01816-9a2b-47a2-b295-9656a6c0ff18 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8374062 Dec 20 15:46:52.949884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54466) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:52.961437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-215265051'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:52.971195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.072196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Pushing event updated for resources: {'Port': ['ID=449047dd-79d2-43ca-bbd4-b32f08a32b4c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:53.122503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:53.133419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.166098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fe004ecb-c22e-4973-b9f1-5ef2132a95ac up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:53.206666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.214385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.215036 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.216880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f408cae5-c2ee-437a-a18c-d8571368fe63 service neutron] 10.222.0.83 "PUT /v2.0/ports/449047dd-79d2-43ca-bbd4-b32f08a32b4c HTTP/1.1" status: 200 len: 1096 time: 3.2202609 Dec 20 15:46:53.217426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'tag': '449047dd-79d2-43ca-bbd4-b32f08a32b4c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:53.220230 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080fb8e-02fa-47df-a9d0-d9304dd2d436" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4bf847-8279-43e3-9ca7-b1ed36d95d3f", "tag": "449047dd-79d2-43ca-bbd4-b32f08a32b4c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:53.252415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ff389-7eb5-4261-a512-8b4a0b8987ca req-9549426d-1bb1-47c2-905a-5474eeb941b0 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.260112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb8ff389-7eb5-4261-a512-8b4a0b8987ca req-9549426d-1bb1-47c2-905a-5474eeb941b0 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 945 time: 0.2544487 Dec 20 15:46:53.269852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f413bbd-614c-436f-acc3-3ed00a54ba37 req-de6d1280-fcd2-441f-b7d7-f024a14770b1 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.271747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f413bbd-614c-436f-acc3-3ed00a54ba37 req-de6d1280-fcd2-441f-b7d7-f024a14770b1 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 948 time: 0.1958423 Dec 20 15:46:53.284431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:53.299975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.303596 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Added segment 4e07fdc3-cf64-4f55-9be0-7541bfb07e48 of type vlan for network 88b50469-a559-448a-83b5-42973159945f Dec 20 15:46:53.305430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aec90dd-9b7e-4346-ad84-c122c3f3d1d4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:53.324227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.329700 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-464baede-9602-473c-8721-d3038b98c782 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9aec90dd-9b7e-4346-ad84-c122c3f3d1d4 HTTP/1.1" status: 204 len: 168 time: 0.8085079 Dec 20 15:46:53.330030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:53.386364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-11faee61-686a-4d27-9d43-975f54262d8c None None] Provisioning complete for port 617e6490-148c-4447-8635-3805a572868d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:53.386964 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-11faee61-686a-4d27-9d43-975f54262d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.477063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb8ff389-7eb5-4261-a512-8b4a0b8987ca req-5647a07b-8253-44a1-a3ea-a13f2009e44b tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157218 Dec 20 15:46:53.485454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.503596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f413bbd-614c-436f-acc3-3ed00a54ba37 req-b9a6b1ab-90e4-4e71-9721-a8bc7f102578 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040768 Dec 20 15:46:53.506647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] Set router 519e115c-3d8a-49d7-a288-12df544bd73e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:46:53.507470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-405ade29-541a-4757-afb3-dde7c540c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.510538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-405ade29-541a-4757-afb3-dde7c540c066 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e4133878ce0470cb63d2500683b5b31&device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 1099 time: 0.1335216 Dec 20 15:46:53.605326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.608802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-19a8cdc8-e12c-46ec-a339-3783dbe254b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c HTTP/1.1" status: 200 len: 217 time: 0.0898962 Dec 20 15:46:53.666759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port fe004ecb-c22e-4973-b9f1-5ef2132a95ac completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:46:53.685913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'fixed_ips': [{'subnet_id': '871069cd-b83b-44fb-ac15-f2c642c3e954'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:46:53.687074 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.689727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bba4e7f2-e0f1-4a40-9ba4-e4140fbebb4b req-f7341b89-6463-4586-97c0-d4af1709f815 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 210 time: 0.0859096 Dec 20 15:46:53.715748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a120f572-16c3-4ad3-9e4d-dd238bcaf971 req-15c142cd-2d32-459f-8cd4-2b0bef02b9cc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 210 time: 0.1102076 Dec 20 15:46:53.719500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port fe004ecb-c22e-4973-b9f1-5ef2132a95ac triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:53.720153 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.765490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-c342f100-64d9-445e-aebb-ddf3a64022c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.766990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-c342f100-64d9-445e-aebb-ddf3a64022c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1297908 Dec 20 15:46:53.781985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.806621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5456221f-2ddb-4326-9466-fc7826105d08']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:53.818419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6341a53f-3a6e-4895-9734-2bcd7cd91178') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:53.818825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6341a53f-3a6e-4895-9734-2bcd7cd91178') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:53.832697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.838227 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da761b3a-f16b-45b9-b730-7f882f7aab66 x-openstack-request-id: req-da761b3a-f16b-45b9-b730-7f882f7aab66 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:53.838697 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4bf847-8279-43e3-9ca7-b1ed36d95d3f", "tag": "449047dd-79d2-43ca-bbd4-b32f08a32b4c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:53.838954 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da761b3a-f16b-45b9-b730-7f882f7aab66 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:53.839734 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'tag': '449047dd-79d2-43ca-bbd4-b32f08a32b4c', 'status': 'completed', 'code': 200} Dec 20 15:46:53.843141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c69e1106-846b-4b50-9255-a2cf256521e0 req-55b5a495-61ce-4a88-be45-f79839c5c082 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/ad50190c-2b00-4dc1-adf5-722a69bd734a HTTP/1.1" status: 200 len: 1829 time: 0.0699186 Dec 20 15:46:53.852723 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.853204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-11faee61-686a-4d27-9d43-975f54262d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.859186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.859881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.871692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.914293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:46:53.914607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:46:53.917309 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:46:53.922064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-10403486-482f-4c83-99b3-5372faf497de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:53.922064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-10403486-482f-4c83-99b3-5372faf497de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459360 Dec 20 15:46:53.984994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c69e1106-846b-4b50-9255-a2cf256521e0 req-825893f1-1037-4cff-b4dd-189315ee2cd3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.033833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Network': ['ID=88b50469-a559-448a-83b5-42973159945f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:54.050698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c69e1106-846b-4b50-9255-a2cf256521e0 req-825893f1-1037-4cff-b4dd-189315ee2cd3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.067997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 88b50469-a559-448a-83b5-42973159945f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:54.068462 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-194e6d03-8350-475a-9ab3-7bac598b30ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1142232 Dec 20 15:46:54.072137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54484) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:54.077639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'subnet': {'network_id': '88b50469-a559-448a-83b5-42973159945f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:54.117996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-f956838e-9ca2-4917-89c9-d35ed93727e8 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868873 Dec 20 15:46:54.121322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-11faee61-686a-4d27-9d43-975f54262d8c None None] For port 617e6490-148c-4447-8635-3805a572868d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=617e6490-148c-4447-8635-3805a572868d,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:54.126782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.128010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.132506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.148797 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5456221f-2ddb-4326-9466-fc7826105d08 HTTP/1.1" status: 204 len: 168 time: 0.8078206 Dec 20 15:46:54.199166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e28bc-2b8b-4df0-ae39-3883b0cb1261 admin admin] Pushing event deleted for resources: {'Network': ['ID=5456221f-2ddb-4326-9466-fc7826105d08,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:54.201449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:54.205602 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfdedfb-2da7-4dd6-9b7f-6126d4a8fa39" -d '{"events": [{"server_uuid": "894c7ceb-f7f2-4a26-9dd7-04a1182809b8", "name": "network-vif-plugged", "status": "completed", "tag": "fe004ecb-c22e-4973-b9f1-5ef2132a95ac"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:54.238750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Allocated IP 19.80.0.2 (32412b1e-f98c-4dea-ad56-2e80dbb80dec/871069cd-b83b-44fb-ac15-f2c642c3e954/44737442-41eb-4e7d-a7cf-f16c87573a03) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:54.266138 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c69e1106-846b-4b50-9255-a2cf256521e0 req-825893f1-1037-4cff-b4dd-189315ee2cd3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.266469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,segment=NetworkSegment(2afb025e-00ea-465f-b9bf-bbb72e10a790),segment_id=2afb025e-00ea-465f-b9bf-bbb72e10a790)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:54.269031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-11faee61-686a-4d27-9d43-975f54262d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.280415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c69e1106-846b-4b50-9255-a2cf256521e0 req-825893f1-1037-4cff-b4dd-189315ee2cd3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.285203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c69e1106-846b-4b50-9255-a2cf256521e0 req-825893f1-1037-4cff-b4dd-189315ee2cd3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "DELETE /v2.0/security-groups/ad50190c-2b00-4dc1-adf5-722a69bd734a HTTP/1.1" status: 204 len: 173 time: 0.4243677 Dec 20 15:46:54.336709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825893f1-1037-4cff-b4dd-189315ee2cd3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad50190c-2b00-4dc1-adf5-722a69bd734a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:54.343768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9888be4-5430-4a8a-9981-8938a12e3e24 req-8e255dcc-70a7-4d3b-b200-4466540649e6 service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159965 Dec 20 15:46:54.347027 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf540aa-7d49-4541-a605-8061878b8b2f x-openstack-request-id: req-fdf540aa-7d49-4541-a605-8061878b8b2f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:46:54.348672 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894c7ceb-f7f2-4a26-9dd7-04a1182809b8", "name": "network-vif-plugged", "status": "completed", "tag": "fe004ecb-c22e-4973-b9f1-5ef2132a95ac", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:46:54.349033 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdf540aa-7d49-4541-a605-8061878b8b2f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:46:54.351580 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac', 'code': 200} Dec 20 15:46:54.381517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.408115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b043c905-ae86-414c-87c3-dbe1e2b4b998 req-12a4d4c4-3d08-4848-b813-8610738cbc04 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/1537fb89-9ddc-4e7b-a7b6-3a507fb426fe HTTP/1.1" status: 200 len: 1830 time: 0.0678415 Dec 20 15:46:54.450584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a7942-c64a-4c8c-965e-833680cb20b6 req-5a2f8502-42dd-4135-a18b-19eab33ebb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:54.452098 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-434a7942-c64a-4c8c-965e-833680cb20b6 req-5a2f8502-42dd-4135-a18b-19eab33ebb0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 1097 time: 0.0441971 Dec 20 15:46:54.488493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:46:47Z', 'revision_number': 4, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '617e6490-148c-4447-8635-3805a572868d', 'name': '', 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'mac_address': 'fa:16:3e:72:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:45Z', 'updated_at': '2021-12-20T15:46:52Z', 'revision_number': 4, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'subnets': [{'id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:46:54.494218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faee61-686a-4d27-9d43-975f54262d8c None None] Pushing event updated for resources: {'Port': ['ID=617e6490-148c-4447-8635-3805a572868d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:54.503484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b043c905-ae86-414c-87c3-dbe1e2b4b998 req-55cf9c3f-5b5a-4938-a67a-4d67fd6ba9a3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.521294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:54.525503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.558485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418707a5-9e1d-4eb1-ae62-24a33c7ff80e None None] The sync data for ids ['519e115c-3d8a-49d7-a288-12df544bd73e'] in n-d-781076-8 is: [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:46:47Z', 'revision_number': 4, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '617e6490-148c-4447-8635-3805a572868d', 'name': '', 'network_id': 'c04d59ed-e8a5-473a-80b2-d948d07e69a3', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'mac_address': 'fa:16:3e:72:72:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:45Z', 'updated_at': '2021-12-20T15:46:52Z', 'revision_number': 4, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'subnets': [{'id': '7e0dfe3d-12fa-4bea-9df6-894d42c8db34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:46:54.573408 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-434a7942-c64a-4c8c-965e-833680cb20b6 req-703d5eb9-37d8-42e8-8eaa-3c0dce40b35d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127284 Dec 20 15:46:54.610719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b043c905-ae86-414c-87c3-dbe1e2b4b998 req-55cf9c3f-5b5a-4938-a67a-4d67fd6ba9a3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.710489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-c8236e0c-d64a-4441-9934-3060b6706bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:54.728433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-c8236e0c-d64a-4441-9934-3060b6706bfc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e4133878ce0470cb63d2500683b5b31&device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 1099 time: 0.1747808 Dec 20 15:46:54.734356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:54.782042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.799833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54504) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:54.891554 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a75e084b-f597-4b4b-b6c2-5aa93b880961 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=724a16ea383f4f8e90b5fc8180b31f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0904980 Dec 20 15:46:54.897650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54506) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:54.906142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-10da86e6-5774-4d82-bd40-740bf7c20a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:54.907735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-10da86e6-5774-4d82-bd40-740bf7c20a8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1694031 Dec 20 15:46:54.908974 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b043c905-ae86-414c-87c3-dbe1e2b4b998 req-55cf9c3f-5b5a-4938-a67a-4d67fd6ba9a3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.911570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b043c905-ae86-414c-87c3-dbe1e2b4b998 req-55cf9c3f-5b5a-4938-a67a-4d67fd6ba9a3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:54.912641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b043c905-ae86-414c-87c3-dbe1e2b4b998 req-55cf9c3f-5b5a-4938-a67a-4d67fd6ba9a3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "DELETE /v2.0/security-groups/1537fb89-9ddc-4e7b-a7b6-3a507fb426fe HTTP/1.1" status: 204 len: 173 time: 0.4731424 Dec 20 15:46:54.924555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.014599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.039095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-e9f5a802-4dad-481c-8dd9-a360b565a03e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c HTTP/1.1" status: 200 len: 217 time: 0.1210761 Dec 20 15:46:55.040054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf9c3f-5b5a-4938-a67a-4d67fd6ba9a3 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537fb89-9ddc-4e7b-a7b6-3a507fb426fe,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:55.088290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:55.103132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:55.109297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1545b9c-7c62-4707-9d57-f5c6e817e322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.114885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:55.125339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Pushing event updated for resources: {'Port': ['ID=44737442-41eb-4e7d-a7cf-f16c87573a03,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:55.185485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bb054-fa68-455c-9fc6-4ecfce671c2b req-9ab015c9-a89b-4e26-9d12-d76f0dd729da tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:55.195038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da6bb054-fa68-455c-9fc6-4ecfce671c2b req-9ab015c9-a89b-4e26-9d12-d76f0dd729da tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 946 time: 0.1592762 Dec 20 15:46:55.199025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-3a4e5f96-d3aa-46e9-bb42-2ae580279aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:55.203027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-3a4e5f96-d3aa-46e9-bb42-2ae580279aa5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1501839 Dec 20 15:46:55.237999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1545b9c-7c62-4707-9d57-f5c6e817e322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.255522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Attempting to bind port 44737442-41eb-4e7d-a7cf-f16c87573a03 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:55.256071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Attempting to bind port 44737442-41eb-4e7d-a7cf-f16c87573a03 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:55.256556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Attempting to bind port 44737442-41eb-4e7d-a7cf-f16c87573a03 on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:55.262862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:55.263208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Subnet': ['ID=6140ce47-6873-43aa-9e7a-c1143723b70c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:55.263456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Checking segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:55.264088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.264559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Bound using segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:55.265140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Bound port: 44737442-41eb-4e7d-a7cf-f16c87573a03, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:55.265673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.319682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Checking segment: {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:55.320045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network hostable DHCP agents. Network: 88b50469-a559-448a-83b5-42973159945f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:55.379413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] For port 44737442-41eb-4e7d-a7cf-f16c87573a03, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:55.384615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] For port 44737442-41eb-4e7d-a7cf-f16c87573a03, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44737442-41eb-4e7d-a7cf-f16c87573a03,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:55.390412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da6bb054-fa68-455c-9fc6-4ecfce671c2b req-7b7fb8dc-8378-4faa-8f1e-8fad08c8baa5 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942956 Dec 20 15:46:55.423666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-e110431c-8469-4a67-bcb3-ed5d7765399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:55.427401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-e110431c-8469-4a67-bcb3-ed5d7765399c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424532 Dec 20 15:46:55.610130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 88b50469-a559-448a-83b5-42973159945f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:55.649494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1545b9c-7c62-4707-9d57-f5c6e817e322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.649748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.652622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1545b9c-7c62-4707-9d57-f5c6e817e322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.655792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1545b9c-7c62-4707-9d57-f5c6e817e322 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9 HTTP/1.1" status: 204 len: 168 time: 0.7512257 Dec 20 15:46:55.669173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-462d9a59-4ed4-433b-92ef-e95b5df891df req-733def11-718b-451f-a4be-478b1c9dc8cc tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 210 time: 0.0918291 Dec 20 15:46:55.687430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1545b9c-7c62-4707-9d57-f5c6e817e322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e1deb1-d5e0-4ef0-b444-456bfa6c1ee9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:55.756351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 88b50469-a559-448a-83b5-42973159945f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:55.763660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 617e6490-148c-4447-8635-3805a572868d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:55.765252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:55.767646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:55.793960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-82408fbe-4ffe-4dd5-a3b7-5da81c5d6eee service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555441 Dec 20 15:46:55.817049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab10bdc-fdb6-4dc3-9ed7-9a9eedab25d2 None None] Network 88b50469-a559-448a-83b5-42973159945f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:55.857530 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c8b9b86-7dff-4f41-9f08-072e04d5cf04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7842433 Dec 20 15:46:55.998865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d123b20-fdf2-4d27-bdda-fc294018ac87 None None] Pushing event updated for resources: {'Port': ['ID=44737442-41eb-4e7d-a7cf-f16c87573a03,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:56.056614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74a5b009-c5c6-4af4-8cb9-6704d0733aab req-63236376-4b45-4180-b625-9754f06d6885 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 210 time: 0.1843355 Dec 20 15:46:56.095937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d88e3-27dd-4f74-ab96-4d2c6c430533 req-d2db0f83-fc8d-4512-870a-635ffbcbf22c tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:56.097951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d58d88e3-27dd-4f74-ab96-4d2c6c430533 req-d2db0f83-fc8d-4512-870a-635ffbcbf22c tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 948 time: 0.8143001 Dec 20 15:46:56.218046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 617e6490-148c-4447-8635-3805a572868d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:56.218751 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.229283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-88b50469-a559-448a-83b5-42973159945f', 'network_id': '88b50469-a559-448a-83b5-42973159945f', 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'fixed_ips': [{'subnet_id': '6140ce47-6873-43aa-9e7a-c1143723b70c'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:46:56.231143 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.249818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-504c5a46-0e2b-4098-960a-0c7836cc0fa5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:56.251914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-504c5a46-0e2b-4098-960a-0c7836cc0fa5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 817 time: 0.3188818 Dec 20 15:46:56.338078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a25041b6-4660-4e6c-890f-d27e1fb721d1 req-ba7d56cc-fa40-4182-a0a6-f75a3dc19c42 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/e2662189-e522-4d27-9b97-c5beaeca5d17 HTTP/1.1" status: 200 len: 1829 time: 0.2266870 Dec 20 15:46:56.433824 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-ff9bc2c1-518c-4f81-955d-192d1e88f7ba tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 379 time: 0.1711190 Dec 20 15:46:56.459254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'port': {'device_id': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'admin_state_up': True, 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'security_groups': ['bfa52544-3187-4115-a802-cf3fd4b4277a']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:56.482440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4080fb8e-02fa-47df-a9d0-d9304dd2d436 req-9ddb8762-631b-480e-b201-31118d9010ae service neutron] 10.222.0.83 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786399 Dec 20 15:46:56.508219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d58d88e3-27dd-4f74-ab96-4d2c6c430533 req-ee0bd684-48ea-4965-8c5f-d50f8333b183 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872550 Dec 20 15:46:56.579468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a25041b6-4660-4e6c-890f-d27e1fb721d1 req-fd6eb8c4-d85c-4443-8455-03bc198d56cf tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.638556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a25041b6-4660-4e6c-890f-d27e1fb721d1 req-fd6eb8c4-d85c-4443-8455-03bc198d56cf tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.774298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e944f-7f9c-456b-85dd-71d0d5bd0d47 req-c0ab92b5-75e5-4226-af57-2d673d1565fa tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:56.776003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd2e944f-7f9c-456b-85dd-71d0d5bd0d47 req-c0ab92b5-75e5-4226-af57-2d673d1565fa tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 945 time: 0.1268668 Dec 20 15:46:56.786803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Allocated IP 19.86.0.2 (88b50469-a559-448a-83b5-42973159945f/6140ce47-6873-43aa-9e7a-c1143723b70c/3cca982f-6247-46ea-8ac4-348e5c1268db) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:56.813822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Made reservation on behalf of 67c50cdd6ec64b19929603b5747b7d9e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:56.817683 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.852887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.904113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd2e944f-7f9c-456b-85dd-71d0d5bd0d47 req-444bfa3c-2bad-4aaa-9ddc-d7ea7ed8524b tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/security-groups?id=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174557 Dec 20 15:46:56.980680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a25041b6-4660-4e6c-890f-d27e1fb721d1 req-fd6eb8c4-d85c-4443-8455-03bc198d56cf tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.983718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a25041b6-4660-4e6c-890f-d27e1fb721d1 req-fd6eb8c4-d85c-4443-8455-03bc198d56cf tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:56.985076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a25041b6-4660-4e6c-890f-d27e1fb721d1 req-fd6eb8c4-d85c-4443-8455-03bc198d56cf tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "DELETE /v2.0/security-groups/e2662189-e522-4d27-9b97-c5beaeca5d17 HTTP/1.1" status: 204 len: 173 time: 0.6458566 Dec 20 15:46:57.030841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb8c4-d85c-4443-8455-03bc198d56cf tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2662189-e522-4d27-9b97-c5beaeca5d17,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:57.075385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Allocated IP 172.20.0.7 (c589b484-7d18-42f8-a1bc-d926886d63c9/694f7b0a-0302-4f08-bc56-af3c86f4d2b7/907c7540-9a03-4c70-bc6a-3f8d7fc35ef4) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:57.108569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.190046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.298669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Network 88b50469-a559-448a-83b5-42973159945f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:57.302061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:57.307123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:57.315271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-5bfee2db-5ee1-4b7b-8c0c-649ca24f45b6 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:57.319590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-5bfee2db-5ee1-4b7b-8c0c-649ca24f45b6 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 821 time: 0.4761808 Dec 20 15:46:57.323279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.337810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Pushing event updated for resources: {'Port': ['ID=3cca982f-6247-46ea-8ac4-348e5c1268db,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:57.346866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'port': {'device_id': 'be091120-c70a-472a-8256-028980c44a4c', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'admin_state_up': True, 'tenant_id': 'cf183b49a7d74690830de5cb1b2605d3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:57.379985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Attempting to bind port 3cca982f-6247-46ea-8ac4-348e5c1268db on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:57.380518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Attempting to bind port 3cca982f-6247-46ea-8ac4-348e5c1268db by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:57.381249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Attempting to bind port 3cca982f-6247-46ea-8ac4-348e5c1268db on network 88b50469-a559-448a-83b5-42973159945f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:57.387215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:57.388461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Checking segment: {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:57.388461 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.388956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Bound using segment: {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:57.389983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Bound port: 3cca982f-6247-46ea-8ac4-348e5c1268db, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:57.390461 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.441508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9690a-725c-4d42-8c50-f0cd37bc79ba None None] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:57.461856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0484c-5f7d-4cce-a2b5-e42d2e27fea8 req-455a18c4-ffc3-489c-9fde-1a76376bf850 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:57.468949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bed0484c-5f7d-4cce-a2b5-e42d2e27fea8 req-455a18c4-ffc3-489c-9fde-1a76376bf850 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 946 time: 0.2843702 Dec 20 15:46:57.489055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54554) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:57.500661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-e72e3ec3-b6c9-4065-b428-4defb33534ae tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:57.502219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-e72e3ec3-b6c9-4065-b428-4defb33534ae tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.83 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 945 time: 0.3188884 Dec 20 15:46:57.504000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.524568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-c7ff71c6-09d3-490e-aca9-852b8f896c49 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:57.530590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-c7ff71c6-09d3-490e-aca9-852b8f896c49 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:57.532754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-c7ff71c6-09d3-490e-aca9-852b8f896c49 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/networks?id=32412b1e-f98c-4dea-ad56-2e80dbb80dec&id=88b50469-a559-448a-83b5-42973159945f&id=32412b1e-f98c-4dea-ad56-2e80dbb80dec HTTP/1.1" status: 200 len: 1390 time: 0.4796224 Dec 20 15:46:57.561457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3fe3c7e2-775e-4ded-b6bc-6cb145bd1579 None None] Provisioning complete for port 44737442-41eb-4e7d-a7cf-f16c87573a03 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:57.561876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c7e2-775e-4ded-b6bc-6cb145bd1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.598198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:57.608730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Network c589b484-7d18-42f8-a1bc-d926886d63c9 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:46:57.610371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:57.612569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:46:57.633511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] For port 3cca982f-6247-46ea-8ac4-348e5c1268db, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:57.648197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-664331488-network', 'tenant_id': '4d16d42235d44a7788a5c136f3f3508f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:57.677797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-f7b908a6-d369-4755-91f7-8c8180b15135 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/quotas/318499924d0d43b2ade4baf7df9fcc74 HTTP/1.1" status: 200 len: 375 time: 0.0887847 Dec 20 15:46:57.679235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] For port 3cca982f-6247-46ea-8ac4-348e5c1268db, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3cca982f-6247-46ea-8ac4-348e5c1268db,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:57.696881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:57.697148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.761799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.769769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44737442-41eb-4e7d-a7cf-f16c87573a03 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:57.795849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-f696abb1-d9a0-4c60-9f78-fe323bc14513 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3542581 Dec 20 15:46:57.796451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Made reservation on behalf of 4d16d42235d44a7788a5c136f3f3508f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:57.798763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.802269 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:46:57.826042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bed0484c-5f7d-4cce-a2b5-e42d2e27fea8 req-15264ffa-1753-4187-9c01-4f60b100a4dc tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561268 Dec 20 15:46:57.842457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Request body: {'port': {'device_id': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:57.847861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.918361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c7e2-775e-4ded-b6bc-6cb145bd1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.925537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-2cceb5c9-2612-43c8-8f7f-8b5aeb290b83 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2464433 Dec 20 15:46:57.970025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 44737442-41eb-4e7d-a7cf-f16c87573a03 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:57.970786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:57.995795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.010961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Made reservation on behalf of cf183b49a7d74690830de5cb1b2605d3 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:58.019205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.034770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41778-cb23-40c3-863c-4de7f20d546b None None] Pushing event updated for resources: {'Port': ['ID=3cca982f-6247-46ea-8ac4-348e5c1268db,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:58.073956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3fe3c7e2-775e-4ded-b6bc-6cb145bd1579 None None] For port 44737442-41eb-4e7d-a7cf-f16c87573a03, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44737442-41eb-4e7d-a7cf-f16c87573a03,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:58.095393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec076788-f680-4759-868a-8fcca2cf20e7 req-da116229-c70c-433b-9843-6148f04042e3 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 210 time: 0.1520214 Dec 20 15:46:58.139066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.184101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c7e2-775e-4ded-b6bc-6cb145bd1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.192742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.237252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Deleting port 24d48f9e-2f96-4327-a6c3-650a008af55c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:46:58.237883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.373152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3c7e2-775e-4ded-b6bc-6cb145bd1579 None None] Pushing event updated for resources: {'Port': ['ID=44737442-41eb-4e7d-a7cf-f16c87573a03,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:58.390227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:46:58.390583 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:46:58.391715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3d8d68f9-e165-4823-8638-25079993df67 None None] Provisioning complete for port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:58.392082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3d8d68f9-e165-4823-8638-25079993df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.393924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.423982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-be76b0ba-43c2-4041-b126-70a4f467580e service neutron] 10.222.0.81 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969444 Dec 20 15:46:58.427114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:46:58.438950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d68f9-e165-4823-8638-25079993df67 None None] Port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:46:58.440044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:46:58.452633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3d8d68f9-e165-4823-8638-25079993df67 None None] Provisioning complete for port 44737442-41eb-4e7d-a7cf-f16c87573a03 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:58.453079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3d8d68f9-e165-4823-8638-25079993df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.459450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.464309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57495c67-be83-481f-926b-37ea4ae5ab5a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:58.467517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.467970 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Added segment efc172a9-8ec2-4129-a6b6-d4524c1f01b5 of type vlan for network 8f5ea634-0263-4d77-bcba-4455b6141ad5 Dec 20 15:46:58.502010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] For port 24d48f9e-2f96-4327-a6c3-650a008af55c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=24d48f9e-2f96-4327-a6c3-650a008af55c,segment=NetworkSegment(41eee9b5-292c-4c31-87c7-b77ab1cd0704),segment_id=41eee9b5-292c-4c31-87c7-b77ab1cd0704)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:58.505116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.511492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Transition to ACTIVE for port object 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:46:58.520254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.566310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Calling delete_port for 24d48f9e-2f96-4327-a6c3-650a008af55c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:46:58.582953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.602944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e371ff7-5753-4349-812f-b1b01018f012 req-9b7d285a-3814-4714-86f0-73ad9b086edc tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/eff09a01-f7ca-4f2e-a39a-4f873e633845 HTTP/1.1" status: 200 len: 1828 time: 0.4620879 Dec 20 15:46:58.615887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.616932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:58.617537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.674871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:58.732343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5ea634-0263-4d77-bcba-4455b6141ad5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:58.743106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 8f5ea634-0263-4d77-bcba-4455b6141ad5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:46:58.779462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Allocated IP 172.20.0.2 (7fa9bf6f-05ea-4e5c-bf36-9584368bd85f/ad722afc-a936-4117-8ed5-9d39bc769587/9385deb8-41c8-4b0a-af80-52b665025ff3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:46:58.785461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c2882ca4-92d6-4aa8-a1f5-a84c27323012 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2892287 Dec 20 15:46:58.785461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54564) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:46:58.785745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-1dda5a73-0167-4f06-9db3-fa1550171d09 service neutron] 10.222.0.81 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893624 Dec 20 15:46:58.797645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Request body: {'subnet': {'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-664331488-subnet', 'tenant_id': '4d16d42235d44a7788a5c136f3f3508f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:46:58.832069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:46:58.832504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:46:58.832952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:58.846140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on network c589b484-7d18-42f8-a1bc-d926886d63c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:46:58.846865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:46:58.856139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:46:58.856798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Checking segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:58.857383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Bound using segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:46:58.857882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Bound port: 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:46:58.858341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.898426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0e371ff7-5753-4349-812f-b1b01018f012 req-89f80365-cc8c-4ad6-af77-09007dc013b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:58.946417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:46:58.950305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:46:58.978004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Made reservation on behalf of 4d16d42235d44a7788a5c136f3f3508f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:46:58.980506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.004538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0e371ff7-5753-4349-812f-b1b01018f012 req-89f80365-cc8c-4ad6-af77-09007dc013b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.032619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-794b8d33-eef1-4f49-8518-a7ab3d7d7cb9 service neutron] 10.222.0.81 "GET /v2.0/networks/88b50469-a559-448a-83b5-42973159945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381139 Dec 20 15:46:59.057086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.111493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:59.112215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.114098 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] 10.222.0.72 "PUT /v2.0/ports/907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1091 time: 1.3033609 Dec 20 15:46:59.117489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:59.119923 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:59.164624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5191ac-2aac-43da-aec3-e809be006fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:59.229154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cc84922-4fb8-438b-9a60-3fbc68dd4df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.234769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.246804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['24d48f9e-2f96-4327-a6c3-650a008af55c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:46:59.298364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0e371ff7-5753-4349-812f-b1b01018f012 req-89f80365-cc8c-4ad6-af77-09007dc013b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.301085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0e371ff7-5753-4349-812f-b1b01018f012 req-89f80365-cc8c-4ad6-af77-09007dc013b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.302406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e371ff7-5753-4349-812f-b1b01018f012 req-89f80365-cc8c-4ad6-af77-09007dc013b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "DELETE /v2.0/security-groups/eff09a01-f7ca-4f2e-a39a-4f873e633845 HTTP/1.1" status: 204 len: 173 time: 0.6931009 Dec 20 15:46:59.312976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.323065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Pushing event deleted for resources: {'Port': ['ID=24d48f9e-2f96-4327-a6c3-650a008af55c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:59.344008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-063cc9a4-3461-4982-bf95-5e82651b66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:59.347642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-468a80ef-97f6-4269-b2e6-1661133c217c service neutron] 10.222.0.81 "GET /v2.0/networks/88b50469-a559-448a-83b5-42973159945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010106 Dec 20 15:46:59.356504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f80365-cc8c-4ad6-af77-09007dc013b0 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff09a01-f7ca-4f2e-a39a-4f873e633845,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:59.357824 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-063cc9a4-3461-4982-bf95-5e82651b66da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1094 time: 0.1330199 Dec 20 15:46:59.386835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] No DVR routers for this DVR port 24d48f9e-2f96-4327-a6c3-650a008af55c on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:46:59.391173 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.394926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c230d73b-15ec-45dd-beaf-48d810fbdc5e req-9c1939fd-cbed-4456-a748-013daba59ebf tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.83 "DELETE /v2.0/ports/24d48f9e-2f96-4327-a6c3-650a008af55c HTTP/1.1" status: 204 len: 173 time: 1.8789544 Dec 20 15:46:59.398316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'name': 'network-vif-deleted', 'tag': '24d48f9e-2f96-4327-a6c3-650a008af55c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:46:59.401680 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b1243-7ed8-4ecc-83e4-784182bd1643" -d '{"events": [{"server_uuid": "766e7ca2-c6e4-45e7-9913-d57296a0cc77", "name": "network-vif-deleted", "tag": "24d48f9e-2f96-4327-a6c3-650a008af55c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:46:59.454451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c9f43-6af0-4cc9-9ebd-2dadf996b0c4 None None] Network 88b50469-a559-448a-83b5-42973159945f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:59.463090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-1d719fe8-6221-4f0b-92b4-bc6869999eed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 217 time: 0.0952890 Dec 20 15:46:59.535006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-d233fc65-b690-4d5e-b336-a728bbcb665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:59.537097 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-d233fc65-b690-4d5e-b336-a728bbcb665f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.0672622 Dec 20 15:46:59.544988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c791e9-8b63-4b48-9a14-bf2459aeafd4 req-b230be8e-0af1-4034-977c-a54edd13339b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:59.546478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86c791e9-8b63-4b48-9a14-bf2459aeafd4 req-b230be8e-0af1-4034-977c-a54edd13339b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.1201081 Dec 20 15:46:59.562795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.572862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5c4b123e-fbb4-42dd-8f55-cb6b1fe3fd89 None None] Provisioning complete for port 3cca982f-6247-46ea-8ac4-348e5c1268db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:46:59.572862 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c4b123e-fbb4-42dd-8f55-cb6b1fe3fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.576455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-f7a8f727-9e25-4f73-b18a-bdd3fadecd7c service neutron] 10.222.0.81 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169251 Dec 20 15:46:59.687666 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c4b123e-fbb4-42dd-8f55-cb6b1fe3fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.694681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-b1543cf9-4620-44d1-a9da-d5e14092476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:59.696645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-b1543cf9-4620-44d1-a9da-d5e14092476d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526496 Dec 20 15:46:59.698868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4f9f6c-45d5-457c-88a7-e287dea4efa3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:59.703784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Checking segment: {'id': 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:46:59.704526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Network hostable DHCP agents. Network: 8f5ea634-0263-4d77-bcba-4455b6141ad5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:46:59.752416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5c4b123e-fbb4-42dd-8f55-cb6b1fe3fd89 None None] For port 3cca982f-6247-46ea-8ac4-348e5c1268db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3cca982f-6247-46ea-8ac4-348e5c1268db,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:46:59.837713 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c4b123e-fbb4-42dd-8f55-cb6b1fe3fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:59.859061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-07094552-bfba-4c6b-a585-52e72776dbc7 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385691 Dec 20 15:46:59.865315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Network 8f5ea634-0263-4d77-bcba-4455b6141ad5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:46:59.927121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44737442-41eb-4e7d-a7cf-f16c87573a03 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:46:59.934457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b123e-fbb4-42dd-8f55-cb6b1fe3fd89 None None] Pushing event updated for resources: {'Port': ['ID=3cca982f-6247-46ea-8ac4-348e5c1268db,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:46:59.971644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 8f5ea634-0263-4d77-bcba-4455b6141ad5) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:46:59.985766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 449047dd-79d2-43ca-bbd4-b32f08a32b4c details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:46:59.987865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec0e25-bede-4a8d-8aa4-2c88327ba361 None None] Network 8f5ea634-0263-4d77-bcba-4455b6141ad5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:46:59.993351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:59.993948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.031042 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f0dccaf-7e37-43b1-818b-a220ee41f1af req-98aa95cb-0491-4d8e-bcb5-7ea66c2362d6 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591570 Dec 20 15:47:00.095049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86c791e9-8b63-4b48-9a14-bf2459aeafd4 req-4f11a4c8-493e-41b6-ab5c-5b472310e6d4 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5383465 Dec 20 15:47:00.097899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.135092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4dd3d426-f443-4a77-8b1d-081d6c863d52 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3508613 Dec 20 15:47:00.161227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:00.168154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:00.175525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:00.182410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:00.189121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-355035d0-cf36-4a01-8c11-6dacb2375e8a None None] Provisioning complete for port 3cca982f-6247-46ea-8ac4-348e5c1268db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:00.189523 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355035d0-cf36-4a01-8c11-6dacb2375e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.232203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-66dffbf0-1df1-4d13-ac38-bc154c3a48d2 service neutron] 10.222.0.81 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446266 Dec 20 15:47:00.232450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 44737442-41eb-4e7d-a7cf-f16c87573a03 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:00.232905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.274843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:00.275526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.297969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9b4fd-7ec8-4a86-8d5c-79df677029f0 req-9968a021-6a67-42ef-b17b-159d4777e499 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:00.299561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29c9b4fd-7ec8-4a86-8d5c-79df677029f0 req-9968a021-6a67-42ef-b17b-159d4777e499 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 948 time: 0.0878167 Dec 20 15:47:00.365020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29c9b4fd-7ec8-4a86-8d5c-79df677029f0 req-e6cbc508-de6d-4064-b8ab-5412142ef9df tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589495 Dec 20 15:47:00.369731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-f8958ce5-2e95-4428-9079-a73d3d6d8108 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0423508 Dec 20 15:47:00.380504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-fac4fe73-80b6-4f97-8797-a5544c1adce8 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:47:00.381931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-fac4fe73-80b6-4f97-8797-a5544c1adce8 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057518 Dec 20 15:47:00.399541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Request body: {'port': {'device_id': 'be091120-c70a-472a-8256-028980c44a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:00.474765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:00.489186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.490330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '449047dd-79d2-43ca-bbd4-b32f08a32b4c', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '449047dd-79d2-43ca-bbd4-b32f08a32b4c', 'mac_address': 'fa:16:3e:6e:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:00.495564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd96fea-55dc-4704-a5e1-a25a160cca18 None None] Network 8f5ea634-0263-4d77-bcba-4455b6141ad5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:00.575713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36364fdf-544e-46f8-bf70-7098d375a4f6 req-2a6079f1-90d3-4f02-ae64-c7c0d2d42acc tempest-VolumesAdminNegativeTest-200236132 tempest-VolumesAdminNegativeTest-200236132-project] 10.222.0.81 "GET /v2.0/ports?device_id=766e7ca2-c6e4-45e7-9913-d57296a0cc77 HTTP/1.1" status: 200 len: 210 time: 0.0406106 Dec 20 15:47:00.698502 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bef2d0-a437-45c7-9c85-426f5a302421 x-openstack-request-id: req-34bef2d0-a437-45c7-9c85-426f5a302421 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:00.698794 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:00.699051 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34bef2d0-a437-45c7-9c85-426f5a302421 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:00.699451 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'status': 'completed', 'code': 200} Dec 20 15:47:00.734340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.772314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ee800-c178-45e0-8856-75468c35e93c req-9a0d6404-ca7d-4aee-aee0-b0785b47f1aa tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:00.773903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-648ee800-c178-45e0-8856-75468c35e93c req-9a0d6404-ca7d-4aee-aee0-b0785b47f1aa tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 931 time: 0.2084115 Dec 20 15:47:00.784458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449047dd-79d2-43ca-bbd4-b32f08a32b4c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:00.812813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-3099fff3-dc22-4cc5-8f26-99a1c9e3ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:00.814406 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-3099fff3-dc22-4cc5-8f26-99a1c9e3ee9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1094 time: 0.0478454 Dec 20 15:47:00.823442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:00.843787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7c1c624-bc9d-4e35-9614-9b1e54321c85 req-5f7a79ba-a1e0-4c97-be06-2802784e0e88 tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "GET /v2.0/security-groups/8a7a5a73-75b3-4064-b963-de76319a34ff HTTP/1.1" status: 200 len: 1830 time: 0.1171043 Dec 20 15:47:00.891075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3cca982f-6247-46ea-8ac4-348e5c1268db up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:00.960596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-648ee800-c178-45e0-8856-75468c35e93c req-9c11508e-2f3c-43c6-a0e9-5aa95f096b69 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757038 Dec 20 15:47:00.973211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3cca982f-6247-46ea-8ac4-348e5c1268db triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:00.973716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:00.977983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-8299edd4-0b35-4119-bf63-b41f4c60572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:00.979518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-8299edd4-0b35-4119-bf63-b41f4c60572d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.1568499 Dec 20 15:47:01.027631 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02503396-0695-4af2-95fb-d82b1d50ae6c x-openstack-request-id: req-02503396-0695-4af2-95fb-d82b1d50ae6c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:01.027631 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766e7ca2-c6e4-45e7-9913-d57296a0cc77", "name": "network-vif-deleted", "tag": "24d48f9e-2f96-4327-a6c3-650a008af55c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:01.027631 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02503396-0695-4af2-95fb-d82b1d50ae6c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:01.027954 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.028082 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766e7ca2-c6e4-45e7-9913-d57296a0cc77', 'name': 'network-vif-deleted', 'tag': '24d48f9e-2f96-4327-a6c3-650a008af55c', 'status': 'completed', 'code': 200} Dec 20 15:47:01.034934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c7c1c624-bc9d-4e35-9614-9b1e54321c85 req-e0c23294-41b9-4dd0-bf59-97a991d9fcef tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.071066 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-97c2b775-4b0f-4f91-8af2-097ae333c3ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 217 time: 0.0831568 Dec 20 15:47:01.088254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-463df58c-f9e0-4646-a4ef-f9e3ea3d7ca3 req-f1701234-aae0-4bbf-8c69-118083752ddb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 210 time: 0.0404663 Dec 20 15:47:01.119166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c7c1c624-bc9d-4e35-9614-9b1e54321c85 req-e0c23294-41b9-4dd0-bf59-97a991d9fcef tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.127552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=449047dd-79d2-43ca-bbd4-b32f08a32b4c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:01.194133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9385deb8-41c8-4b0a-af80-52b665025ff3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:01.207591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.224198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54602) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:01.238369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2088822123-network', 'tenant_id': '621f49b3360044d4b4bac2928f8594a9'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:01.257868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-6cef7711-d3b7-496c-9316-cfad1a3f1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:01.259449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-6cef7711-d3b7-496c-9316-cfad1a3f1434 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.1811125 Dec 20 15:47:01.281244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Transition to ACTIVE for port object 9385deb8-41c8-4b0a-af80-52b665025ff3 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:01.306932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-c8c8d60b-4269-4392-a486-e5cf8cdbdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:01.308448 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-c8c8d60b-4269-4392-a486-e5cf8cdbdd32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421493 Dec 20 15:47:01.316092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3f9d3-e0ba-4ef5-9fe0-ac833f2c11fd req-b357b195-cbfd-4a32-ba1f-09e3cc0f769a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:01.317650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c3f9d3-e0ba-4ef5-9fe0-ac833f2c11fd req-b357b195-cbfd-4a32-ba1f-09e3cc0f769a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.1128860 Dec 20 15:47:01.371669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c3f9d3-e0ba-4ef5-9fe0-ac833f2c11fd req-0c26d236-bbb8-4ad1-b4d8-fda20d5e480e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469007 Dec 20 15:47:01.385054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['449047dd-79d2-43ca-bbd4-b32f08a32b4c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:01.395247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.416664 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-5ce4ade5-d97c-4926-9d13-cdfa9d493ca7 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010177 Dec 20 15:47:01.449716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Made reservation on behalf of 621f49b3360044d4b4bac2928f8594a9 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:01.452721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.455252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c7c1c624-bc9d-4e35-9614-9b1e54321c85 req-e0c23294-41b9-4dd0-bf59-97a991d9fcef tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.458189 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c7c1c624-bc9d-4e35-9614-9b1e54321c85 req-e0c23294-41b9-4dd0-bf59-97a991d9fcef tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.461729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7c1c624-bc9d-4e35-9614-9b1e54321c85 req-e0c23294-41b9-4dd0-bf59-97a991d9fcef tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] 10.222.0.81 "DELETE /v2.0/security-groups/8a7a5a73-75b3-4064-b963-de76319a34ff HTTP/1.1" status: 204 len: 173 time: 0.6177416 Dec 20 15:47:01.476766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:01.509091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.542077 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-73edc1e0-ff77-453a-b1a9-bb1d6bc438d8 req-bc48c1eb-0c92-46eb-9581-c148a59f446b service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163645 Dec 20 15:47:01.543631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c23294-41b9-4dd0-bf59-97a991d9fcef tempest-SecurityGroupRulesNegativeTestJSON-919428468 tempest-SecurityGroupRulesNegativeTestJSON-919428468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a5a73-75b3-4064-b963-de76319a34ff,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:01.602117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Deleting subnet 71772791-3b17-4bbc-8fd8-3ce66feff3ee {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:01.606908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.660744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:01.666423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3cca982f-6247-46ea-8ac4-348e5c1268db up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:01.675127 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.728960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3cca982f-6247-46ea-8ac4-348e5c1268db triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:01.729874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.750851 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95e796c4-8f0c-4ebc-93ba-322b9a655feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.823244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.858622 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0901b-bce7-43f8-a36d-dc71e705e399 req-cc934ee6-6b6b-4bcb-8a9b-7ab153abd349 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:01.861979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2a0901b-bce7-43f8-a36d-dc71e705e399 req-cc934ee6-6b6b-4bcb-8a9b-7ab153abd349 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 949 time: 0.2860754 Dec 20 15:47:01.881389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Attempting to bind port 9385deb8-41c8-4b0a-af80-52b665025ff3 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:01.882451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Attempting to bind port 9385deb8-41c8-4b0a-af80-52b665025ff3 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:01.882786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Attempting to bind port 9385deb8-41c8-4b0a-af80-52b665025ff3 on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:01.912419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Port 9385deb8-41c8-4b0a-af80-52b665025ff3 on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:01.912917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Attempting to bind port 9385deb8-41c8-4b0a-af80-52b665025ff3 on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:01.935241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54614) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:01.936190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:01.936628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Checking segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:01.936910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Bound using segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:01.937395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Bound port: 9385deb8-41c8-4b0a-af80-52b665025ff3, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:01.937787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.000757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.010543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24d48f9e-2f96-4327-a6c3-650a008af55c no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:02.014911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2a0901b-bce7-43f8-a36d-dc71e705e399 req-4ce9ccd2-d35d-405d-83a2-e18d68b9134b tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461868 Dec 20 15:47:02.071626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 24d48f9e-2f96-4327-a6c3-650a008af55c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:02.074570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 24d48f9e-2f96-4327-a6c3-650a008af55c not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:02.106569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:02.119244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b802e3-f08a-4940-88fa-333affa1c5f1 req-cfb17f55-c1cc-4e23-8739-e178a8311585 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.120853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0b802e3-f08a-4940-88fa-333affa1c5f1 req-cfb17f55-c1cc-4e23-8739-e178a8311585 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 946 time: 0.1285505 Dec 20 15:47:02.122810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.125250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.204538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:02.217054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.222798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/71772791-3b17-4bbc-8fd8-3ce66feff3ee HTTP/1.1" status: 204 len: 168 time: 0.7404859 Dec 20 15:47:02.222798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d5acb-b368-4ad7-b5ce-b0f74509d3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71772791-3b17-4bbc-8fd8-3ce66feff3ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:02.226014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:02.227779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54620) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:02.246534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Deleting subnet fc9c7a30-46b8-4612-8e34-86465b340106 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:02.249772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.280120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a181aa1c-0bab-4dfe-be2f-0a6cffdf18d2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:02.286478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.286968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.292609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.292966 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Added segment 35e902bd-12b3-4479-a107-18fdaf6f1913 of type vlan for network 103b3e01-a31c-49fa-876d-9879869fbea7 Dec 20 15:47:02.329109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.408222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.408914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.410375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] 10.222.0.72 "PUT /v2.0/ports/9385deb8-41c8-4b0a-af80-52b665025ff3 HTTP/1.1" status: 200 len: 1091 time: 2.0194299 Dec 20 15:47:02.420281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4361594-1a4f-4bb7-a72c-194c327e9ffa req-1e933e30-9136-4b3d-8158-857f5299b067 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.421860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4361594-1a4f-4bb7-a72c-194c327e9ffa req-1e933e30-9136-4b3d-8158-857f5299b067 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.3316772 Dec 20 15:47:02.452426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0b802e3-f08a-4940-88fa-333affa1c5f1 req-52a2dd50-8fb5-4842-aeac-aa359fe22dd0 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071961 Dec 20 15:47:02.468037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.486259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.488530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.500576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1f5d-7b75-400e-84b2-ece72d290ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:02.525397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9c7a30-46b8-4612-8e34-86465b340106,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:02.527821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.532155 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b5925d97-25dc-40f5-9e93-0480115f1a53 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc9c7a30-46b8-4612-8e34-86465b340106 HTTP/1.1" status: 204 len: 168 time: 0.5948219 Dec 20 15:47:02.534527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54624) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:02.588719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4361594-1a4f-4bb7-a72c-194c327e9ffa req-3cbbaabc-271d-4e16-b1db-13028c582667 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547098 Dec 20 15:47:02.592288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28773acf-20b8-420e-9a35-976205efd0a8 req-425cc6c6-2d36-4e95-beb3-980eedfc920d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 210 time: 0.0631731 Dec 20 15:47:02.627962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.694568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-36b96c7a-fb77-4a44-9820-b7dbc3b36e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.696213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-36b96c7a-fb77-4a44-9820-b7dbc3b36e05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 1094 time: 0.1348393 Dec 20 15:47:02.696827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.697727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.698338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.718421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.724863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.746457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab32ffd-1e49-4033-8511-8b6aabb3ba5c']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:02.755905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eee9b5-292c-4c31-87c7-b77ab1cd0704') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:02.756205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eee9b5-292c-4c31-87c7-b77ab1cd0704') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:02.766117 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.767660 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.780742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.786856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:02.787250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:02.789464 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:02.814414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-90a573a1-68a1-4cab-b0a7-e253186c4ed2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9385deb8-41c8-4b0a-af80-52b665025ff3 HTTP/1.1" status: 200 len: 217 time: 0.1020691 Dec 20 15:47:02.848588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf947ec-4d85-43ae-b728-644e8686e980']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:02.894722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77236ba-d09b-4a95-b9c4-925fbf2a62a2') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:02.895018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77236ba-d09b-4a95-b9c4-925fbf2a62a2') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:02.897777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] Pushing event updated for resources: {'Network': ['ID=103b3e01-a31c-49fa-876d-9879869fbea7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:02.903525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c652e5fd-2627-4ad7-a336-3682fe388993 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6689641 Dec 20 15:47:02.908610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 103b3e01-a31c-49fa-876d-9879869fbea7 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:02.915940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54626) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:02.920870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Request body: {'subnet': {'network_id': '103b3e01-a31c-49fa-876d-9879869fbea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2088822123-subnet', 'tenant_id': '621f49b3360044d4b4bac2928f8594a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:02.921152 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.932248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c6b31-44ef-40a0-b68b-1d41b198517e req-c9fdfebb-b333-4782-bdb9-ae173d9bf269 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.937549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c4c6b31-44ef-40a0-b68b-1d41b198517e req-c9fdfebb-b333-4782-bdb9-ae173d9bf269 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.2452707 Dec 20 15:47:02.954363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.956987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.978141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:02.978469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:02.980500 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:02.984154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-e902ab97-1d8b-4937-a714-c3524e9a6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:02.984154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-e902ab97-1d8b-4937-a714-c3524e9a6502 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad722afc-a936-4117-8ed5-9d39bc769587 HTTP/1.1" status: 200 len: 861 time: 0.1383905 Dec 20 15:47:02.989680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:02.998169 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0ab32ffd-1e49-4033-8511-8b6aabb3ba5c HTTP/1.1" status: 204 len: 168 time: 0.4574733 Dec 20 15:47:02.998169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9f8df-4d04-4923-af1f-214337222a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab32ffd-1e49-4033-8511-8b6aabb3ba5c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:02.998169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:03.025178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Made reservation on behalf of 621f49b3360044d4b4bac2928f8594a9 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:03.027367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.047977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be091120-c70a-472a-8256-028980c44a4c', 'tag': '9385deb8-41c8-4b0a-af80-52b665025ff3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:03.050377 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223f9bf7-30ab-4cff-93af-661c90d4f281" -d '{"events": [{"name": "network-changed", "server_uuid": "be091120-c70a-472a-8256-028980c44a4c", "tag": "9385deb8-41c8-4b0a-af80-52b665025ff3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:03.083355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-7a93dd5b-8239-4a98-abdf-4237611d4c11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862100 Dec 20 15:47:03.106884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c4c6b31-44ef-40a0-b68b-1d41b198517e req-e2fb32ce-5936-4b8a-a0f7-ea522addc633 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636567 Dec 20 15:47:03.108038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Deleting subnet f0528b6c-503f-41f1-9436-86dc40be07af {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:03.115764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.118773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:03.184929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.199558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.217259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.220751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/daf947ec-4d85-43ae-b728-644e8686e980 HTTP/1.1" status: 204 len: 168 time: 0.9794118 Dec 20 15:47:03.245593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c0fdd-3a97-4677-bbec-4e751f0504c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf947ec-4d85-43ae-b728-644e8686e980,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:03.259879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7d1c3-1baf-4b16-903f-d3b683a3c409 req-487879f4-be39-460e-85ee-0427c8f83b76 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.261805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40e7d1c3-1baf-4b16-903f-d3b683a3c409 req-487879f4-be39-460e-85ee-0427c8f83b76 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 949 time: 0.1614604 Dec 20 15:47:03.268339 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571f68a7-7b93-4c5f-8263-9b3310998d08 x-openstack-request-id: req-571f68a7-7b93-4c5f-8263-9b3310998d08 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:03.268905 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be091120-c70a-472a-8256-028980c44a4c", "tag": "9385deb8-41c8-4b0a-af80-52b665025ff3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:03.269351 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-571f68a7-7b93-4c5f-8263-9b3310998d08 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:03.269922 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be091120-c70a-472a-8256-028980c44a4c', 'tag': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'status': 'completed', 'code': 200} Dec 20 15:47:03.278724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-a3144e29-ed7b-46cc-b3a1-3b1eaaf4c2c0 service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871586 Dec 20 15:47:03.332767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:03.345563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'mac_address': 'fa:16:3e:9e:62:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:03.347252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.392469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.398938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eb2d08d-eb19-453c-b2b4-c9b2f9eed47c req-0260d049-9527-496b-a6e9-036994d1bada service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135592 Dec 20 15:47:03.407418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:03.433148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:03.449635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40e7d1c3-1baf-4b16-903f-d3b683a3c409 req-57333a1e-9d14-4c81-83ae-99d46e55c690 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739933 Dec 20 15:47:03.500958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-29ebb5fb-3840-44f9-920c-07d8a7e5db21 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.502811 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-29ebb5fb-3840-44f9-920c-07d8a7e5db21 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.72 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 946 time: 0.2381384 Dec 20 15:47:03.549199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.568893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-39210873-897c-4382-b5c9-29290fa3a2d0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.575784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-39210873-897c-4382-b5c9-29290fa3a2d0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.577604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-39210873-897c-4382-b5c9-29290fa3a2d0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "GET /v2.0/networks?id=32412b1e-f98c-4dea-ad56-2e80dbb80dec&id=88b50469-a559-448a-83b5-42973159945f&id=32412b1e-f98c-4dea-ad56-2e80dbb80dec HTTP/1.1" status: 200 len: 1390 time: 0.1776252 Dec 20 15:47:03.596830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'port': {'device_id': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'admin_state_up': True, 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:03.638934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:03.639108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Deleting port fe004ecb-c22e-4973-b9f1-5ef2132a95ac {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:03.639349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.672368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.675822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.684937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-5b765c67-25e0-45be-92e5-162993feb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.686504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-5b765c67-25e0-45be-92e5-162993feb256 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 1094 time: 0.1580977 Dec 20 15:47:03.718779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0085a91-bd46-4d7e-a970-6251893b737b req-91fdb420-5e3f-4b0e-a736-5d26a276ffd9 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.720298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0085a91-bd46-4d7e-a970-6251893b737b req-91fdb420-5e3f-4b0e-a736-5d26a276ffd9 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 946 time: 0.1600492 Dec 20 15:47:03.752860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:03.753136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:03.765445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0528b6c-503f-41f1-9436-86dc40be07af,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:03.778401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6bfacec-a85c-49cb-9812-939d4a908477 req-eac31c76-9581-4af1-90c9-9a16cc88191f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 210 time: 0.0799315 Dec 20 15:47:03.780496 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.786552 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0f055c4-66c4-4d5a-9252-e45cd3da8a42 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f0528b6c-503f-41f1-9436-86dc40be07af HTTP/1.1" status: 204 len: 168 time: 0.7869999 Dec 20 15:47:03.792359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:03.884054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0085a91-bd46-4d7e-a970-6251893b737b req-3de1a859-bce1-40c3-a690-c0a103b60990 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5da82d5-3409-450d-9ed2-fab9635f926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433547 Dec 20 15:47:03.902101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-0bc339f6-5573-4266-85c3-1b5403f06e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:03.903611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-0bc339f6-5573-4266-85c3-1b5403f06e80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 922 time: 0.2073867 Dec 20 15:47:03.913743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] For port fe004ecb-c22e-4973-b9f1-5ef2132a95ac, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,segment=NetworkSegment(2afb025e-00ea-465f-b9bf-bbb72e10a790),segment_id=2afb025e-00ea-465f-b9bf-bbb72e10a790)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:03.914438 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.965849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-cac86311-b26a-4c9a-b25d-bb73336b62b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9385deb8-41c8-4b0a-af80-52b665025ff3 HTTP/1.1" status: 200 len: 217 time: 0.0506618 Dec 20 15:47:03.974374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Calling delete_port for fe004ecb-c22e-4973-b9f1-5ef2132a95ac owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:04.006450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-63a60ffe-82d1-4219-890f-2a8f0d911a94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d949e60d19cb47b583a9dcb79415d022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514508 Dec 20 15:47:04.010836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Checking segment: {'id': '35e902bd-12b3-4479-a107-18fdaf6f1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '103b3e01-a31c-49fa-876d-9879869fbea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:04.011061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:04.011247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Network hostable DHCP agents. Network: 103b3e01-a31c-49fa-876d-9879869fbea7, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:04.011703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 449047dd-79d2-43ca-bbd4-b32f08a32b4c up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:04.013689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1825df5-36ce-4e17-bb05-a62088a90082,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:04.014356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.018404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:04.032319 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.054610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-e242a41f-235c-47f8-8f65-93402b6bff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:04.056119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-e242a41f-235c-47f8-8f65-93402b6bff8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad722afc-a936-4117-8ed5-9d39bc769587 HTTP/1.1" status: 200 len: 861 time: 0.0755706 Dec 20 15:47:04.068672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9c35-dc83-44dc-9fcb-3e8e00fc9b73 req-b4952dec-b2f7-42c8-a9d2-b06f78dbe24f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:04.070535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-648b9c35-dc83-44dc-9fcb-3e8e00fc9b73 req-b4952dec-b2f7-42c8-a9d2-b06f78dbe24f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.1462705 Dec 20 15:47:04.119464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 449047dd-79d2-43ca-bbd4-b32f08a32b4c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:04.123544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 449047dd-79d2-43ca-bbd4-b32f08a32b4c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:04.123977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.135181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-5a4bc7dd-3ed5-4ea4-a541-eb80cfa78732 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636606 Dec 20 15:47:04.184677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Network 103b3e01-a31c-49fa-876d-9879869fbea7 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:04.205097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.221179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.236787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65d4fcf7-efab-4066-883c-09e3698707f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.251071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449047dd-79d2-43ca-bbd4-b32f08a32b4c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:04.254258 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39cd9f-4338-49f6-ab70-e1b2e2cc476d" -d '{"events": [{"server_uuid": "4d4bf847-8279-43e3-9ca7-b1ed36d95d3f", "name": "network-vif-plugged", "status": "completed", "tag": "449047dd-79d2-43ca-bbd4-b32f08a32b4c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:04.269783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:04.281061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.304986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65d4fcf7-efab-4066-883c-09e3698707f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.339183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 103b3e01-a31c-49fa-876d-9879869fbea7) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:04.339460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Allocated IP 19.80.0.239 (32412b1e-f98c-4dea-ad56-2e80dbb80dec/871069cd-b83b-44fb-ac15-f2c642c3e954/0fd6ed9f-0466-4abb-98d6-ea10f77e8453) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:04.340042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.347543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:04.359351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f00683-8480-4bed-8b36-a653521e4ed8 None None] Network 103b3e01-a31c-49fa-876d-9879869fbea7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:04.361753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-648b9c35-dc83-44dc-9fcb-3e8e00fc9b73 req-adff4078-9399-4c30-977c-00bf82ea8669 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803409 Dec 20 15:47:04.363886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:04.364474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.377195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ced21a-e891-45a7-b6f5-d9321deb8b80') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:04.377522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ced21a-e891-45a7-b6f5-d9321deb8b80') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:04.407388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.418453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-7c350a46-af95-4a58-8ef2-80c21cbb2b14 service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743180 Dec 20 15:47:04.428065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582e3e5-8346-4450-8d31-b21f7ed4a745 req-00f276fd-5f52-4b26-b9af-9cb66f5a7df6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:04.429781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a582e3e5-8346-4450-8d31-b21f7ed4a745 req-00f276fd-5f52-4b26-b9af-9cb66f5a7df6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.1855922 Dec 20 15:47:04.431750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.439197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:04.439999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:04.442195 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:04.483961 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a762a64-c629-4cff-86bc-b1b1a0293963 x-openstack-request-id: req-6a762a64-c629-4cff-86bc-b1b1a0293963 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:04.484386 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4bf847-8279-43e3-9ca7-b1ed36d95d3f", "name": "network-vif-plugged", "status": "completed", "tag": "449047dd-79d2-43ca-bbd4-b32f08a32b4c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:04.484649 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a762a64-c629-4cff-86bc-b1b1a0293963 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:04.485108 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449047dd-79d2-43ca-bbd4-b32f08a32b4c', 'code': 200} Dec 20 15:47:04.507317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=449047dd-79d2-43ca-bbd4-b32f08a32b4c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:04.555649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-00de5d03-3aad-4855-8563-494a93fccf8a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6364143 Dec 20 15:47:04.557467 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.580733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fe004ecb-c22e-4973-b9f1-5ef2132a95ac'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:04.581598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a582e3e5-8346-4450-8d31-b21f7ed4a745 req-101fdbba-3557-4219-9fbd-704934cc143b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347797 Dec 20 15:47:04.591533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Pushing event deleted for resources: {'Port': ['ID=fe004ecb-c22e-4973-b9f1-5ef2132a95ac,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:04.606228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf3170-8ea1-4394-88a5-2cd7d2e84a26 None None] Network 103b3e01-a31c-49fa-876d-9879869fbea7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:04.613087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9bf7-30ab-4cff-93af-661c90d4f281 req-264f2cb4-9f19-4d2e-9dfa-8a8a18fae7ff service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823025 Dec 20 15:47:04.648820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] No DVR routers for this DVR port fe004ecb-c22e-4973-b9f1-5ef2132a95ac on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:04.650576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.652388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.655799 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8d920a4a-b4d7-4c9a-b381-9a0de22c4241 req-db86104f-db29-420c-b23a-ef9e6591238f tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.72 "DELETE /v2.0/ports/fe004ecb-c22e-4973-b9f1-5ef2132a95ac HTTP/1.1" status: 204 len: 173 time: 1.1434252 Dec 20 15:47:04.656250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'name': 'network-vif-deleted', 'tag': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:04.658571 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245f7f63-30d8-41ca-b922-1eaf531ef3ad" -d '{"events": [{"server_uuid": "894c7ceb-f7f2-4a26-9dd7-04a1182809b8", "name": "network-vif-deleted", "tag": "fe004ecb-c22e-4973-b9f1-5ef2132a95ac"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:04.666201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.669521 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf HTTP/1.1" status: 204 len: 168 time: 0.8556159 Dec 20 15:47:04.671829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65d4fcf7-efab-4066-883c-09e3698707f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.678275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65d4fcf7-efab-4066-883c-09e3698707f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.678275 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-65d4fcf7-efab-4066-883c-09e3698707f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ace5148-3895-48f8-9462-6c8b1f1725fb HTTP/1.1" status: 204 len: 168 time: 0.6535244 Dec 20 15:47:04.695030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f8bc-b18b-4832-9cc8-4bd060eef336 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbab6c5-02e5-4da8-b96b-d27ef5caf3cf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:04.697227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4fcf7-efab-4066-883c-09e3698707f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace5148-3895-48f8-9462-6c8b1f1725fb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:04.771721 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14197e4-0291-4cd4-a5b4-09ca3788a638 x-openstack-request-id: req-b14197e4-0291-4cd4-a5b4-09ca3788a638 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:04.772283 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894c7ceb-f7f2-4a26-9dd7-04a1182809b8", "name": "network-vif-deleted", "tag": "fe004ecb-c22e-4973-b9f1-5ef2132a95ac", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:04.772906 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b14197e4-0291-4cd4-a5b4-09ca3788a638 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:04.778693 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c7ceb-f7f2-4a26-9dd7-04a1182809b8', 'name': 'network-vif-deleted', 'tag': 'fe004ecb-c22e-4973-b9f1-5ef2132a95ac', 'status': 'completed', 'code': 200} Dec 20 15:47:05.026158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.120960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:05.171544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b036d-5f95-43b7-acff-6c28c244c08a req-1ab0f13b-2c9f-4e8c-87b8-9e205b9f5c21 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:05.172949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8b036d-5f95-43b7-acff-6c28c244c08a req-1ab0f13b-2c9f-4e8c-87b8-9e205b9f5c21 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.5644579 Dec 20 15:47:05.179170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d114275-7f76-4064-8321-60dda8f3d010 req-9f826df1-d767-45fb-b629-9cb396f8bab5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 210 time: 0.0767257 Dec 20 15:47:05.214159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde757e-5f02-4f8b-8f90-7b5a7c592090 req-d825949f-c73f-40ef-89ef-70fdbae8510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:05.215742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afde757e-5f02-4f8b-8f90-7b5a7c592090 req-d825949f-c73f-40ef-89ef-70fdbae8510f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 1101 time: 0.6060734 Dec 20 15:47:05.267283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54670) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:05.285245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:05.287440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.290374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:05.291056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.320704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8b036d-5f95-43b7-acff-6c28c244c08a req-e376215a-d243-4571-a1bd-2f5c5f44bb07 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377432 Dec 20 15:47:05.345606 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-100d9c31-b510-413d-9d17-fa1278e22bf7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed9f66e390484b678c8725dcec6d084d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0773597 Dec 20 15:47:05.348234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:05.361653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5bced03-0001-4359-9f9d-d9ec63bef373 req-dc2ec536-1f6c-4ae4-8390-b9b61bb31e74 tempest-InstanceActionsNegativeTestJSON-1644360834 tempest-InstanceActionsNegativeTestJSON-1644360834-project] 10.222.0.81 "GET /v2.0/ports?device_id=894c7ceb-f7f2-4a26-9dd7-04a1182809b8 HTTP/1.1" status: 200 len: 210 time: 0.0786335 Dec 20 15:47:05.371087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afde757e-5f02-4f8b-8f90-7b5a7c592090 req-1bf3fa78-ddff-4442-9b71-6f845e632b98 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443846 Dec 20 15:47:05.448031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615a85df-585d-453e-a6a9-010680d72bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.459956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.471897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.494138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615a85df-585d-453e-a6a9-010680d72bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.510089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:05.580922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:05.588709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:05.591694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:05.594435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Port': ['ID=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:05.634927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.635279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.635626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.635969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.636313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.636652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.636984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.637364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.637683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.638011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.638339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.638667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.638997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:05.648621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615a85df-585d-453e-a6a9-010680d72bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.654236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.655162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fe004ecb-c22e-4973-b9f1-5ef2132a95ac no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:05.659582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615a85df-585d-453e-a6a9-010680d72bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.662087 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-615a85df-585d-453e-a6a9-010680d72bfb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ade91e7-dab9-4c7e-aa96-d80761c6e4c6 HTTP/1.1" status: 204 len: 168 time: 0.3115709 Dec 20 15:47:05.672707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540795fe-20a3-47da-87cd-ce5b80cc4266 req-0d17834a-51c1-4813-9fa8-15bcc0b544d8 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:05.680966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-540795fe-20a3-47da-87cd-ce5b80cc4266 req-0d17834a-51c1-4813-9fa8-15bcc0b544d8 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.1924238 Dec 20 15:47:05.684225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a85df-585d-453e-a6a9-010680d72bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ade91e7-dab9-4c7e-aa96-d80761c6e4c6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:05.694099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:05.694929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:05.779002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: fe004ecb-c22e-4973-b9f1-5ef2132a95ac {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:05.779002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fe004ecb-c22e-4973-b9f1-5ef2132a95ac not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:05.807612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-540795fe-20a3-47da-87cd-ce5b80cc4266 req-e4a307f2-6926-47e6-8270-f78872320301 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255717 Dec 20 15:47:05.812989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-e4507454-0bde-4319-b960-9a9921e9d711 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2227566 Dec 20 15:47:05.816067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:05.846957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'port': {'device_id': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'network_id': '88b50469-a559-448a-83b5-42973159945f', 'admin_state_up': True, 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:06.016581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a955b95d-f2c7-4787-aaff-75333b18c022 None None] Provisioning complete for port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:06.016951 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a955b95d-f2c7-4787-aaff-75333b18c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:06.055891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a955b95d-f2c7-4787-aaff-75333b18c022 None None] Port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:06.099183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e525ae-ba0d-4623-8b92-f30595f42037 req-266db9d5-6c62-427d-82fa-1f88ad657e42 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:06.101261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1e525ae-ba0d-4623-8b92-f30595f42037 req-266db9d5-6c62-427d-82fa-1f88ad657e42 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1667764 Dec 20 15:47:06.144795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-da7debe0-86f5-49cf-a7e2-b9d12cf2c605 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:06.146731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-da7debe0-86f5-49cf-a7e2-b9d12cf2c605 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/networks?id=8f5ea634-0263-4d77-bcba-4455b6141ad5 HTTP/1.1" status: 200 len: 824 time: 0.2925963 Dec 20 15:47:06.196518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-0e52702b-ec3c-482c-8ab6-5037a020a4c0 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/quotas/4d16d42235d44a7788a5c136f3f3508f HTTP/1.1" status: 200 len: 375 time: 0.0306525 Dec 20 15:47:06.206252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1e525ae-ba0d-4623-8b92-f30595f42037 req-62c26e6b-729c-4c6d-a6f0-7fb902d8a87f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977373 Dec 20 15:47:06.251052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-c118a782-e7c1-4848-a184-4d687a01ae9a tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d16d42235d44a7788a5c136f3f3508f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437481 Dec 20 15:47:06.294251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:06.298094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:06.477536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717646b-4371-4ab8-be59-389587d59b19 req-a5ba2316-3655-40c5-8e2a-6804376798a4 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:06.485514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1717646b-4371-4ab8-be59-389587d59b19 req-a5ba2316-3655-40c5-8e2a-6804376798a4 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 932 time: 0.1770840 Dec 20 15:47:06.486298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:06.488700 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efec406-9ea7-42e4-b31b-c0d9d712baf5" -d '{"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-plugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:06.499525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-95c5ef43-a9f7-4b16-ac71-03a5384aa717 service neutron] 10.222.0.81 "GET /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407866 Dec 20 15:47:06.561262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54718) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:06.644648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54722) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:06.668912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1717646b-4371-4ab8-be59-389587d59b19 req-7e4c5e43-7f7b-4f69-81a9-f8f6f7ae0088 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804118 Dec 20 15:47:06.672129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Allocated IP 19.86.0.35 (88b50469-a559-448a-83b5-42973159945f/6140ce47-6873-43aa-9e7a-c1143723b70c/10918744-6375-46a9-ad2b-6f0f427a7f2c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:06.717283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-2e49174a-79af-44e6-a1f0-fe3d215fb7f9 service neutron] 10.222.0.81 "GET /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864998 Dec 20 15:47:06.749042 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33fcbcf0-d984-4832-90d6-04c7d4b80766 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7347dda01f1441ab7ec4967e2392f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017919 Dec 20 15:47:06.753379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54724) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:06.814588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67085791-a3a6-4607-a2a5-ed29636853c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:06.854558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67085791-a3a6-4607-a2a5-ed29636853c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:06.914071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1782486665-network', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:06.916414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117ab34-2a9a-4ff7-9f87-56b6ccbfa827 req-eab1088d-2bf2-4456-b9d2-5ad896234f97 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:06.918050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d117ab34-2a9a-4ff7-9f87-56b6ccbfa827 req-eab1088d-2bf2-4456-b9d2-5ad896234f97 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.1690276 Dec 20 15:47:06.971662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.003530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d117ab34-2a9a-4ff7-9f87-56b6ccbfa827 req-5b42fc8b-4b69-43cd-95bb-ab324b5c96cc tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748148 Dec 20 15:47:07.019146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Made reservation on behalf of 31fdf3fbe9f8473b90771d7da844f89e for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:07.027434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.055093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.082399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54732) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:07.085154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67085791-a3a6-4607-a2a5-ed29636853c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.088767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67085791-a3a6-4607-a2a5-ed29636853c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.090048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-67085791-a3a6-4607-a2a5-ed29636853c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ed7ec9d-464c-4c4f-ac70-b4d1fe10dc1e HTTP/1.1" status: 204 len: 168 time: 0.3357286 Dec 20 15:47:07.102136 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45e16b-7a5c-4ef6-9da3-88b1a97a0e42 x-openstack-request-id: req-0a45e16b-7a5c-4ef6-9da3-88b1a97a0e42 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:07.108063 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-plugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:07.108063 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a45e16b-7a5c-4ef6-9da3-88b1a97a0e42 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:07.108063 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'code': 200} Dec 20 15:47:07.111587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67085791-a3a6-4607-a2a5-ed29636853c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed7ec9d-464c-4c4f-ac70-b4d1fe10dc1e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:07.124176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.162538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9385deb8-41c8-4b0a-af80-52b665025ff3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:07.197766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 88b50469-a559-448a-83b5-42973159945f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:07.203961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Deleting subnet 4bf3651a-cf97-4aed-af5a-bea20874f8fb {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:07.210755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.213005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:07.281039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:07.351209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:07.387217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.394145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-279d5963-6fb6-4779-a96f-5b51a0776a0f req-331e9b27-af79-42db-9485-96da1de7707f tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 210 time: 0.1082511 Dec 20 15:47:07.404656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.447111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c73986-fab0-43e5-a89e-16c053048e26 req-8ebcb19c-1a2a-4b18-ad48-3079d55c8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:07.448966 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a3c73986-fab0-43e5-a89e-16c053048e26 req-8ebcb19c-1a2a-4b18-ad48-3079d55c8acd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1096 time: 0.2410102 Dec 20 15:47:07.470868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:07.471543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.499087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:07.523102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'port_id': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'mac_address': 'fa:16:3e:78:bc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad722afc-a936-4117-8ed5-9d39bc769587', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:07.543141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be9984-7b5b-472e-8350-29abd33a36de req-ec434e9d-d762-41e4-9e86-356204e60330 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:07.557925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33be9984-7b5b-472e-8350-29abd33a36de req-ec434e9d-d762-41e4-9e86-356204e60330 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.2707808 Dec 20 15:47:07.565728 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.565977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.582857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:07.593019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.593687 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Added segment b7442d5b-d026-4cc8-b023-5987657b04a0 of type vlan for network fc7ec891-da1c-4e5a-98ba-754ef75cf959 Dec 20 15:47:07.609823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.621771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-68118fb2-dd67-4826-8128-446f39bb524d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7897704 Dec 20 15:47:07.644468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9385deb8-41c8-4b0a-af80-52b665025ff3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:07.654869 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.655506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'port': {'device_id': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'admin_state_up': True, 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:07.691803 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a3c73986-fab0-43e5-a89e-16c053048e26 req-0711722f-6bd3-4c8a-8335-453d623f5714 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345080 Dec 20 15:47:07.708406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:07.714729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c287dd3-89fe-4dc2-ba50-5d95010211c9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:07.739575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-614755f8-a964-443d-a121-fca93857f929 None None] Provisioning complete for port 10918744-6375-46a9-ad2b-6f0f427a7f2c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:07.739967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-614755f8-a964-443d-a121-fca93857f929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.756775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.757863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:07.758449 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.820134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:07.859641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] Pushing event updated for resources: {'Network': ['ID=fc7ec891-da1c-4e5a-98ba-754ef75cf959,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:07.886154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33be9984-7b5b-472e-8350-29abd33a36de req-5b3eef54-c63c-4b90-a4b1-df5b4c05f4ee tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228230 Dec 20 15:47:07.908446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-588df544-77d6-4ffe-95e5-16a7ad14bfaf admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3453424 Dec 20 15:47:07.911698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa0aea-4096-4395-adab-0fa9d096a1a4 req-c46580a2-62f6-40c7-ac7b-ba38818352f9 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:07.916330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54752) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:07.921863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Request body: {'subnet': {'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-subnet', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:07.923238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfa0aea-4096-4395-adab-0fa9d096a1a4 req-c46580a2-62f6-40c7-ac7b-ba38818352f9 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.3196580 Dec 20 15:47:07.965208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.027674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf3651a-cf97-4aed-af5a-bea20874f8fb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:08.030837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Made reservation on behalf of 31fdf3fbe9f8473b90771d7da844f89e for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:08.033981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.052739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.060853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e7fdcebc-89a5-4cae-aac9-17187a6f13d4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4bf3651a-cf97-4aed-af5a-bea20874f8fb HTTP/1.1" status: 204 len: 168 time: 0.9770935 Dec 20 15:47:08.062107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54758) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:08.075091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:08.080144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:08.108030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-614755f8-a964-443d-a121-fca93857f929 None None] Port 10918744-6375-46a9-ad2b-6f0f427a7f2c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:08.126710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dfa0aea-4096-4395-adab-0fa9d096a1a4 req-e46f00ed-30ce-42ab-80ad-131889268a49 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024720 Dec 20 15:47:08.206140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['9385deb8-41c8-4b0a-af80-52b665025ff3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:08.220106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55420097-5e3f-4bd7-bf82-7bb293281892 req-ebdbe7bb-4db0-45d5-9440-041b20cc1b5d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:08.226254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55420097-5e3f-4bd7-bf82-7bb293281892 req-ebdbe7bb-4db0-45d5-9440-041b20cc1b5d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:08.233836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55420097-5e3f-4bd7-bf82-7bb293281892 req-ebdbe7bb-4db0-45d5-9440-041b20cc1b5d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 1654 time: 0.2589636 Dec 20 15:47:08.238438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.306510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:08.309593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.349922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55420097-5e3f-4bd7-bf82-7bb293281892 req-44c4673a-a0a8-470c-ab13-de8322ec4480 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109633 Dec 20 15:47:08.379168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.445722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.459596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Pushing event updated for resources: {'Subnet': ['ID=085d95b9-d1ac-4bd6-a263-5b418a151799,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:08.464714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Checking segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:08.465084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Network hostable DHCP agents. Network: fc7ec891-da1c-4e5a-98ba-754ef75cf959, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:08.522205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfa0ecb-f37d-437e-931e-0c11144fd236']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:08.546956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ddc6-a955-4ba7-b7b6-d7fc4d701e4a req-de17ae39-1cc5-4f2d-a44c-5c5528f33c9b tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:08.548432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f93ddc6-a955-4ba7-b7b6-d7fc4d701e4a req-de17ae39-1cc5-4f2d-a44c-5c5528f33c9b tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.2436373 Dec 20 15:47:08.560469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b837a38-0702-4468-934b-4e10880f31ca req-ce6807ee-8801-494f-91ee-7036958109ad tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 210 time: 0.0740483 Dec 20 15:47:08.562400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:08.577042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afb025e-00ea-465f-b9bf-bbb72e10a790') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:08.577374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afb025e-00ea-465f-b9bf-bbb72e10a790') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:08.614568 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.650041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.663308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:08.663863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:08.667492 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:08.679670 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:08.697265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Allocated IP 19.80.0.87 (32412b1e-f98c-4dea-ad56-2e80dbb80dec/871069cd-b83b-44fb-ac15-f2c642c3e954/9dc381dd-1cf4-427d-be13-452cbbe53a7e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:08.699370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, fc7ec891-da1c-4e5a-98ba-754ef75cf959) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:08.709126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:08.709126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.710217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886fde2-bf60-4de1-a080-9eec7d02fe67 None None] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:08.744045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f93ddc6-a955-4ba7-b7b6-d7fc4d701e4a req-f4e92b92-0775-416a-8d9f-2eb40c938062 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749454 Dec 20 15:47:08.817341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-943d08cc-a3f1-4921-a8ab-ae55dacd036b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8997591 Dec 20 15:47:08.823535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:08.824719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:08.884429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.890642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:47:08.890849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.892169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.894606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9dfa0ecb-f37d-437e-931e-0c11144fd236 HTTP/1.1" status: 204 len: 168 time: 0.8253524 Dec 20 15:47:08.915695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0b205-f948-46e7-ae66-269fb80e77e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfa0ecb-f37d-437e-931e-0c11144fd236,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:08.974297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.978494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:08.986316 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.080866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.120841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9385deb8-41c8-4b0a-af80-52b665025ff3 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:09.157194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.172117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Allocated IP 172.20.0.2 (fc7ec891-da1c-4e5a-98ba-754ef75cf959/085d95b9-d1ac-4bd6-a263-5b418a151799/ed3ba9c7-8591-4746-9bb2-e7f58b437f1c) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:09.232632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:09.239029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:09.242411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:09.269798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Port': ['ID=9dc381dd-1cf4-427d-be13-452cbbe53a7e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:09.292159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcd9b-bb59-44ce-8336-36b0c50fd5ce req-e92e69d5-ee1c-49e1-bc93-467e7e226ded tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.293768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-890dcd9b-bb59-44ce-8336-36b0c50fd5ce req-e92e69d5-ee1c-49e1-bc93-467e7e226ded tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 944 time: 0.1555088 Dec 20 15:47:09.353027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.353776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.404083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.404452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.407490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-890dcd9b-bb59-44ce-8336-36b0c50fd5ce req-edece55b-dfe5-47c9-994c-5f531574a1ac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874467 Dec 20 15:47:09.415132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 9385deb8-41c8-4b0a-af80-52b665025ff3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:09.430493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 9385deb8-41c8-4b0a-af80-52b665025ff3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:09.430877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.473678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85412ede-1c2e-4cb1-b88e-12e584e88151 req-b405cf45-7843-4cfd-94ca-2b28acdf2807 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.482328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85412ede-1c2e-4cb1-b88e-12e584e88151 req-b405cf45-7843-4cfd-94ca-2b28acdf2807 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.0795066 Dec 20 15:47:09.525005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-28ceeca7-1ad4-4860-8ff6-174d1736a8c0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8887711 Dec 20 15:47:09.542232 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.550222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Request body: {'port': {'device_id': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:09.563061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.602666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54800) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:09.634292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Pushing event updated for resources: {'Port': ['ID=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:09.644017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be091120-c70a-472a-8256-028980c44a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9385deb8-41c8-4b0a-af80-52b665025ff3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:09.646519 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b155d4-5d2c-4667-8a78-33462161025b" -d '{"events": [{"server_uuid": "be091120-c70a-472a-8256-028980c44a4c", "name": "network-vif-plugged", "status": "completed", "tag": "9385deb8-41c8-4b0a-af80-52b665025ff3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:09.656465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85412ede-1c2e-4cb1-b88e-12e584e88151 req-347c15e4-7b7f-456e-981d-f2068db40d5e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730134 Dec 20 15:47:09.668088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:09.681890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:09.683666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:09.686502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:09.697687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-066d128e-8ff9-45fc-82d8-55b3b5db50a3 None None] Provisioning complete for port 9dc381dd-1cf4-427d-be13-452cbbe53a7e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:09.697687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-066d128e-8ff9-45fc-82d8-55b3b5db50a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.713944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.739292 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-05ef1fd7-6433-4604-850a-bdda8e545e9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0a965b3d05a4e9aa40ef33304c21880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351204 Dec 20 15:47:09.744545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54808) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:09.782885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-066d128e-8ff9-45fc-82d8-55b3b5db50a3 None None] Port 9dc381dd-1cf4-427d-be13-452cbbe53a7e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:09.787943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Attempting to bind port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:09.788506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Attempting to bind port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:09.789132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Attempting to bind port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c on network fc7ec891-da1c-4e5a-98ba-754ef75cf959 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:09.793814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.800961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:09.800961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Checking segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:09.801325 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.801702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Bound using segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:09.801825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e06263-12ec-4571-bae0-20a62197e350 req-adb808ac-ffec-4b2f-be8b-a7053bb10a93 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.802182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Bound port: ed3ba9c7-8591-4746-9bb2-e7f58b437f1c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:09.802558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.804123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5e06263-12ec-4571-bae0-20a62197e350 req-adb808ac-ffec-4b2f-be8b-a7053bb10a93 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.3019235 Dec 20 15:47:09.832197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f86440-04e8-46d6-85e8-8e1fb1bb7b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.833112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54810) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:09.879855 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f86440-04e8-46d6-85e8-8e1fb1bb7b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:09.891009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:09.915125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] For port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:09.918522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] For port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:09.948514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45342cf8-7544-4e6d-8e06-eb462567405f req-bf71102b-8fb0-4e3e-a4e1-f0c774d351b0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.954550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45342cf8-7544-4e6d-8e06-eb462567405f req-bf71102b-8fb0-4e3e-a4e1-f0c774d351b0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.960785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45342cf8-7544-4e6d-8e06-eb462567405f req-bf71102b-8fb0-4e3e-a4e1-f0c774d351b0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:09.962587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45342cf8-7544-4e6d-8e06-eb462567405f req-bf71102b-8fb0-4e3e-a4e1-f0c774d351b0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2375 time: 0.1978784 Dec 20 15:47:09.980057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.015721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5e06263-12ec-4571-bae0-20a62197e350 req-904c47e4-c968-45e1-b136-e7030bedb6b9 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889176 Dec 20 15:47:10.050856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc23e-672d-47ec-981f-1ec59e14f59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.054828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1381611-2c3c-4c15-8977-91c7367a6d4d None None] Pushing event updated for resources: {'Port': ['ID=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:10.065280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.090989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.129953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45342cf8-7544-4e6d-8e06-eb462567405f req-b7391b46-e6d1-43f0-a1b3-18c9c61b8f78 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595302 Dec 20 15:47:10.158314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f86440-04e8-46d6-85e8-8e1fb1bb7b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.170157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f86440-04e8-46d6-85e8-8e1fb1bb7b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.170157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5f86440-04e8-46d6-85e8-8e1fb1bb7b1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5da82d5-3409-450d-9ed2-fab9635f926f HTTP/1.1" status: 204 len: 168 time: 0.4190941 Dec 20 15:47:10.192666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f86440-04e8-46d6-85e8-8e1fb1bb7b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da82d5-3409-450d-9ed2-fab9635f926f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:10.233830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f85624e-c6e2-4f1a-a94e-7506975b69a2 req-d3763ba9-5adf-4e8d-b4ae-c7334de2f94c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 210 time: 0.0657430 Dec 20 15:47:10.273824 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba643a3a-d444-4d2f-b02b-62afac6dbd62 x-openstack-request-id: req-ba643a3a-d444-4d2f-b02b-62afac6dbd62 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:10.280135 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be091120-c70a-472a-8256-028980c44a4c", "name": "network-vif-plugged", "status": "completed", "tag": "9385deb8-41c8-4b0a-af80-52b665025ff3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:10.280135 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba643a3a-d444-4d2f-b02b-62afac6dbd62 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:10.280135 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be091120-c70a-472a-8256-028980c44a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'code': 200} Dec 20 15:47:10.412525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Allocated IP 172.25.6.103 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b9b5b716-2804-473e-a25d-45730f607b77) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:10.455075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-f0780b2d-b41b-4ddd-a3f3-8af19b9fdfee tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:10.456614 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-f0780b2d-b41b-4ddd-a3f3-8af19b9fdfee tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.72 "GET /v2.0/networks?id=8f5ea634-0263-4d77-bcba-4455b6141ad5 HTTP/1.1" status: 200 len: 824 time: 0.2454455 Dec 20 15:47:10.471694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Request body: {'port': {'device_id': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5', 'admin_state_up': True, 'tenant_id': '4d16d42235d44a7788a5c136f3f3508f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:10.539107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc23e-672d-47ec-981f-1ec59e14f59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.696343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.785652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Made reservation on behalf of 4d16d42235d44a7788a5c136f3f3508f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:10.791281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.853660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.910527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:10.921345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:10.931814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:10.933275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:10.936338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc23e-672d-47ec-981f-1ec59e14f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.038513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c4141-ff55-468f-a935-593d2430f9e3 req-5a028418-b9e1-441c-b386-88bbdb416aca tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:11.044470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-599c4141-ff55-468f-a935-593d2430f9e3 req-5a028418-b9e1-441c-b386-88bbdb416aca tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.7203763 Dec 20 15:47:11.060903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Transition to ACTIVE for port object 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:11.077194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:11.084838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47a51-5656-40ca-a25f-751114db35e2 req-51d462b3-edeb-4f88-a15e-f4d6d748fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:11.086422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36f47a51-5656-40ca-a25f-751114db35e2 req-51d462b3-edeb-4f88-a15e-f4d6d748fa68 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 1096 time: 0.6704335 Dec 20 15:47:11.092478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'floatingip': {'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:11.101732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c6dc23e-672d-47ec-981f-1ec59e14f59e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd8155ad7c0e4e3784b72369fbba3220&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2675509 Dec 20 15:47:11.141506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dc23e-672d-47ec-981f-1ec59e14f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1a4e37-6758-42e8-b852-75c9fc4b48f2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:11.143941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54832) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:11.182203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.220691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.229975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95764-0ad5-461a-8fa7-51181c952459 req-eab7a05e-fb31-4497-a987-1ff82ccba187 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:11.231557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4b95764-0ad5-461a-8fa7-51181c952459 req-eab7a05e-fb31-4497-a987-1ff82ccba187 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.6888790 Dec 20 15:47:11.292473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:11.328353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-c028edfe-99f2-46fe-9abb-e708843cf8bb tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:11.329879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-c028edfe-99f2-46fe-9abb-e708843cf8bb tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.4095070 Dec 20 15:47:11.335528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b5b716-2804-473e-a25d-45730f607b77,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:11.510765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Allocated IP 172.20.0.6 (8f5ea634-0263-4d77-bcba-4455b6141ad5/3d4f9f6c-45d5-457c-88a7-e287dea4efa3/463a3936-0ade-458c-8d35-c02bf07e6256) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:11.514188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:11.535167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36f47a51-5656-40ca-a25f-751114db35e2 req-b9b85dee-3519-4b2c-ab5f-b598d65f21db service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367397 Dec 20 15:47:11.577392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4b95764-0ad5-461a-8fa7-51181c952459 req-87c47f8a-4689-4200-ae79-00c333ccc7f9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627838 Dec 20 15:47:11.599304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54850) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:11.632736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c442e70-2587-4e1c-b7af-6c71dc0ea448 None None] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:11.656977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f874c1-5e7b-4b15-88f5-796573d0dd6a req-f0304548-2e3d-4e5c-b7b6-2b9c1b37a8bb tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:11.670471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27f874c1-5e7b-4b15-88f5-796573d0dd6a req-f0304548-2e3d-4e5c-b7b6-2b9c1b37a8bb tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.5205250 Dec 20 15:47:11.758879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ed3ba9c7-8591-4746-9bb2-e7f58b437f1c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:11.767208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07836c40-1fbb-4686-97b7-81262fd29aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.834109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:11.835450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.874421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-560d2672-dabc-4981-9abb-66bab63330ed None None] Provisioning complete for port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:11.874752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-560d2672-dabc-4981-9abb-66bab63330ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.884514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2114113875-network', 'tenant_id': '35b05dcb5cb64ea1b8de99e2835225f8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:11.917886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.931074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.935254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07836c40-1fbb-4686-97b7-81262fd29aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:11.971166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27f874c1-5e7b-4b15-88f5-796573d0dd6a req-a211d3cc-8f6b-4b23-bf9b-d3dadec98e0d tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976327 Dec 20 15:47:12.044088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.085675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98faea5-f638-4976-ad59-bb50b8de86e5 req-a5fcb66e-4c9e-4410-bc62-e3aba6dd13e3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:12.091708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98faea5-f638-4976-ad59-bb50b8de86e5 req-a5fcb66e-4c9e-4410-bc62-e3aba6dd13e3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:12.097805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98faea5-f638-4976-ad59-bb50b8de86e5 req-a5fcb66e-4c9e-4410-bc62-e3aba6dd13e3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:12.099527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d98faea5-f638-4976-ad59-bb50b8de86e5 req-a5fcb66e-4c9e-4410-bc62-e3aba6dd13e3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2387 time: 0.3347065 Dec 20 15:47:12.124040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.129674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:12.144070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Attempting to bind port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:12.144412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Attempting to bind port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:12.149115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Attempting to bind port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:12.149447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-560d2672-dabc-4981-9abb-66bab63330ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.187072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Made reservation on behalf of 35b05dcb5cb64ea1b8de99e2835225f8 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:12.189247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.202656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.234233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Deleting port 449047dd-79d2-43ca-bbd4-b32f08a32b4c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:12.234233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.251333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Network 8f5ea634-0263-4d77-bcba-4455b6141ad5 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:12.251654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:12.251993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Attempting to bind port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:12.255243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:12.267178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:12.269551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.276844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Pushing event updated for resources: {'Port': ['ID=463a3936-0ade-458c-8d35-c02bf07e6256,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:12.285335 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.332081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:12.358510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-560d2672-dabc-4981-9abb-66bab63330ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:47:12.359113 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-560d2672-dabc-4981-9abb-66bab63330ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:47:12.361946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:12.362494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Checking segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:12.362659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Bound using segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:12.363107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Bound port: 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:12.363459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.381099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:12.381712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.413131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07836c40-1fbb-4686-97b7-81262fd29aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.416061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07836c40-1fbb-4686-97b7-81262fd29aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.417215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-07836c40-1fbb-4686-97b7-81262fd29aff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c1a4e37-6758-42e8-b852-75c9fc4b48f2 HTTP/1.1" status: 204 len: 168 time: 1.2649314 Dec 20 15:47:12.420868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d98faea5-f638-4976-ad59-bb50b8de86e5 req-e61ab062-b7ea-4a71-8135-22af62fe0539 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962999 Dec 20 15:47:12.454074 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-dfcdc851-2017-4704-9574-25053929ac0c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9863081 Dec 20 15:47:12.462313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c00311-d639-4bdf-b328-9f1b77945ec3 req-6412d1d3-2038-47a3-8b62-16fd4d8210e3 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:12.463861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30c00311-d639-4bdf-b328-9f1b77945ec3 req-6412d1d3-2038-47a3-8b62-16fd4d8210e3 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 931 time: 0.3592956 Dec 20 15:47:12.469431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Request body: {'port': {'device_id': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:12.472790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07836c40-1fbb-4686-97b7-81262fd29aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1a4e37-6758-42e8-b852-75c9fc4b48f2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:12.543504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.625462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] For port 449047dd-79d2-43ca-bbd4-b32f08a32b4c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=449047dd-79d2-43ca-bbd4-b32f08a32b4c,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:12.625821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.712743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Calling delete_port for 449047dd-79d2-43ca-bbd4-b32f08a32b4c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:12.717734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] For port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:12.754416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30c00311-d639-4bdf-b328-9f1b77945ec3 req-6bd99eb0-d898-443d-8072-6dfa8915f7d7 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443256 Dec 20 15:47:12.756090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Router 917ab08a-541c-4673-8990-ed56964f963b is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:47:12.777856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] For port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:12.783657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:47:12.909507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.920659 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.926772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.945929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1e19-a367-4b04-a6b3-9d237007b4b5 req-72d90af4-112d-43d2-8254-721c58a5926e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:12.951427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:47:12.953517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa5c1e19-a367-4b04-a6b3-9d237007b4b5 req-72d90af4-112d-43d2-8254-721c58a5926e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.2386746 Dec 20 15:47:12.959447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463a3936-0ade-458c-8d35-c02bf07e6256 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:12.968666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Sync routers for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:47:12.971343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.985084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:12.985362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:12.999097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Transition to ACTIVE for port object 463a3936-0ade-458c-8d35-c02bf07e6256 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:13.016615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.019639 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.024912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.025578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.027165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] 10.222.0.83 "PUT /v2.0/ports/0fd6ed9f-0466-4abb-98d6-ea10f77e8453 HTTP/1.1" status: 200 len: 1092 time: 3.4856145 Dec 20 15:47:13.032027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'tag': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:13.034430 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "tag": "0fd6ed9f-0466-4abb-98d6-ea10f77e8453"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:13.065283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.066604 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37c84ef0-ea76-42a6-ab1c-343371216c83 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2473750 Dec 20 15:47:13.069430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54866) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:13.140294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.219021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:13.250097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Request body: {'port': {'device_id': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:13.270556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Pushing event updated for resources: {'Port': ['ID=463a3936-0ade-458c-8d35-c02bf07e6256,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:13.294989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05b029-6b17-4610-b73e-82c006800c03 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:13.323011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692571fa-5227-4f68-87ed-964b438f832e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:13.359797 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.359797 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Added segment 2b5302d3-e546-42ec-b7d7-32ce3aa262a1 of type vlan for network 1eca89b4-6100-4405-92cd-f6d73aef48da Dec 20 15:47:13.369483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa5c1e19-a367-4b04-a6b3-9d237007b4b5 req-34b55738-8ffd-495f-8048-a266fa9a52db tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150546 Dec 20 15:47:13.436060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Attempting to bind port 463a3936-0ade-458c-8d35-c02bf07e6256 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:13.436403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Attempting to bind port 463a3936-0ade-458c-8d35-c02bf07e6256 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:13.436739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Attempting to bind port 463a3936-0ade-458c-8d35-c02bf07e6256 on network 8f5ea634-0263-4d77-bcba-4455b6141ad5 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:13.450236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Port 463a3936-0ade-458c-8d35-c02bf07e6256 on network 8f5ea634-0263-4d77-bcba-4455b6141ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:13.450480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Attempting to bind port 463a3936-0ade-458c-8d35-c02bf07e6256 on network 8f5ea634-0263-4d77-bcba-4455b6141ad5 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:13.458563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:13.459163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Checking segment: {'id': 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:13.459360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Bound using segment: {'id': 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:13.459840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Bound port: 463a3936-0ade-458c-8d35-c02bf07e6256, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:13.460189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.511882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69c021-f480-49bc-98d4-8310330d70d8 req-a92c9f42-20b6-49e6-b273-4740864a1e0e tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.514086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e69c021-f480-49bc-98d4-8310330d70d8 req-a92c9f42-20b6-49e6-b273-4740864a1e0e tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 950 time: 0.3734972 Dec 20 15:47:13.519127 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.534830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:13.542419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.552430 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Floating IP 33d3c002-03ba-4b75-bb47-f39127cbbe70 associated. External IP: 172.25.6.54, port: 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4. Dec 20 15:47:13.616384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] For port 463a3936-0ade-458c-8d35-c02bf07e6256, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:13.635313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] For port 463a3936-0ade-458c-8d35-c02bf07e6256, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=463a3936-0ade-458c-8d35-c02bf07e6256,segment=NetworkSegment(efc172a9-8ec2-4129-a6b6-d4524c1f01b5),segment_id=efc172a9-8ec2-4129-a6b6-d4524c1f01b5)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:13.677117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.713384 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.718801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-73a2b749-b2f2-46a7-ae11-14d39b5d4b09 None None] Provisioning complete for port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:13.719178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73a2b749-b2f2-46a7-ae11-14d39b5d4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.720978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ed3ba9c7-8591-4746-9bb2-e7f58b437f1c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:13.783051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.783552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.786119 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] 10.222.0.72 "PUT /v2.0/ports/463a3936-0ade-458c-8d35-c02bf07e6256 HTTP/1.1" status: 200 len: 1091 time: 1.3225057 Dec 20 15:47:13.818772 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d15876-ae69-4ae2-926b-6b6b8bf8d6af x-openstack-request-id: req-b2d15876-ae69-4ae2-926b-6b6b8bf8d6af {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:13.819562 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "tag": "0fd6ed9f-0466-4abb-98d6-ea10f77e8453", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:13.819871 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2d15876-ae69-4ae2-926b-6b6b8bf8d6af {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:13.820397 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'tag': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453', 'status': 'completed', 'code': 200} Dec 20 15:47:13.823779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'tag': '463a3936-0ade-458c-8d35-c02bf07e6256'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:13.826124 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd57ea0d-9102-4b29-b078-7a01de70c7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a43bf9f6-7435-4c64-a0d9-a4f26c46674b", "tag": "463a3936-0ade-458c-8d35-c02bf07e6256"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:13.870667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Pushing event deleted for resources: {'Port': ['ID=449047dd-79d2-43ca-bbd4-b32f08a32b4c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:13.894200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Pushing event updated for resources: {'Port': ['ID=463a3936-0ade-458c-8d35-c02bf07e6256,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:13.906735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e69c021-f480-49bc-98d4-8310330d70d8 req-c2f5eab2-80f7-44de-96b3-1af9644dc6a0 tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/security-groups?id=aebb6ec3-53fe-421f-a04a-f2d9bd143027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821254 Dec 20 15:47:13.907380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.908313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.908887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.931430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.932369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.932369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.932369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.932750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.932750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:13.933102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d1ea4-7ba0-494b-901e-ee900048e922 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:14.003849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:14.004370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.046315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.056461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:11Z', 'revision_number': 3, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:14.058935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-73482ac9-bb73-4d22-aade-9c5dd65b0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.060481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-73482ac9-bb73-4d22-aade-9c5dd65b0265 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d16d42235d44a7788a5c136f3f3508f&device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 1094 time: 0.1161802 Dec 20 15:47:14.063399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 449047dd-79d2-43ca-bbd4-b32f08a32b4c no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:14.132285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Checking router: 917ab08a-541c-4673-8990-ed56964f963b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:47:14.133055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Updating router 917ab08a-541c-4673-8990-ed56964f963b port b9b5b716-2804-473e-a25d-45730f607b77 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:47:14.133277 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-0b44f42c-4fcf-4f75-8230-4ebfa20d4168 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=463a3936-0ade-458c-8d35-c02bf07e6256 HTTP/1.1" status: 200 len: 217 time: 0.0640991 Dec 20 15:47:14.170585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.172596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 449047dd-79d2-43ca-bbd4-b32f08a32b4c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:14.173077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 449047dd-79d2-43ca-bbd4-b32f08a32b4c not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:14.213095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-e051666b-56ba-4e24-ae35-90462b86c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.215212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-e051666b-56ba-4e24-ae35-90462b86c12a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d4f9f6c-45d5-457c-88a7-e287dea4efa3 HTTP/1.1" status: 200 len: 864 time: 0.0748279 Dec 20 15:47:14.282586 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-715c05d7-ee53-4642-8818-098125f5f94e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f5ea634-0263-4d77-bcba-4455b6141ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345583 Dec 20 15:47:14.530900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.552843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] No DVR routers for this DVR port 449047dd-79d2-43ca-bbd4-b32f08a32b4c on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:14.556134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.559584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99fdd5b4-adaa-4693-8807-ae98220cb827 req-518e61b6-a4d5-4d39-8bec-064ccc10b13f tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.83 "DELETE /v2.0/ports/449047dd-79d2-43ca-bbd4-b32f08a32b4c HTTP/1.1" status: 204 len: 173 time: 3.1920071 Dec 20 15:47:14.619564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.641728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] Pushing event updated for resources: {'Network': ['ID=1eca89b4-6100-4405-92cd-f6d73aef48da,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:14.659464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4a8b-c8f0-4d82-9664-4cf3e87e6794 req-ba8c0933-c6b8-45fc-b7f1-167378eb436e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.666065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4a8b-c8f0-4d82-9664-4cf3e87e6794 req-ba8c0933-c6b8-45fc-b7f1-167378eb436e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.667158 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1eca89b4-6100-4405-92cd-f6d73aef48da details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:14.672280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4a8b-c8f0-4d82-9664-4cf3e87e6794 req-ba8c0933-c6b8-45fc-b7f1-167378eb436e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.674286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9bf4a8b-c8f0-4d82-9664-4cf3e87e6794 req-ba8c0933-c6b8-45fc-b7f1-167378eb436e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2387 time: 0.8428025 Dec 20 15:47:14.704131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14e6bd-5ae2-4c63-82e7-6957fd405abf None None] Pushing event updated for resources: {'Port': ['ID=b9b5b716-2804-473e-a25d-45730f607b77,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:14.707147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Attempting to bind port b9b5b716-2804-473e-a25d-45730f607b77 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:14.707553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Attempting to bind port b9b5b716-2804-473e-a25d-45730f607b77 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:14.707932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Attempting to bind port b9b5b716-2804-473e-a25d-45730f607b77 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:14.717054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-4fde63cf-d835-4b29-95ff-58386ca9f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.717564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-4fde63cf-d835-4b29-95ff-58386ca9f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.718030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-4fde63cf-d835-4b29-95ff-58386ca9f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.719707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-4fde63cf-d835-4b29-95ff-58386ca9f707 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2730 time: 0.8938861 Dec 20 15:47:14.731231 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-852fd576-a74b-41e6-9b96-298fb350322e service neutron] 10.222.0.72 "GET /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393284 Dec 20 15:47:14.748840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:14.749400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:14.750208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.750413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:14.751147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Bound port: b9b5b716-2804-473e-a25d-45730f607b77, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:14.751147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.751712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Allocated IP 172.20.0.1 (fc7ec891-da1c-4e5a-98ba-754ef75cf959/085d95b9-d1ac-4bd6-a263-5b418a151799/cf163c50-82c4-4ee2-8480-1cf899b32b47) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:14.769617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d9327f52-1bc3-4a37-8b1e-dcbb91e0c83d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1613984 Dec 20 15:47:14.771592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54894) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:14.779265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837a1f-2df0-409d-85dd-ca18b3eb3fe5 req-048982ae-a841-486d-97fc-87e342127abb tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:14.781021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4837a1f-2df0-409d-85dd-ca18b3eb3fe5 req-048982ae-a841-486d-97fc-87e342127abb tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 943 time: 0.3528838 Dec 20 15:47:14.783313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Request body: {'subnet': {'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2114113875-subnet', 'tenant_id': '35b05dcb5cb64ea1b8de99e2835225f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:14.831525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] For port b9b5b716-2804-473e-a25d-45730f607b77, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:14.836193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] For port b9b5b716-2804-473e-a25d-45730f607b77, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b9b5b716-2804-473e-a25d-45730f607b77,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:14.923476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2ccdc5d-e14c-4054-ac07-2dad70611791 req-a6662738-d393-428d-8a34-767c22ad1ce8 service neutron] 10.222.0.72 "GET /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834133 Dec 20 15:47:14.926788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.955916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:14.996077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:14.997132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:15.004022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Made reservation on behalf of 35b05dcb5cb64ea1b8de99e2835225f8 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:15.006999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.056881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9bf4a8b-c8f0-4d82-9664-4cf3e87e6794 req-bcb6f4b3-bc0d-48d6-8bde-499330e0a302 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492253 Dec 20 15:47:15.060021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14e6bd-5ae2-4c63-82e7-6957fd405abf None None] Pushing event updated for resources: {'Port': ['ID=b9b5b716-2804-473e-a25d-45730f607b77,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:15.073855 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.097863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4837a1f-2df0-409d-85dd-ca18b3eb3fe5 req-898a15a9-40b1-40c1-b59c-4450fa82f7fa tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675636 Dec 20 15:47:15.141712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:15.149203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:15.157756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:15.183804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Pushing event updated for resources: {'Port': ['ID=cf163c50-82c4-4ee2-8480-1cf899b32b47,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:15.197243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:15.243644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.253324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-0aeb2d11-0fd9-4b32-91e0-df8688b8bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:15.254423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-0aeb2d11-0fd9-4b32-91e0-df8688b8bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:15.255321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-0aeb2d11-0fd9-4b32-91e0-df8688b8bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:15.258835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-0aeb2d11-0fd9-4b32-91e0-df8688b8bf5f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=318499924d0d43b2ade4baf7df9fcc74&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4765368 Dec 20 15:47:15.349739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:47:15.390255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10918744-6375-46a9-ad2b-6f0f427a7f2c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:15.479688 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.496160 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115fa2e8-438c-4d53-90f9-fc2bb162532c x-openstack-request-id: req-115fa2e8-438c-4d53-90f9-fc2bb162532c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:15.496460 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43bf9f6-7435-4c64-a0d9-a4f26c46674b", "tag": "463a3936-0ade-458c-8d35-c02bf07e6256", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:15.496770 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-115fa2e8-438c-4d53-90f9-fc2bb162532c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:15.497244 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'tag': '463a3936-0ade-458c-8d35-c02bf07e6256', 'status': 'completed', 'code': 200} Dec 20 15:47:15.576128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.591922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Transition to ACTIVE for port object 10918744-6375-46a9-ad2b-6f0f427a7f2c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:15.595176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3a06544b-5b4e-471e-b2d1-6e534217fe90 None None] Provisioning complete for port cf163c50-82c4-4ee2-8480-1cf899b32b47 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:15.595776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a06544b-5b4e-471e-b2d1-6e534217fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.638100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3a06544b-5b4e-471e-b2d1-6e534217fe90 None None] Port cf163c50-82c4-4ee2-8480-1cf899b32b47 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:15.644466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-56cd7591-f622-4249-bcbb-bfb46974b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:15.646028 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-56cd7591-f622-4249-bcbb-bfb46974b8af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d16d42235d44a7788a5c136f3f3508f&device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 1094 time: 0.1149788 Dec 20 15:47:15.651972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:11Z', 'revision_number': 3, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:15.657015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0017a8e4-debe-49c2-bfa7-05edf010fe9d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:15.681659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-472db781-2f78-4421-9cee-4c0b284ff6c5 req-b8f11537-bc06-42ef-ba5b-883a2919812c tempest-ServerDiagnosticsNegativeTest-431116302 tempest-ServerDiagnosticsNegativeTest-431116302-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d4bf847-8279-43e3-9ca7-b1ed36d95d3f HTTP/1.1" status: 200 len: 210 time: 0.0835428 Dec 20 15:47:15.686198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc8a67-cc46-4ae0-a3c4-3e311b5d7faf None None] The sync data for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 is: [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:11Z', 'revision_number': 3, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:47:15.724546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-8661ed9c-2118-4457-a861-a5738f119dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:15.726852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4368454-bf6e-4e10-81d1-f6d60f6ed6f9 req-8661ed9c-2118-4457-a861-a5738f119dcb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4584970 Dec 20 15:47:15.743072 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.749002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:15.825786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'name': 'network-vif-deleted', 'tag': '449047dd-79d2-43ca-bbd4-b32f08a32b4c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:15.828748 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3b91b-e18f-4677-9061-18bc12ede72a" -d '{"events": [{"server_uuid": "4d4bf847-8279-43e3-9ca7-b1ed36d95d3f", "name": "network-vif-deleted", "tag": "449047dd-79d2-43ca-bbd4-b32f08a32b4c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:15.840501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaa231-8a13-41e6-be54-a445ca27d233 req-6eb9b28f-6cfa-4fcb-9403-1c97ef52ccc4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:15.842605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7aaa231-8a13-41e6-be54-a445ca27d233 req-6eb9b28f-6cfa-4fcb-9403-1c97ef52ccc4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.2828882 Dec 20 15:47:15.869882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Checking segment: {'id': '2b5302d3-e546-42ec-b7d7-32ce3aa262a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:15.870808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Network hostable DHCP agents. Network: 1eca89b4-6100-4405-92cd-f6d73aef48da, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:15.872992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:47:15.885326 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:47:15.905725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:15.906365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:15.907822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.008886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-7b09934e-2841-4c90-ba3e-2e54adad2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.010657 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-7b09934e-2841-4c90-ba3e-2e54adad2d44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f5ea634-0263-4d77-bcba-4455b6141ad5 HTTP/1.1" status: 200 len: 925 time: 0.3564787 Dec 20 15:47:16.102438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Network 1eca89b4-6100-4405-92cd-f6d73aef48da is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:16.132728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:16.148148 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-c895ea52-e343-4dbd-9d4e-dba137e3a8c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=463a3936-0ade-458c-8d35-c02bf07e6256 HTTP/1.1" status: 200 len: 217 time: 0.0856478 Dec 20 15:47:16.176013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Attempting to bind port 10918744-6375-46a9-ad2b-6f0f427a7f2c on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:16.176013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Attempting to bind port 10918744-6375-46a9-ad2b-6f0f427a7f2c by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:16.176389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Attempting to bind port 10918744-6375-46a9-ad2b-6f0f427a7f2c on network 88b50469-a559-448a-83b5-42973159945f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:16.186542 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:16.195751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-85148ce6-5011-411d-b64d-f6e2660f66da tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "PUT /v2.0/floatingips/33d3c002-03ba-4b75-bb47-f39127cbbe70 HTTP/1.1" status: 200 len: 990 time: 5.1132514 Dec 20 15:47:16.220226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Port 10918744-6375-46a9-ad2b-6f0f427a7f2c on network 88b50469-a559-448a-83b5-42973159945f not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:16.220554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Attempting to bind port 10918744-6375-46a9-ad2b-6f0f427a7f2c on network 88b50469-a559-448a-83b5-42973159945f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:16.229973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:16.230319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Checking segment: {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:16.230871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Bound using segment: {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:16.231314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Bound port: 10918744-6375-46a9-ad2b-6f0f427a7f2c, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e07fdc3-cf64-4f55-9be0-7541bfb07e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88b50469-a559-448a-83b5-42973159945f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:16.231679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.243980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-159b1f69-446c-4166-9bd4-80256d10cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.245639 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-159b1f69-446c-4166-9bd4-80256d10cb3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d4f9f6c-45d5-457c-88a7-e287dea4efa3 HTTP/1.1" status: 200 len: 864 time: 0.0907922 Dec 20 15:47:16.251726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1eca89b4-6100-4405-92cd-f6d73aef48da) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:16.262487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b276fa-1552-4176-89b5-b18f7867d884 None None] Network 1eca89b4-6100-4405-92cd-f6d73aef48da requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:16.270096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.270823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.318177 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-e25397db-21c0-4957-88c3-a3a47fdd9784 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f5ea634-0263-4d77-bcba-4455b6141ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626736 Dec 20 15:47:16.321066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.325597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:16.328969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:16.335649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7aaa231-8a13-41e6-be54-a445ca27d233 req-5f9f95a8-aa45-407c-9516-12b7afe9f479 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815583 Dec 20 15:47:16.434497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.450226 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-652657b6-a16b-47c6-afff-f298152a7cdc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6681631 Dec 20 15:47:16.450226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.527830 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da3016b-82e4-4b40-952e-869391566220 x-openstack-request-id: req-6da3016b-82e4-4b40-952e-869391566220 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:16.528127 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4bf847-8279-43e3-9ca7-b1ed36d95d3f", "name": "network-vif-deleted", "tag": "449047dd-79d2-43ca-bbd4-b32f08a32b4c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:16.531013 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6da3016b-82e4-4b40-952e-869391566220 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:16.531013 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4bf847-8279-43e3-9ca7-b1ed36d95d3f', 'name': 'network-vif-deleted', 'tag': '449047dd-79d2-43ca-bbd4-b32f08a32b4c', 'status': 'completed', 'code': 200} Dec 20 15:47:16.549914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.550692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.552373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] 10.222.0.83 "PUT /v2.0/ports/10918744-6375-46a9-ad2b-6f0f427a7f2c HTTP/1.1" status: 200 len: 1091 time: 3.3217504 Dec 20 15:47:16.571310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd18ec-e0e7-494e-b8b6-ef2323ec68d8 None None] Network 1eca89b4-6100-4405-92cd-f6d73aef48da requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:16.673498 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-dacdce67-7a61-4105-8c0b-b85791b46df1 service neutron] 10.222.0.72 "GET /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481724 Dec 20 15:47:16.700534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2dd12-e3f2-4e10-b0e6-4824b28fd0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:16.743841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Request body: {'port': {'device_id': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:16.769909 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '33d3c002-03ba-4b75-bb47-f39127cbbe70', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'mac_address': 'fa:16:3e:9e:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:46:47Z', 'updated_at': '2021-12-20T15:47:12Z', 'revision_number': 1, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:16.774293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b1ecc-cf3e-4d1a-9b9b-011bf3729398 req-0a2cee19-7a19-4f0a-aca6-c3a1c281461f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.780848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b1ecc-cf3e-4d1a-9b9b-011bf3729398 req-0a2cee19-7a19-4f0a-aca6-c3a1c281461f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.787147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b1ecc-cf3e-4d1a-9b9b-011bf3729398 req-0a2cee19-7a19-4f0a-aca6-c3a1c281461f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:16.807598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d23b1ecc-cf3e-4d1a-9b9b-011bf3729398 req-0a2cee19-7a19-4f0a-aca6-c3a1c281461f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2399 time: 0.2305088 Dec 20 15:47:16.812214 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:47:16.825298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:16.826398 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:16.914149 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cd57ea0d-9102-4b29-b078-7a01de70c7e6 req-b2431752-b334-4529-8ffd-127a24780139 service neutron] 10.222.0.72 "GET /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122445 Dec 20 15:47:16.918511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:16.922879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Pushing event updated for resources: {'Port': ['ID=cf163c50-82c4-4ee2-8480-1cf899b32b47,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:16.966132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d23b1ecc-cf3e-4d1a-9b9b-011bf3729398 req-cf81cef7-2a0c-40b1-875f-7c92e1df9be3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563940 Dec 20 15:47:16.989501 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:17.063362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:17.080022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:17.081962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:17.274680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Router 917ab08a-541c-4673-8990-ed56964f963b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:47:17.275350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a5fd7-1a71-4824-b16e-ce218591dd92 req-228379e0-7f83-4537-9371-95d481f9dac3 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:17.276443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-249a5fd7-1a71-4824-b16e-ce218591dd92 req-228379e0-7f83-4537-9371-95d481f9dac3 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 943 time: 0.2720716 Dec 20 15:47:17.388620 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '33d3c002-03ba-4b75-bb47-f39127cbbe70', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'mac_address': 'fa:16:3e:9e:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:46:47Z', 'updated_at': '2021-12-20T15:47:12Z', 'revision_number': 1, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:17.394490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fd378-5530-44aa-bbf9-8b772df73ce9 req-ed517b46-bb96-44cc-bac1-e2d255fb750d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:17.402696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a63fd378-5530-44aa-bbf9-8b772df73ce9 req-ed517b46-bb96-44cc-bac1-e2d255fb750d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.1547947 Dec 20 15:47:17.421980 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bfde8-b8f7-4226-ab8d-68f5765c4149 None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '33d3c002-03ba-4b75-bb47-f39127cbbe70', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'mac_address': 'fa:16:3e:9e:62:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:46:47Z', 'updated_at': '2021-12-20T15:47:12Z', 'revision_number': 1, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:47:17.444963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:47:17.478261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c618ed5f-3c1b-42df-bee8-5cad491243ae admin admin] 10.222.0.81 "PUT /v2.0/routers/917ab08a-541c-4673-8990-ed56964f963b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4007654 Dec 20 15:47:17.496926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-249a5fd7-1a71-4824-b16e-ce218591dd92 req-98283571-824b-4352-af82-5e86547b3c7c tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026615 Dec 20 15:47:17.498305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-33a76f60-8939-4910-94d8-d348997f5dc0 None None] Provisioning complete for port cf163c50-82c4-4ee2-8480-1cf899b32b47 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:17.499028 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33a76f60-8939-4910-94d8-d348997f5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:17.559280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-33a76f60-8939-4910-94d8-d348997f5dc0 None None] Port cf163c50-82c4-4ee2-8480-1cf899b32b47 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:17.608780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a63fd378-5530-44aa-bbf9-8b772df73ce9 req-d2e9fc1f-c56a-4cff-aee4-9ed75a11e481 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050984 Dec 20 15:47:17.690247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc381dd-1cf4-427d-be13-452cbbe53a7e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:17.705790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:17.749030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Transition to ACTIVE for port object 9dc381dd-1cf4-427d-be13-452cbbe53a7e will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:17.776275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b9b5b716-2804-473e-a25d-45730f607b77 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:17.823594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:17.838498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b9b5b716-2804-473e-a25d-45730f607b77 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:17.840559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:17.925825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Pushing event updated for resources: {'Port': ['ID=9dc381dd-1cf4-427d-be13-452cbbe53a7e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:17.954114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93740b-8bfb-40d6-98db-7adbea1e9d93 None None] New status for floating IP 33d3c002-03ba-4b75-bb47-f39127cbbe70: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:47:18.155907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-c4154034-d6fd-4f05-a788-26c6f19e9ec2 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:18.164433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-c4154034-d6fd-4f05-a788-26c6f19e9ec2 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/networks?id=1eca89b4-6100-4405-92cd-f6d73aef48da HTTP/1.1" status: 200 len: 822 time: 0.2875109 Dec 20 15:47:18.189702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Attempting to bind port 9dc381dd-1cf4-427d-be13-452cbbe53a7e on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:18.190058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Attempting to bind port 9dc381dd-1cf4-427d-be13-452cbbe53a7e by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:18.190356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Attempting to bind port 9dc381dd-1cf4-427d-be13-452cbbe53a7e on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:18.201701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-2fbb17d5-aa24-4d09-b7e2-d55e4f05416b tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/quotas/35b05dcb5cb64ea1b8de99e2835225f8 HTTP/1.1" status: 200 len: 375 time: 0.0360675 Dec 20 15:47:18.219698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Port 9dc381dd-1cf4-427d-be13-452cbbe53a7e on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:18.221338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Attempting to bind port 9dc381dd-1cf4-427d-be13-452cbbe53a7e on network 32412b1e-f98c-4dea-ad56-2e80dbb80dec {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:18.239408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.248027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-18aadc5b-ee1e-4314-9f86-9b626d869d89 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=35b05dcb5cb64ea1b8de99e2835225f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452509 Dec 20 15:47:18.259757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:18.260105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Checking segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:18.260478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Bound using segment: {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:18.260915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Bound port: 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c68568-770c-4f06-9f2d-1056f558de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:18.261310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.325581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54956) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:18.398985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b9b5b716-2804-473e-a25d-45730f607b77, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b9b5b716-2804-473e-a25d-45730f607b77,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:18.416645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-09d0957b-e632-4261-b74c-2d43e77f3f49 service neutron] 10.222.0.81 "GET /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676745 Dec 20 15:47:18.426900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] For port 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:18.430773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] For port 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:18.468024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.535094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}, {'name': 'network-changed', 'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:18.537103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b9b5b716-2804-473e-a25d-45730f607b77,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:18.539176 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab5cb3-cff5-444c-86a2-44a4afbe5077" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}, {"name": "network-changed", "server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:18.547503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.596755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-69afb574-31c1-40c0-8dd2-54713479597d service neutron] 10.222.0.81 "GET /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791511 Dec 20 15:47:18.598558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Sync routers for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:47:18.608423 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13cb49fe-ea0e-426c-941c-7e47e815ba2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e4133878ce0470cb63d2500683b5b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794795 Dec 20 15:47:18.608649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:18.609690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54964) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:18.610597 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.612925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] 10.222.0.83 "PUT /v2.0/ports/9dc381dd-1cf4-427d-be13-452cbbe53a7e HTTP/1.1" status: 200 len: 1091 time: 1.8958552 Dec 20 15:47:18.614570 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:18.622366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:18.668502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76065832-b6cf-4ff9-9c79-7e30851faa1c service neutron] Pushing event updated for resources: {'Port': ['ID=9dc381dd-1cf4-427d-be13-452cbbe53a7e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:18.687132 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f19d-f4a1-4747-80db-ded5c9377859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.718812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f19d-f4a1-4747-80db-ded5c9377859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.789647 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:18.814632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-fdb1ef16-e7d0-49c0-b621-b296281b410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:18.815497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-fdb1ef16-e7d0-49c0-b621-b296281b410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:18.816035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-fdb1ef16-e7d0-49c0-b621-b296281b410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:18.818308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-fdb1ef16-e7d0-49c0-b621-b296281b410d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2864 time: 0.0518067 Dec 20 15:47:18.844893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54966) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:18.853524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781161598', 'description': 'tempest-description--66516309'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:18.867967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-d8411df1-2dfd-47b4-b3aa-8a6f5393b9f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=0fd6ed9f-0466-4abb-98d6-ea10f77e8453 HTTP/1.1" status: 200 len: 217 time: 0.0413682 Dec 20 15:47:18.888877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f19d-f4a1-4747-80db-ded5c9377859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.895230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f19d-f4a1-4747-80db-ded5c9377859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:18.898637 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a4a0f19d-f4a1-4747-80db-ded5c9377859 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aebb6ec3-53fe-421f-a04a-f2d9bd143027 HTTP/1.1" status: 204 len: 168 time: 0.2869051 Dec 20 15:47:18.912471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0f19d-f4a1-4747-80db-ded5c9377859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb6ec3-53fe-421f-a04a-f2d9bd143027,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:18.976350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-cebf8773-200c-4c16-b065-04d52ec3cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:18.978397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-cebf8773-200c-4c16-b065-04d52ec3cc61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=871069cd-b83b-44fb-ac15-f2c642c3e954 HTTP/1.1" status: 200 len: 801 time: 0.1037359 Dec 20 15:47:18.993944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.041737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735fdf-b8e2-4108-bd7c-3b2c8dab85df req-178b1bf6-22f6-4c4c-918e-77c322e8b732 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.058623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735fdf-b8e2-4108-bd7c-3b2c8dab85df req-178b1bf6-22f6-4c4c-918e-77c322e8b732 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.064901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735fdf-b8e2-4108-bd7c-3b2c8dab85df req-178b1bf6-22f6-4c4c-918e-77c322e8b732 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.066595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62735fdf-b8e2-4108-bd7c-3b2c8dab85df req-178b1bf6-22f6-4c4c-918e-77c322e8b732 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2411 time: 0.1454754 Dec 20 15:47:19.127352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.132192 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 2, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:19.138986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-b718dfa7-ac0d-4371-b138-aac6a010c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.144699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-b718dfa7-ac0d-4371-b138-aac6a010c29d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=32412b1e-f98c-4dea-ad56-2e80dbb80dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1537983 Dec 20 15:47:19.152661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62735fdf-b8e2-4108-bd7c-3b2c8dab85df req-b2070c8b-b76f-4d38-83fd-6968a920dac1 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648110 Dec 20 15:47:19.168783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 463a3936-0ade-458c-8d35-c02bf07e6256 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:19.194441 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Checking router: 917ab08a-541c-4673-8990-ed56964f963b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:47:19.196485 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Updating router 917ab08a-541c-4673-8990-ed56964f963b port cf163c50-82c4-4ee2-8480-1cf899b32b47 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:47:19.241865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.258656 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.262218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-f099c37f-061f-44b8-b06b-5e18cbdc57d5 service neutron] 10.222.0.83 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084733 Dec 20 15:47:19.314608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680e9877-c2ba-4d69-9e37-e27508705742,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:19.316687 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28beae3-a3d7-4370-8698-07a8829e0897 x-openstack-request-id: req-d28beae3-a3d7-4370-8698-07a8829e0897 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:19.317044 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:19.321369 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d28beae3-a3d7-4370-8698-07a8829e0897 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:19.321369 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'status': 'completed', 'code': 200} Dec 20 15:47:19.321369 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c', 'status': 'completed', 'code': 200} Dec 20 15:47:19.394088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.395352 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-64e4e96e-eb13-4d9c-937f-f60702cf11d5 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5494442 Dec 20 15:47:19.409355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54980) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:19.413726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 463a3936-0ade-458c-8d35-c02bf07e6256, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=463a3936-0ade-458c-8d35-c02bf07e6256,segment=NetworkSegment(efc172a9-8ec2-4129-a6b6-d4524c1f01b5),segment_id=efc172a9-8ec2-4129-a6b6-d4524c1f01b5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:19.426967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Request body: {'security_group_rule': {'security_group_id': '680e9877-c2ba-4d69-9e37-e27508705742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:19.454601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-d36d96ee-6e34-4caa-a805-b9cc09d1a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.457136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '463a3936-0ade-458c-8d35-c02bf07e6256', 'network_id': '8f5ea634-0263-4d77-bcba-4455b6141ad5', 'port_id': '463a3936-0ade-458c-8d35-c02bf07e6256', 'mac_address': 'fa:16:3e:51:05:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4f9f6c-45d5-457c-88a7-e287dea4efa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:19.461035 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-d36d96ee-6e34-4caa-a805-b9cc09d1a601 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1096 time: 0.1398795 Dec 20 15:47:19.536759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-afd7f436-e2f3-4139-a296-dc1649272db9 service neutron] 10.222.0.83 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668755 Dec 20 15:47:19.548288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce312751-ae5f-446e-87ce-1ade235fdbd0 req-c2e41f03-4b8d-4cd3-82d4-1eb1a872aefd tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.555123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce312751-ae5f-446e-87ce-1ade235fdbd0 req-c2e41f03-4b8d-4cd3-82d4-1eb1a872aefd tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.1366780 Dec 20 15:47:19.562376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.602485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a3936-0ade-458c-8d35-c02bf07e6256 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:19.619121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19e22b-8632-4fc4-ae70-b76d4a563e6f req-2f2ef3df-30aa-41ac-8739-41477a82eb83 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.626995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c19e22b-8632-4fc4-ae70-b76d4a563e6f req-2f2ef3df-30aa-41ac-8739-41477a82eb83 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 943 time: 0.2102985 Dec 20 15:47:19.644654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 463a3936-0ade-458c-8d35-c02bf07e6256, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=463a3936-0ade-458c-8d35-c02bf07e6256,segment=NetworkSegment(efc172a9-8ec2-4129-a6b6-d4524c1f01b5),segment_id=efc172a9-8ec2-4129-a6b6-d4524c1f01b5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:19.645065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-0e0362f7-b8a9-4fcc-a398-ec7206cea05f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c HTTP/1.1" status: 200 len: 217 time: 0.0873101 Dec 20 15:47:19.660157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.689844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b9b5b716-2804-473e-a25d-45730f607b77 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:19.749341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce312751-ae5f-446e-87ce-1ade235fdbd0 req-3edc0c93-0bf8-449e-9af7-b87f6c0ea1d9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930394 Dec 20 15:47:19.766489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.789318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-278384e2-8710-4b98-b381-be39d28a6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.791128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-278384e2-8710-4b98-b381-be39d28a6792 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6140ce47-6873-43aa-9e7a-c1143723b70c HTTP/1.1" status: 200 len: 801 time: 0.1328909 Dec 20 15:47:19.796748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b9b5b716-2804-473e-a25d-45730f607b77 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:19.797573 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.809044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c19e22b-8632-4fc4-ae70-b76d4a563e6f req-7587e3e2-5887-4bef-a044-69675b9c4ebb tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759093 Dec 20 15:47:19.830079 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.836073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-a3f44682-7620-41bd-bd9a-bc0058e98202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.841141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-a3f44682-7620-41bd-bd9a-bc0058e98202 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.3702044 Dec 20 15:47:19.865200 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.880489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a98d312-cbc8-4abb-b6fd-69b45f115396 req-c9a8affa-f26d-4072-8220-04482d23fdc0 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 210 time: 0.0314019 Dec 20 15:47:19.899399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-e0d9cfbe-303a-467d-aaeb-99e81b03f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:19.901085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-e0d9cfbe-303a-467d-aaeb-99e81b03f0c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b50469-a559-448a-83b5-42973159945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908673 Dec 20 15:47:19.916192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54990) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:19.930128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.935882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=463a3936-0ade-458c-8d35-c02bf07e6256,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:19.960084 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:19.965753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5264b4ab-a11b-410c-aa51-6c66b002c06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.003674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b9e1c5-046a-4812-8811-a4b83d9290b6,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:20.009734 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-4aebe99b-9fe5-4989-bc1d-5a8c42d8d418 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1604710 Dec 20 15:47:20.035922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['463a3936-0ade-458c-8d35-c02bf07e6256'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:20.049246 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5302-ddda-4b6f-8f96-221e10d0d6b0 None None] Pushing event updated for resources: {'Port': ['ID=cf163c50-82c4-4ee2-8480-1cf899b32b47,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:20.147809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.155286 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-19f67825-d526-4fe1-b40c-a39bd0155a3a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7393312 Dec 20 15:47:20.161227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-9b183df6-3306-41db-b3b9-65826293f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:20.164639 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-9b183df6-3306-41db-b3b9-65826293f2a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.1472385 Dec 20 15:47:20.165141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54998) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:20.172386 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Attempting to bind port cf163c50-82c4-4ee2-8480-1cf899b32b47 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:20.172981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Request body: {'security_group_rule': {'security_group_id': '680e9877-c2ba-4d69-9e37-e27508705742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:20.173124 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Attempting to bind port cf163c50-82c4-4ee2-8480-1cf899b32b47 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:20.173783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Attempting to bind port cf163c50-82c4-4ee2-8480-1cf899b32b47 on network fc7ec891-da1c-4e5a-98ba-754ef75cf959 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:20.180661 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:20.181893 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Checking segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:20.182451 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.183307 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Bound using segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:20.184090 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Bound port: cf163c50-82c4-4ee2-8480-1cf899b32b47, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:20.184594 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.224559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cd7ad-e943-451c-9b44-39f7d0e4b28e req-223605ca-b2a7-401b-b4a0-4402b235913a tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:20.236327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364cd7ad-e943-451c-9b44-39f7d0e4b28e req-223605ca-b2a7-401b-b4a0-4402b235913a tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.2711923 Dec 20 15:47:20.329593 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] For port cf163c50-82c4-4ee2-8480-1cf899b32b47, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:20.334082 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] For port cf163c50-82c4-4ee2-8480-1cf899b32b47, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cf163c50-82c4-4ee2-8480-1cf899b32b47,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:20.337626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-1088ee1b-ae32-4e77-91c4-1433a2f100a7 service neutron] 10.222.0.83 "GET /v2.0/networks/88b50469-a559-448a-83b5-42973159945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218078 Dec 20 15:47:20.351110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-91489edd-e91c-4307-b27f-97c5c5f2dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:20.353827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-91489edd-e91c-4307-b27f-97c5c5f2dbb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575422 Dec 20 15:47:20.411603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364cd7ad-e943-451c-9b44-39f7d0e4b28e req-b92e8cb7-3169-4648-a675-75712e0bf68a tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743705 Dec 20 15:47:20.424080 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.475836 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-4ff4fe3c-50f2-4a24-a99f-90ef2cb4e307 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072588 Dec 20 15:47:20.483094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5264b4ab-a11b-410c-aa51-6c66b002c06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.491687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:20.493932 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:20.521511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.550041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3a91df12-b840-4285-b17d-fca80a4d019b None None] Provisioning complete for port cf163c50-82c4-4ee2-8480-1cf899b32b47 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:20.551688 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a91df12-b840-4285-b17d-fca80a4d019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.732506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a91df12-b840-4285-b17d-fca80a4d019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.739488 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:20.792580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3a91df12-b840-4285-b17d-fca80a4d019b None None] For port cf163c50-82c4-4ee2-8480-1cf899b32b47, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cf163c50-82c4-4ee2-8480-1cf899b32b47,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:20.808529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.833989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-be4406b2-6d39-4913-aded-8922a00a7dac service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512876 Dec 20 15:47:20.845258 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5302-ddda-4b6f-8f96-221e10d0d6b0 None None] Pushing event updated for resources: {'Port': ['ID=cf163c50-82c4-4ee2-8480-1cf899b32b47,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:20.937208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a91df12-b840-4285-b17d-fca80a4d019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.939038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.940003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5264b4ab-a11b-410c-aa51-6c66b002c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:20.966972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d663ce-181d-49d7-bc2b-0c07ef44ff80,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:20.985871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6772-43d3-4905-80fd-6a0d777526b0 req-81e1a3c1-5c70-454f-bdc5-cd00da85dcdb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:20.992416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6772-43d3-4905-80fd-6a0d777526b0 req-81e1a3c1-5c70-454f-bdc5-cd00da85dcdb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:20.998462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6772-43d3-4905-80fd-6a0d777526b0 req-81e1a3c1-5c70-454f-bdc5-cd00da85dcdb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:21.006964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4df6772-43d3-4905-80fd-6a0d777526b0 req-81e1a3c1-5c70-454f-bdc5-cd00da85dcdb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2411 time: 0.6240287 Dec 20 15:47:21.045315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91df12-b840-4285-b17d-fca80a4d019b None None] Pushing event updated for resources: {'Port': ['ID=cf163c50-82c4-4ee2-8480-1cf899b32b47,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:21.046350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264b4ab-a11b-410c-aa51-6c66b002c06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f61a03-be5d-478d-869b-74ea2ddcccf3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:21.051165 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.057869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2262b29f-d1df-40c1-84e8-5e6ba33b674a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8841345 Dec 20 15:47:21.057869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55016) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:21.062404 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:21.063200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:21.069768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-d4d74fd4-90e4-4606-b799-fae665ef2fae service neutron] 10.222.0.83 "GET /v2.0/networks/88b50469-a559-448a-83b5-42973159945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216187 Dec 20 15:47:21.076736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5264b4ab-a11b-410c-aa51-6c66b002c06a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8952243b6eef4803907a9449ccee80c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1572926 Dec 20 15:47:21.087487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:21.093176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-72856f8c-1fa8-48dc-9280-e5e153b319ef None None] Provisioning complete for port cf163c50-82c4-4ee2-8480-1cf899b32b47 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:21.093802 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72856f8c-1fa8-48dc-9280-e5e153b319ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.096620 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83b33b-4032-4bae-b8d4-b1e3cbce7ec0 None None] The sync data for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 is: [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:47:21.181718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-a530ac8d-9682-41bb-a944-5494783f0a5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e HTTP/1.1" status: 200 len: 217 time: 0.1027043 Dec 20 15:47:21.187676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 463a3936-0ade-458c-8d35-c02bf07e6256 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:21.210686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b367d-39f6-47d1-a285-203b59c2f573 req-78a0ee08-530e-4068-984d-a891f9471fe9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:21.212339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-982b367d-39f6-47d1-a285-203b59c2f573 req-78a0ee08-530e-4068-984d-a891f9471fe9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.2782383 Dec 20 15:47:21.219234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.266476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4df6772-43d3-4905-80fd-6a0d777526b0 req-1bc1235d-33a1-4002-9142-eb8f166bf732 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583706 Dec 20 15:47:21.325043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'tag': '9dc381dd-1cf4-427d-be13-452cbbe53a7e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:21.330718 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da39f5b-595c-4567-b401-ec0fbcf3b624" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "tag": "9dc381dd-1cf4-427d-be13-452cbbe53a7e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:21.366952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55026) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:21.392657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.435353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-982b367d-39f6-47d1-a285-203b59c2f573 req-b1427813-50a6-4785-8ec0-0d198b865ccf tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932662 Dec 20 15:47:21.459478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 463a3936-0ade-458c-8d35-c02bf07e6256 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:21.466912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 463a3936-0ade-458c-8d35-c02bf07e6256 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:21.467972 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.519080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-aaa2262f-a42a-4856-816f-abfb4977085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:21.522670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-aaa2262f-a42a-4856-816f-abfb4977085e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=871069cd-b83b-44fb-ac15-f2c642c3e954 HTTP/1.1" status: 200 len: 801 time: 0.3322878 Dec 20 15:47:21.526226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.580336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Allocated IP 172.25.6.96 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/070b7517-472b-469a-ae77-f3672819689a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:21.582177 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6354a0bf-1be9-45fc-97ca-3baf844c8827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.597646 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ca2a-6056-4bbe-8b2f-7677de9bc609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.621142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.657887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51e6c0d7-9286-4bb4-8d3e-3ecc4d74b625 req-c528355f-c926-4419-be27-c89d81663219 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 210 time: 0.0777791 Dec 20 15:47:21.683087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a3936-0ade-458c-8d35-c02bf07e6256'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:21.689323 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7134849d-c5b1-4437-afd9-dd8137ccc826" -d '{"events": [{"server_uuid": "a43bf9f6-7435-4c64-a0d9-a4f26c46674b", "name": "network-vif-plugged", "status": "completed", "tag": "463a3936-0ade-458c-8d35-c02bf07e6256"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:21.707549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ca2a-6056-4bbe-8b2f-7677de9bc609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.730389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 463a3936-0ade-458c-8d35-c02bf07e6256, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=463a3936-0ade-458c-8d35-c02bf07e6256,segment=NetworkSegment(efc172a9-8ec2-4129-a6b6-d4524c1f01b5),segment_id=efc172a9-8ec2-4129-a6b6-d4524c1f01b5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:21.770753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e59eed-6cb8-407d-a538-9beb398c5191 req-31505cd6-fcf2-4645-ba07-6f1617a8072f tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:21.773248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5e59eed-6cb8-407d-a538-9beb398c5191 req-31505cd6-fcf2-4645-ba07-6f1617a8072f tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 944 time: 0.3500566 Dec 20 15:47:21.792660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6354a0bf-1be9-45fc-97ca-3baf844c8827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.806853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cf163c50-82c4-4ee2-8480-1cf899b32b47 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:21.807890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.817674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438863a2-090f-44e1-8224-700c0a57d826 req-2aef1e1f-cb04-48cf-b58e-09e9843fff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:21.820091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-2aef1e1f-cb04-48cf-b58e-09e9843fff5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=32412b1e-f98c-4dea-ad56-2e80dbb80dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2474892 Dec 20 15:47:21.859068 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6354a0bf-1be9-45fc-97ca-3baf844c8827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.866436 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045e834-2636-4742-a029-2b7e4906c876 x-openstack-request-id: req-4045e834-2636-4742-a029-2b7e4906c876 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:21.867193 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "tag": "9dc381dd-1cf4-427d-be13-452cbbe53a7e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:21.867626 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4045e834-2636-4742-a029-2b7e4906c876 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:21.868216 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'tag': '9dc381dd-1cf4-427d-be13-452cbbe53a7e', 'status': 'completed', 'code': 200} Dec 20 15:47:21.878918 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.925263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6354a0bf-1be9-45fc-97ca-3baf844c8827 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a1b4b2ab93d46a89ebd582692b822a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554087 Dec 20 15:47:21.927824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:21.930966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55034) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:21.933212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354a0bf-1be9-45fc-97ca-3baf844c8827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe45fa-10d2-4019-b390-0853e91e9fe1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:21.997888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5e59eed-6cb8-407d-a538-9beb398c5191 req-75d4d99c-9a8a-4c29-b886-223f0d7da544 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967900 Dec 20 15:47:22.001232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=463a3936-0ade-458c-8d35-c02bf07e6256,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:22.024273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.026222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.026222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.026787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.026944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.027253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.027589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.027920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.028291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.028564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.028915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.029253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.029581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:22.050909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port cf163c50-82c4-4ee2-8480-1cf899b32b47 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:22.051330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.062455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:22.064264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event updated for resources: {'Port': ['ID=070b7517-472b-469a-ae77-f3672819689a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:22.069832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:22.076965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:22.087093 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e9f5b-c6a5-45cb-bcf1-2c48c3412ffe x-openstack-request-id: req-941e9f5b-c6a5-45cb-bcf1-2c48c3412ffe {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:22.087390 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43bf9f6-7435-4c64-a0d9-a4f26c46674b", "name": "network-vif-plugged", "status": "completed", "tag": "463a3936-0ade-458c-8d35-c02bf07e6256", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:22.087516 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-941e9f5b-c6a5-45cb-bcf1-2c48c3412ffe {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:22.087890 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a3936-0ade-458c-8d35-c02bf07e6256', 'code': 200} Dec 20 15:47:22.095161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-fcd974c8-1257-4747-97d9-afa6d7e64fbf service neutron] 10.222.0.83 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598219 Dec 20 15:47:22.098898 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ca2a-6056-4bbe-8b2f-7677de9bc609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.102779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4b6ca2a-6056-4bbe-8b2f-7677de9bc609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.112681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d4b6ca2a-6056-4bbe-8b2f-7677de9bc609 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75f61a03-be5d-478d-869b-74ea2ddcccf3 HTTP/1.1" status: 204 len: 168 time: 1.0157320 Dec 20 15:47:22.133249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea5f9-1908-4c48-a31e-11655e2942ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.235603 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea5f9-1908-4c48-a31e-11655e2942ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.260610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6ca2a-6056-4bbe-8b2f-7677de9bc609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f61a03-be5d-478d-869b-74ea2ddcccf3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:22.278629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fa85b-c6cb-4dd6-a0f9-1205ab7cdb61 req-7ef07681-68bb-44bd-86e0-0cbac3d72fa3 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.286697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f62fa85b-c6cb-4dd6-a0f9-1205ab7cdb61 req-7ef07681-68bb-44bd-86e0-0cbac3d72fa3 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.3386555 Dec 20 15:47:22.307081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf9f16-3afb-4359-a324-eccd918fe87e req-e1d0ae10-d2c9-4057-a4ef-b2e76b66b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.308756 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7adf9f16-3afb-4359-a324-eccd918fe87e req-e1d0ae10-d2c9-4057-a4ef-b2e76b66b91e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 1096 time: 0.1480937 Dec 20 15:47:22.336866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.413785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7adf9f16-3afb-4359-a324-eccd918fe87e req-7624a7db-744a-4ce6-a311-801a02e70a75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867751 Dec 20 15:47:22.448547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-438863a2-090f-44e1-8224-700c0a57d826 req-c4190ee0-acab-4351-bb1b-df5c4ad5eb82 service neutron] 10.222.0.83 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507516 Dec 20 15:47:22.456253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea5f9-1908-4c48-a31e-11655e2942ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.459328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea5f9-1908-4c48-a31e-11655e2942ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.463269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cb5ea5f9-1908-4c48-a31e-11655e2942ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1fe45fa-10d2-4019-b390-0853e91e9fe1 HTTP/1.1" status: 204 len: 168 time: 0.5238490 Dec 20 15:47:22.485770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea5f9-1908-4c48-a31e-11655e2942ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe45fa-10d2-4019-b390-0853e91e9fe1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:22.506078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f62fa85b-c6cb-4dd6-a0f9-1205ab7cdb61 req-4f7543a7-e250-4d06-af10-1aa2e72ee580 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182157 Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.544221 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:22.551942 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:22.553651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-2931eab9-cfb6-4fdc-a651-6d5d1404f02a tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.555366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.555959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-2931eab9-cfb6-4fdc-a651-6d5d1404f02a tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.83 "GET /v2.0/networks?id=1eca89b4-6100-4405-92cd-f6d73aef48da HTTP/1.1" status: 200 len: 822 time: 0.3290460 Dec 20 15:47:22.582955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Request body: {'port': {'device_id': '056de605-c7bc-4d0b-a89a-581e78927b43', 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da', 'admin_state_up': True, 'tenant_id': '35b05dcb5cb64ea1b8de99e2835225f8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:22.614320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067f71-4f5a-4c4a-bbbc-59b67d271435 req-962b8da2-8969-4744-a3b4-76d85d7c6f25 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.621703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067f71-4f5a-4c4a-bbbc-59b67d271435 req-962b8da2-8969-4744-a3b4-76d85d7c6f25 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.627675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067f71-4f5a-4c4a-bbbc-59b67d271435 req-962b8da2-8969-4744-a3b4-76d85d7c6f25 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.647239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3067f71-4f5a-4c4a-bbbc-59b67d271435 req-962b8da2-8969-4744-a3b4-76d85d7c6f25 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2411 time: 0.2393324 Dec 20 15:47:22.875306 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:22.887868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3067f71-4f5a-4c4a-bbbc-59b67d271435 req-783e9167-4ffb-4919-bf85-85a328b546a8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372098 Dec 20 15:47:22.908651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-851e1996-d483-45c4-8489-024654182a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.908651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-851e1996-d483-45c4-8489-024654182a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.908651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-851e1996-d483-45c4-8489-024654182a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.908651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-851e1996-d483-45c4-8489-024654182a5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2864 time: 0.3116050 Dec 20 15:47:22.917221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eb3ef-d4cf-48a3-a70c-6f5bd19f4191 req-ccd04caf-3b9c-4983-b29c-9acf2ca4546c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:22.918448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b6eb3ef-d4cf-48a3-a70c-6f5bd19f4191 req-ccd04caf-3b9c-4983-b29c-9acf2ca4546c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.2584233 Dec 20 15:47:22.945514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:23.042861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event updated for resources: {'Port': ['ID=070b7517-472b-469a-ae77-f3672819689a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:23.044541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48aa6696-dad4-4753-9367-f3ad1f0dcefb req-c3878319-29f2-4354-bd85-3b121c3ecae9 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 210 time: 0.0717983 Dec 20 15:47:23.054982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:23.095700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b6eb3ef-d4cf-48a3-a70c-6f5bd19f4191 req-bc4ea3f3-19be-4c8f-8adf-a3ccabacb3e0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546087 Dec 20 15:47:23.114850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-88b8426d-8dd0-42bd-9ceb-bdaa8039a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:23.117770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-88b8426d-8dd0-42bd-9ceb-bdaa8039a69b service neutron] 10.222.0.83 "GET /v2.0/networks?id=88b50469-a559-448a-83b5-42973159945f HTTP/1.1" status: 200 len: 902 time: 0.1984191 Dec 20 15:47:23.124355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Made reservation on behalf of 35b05dcb5cb64ea1b8de99e2835225f8 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:23.129997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:23.162144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:23.164554 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-631a3c82-2d05-47cc-8207-e9b8ab7a97b9 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1064489 Dec 20 15:47:23.219185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-c660523f-5b76-4245-b960-59d82234a9f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c HTTP/1.1" status: 200 len: 217 time: 0.0841703 Dec 20 15:47:23.380794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-4ada42ed-11cd-4c19-9148-4745d842aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:23.382692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-4ada42ed-11cd-4c19-9148-4745d842aaf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6140ce47-6873-43aa-9e7a-c1143723b70c HTTP/1.1" status: 200 len: 801 time: 0.1536436 Dec 20 15:47:23.421311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d545-3b1a-437f-ad2e-c559a15d854f req-95818c11-d22a-475b-81a6-c25a87744530 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:23.423188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2352d545-3b1a-437f-ad2e-c559a15d854f req-95818c11-d22a-475b-81a6-c25a87744530 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.2069962 Dec 20 15:47:23.520636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8428-3ee4-4d77-88c5-5087a4801b04 req-c0ae7767-53d2-4694-b55c-7c40308accb2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:23.528894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d69c8428-3ee4-4d77-88c5-5087a4801b04 req-c0ae7767-53d2-4694-b55c-7c40308accb2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.2442722 Dec 20 15:47:23.579021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Allocated IP 172.20.0.11 (1eca89b4-6100-4405-92cd-f6d73aef48da/0017a8e4-debe-49c2-bfa7-05edf010fe9d/561da7b4-54aa-4001-a1bf-a2f173823869) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:23.586648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-1b4a9ce4-1fe8-468c-b5f0-dba8c5db3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:23.588265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-1b4a9ce4-1fe8-468c-b5f0-dba8c5db3ac8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=88b50469-a559-448a-83b5-42973159945f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946046 Dec 20 15:47:23.656295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2352d545-3b1a-437f-ad2e-c559a15d854f req-ca6252c9-ef7d-463a-a98a-5d644c0509c3 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817532 Dec 20 15:47:23.740478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d69c8428-3ee4-4d77-88c5-5087a4801b04 req-f06512bb-e43e-4806-9981-2922fb139905 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098768 Dec 20 15:47:23.900597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-f5ed13b3-4bf2-404e-a688-3c046764744b tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--781161598&fields=id&tenant_id=31fdf3fbe9f8473b90771d7da844f89e HTTP/1.1" status: 200 len: 267 time: 0.1501937 Dec 20 15:47:23.916098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-b3ecd274-7f1d-4d29-a5e8-c8a52d021242 service neutron] 10.222.0.83 "GET /v2.0/networks/88b50469-a559-448a-83b5-42973159945f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162758 Dec 20 15:47:24.086168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:24.163304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-3da8b6ff-8650-448e-a200-a7a3a9b4bab2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.165126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-3da8b6ff-8650-448e-a200-a7a3a9b4bab2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/networks?id=fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 200 len: 815 time: 0.2438877 Dec 20 15:47:24.172170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cab5cb3-cff5-444c-86a2-44a4afbe5077 req-d0cda1ec-144b-4d8a-b416-0ea9434addef service neutron] 10.222.0.83 "GET /v2.0/networks/88b50469-a559-448a-83b5-42973159945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332788 Dec 20 15:47:24.189181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-1934f800-a384-4bf7-be18-ed8e15295e7d tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/quotas/31fdf3fbe9f8473b90771d7da844f89e HTTP/1.1" status: 200 len: 375 time: 0.0153091 Dec 20 15:47:24.289561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-f28e1b68-0fc3-4119-b61f-faac64dba70f tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889540 Dec 20 15:47:24.306357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-76984cb3-3643-4396-a045-66764ff9d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.306838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-76984cb3-3643-4396-a045-66764ff9d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.307303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-76984cb3-3643-4396-a045-66764ff9d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.309081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-76984cb3-3643-4396-a045-66764ff9d450 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2864 time: 0.0811050 Dec 20 15:47:24.311022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:24.509480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Network 1eca89b4-6100-4405-92cd-f6d73aef48da is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:24.524323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:24.526151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Pushing event updated for resources: {'Port': ['ID=561da7b4-54aa-4001-a1bf-a2f173823869,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:24.533857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:24.601454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00309ce-f706-492c-953e-1011ccec578a req-819a1249-ac15-4651-8a5d-4afd204c3c83 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.607308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00309ce-f706-492c-953e-1011ccec578a req-819a1249-ac15-4651-8a5d-4afd204c3c83 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.613056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00309ce-f706-492c-953e-1011ccec578a req-819a1249-ac15-4651-8a5d-4afd204c3c83 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.614686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a00309ce-f706-492c-953e-1011ccec578a req-819a1249-ac15-4651-8a5d-4afd204c3c83 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2411 time: 0.1874883 Dec 20 15:47:24.621715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-36948739-7ddf-4872-9bd8-00054ecefd82 service neutron] 10.222.0.81 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268979 Dec 20 15:47:24.667337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.667950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:24.687114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-70fae58b-f302-4b4d-beb3-494be2fd38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.688581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-70fae58b-f302-4b4d-beb3-494be2fd38dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=32412b1e-f98c-4dea-ad56-2e80dbb80dec HTTP/1.1" status: 200 len: 902 time: 0.3616953 Dec 20 15:47:24.775344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-e84f85fc-4fb5-4c4e-9d80-dcf38fc9874e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e HTTP/1.1" status: 200 len: 217 time: 0.0528059 Dec 20 15:47:24.824892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a00309ce-f706-492c-953e-1011ccec578a req-12eb7c09-6419-46dd-adeb-10971fdcf7f1 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959014 Dec 20 15:47:24.833388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-f250608b-ba53-4e6c-b632-27828d8b1256 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2573986 Dec 20 15:47:24.849924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Request body: {'port': {'device_id': '056de605-c7bc-4d0b-a89a-581e78927b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:24.879903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-24b3a63f-0564-4085-9555-7e51e6b129fb service neutron] 10.222.0.81 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497146 Dec 20 15:47:24.885836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-97fb7b1a-9973-47aa-9272-ff27a361cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:24.887220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-97fb7b1a-9973-47aa-9272-ff27a361cc61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=871069cd-b83b-44fb-ac15-f2c642c3e954 HTTP/1.1" status: 200 len: 801 time: 0.1037881 Dec 20 15:47:24.980481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:24.999616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-60e5a0db-b1d7-46a2-99d1-363d90f3f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:25.001115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-60e5a0db-b1d7-46a2-99d1-363d90f3f89c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=32412b1e-f98c-4dea-ad56-2e80dbb80dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030972 Dec 20 15:47:25.009351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403fabd-d614-41e9-b349-29dd86dbc1ca req-f835265d-6d57-453d-9a59-b3b79135e2cc tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:25.010746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a403fabd-d614-41e9-b349-29dd86dbc1ca req-f835265d-6d57-453d-9a59-b3b79135e2cc tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 932 time: 0.1298518 Dec 20 15:47:25.226140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a403fabd-d614-41e9-b349-29dd86dbc1ca req-5b99878a-816b-482f-86a9-0b8beb831558 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045088 Dec 20 15:47:25.243387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-5ffb3a7f-c4db-49e1-a357-889c8f492963 service neutron] 10.222.0.83 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315509 Dec 20 15:47:25.748316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8aa2431-c2d9-400f-b110-53cc81f00379 req-d3aa329b-7803-483b-be9e-b30b11fe7d28 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 210 time: 0.0452201 Dec 20 15:47:25.794376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da39f5b-595c-4567-b401-ec0fbcf3b624 req-e0405ad8-66eb-49c8-8d61-2ac28fc0e73a service neutron] 10.222.0.83 "GET /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314279 Dec 20 15:47:25.801996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8e169-ef1b-4286-8524-ad0a4bc78824 req-f312995f-af7b-404d-82f4-2a87ecd4aa6a tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:25.804187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4cd8e169-ef1b-4286-8524-ad0a4bc78824 req-f312995f-af7b-404d-82f4-2a87ecd4aa6a tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.1535449 Dec 20 15:47:25.898505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4cd8e169-ef1b-4286-8524-ad0a4bc78824 req-7a7fb8b7-1e78-48ec-bf2b-8230534404f6 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854800 Dec 20 15:47:25.904532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561da7b4-54aa-4001-a1bf-a2f173823869 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:25.912380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:25.934551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Transition to ACTIVE for port object 561da7b4-54aa-4001-a1bf-a2f173823869 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:25.997279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:26.056361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:26.075896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Pushing event updated for resources: {'Port': ['ID=561da7b4-54aa-4001-a1bf-a2f173823869,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:26.141028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa16a5-72d0-48f9-a421-975c2cc13f41 req-d08e36ad-c8fd-4cc9-a1d1-d04637093155 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.150120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa16a5-72d0-48f9-a421-975c2cc13f41 req-d08e36ad-c8fd-4cc9-a1d1-d04637093155 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.156453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa16a5-72d0-48f9-a421-975c2cc13f41 req-d08e36ad-c8fd-4cc9-a1d1-d04637093155 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.157730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4daa16a5-72d0-48f9-a421-975c2cc13f41 req-d08e36ad-c8fd-4cc9-a1d1-d04637093155 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2411 time: 0.1323221 Dec 20 15:47:26.172244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:26.185974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453', 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'port_id': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453', 'mac_address': 'fa:16:3e:cb:68:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871069cd-b83b-44fb-ac15-f2c642c3e954', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:26.231779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:26.244031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Attempting to bind port 561da7b4-54aa-4001-a1bf-a2f173823869 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:26.244738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Attempting to bind port 561da7b4-54aa-4001-a1bf-a2f173823869 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '2b5302d3-e546-42ec-b7d7-32ce3aa262a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:26.244738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Attempting to bind port 561da7b4-54aa-4001-a1bf-a2f173823869 on network 1eca89b4-6100-4405-92cd-f6d73aef48da {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:26.254512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:26.268098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01bce-78b1-411d-9276-4881d3c05c25 req-bcbd9032-e8a6-45f6-b999-87d54b33bede tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.269622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7b01bce-78b1-411d-9276-4881d3c05c25 req-bcbd9032-e8a6-45f6-b999-87d54b33bede tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.1091630 Dec 20 15:47:26.270186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Port 561da7b4-54aa-4001-a1bf-a2f173823869 on network 1eca89b4-6100-4405-92cd-f6d73aef48da not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:26.270502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Attempting to bind port 561da7b4-54aa-4001-a1bf-a2f173823869 on network 1eca89b4-6100-4405-92cd-f6d73aef48da {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:26.284073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4daa16a5-72d0-48f9-a421-975c2cc13f41 req-7c0b69d3-1494-4d6f-b829-8e8af186e952 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120052 Dec 20 15:47:26.285558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:26.285892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Checking segment: {'id': '2b5302d3-e546-42ec-b7d7-32ce3aa262a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:26.286254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Bound using segment: {'id': '2b5302d3-e546-42ec-b7d7-32ce3aa262a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:26.286693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Bound port: 561da7b4-54aa-4001-a1bf-a2f173823869, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5302d3-e546-42ec-b7d7-32ce3aa262a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:26.287038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:26.290765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:26.368121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:26.368578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7b01bce-78b1-411d-9276-4881d3c05c25 req-372e34cd-f107-4aa3-bf3e-75707acd1996 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883698 Dec 20 15:47:26.404809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] For port 561da7b4-54aa-4001-a1bf-a2f173823869, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:26.409960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] For port 561da7b4-54aa-4001-a1bf-a2f173823869, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=561da7b4-54aa-4001-a1bf-a2f173823869,segment=NetworkSegment(2b5302d3-e546-42ec-b7d7-32ce3aa262a1),segment_id=2b5302d3-e546-42ec-b7d7-32ce3aa262a1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:26.443517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:26.495761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d4a42-83bb-4faa-8029-8a55f8917ede req-baab4eaf-852e-4d5c-9160-6dbde7f40138 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.497614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-314d4a42-83bb-4faa-8029-8a55f8917ede req-baab4eaf-852e-4d5c-9160-6dbde7f40138 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 945 time: 0.0601003 Dec 20 15:47:26.548498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-314d4a42-83bb-4faa-8029-8a55f8917ede req-40a6c7ae-43e0-4127-a117-be81b0b1983f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444894 Dec 20 15:47:26.672005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0fd6ed9f-0466-4abb-98d6-ea10f77e8453'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:26.711289 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:26.747113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc137da-72a5-4471-9067-a1da6d29b598 req-39ff51c4-8622-4dd6-a92c-785a2f5d94d5 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.748752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc137da-72a5-4471-9067-a1da6d29b598 req-39ff51c4-8622-4dd6-a92c-785a2f5d94d5 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 944 time: 0.0790026 Dec 20 15:47:26.800170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:26.800889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:26.802531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] 10.222.0.83 "PUT /v2.0/ports/561da7b4-54aa-4001-a1bf-a2f173823869 HTTP/1.1" status: 200 len: 1092 time: 1.9575219 Dec 20 15:47:26.803719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056de605-c7bc-4d0b-a89a-581e78927b43', 'tag': '561da7b4-54aa-4001-a1bf-a2f173823869'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:26.809397 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63996e9d-c3de-4ff4-8397-b9e25db37f66" -d '{"events": [{"name": "network-changed", "server_uuid": "056de605-c7bc-4d0b-a89a-581e78927b43", "tag": "561da7b4-54aa-4001-a1bf-a2f173823869"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:26.819464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f620ac1-84e5-4ed8-8bf9-551ee3268068 service neutron] Pushing event updated for resources: {'Port': ['ID=561da7b4-54aa-4001-a1bf-a2f173823869,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:26.864016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc137da-72a5-4471-9067-a1da6d29b598 req-36555f95-bcc0-4b60-a26d-9462e40fa383 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061189 Dec 20 15:47:26.910680 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:27.047333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-457aa038-f4c8-472a-949f-8181298eee65 req-e8fdff4f-fc5c-4fb3-91a8-030bb65b041a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 210 time: 0.0360215 Dec 20 15:47:27.062280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-fdd86478-277b-4037-804b-98d25b305acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.084447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-fdd86478-277b-4037-804b-98d25b305acc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35b05dcb5cb64ea1b8de99e2835225f8&device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 1095 time: 0.0844808 Dec 20 15:47:27.116524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-193e03ed-9b93-4af5-bf0b-59eaac343072 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=561da7b4-54aa-4001-a1bf-a2f173823869 HTTP/1.1" status: 200 len: 217 time: 0.0435789 Dec 20 15:47:27.136804 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3e76bd-b064-4d2c-a50a-47d08e5ac078 x-openstack-request-id: req-4b3e76bd-b064-4d2c-a50a-47d08e5ac078 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:27.137141 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056de605-c7bc-4d0b-a89a-581e78927b43", "tag": "561da7b4-54aa-4001-a1bf-a2f173823869", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:27.142210 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b3e76bd-b064-4d2c-a50a-47d08e5ac078 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:27.142210 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056de605-c7bc-4d0b-a89a-581e78927b43', 'tag': '561da7b4-54aa-4001-a1bf-a2f173823869', 'status': 'completed', 'code': 200} Dec 20 15:47:27.173782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9385deb8-41c8-4b0a-af80-52b665025ff3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:27.238539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-7f887f48-5b0f-4ce7-b07c-8d1c3b4491cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.240064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-7f887f48-5b0f-4ce7-b07c-8d1c3b4491cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0017a8e4-debe-49c2-bfa7-05edf010fe9d HTTP/1.1" status: 200 len: 862 time: 0.1165261 Dec 20 15:47:27.260633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b46a-40ca-43fc-a6df-32de2e9bb996 req-feb1955d-ca42-4860-b095-f8aacce9bff9 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.262260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2433b46a-40ca-43fc-a6df-32de2e9bb996 req-feb1955d-ca42-4860-b095-f8aacce9bff9 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.0734110 Dec 20 15:47:27.296211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-2f6c1a87-43d7-4adb-8fc8-0f3e9863fcb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1eca89b4-6100-4405-92cd-f6d73aef48da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327914 Dec 20 15:47:27.342339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:27.355670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'port_id': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'mac_address': 'fa:16:3e:78:bc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad722afc-a936-4117-8ed5-9d39bc769587', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:27.405448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:27.414166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2433b46a-40ca-43fc-a6df-32de2e9bb996 req-1ded2846-51eb-46be-9112-e473b29fb8d1 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 Dec 20 15:47:27.436445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9385deb8-41c8-4b0a-af80-52b665025ff3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:27.459391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-b93de824-666b-4648-bfff-794f1fe3a5bd service neutron] 10.222.0.83 "GET /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533620 Dec 20 15:47:27.461020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:27.554658 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:27.625282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:27.626413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86652e7-fe55-4ca1-9cbd-0743a729abb8 req-5a18e9cb-694d-415e-85d7-964108c7ca5f service neutron] 10.222.0.83 "GET /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592295 Dec 20 15:47:27.641865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f19c4b-3d94-4668-ab6c-fb8672b74116 req-13135810-98e7-47e5-8642-c38a5ce63867 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.645980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['9385deb8-41c8-4b0a-af80-52b665025ff3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:27.650090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f19c4b-3d94-4668-ab6c-fb8672b74116 req-13135810-98e7-47e5-8642-c38a5ce63867 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.658091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f19c4b-3d94-4668-ab6c-fb8672b74116 req-13135810-98e7-47e5-8642-c38a5ce63867 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.659797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4f19c4b-3d94-4668-ab6c-fb8672b74116 req-13135810-98e7-47e5-8642-c38a5ce63867 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2412 time: 0.1268611 Dec 20 15:47:27.749107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4f19c4b-3d94-4668-ab6c-fb8672b74116 req-d7616923-95bd-4ce3-b837-7fbd6e71b37f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783281 Dec 20 15:47:27.883936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-5636ab68-b76d-4fe9-a2ec-d20c330b56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.884472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-5636ab68-b76d-4fe9-a2ec-d20c330b56d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35b05dcb5cb64ea1b8de99e2835225f8&device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 1095 time: 0.0748734 Dec 20 15:47:27.912219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f358486-bd10-408f-ac77-191aadc4cbee req-130c94ec-8f43-4e5b-99d2-5918234696a1 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:27.914571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f358486-bd10-408f-ac77-191aadc4cbee req-130c94ec-8f43-4e5b-99d2-5918234696a1 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 944 time: 0.0779414 Dec 20 15:47:28.089849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 10918744-6375-46a9-ad2b-6f0f427a7f2c details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:28.107361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:28.118574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f358486-bd10-408f-ac77-191aadc4cbee req-61360fce-49cd-474d-a94d-b0ab89845e0c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884785 Dec 20 15:47:28.122559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-984350b0-cded-4c50-8300-b5284428bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:28.123813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-984350b0-cded-4c50-8300-b5284428bd4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=1eca89b4-6100-4405-92cd-f6d73aef48da HTTP/1.1" status: 200 len: 923 time: 0.2312059 Dec 20 15:47:28.212140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-fe146907-12d2-4842-b320-a3a53a8fc66f tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:28.212140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-fe146907-12d2-4842-b320-a3a53a8fc66f tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.83 "GET /v2.0/networks?id=fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 200 len: 815 time: 0.2815790 Dec 20 15:47:28.214599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-ef820752-437e-44fe-bbce-e121b9ce6e2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=561da7b4-54aa-4001-a1bf-a2f173823869 HTTP/1.1" status: 200 len: 217 time: 0.0797157 Dec 20 15:47:28.325983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:28.340070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '10918744-6375-46a9-ad2b-6f0f427a7f2c', 'network_id': '88b50469-a559-448a-83b5-42973159945f', 'port_id': '10918744-6375-46a9-ad2b-6f0f427a7f2c', 'mac_address': 'fa:16:3e:2f:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6140ce47-6873-43aa-9e7a-c1143723b70c', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:28.351791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-5c52edde-012a-419a-926a-b174802feded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:28.356265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-5c52edde-012a-419a-926a-b174802feded service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0017a8e4-debe-49c2-bfa7-05edf010fe9d HTTP/1.1" status: 200 len: 862 time: 0.1150491 Dec 20 15:47:28.382225 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.390727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0f93-db15-490b-b327-090c21148402 req-df537227-be79-4723-b8e7-303266b0ca7e tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:28.392299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a6e0f93-db15-490b-b327-090c21148402 req-df537227-be79-4723-b8e7-303266b0ca7e tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 944 time: 0.1499064 Dec 20 15:47:28.398535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10918744-6375-46a9-ad2b-6f0f427a7f2c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:28.400282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-deb62d34-941a-424e-883b-93ef04f2b227 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31fdf3fbe9f8473b90771d7da844f89e HTTP/1.1" status: 200 len: 379 time: 0.1674538 Dec 20 15:47:28.411559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:28.418619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-e6a0b1b9-e8fa-4dda-ab89-43dba53b1167 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1eca89b4-6100-4405-92cd-f6d73aef48da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485625 Dec 20 15:47:28.423254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Request body: {'port': {'device_id': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'admin_state_up': True, 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'security_groups': ['680e9877-c2ba-4d69-9e37-e27508705742']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:28.425021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:28.426412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:28.426865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.476238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55236) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:28.525238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.549887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:28.552124 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601d0539-93c0-4c0e-ae81-4dc171f80ca4" -d '{"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-plugged", "status": "completed", "tag": "0fd6ed9f-0466-4abb-98d6-ea10f77e8453"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:28.558183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.558845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9dc381dd-1cf4-427d-be13-452cbbe53a7e details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:28.577542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:28.592128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a6e0f93-db15-490b-b327-090c21148402 req-820d4306-6bff-4964-8aae-40ebf941d90e tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758132 Dec 20 15:47:28.643128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-e1edd221-3e84-4556-a6dd-f773e5dc7a0f service neutron] 10.222.0.83 "GET /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094646 Dec 20 15:47:28.645429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b09bde1-e6cc-4002-9e27-7c1135c625ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.687141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:28.691647 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.760950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Made reservation on behalf of 31fdf3fbe9f8473b90771d7da844f89e for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:28.765220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b09bde1-e6cc-4002-9e27-7c1135c625ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.765428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:28.766277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.775455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:28.781519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '9dc381dd-1cf4-427d-be13-452cbbe53a7e', 'network_id': '32412b1e-f98c-4dea-ad56-2e80dbb80dec', 'port_id': '9dc381dd-1cf4-427d-be13-452cbbe53a7e', 'mac_address': 'fa:16:3e:57:56:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871069cd-b83b-44fb-ac15-f2c642c3e954', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:28.792258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b8719d8-bdf3-47fd-9c36-a3ec801fab80 req-27d97585-14b8-4fb0-8785-55ec35fae12d tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 210 time: 0.0507598 Dec 20 15:47:28.799688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63996e9d-c3de-4ff4-8397-b9e25db37f66 req-33f69d27-c218-4bd3-85a9-15a2f4917b2e service neutron] 10.222.0.83 "GET /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490624 Dec 20 15:47:28.823704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.840798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc381dd-1cf4-427d-be13-452cbbe53a7e {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:28.846453 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ce22d-7788-42ec-8451-d81ce62abbb1 x-openstack-request-id: req-481ce22d-7788-42ec-8451-d81ce62abbb1 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:28.846775 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-plugged", "status": "completed", "tag": "0fd6ed9f-0466-4abb-98d6-ea10f77e8453", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:28.846989 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-481ce22d-7788-42ec-8451-d81ce62abbb1 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:28.847373 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453', 'code': 200} Dec 20 15:47:28.859489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b09bde1-e6cc-4002-9e27-7c1135c625ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.867106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:28.902138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b09bde1-e6cc-4002-9e27-7c1135c625ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ecba37e0056d444681dd63b6c88f28bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248130 Dec 20 15:47:28.906380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55248) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:28.907294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09bde1-e6cc-4002-9e27-7c1135c625ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97d16aa-3375-4d8e-b31c-f6f6d4cc0458,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:28.960411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.963669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b6c63fe-c14a-4595-9a0b-10f7a1834b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:28.993749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b6c63fe-c14a-4595-9a0b-10f7a1834b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.011732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9dc381dd-1cf4-427d-be13-452cbbe53a7e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:29.030884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Allocated IP 172.20.0.6 (fc7ec891-da1c-4e5a-98ba-754ef75cf959/085d95b9-d1ac-4bd6-a263-5b418a151799/6cd0b9f7-319e-4120-8a5c-63d758c76c26) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:29.046127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e331-9cab-4ed0-a38a-311ea27a39b0 req-15fe9454-b838-498c-81c3-30303e9241c5 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.055108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbd3e331-9cab-4ed0-a38a-311ea27a39b0 req-15fe9454-b838-498c-81c3-30303e9241c5 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.1455026 Dec 20 15:47:29.087977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfb39-ef89-4d5f-9213-9669e6e6b156 req-cbcc4b13-40bf-4aa3-af4b-b49caf99eda9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.093889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfb39-ef89-4d5f-9213-9669e6e6b156 req-cbcc4b13-40bf-4aa3-af4b-b49caf99eda9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.099844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfb39-ef89-4d5f-9213-9669e6e6b156 req-cbcc4b13-40bf-4aa3-af4b-b49caf99eda9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.101513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1cdfb39-ef89-4d5f-9213-9669e6e6b156 req-cbcc4b13-40bf-4aa3-af4b-b49caf99eda9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2415 time: 0.1607735 Dec 20 15:47:29.136746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b6c63fe-c14a-4595-9a0b-10f7a1834b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.139539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b6c63fe-c14a-4595-9a0b-10f7a1834b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.141464 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5b6c63fe-c14a-4595-9a0b-10f7a1834b99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f97d16aa-3375-4d8e-b31c-f6f6d4cc0458 HTTP/1.1" status: 204 len: 168 time: 0.2307422 Dec 20 15:47:29.153002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c63fe-c14a-4595-9a0b-10f7a1834b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97d16aa-3375-4d8e-b31c-f6f6d4cc0458,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:29.186777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9385deb8-41c8-4b0a-af80-52b665025ff3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:29.214395 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85204998-0201-40c4-b1e2-e71a2b773c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.248169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbd3e331-9cab-4ed0-a38a-311ea27a39b0 req-a964fec0-3c05-4d36-907f-8fcc848cdf5a tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911061 Dec 20 15:47:29.262177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1cdfb39-ef89-4d5f-9213-9669e6e6b156 req-27a66a1d-4db9-4eaa-adab-6b032a1b484a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536262 Dec 20 15:47:29.281941 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.300797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9385deb8-41c8-4b0a-af80-52b665025ff3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:29.328839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.329039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:29.433854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.453009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a13b-5c7b-4651-a986-a4a660c59ab2 req-7e71e9bd-9221-4aa0-bce2-32b946643b8b tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.455248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f603a13b-5c7b-4651-a986-a4a660c59ab2 req-7e71e9bd-9221-4aa0-bce2-32b946643b8b tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 944 time: 0.0587537 Dec 20 15:47:29.474705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['10918744-6375-46a9-ad2b-6f0f427a7f2c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:29.503336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.526457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:29.542782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f603a13b-5c7b-4651-a986-a4a660c59ab2 req-9fc1f15a-7429-4f0c-ab9c-c09324ed466e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803998 Dec 20 15:47:29.559861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:29.578770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:29.583912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:29.645821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event updated for resources: {'Port': ['ID=6cd0b9f7-319e-4120-8a5c-63d758c76c26,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:29.673127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.675862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.761285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676925c-b061-4d69-8ded-5dc9329811bb req-2a8d1096-9505-46cb-a380-6cd62d696171 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:29.762853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a676925c-b061-4d69-8ded-5dc9329811bb req-2a8d1096-9505-46cb-a380-6cd62d696171 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Dec 20 15:47:29.813597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-37dc311c-ab8f-4b23-9d21-921cc0cd3ee2 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3983464 Dec 20 15:47:29.824160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a676925c-b061-4d69-8ded-5dc9329811bb req-f7bcb79a-86a8-4345-940e-f0c093ea0b14 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540252 Dec 20 15:47:29.828034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Request body: {'port': {'device_id': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:29.883100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.918757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-de4bd086-d6f4-4651-a8c6-352f38038ce6 None None] Provisioning complete for port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:29.921145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de4bd086-d6f4-4651-a8c6-352f38038ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.935017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55268) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:29.953768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efaeca91-c402-458d-8a62-fa255ff78e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:29.957047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-de4bd086-d6f4-4651-a8c6-352f38038ce6 None None] Port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:30.168819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-dd0d70a4-9efc-4300-adb6-8177a2f49f66 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.170443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-dd0d70a4-9efc-4300-adb6-8177a2f49f66 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.72 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.0551956 Dec 20 15:47:30.233377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402cef9-686a-43f1-915d-7a435a27d975 req-8880da1e-fd67-4608-8f01-1c0319643762 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.234889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9402cef9-686a-43f1-915d-7a435a27d975 req-8880da1e-fd67-4608-8f01-1c0319643762 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 931 time: 0.1483018 Dec 20 15:47:30.238155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efaeca91-c402-458d-8a62-fa255ff78e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.277582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Deleting port 463a3936-0ade-458c-8d35-c02bf07e6256 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:30.277923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.307409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efaeca91-c402-458d-8a62-fa255ff78e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.363296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd0b9f7-319e-4120-8a5c-63d758c76c26 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:30.377037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9402cef9-686a-43f1-915d-7a435a27d975 req-0b207692-12be-425c-b75d-02dc004a029c tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326194 Dec 20 15:47:30.391705 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.395667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] For port 463a3936-0ade-458c-8d35-c02bf07e6256, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=463a3936-0ade-458c-8d35-c02bf07e6256,segment=NetworkSegment(efc172a9-8ec2-4129-a6b6-d4524c1f01b5),segment_id=efc172a9-8ec2-4129-a6b6-d4524c1f01b5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:30.396245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.408231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeca91-c402-458d-8a62-fa255ff78e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f82843a-a9b3-4cc4-b7db-ad66f86977db,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:30.414235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-efaeca91-c402-458d-8a62-fa255ff78e7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b6c35a4e3244eb398096a4a1a8ca3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4778759 Dec 20 15:47:30.424328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55280) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:30.430305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Calling delete_port for 463a3936-0ade-458c-8d35-c02bf07e6256 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:30.435880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Transition to ACTIVE for port object 6cd0b9f7-319e-4120-8a5c-63d758c76c26 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:30.487029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15478ae9-221d-4f5c-b5d8-be64803449fd req-27e5f000-5eb3-46c6-8d3f-aac20df7b5a4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.488540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15478ae9-221d-4f5c-b5d8-be64803449fd req-27e5f000-5eb3-46c6-8d3f-aac20df7b5a4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.1284776 Dec 20 15:47:30.510767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.518252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9dc381dd-1cf4-427d-be13-452cbbe53a7e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:30.592239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8911317a-c8d4-4c78-b648-13fe7066af87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.622798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0b9f7-319e-4120-8a5c-63d758c76c26,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.642717 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567fa34-918a-4950-a3ad-6eddec82ce09 req-d034609f-1499-4dba-a930-94b77812b23d tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.645675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3567fa34-918a-4950-a3ad-6eddec82ce09 req-d034609f-1499-4dba-a930-94b77812b23d tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/ports?device_id=a43bf9f6-7435-4c64-a0d9-a4f26c46674b HTTP/1.1" status: 200 len: 945 time: 0.1874945 Dec 20 15:47:30.651874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.664312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['463a3936-0ade-458c-8d35-c02bf07e6256'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:30.678906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15478ae9-221d-4f5c-b5d8-be64803449fd req-23bcbd4a-b787-445b-9aac-1b2f38457357 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699157 Dec 20 15:47:30.722459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8911317a-c8d4-4c78-b648-13fe7066af87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.735694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Pushing event deleted for resources: {'Port': ['ID=463a3936-0ade-458c-8d35-c02bf07e6256,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:30.798018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] No DVR routers for this DVR port 463a3936-0ade-458c-8d35-c02bf07e6256 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:30.801110 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.806789 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10cc23b7-76d8-4fa9-9d89-e278dedc31db req-c9f51d8c-215f-486a-a185-75194fb65170 tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.72 "DELETE /v2.0/ports/463a3936-0ade-458c-8d35-c02bf07e6256 HTTP/1.1" status: 204 len: 173 time: 0.6265292 Dec 20 15:47:30.807393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'name': 'network-vif-deleted', 'tag': '463a3936-0ade-458c-8d35-c02bf07e6256'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:30.814123 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc54439-8152-4916-8ce8-02d56bcdd46c" -d '{"events": [{"server_uuid": "a43bf9f6-7435-4c64-a0d9-a4f26c46674b", "name": "network-vif-deleted", "tag": "463a3936-0ade-458c-8d35-c02bf07e6256"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:30.823753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Attempting to bind port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:30.824092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Attempting to bind port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:30.824413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Attempting to bind port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 on network fc7ec891-da1c-4e5a-98ba-754ef75cf959 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:30.841124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3567fa34-918a-4950-a3ad-6eddec82ce09 req-da879916-5027-4b30-9d56-b191db8dcf9d tempest-ServersNegativeTestMultiTenantJSON-2045142957 tempest-ServersNegativeTestMultiTenantJSON-2045142957-project] 10.222.0.81 "GET /v2.0/security-groups?id=57495c67-be83-481f-926b-37ea4ae5ab5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864870 Dec 20 15:47:30.858586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 on network fc7ec891-da1c-4e5a-98ba-754ef75cf959 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:30.858909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Attempting to bind port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 on network fc7ec891-da1c-4e5a-98ba-754ef75cf959 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:30.869045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:30.869435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Checking segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:30.869795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Bound using segment: {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:30.870279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Bound port: 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7442d5b-d026-4cc8-b023-5987657b04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:30.870638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.909649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877fc7-16b0-4460-a706-91c83f1f3adc req-3df13f26-ec74-4759-b6c2-8655389eeed8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.916585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877fc7-16b0-4460-a706-91c83f1f3adc req-3df13f26-ec74-4759-b6c2-8655389eeed8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.922628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877fc7-16b0-4460-a706-91c83f1f3adc req-3df13f26-ec74-4759-b6c2-8655389eeed8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:30.924363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b877fc7-16b0-4460-a706-91c83f1f3adc req-3df13f26-ec74-4759-b6c2-8655389eeed8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2415 time: 0.1221995 Dec 20 15:47:30.957017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8911317a-c8d4-4c78-b648-13fe7066af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.959825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8911317a-c8d4-4c78-b648-13fe7066af87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.961042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8911317a-c8d4-4c78-b648-13fe7066af87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f82843a-a9b3-4cc4-b7db-ad66f86977db HTTP/1.1" status: 204 len: 168 time: 0.5357754 Dec 20 15:47:30.994788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911317a-c8d4-4c78-b648-13fe7066af87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f82843a-a9b3-4cc4-b7db-ad66f86977db,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:31.027337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] For port 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:31.031325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] For port 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:31.043326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b877fc7-16b0-4460-a706-91c83f1f3adc req-28882b1b-a76e-49ab-a8c5-6909ae7c571c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001709 Dec 20 15:47:31.125661 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:31.142801 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e0d71c-8187-4db4-8058-800cb1de1cb6 x-openstack-request-id: req-a2e0d71c-8187-4db4-8058-800cb1de1cb6 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:31.143347 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43bf9f6-7435-4c64-a0d9-a4f26c46674b", "name": "network-vif-deleted", "tag": "463a3936-0ade-458c-8d35-c02bf07e6256", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:31.143614 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2e0d71c-8187-4db4-8058-800cb1de1cb6 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:31.144443 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43bf9f6-7435-4c64-a0d9-a4f26c46674b', 'name': 'network-vif-deleted', 'tag': '463a3936-0ade-458c-8d35-c02bf07e6256', 'status': 'completed', 'code': 200} Dec 20 15:47:31.189991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.191227 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:31.194491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] 10.222.0.83 "PUT /v2.0/ports/6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 200 len: 1091 time: 1.3701959 Dec 20 15:47:31.207756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:31.211029 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e8cda-11a6-442a-ba42-745cf1276035" -d '{"events": [{"name": "network-changed", "server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:31.261990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7248bb-5826-4d33-b138-7fd8a021fcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0b9f7-319e-4120-8a5c-63d758c76c26,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:31.284879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c757d-96ac-46d2-a3cd-17d6f47c4715 req-9e421a4b-9b63-4733-a163-f1750ec20f1d tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.286780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-625c757d-96ac-46d2-a3cd-17d6f47c4715 req-9e421a4b-9b63-4733-a163-f1750ec20f1d tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 944 time: 0.1050546 Dec 20 15:47:31.362108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-625c757d-96ac-46d2-a3cd-17d6f47c4715 req-19283c9c-a30a-4cca-a954-89cb433fa9ed tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640635 Dec 20 15:47:31.381319 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a47e516-8403-45a3-bafc-8afc2b7b354d x-openstack-request-id: req-2a47e516-8403-45a3-bafc-8afc2b7b354d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:31.383773 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:31.384135 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a47e516-8403-45a3-bafc-8afc2b7b354d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:31.384653 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'status': 'completed', 'code': 200} Dec 20 15:47:31.541379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bcbda-74b3-4528-9959-3e706fd3a62a req-2d4ab411-05b9-4f2f-948e-99e50bf9a3c1 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.542973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-737bcbda-74b3-4528-9959-3e706fd3a62a req-2d4ab411-05b9-4f2f-948e-99e50bf9a3c1 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 943 time: 0.0879362 Dec 20 15:47:31.557634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-68fb3c92-3561-4011-9e0f-ba0710413e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.559295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-68fb3c92-3561-4011-9e0f-ba0710413e51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 1094 time: 0.2664678 Dec 20 15:47:31.616022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-773f846a-80a6-482d-bd73-e51ab7b10dc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 200 len: 217 time: 0.0425868 Dec 20 15:47:31.669892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-737bcbda-74b3-4528-9959-3e706fd3a62a req-0c16b0f1-5a6d-4483-afbd-dcbd2381c9be tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165340 Dec 20 15:47:31.693398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-cd059a64-e951-4d7f-8be1-7d29642593dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.693398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-cd059a64-e951-4d7f-8be1-7d29642593dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=085d95b9-d1ac-4bd6-a263-5b418a151799 HTTP/1.1" status: 200 len: 854 time: 0.0641122 Dec 20 15:47:31.696585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f04d476d-e0fa-4e95-8803-4439550c8d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:31.747868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-c3b8e4ec-3c0d-40f7-881e-1ee2f636d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.749820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-c3b8e4ec-3c0d-40f7-881e-1ee2f636d38a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fc7ec891-da1c-4e5a-98ba-754ef75cf959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543551 Dec 20 15:47:31.923167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-9ffbe177-a6f2-4a2c-b879-27918abcc331 service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646032 Dec 20 15:47:31.931281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29da124-5f59-40a0-9391-6ececc2f023a req-37d9711b-6217-4cd0-9a13-fdaa846601df tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.933923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-375b5389-ffaf-4d99-86ad-18bff3bbb77d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:31.935112 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-375b5389-ffaf-4d99-86ad-18bff3bbb77d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.0792038 Dec 20 15:47:31.938213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e29da124-5f59-40a0-9391-6ececc2f023a req-37d9711b-6217-4cd0-9a13-fdaa846601df tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 943 time: 0.1703477 Dec 20 15:47:32.046887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e29da124-5f59-40a0-9391-6ececc2f023a req-58f5740c-7aa9-42df-847d-5b5af556b3f2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078136 Dec 20 15:47:32.055312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Deleting port 9385deb8-41c8-4b0a-af80-52b665025ff3 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:32.056024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.069470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae177994-1d0e-4845-8b4d-a2850b245e29 req-6f86e73a-7fdd-4505-9887-e51e553e2fa1 service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277916 Dec 20 15:47:32.113942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55322) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:32.125009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 561da7b4-54aa-4001-a1bf-a2f173823869 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:32.135972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 10918744-6375-46a9-ad2b-6f0f427a7f2c up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:32.209920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] For port 9385deb8-41c8-4b0a-af80-52b665025ff3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9385deb8-41c8-4b0a-af80-52b665025ff3,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:32.210408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.235601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Calling delete_port for 9385deb8-41c8-4b0a-af80-52b665025ff3 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:32.293711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Deleting subnet 3d4f9f6c-45d5-457c-88a7-e287dea4efa3 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:32.301453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.348778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402110-5366-4a6d-bffe-e430f091c3bd req-42f46604-2ed8-4041-ad4f-7cabcbc68a2d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:32.355781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402110-5366-4a6d-bffe-e430f091c3bd req-42f46604-2ed8-4041-ad4f-7cabcbc68a2d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:32.361869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402110-5366-4a6d-bffe-e430f091c3bd req-42f46604-2ed8-4041-ad4f-7cabcbc68a2d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:32.370598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8402110-5366-4a6d-bffe-e430f091c3bd req-42f46604-2ed8-4041-ad4f-7cabcbc68a2d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2415 time: 0.1692073 Dec 20 15:47:32.500716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.553191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 10918744-6375-46a9-ad2b-6f0f427a7f2c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:32.563383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 10918744-6375-46a9-ad2b-6f0f427a7f2c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:32.563879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.607699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event deleted for resources: {'Port': ['ID=9385deb8-41c8-4b0a-af80-52b665025ff3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:32.608208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 561da7b4-54aa-4001-a1bf-a2f173823869, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=561da7b4-54aa-4001-a1bf-a2f173823869,segment=NetworkSegment(2b5302d3-e546-42ec-b7d7-32ce3aa262a1),segment_id=2b5302d3-e546-42ec-b7d7-32ce3aa262a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:32.627101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '561da7b4-54aa-4001-a1bf-a2f173823869', 'network_id': '1eca89b4-6100-4405-92cd-f6d73aef48da', 'port_id': '561da7b4-54aa-4001-a1bf-a2f173823869', 'mac_address': 'fa:16:3e:97:6d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0017a8e4-debe-49c2-bfa7-05edf010fe9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:32.714441 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.730616 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.753700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561da7b4-54aa-4001-a1bf-a2f173823869 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:32.781565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 561da7b4-54aa-4001-a1bf-a2f173823869, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=561da7b4-54aa-4001-a1bf-a2f173823869,segment=NetworkSegment(2b5302d3-e546-42ec-b7d7-32ce3aa262a1),segment_id=2b5302d3-e546-42ec-b7d7-32ce3aa262a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:32.782209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.805557 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.827364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-b0c3db94-e3b7-4b7d-8985-e477be322603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:32.828476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-b0c3db94-e3b7-4b7d-8985-e477be322603 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 1094 time: 0.6241994 Dec 20 15:47:32.831974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:32.835776 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d31a0a-3ba3-4a95-bee3-3b48388c69c9" -d '{"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-plugged", "status": "completed", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:32.851341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:32.856805 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.911801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.913350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9dc381dd-1cf4-427d-be13-452cbbe53a7e up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:32.931174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] No DVR routers for this DVR port 9385deb8-41c8-4b0a-af80-52b665025ff3 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:32.933941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.937679 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5dcf530a-3337-4f8f-8f43-ed58db415f3e req-9f21c218-8860-4a4f-b2a2-c67a41d5bbf0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "DELETE /v2.0/ports/9385deb8-41c8-4b0a-af80-52b665025ff3 HTTP/1.1" status: 204 len: 173 time: 0.9975007 Dec 20 15:47:32.937870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8402110-5366-4a6d-bffe-e430f091c3bd req-413d4c56-9538-4dae-a8fa-591694596be4 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661755 Dec 20 15:47:32.952266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:32.980654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=561da7b4-54aa-4001-a1bf-a2f173823869,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:32.993880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a2b0b-8a15-4684-9e03-1ea57c6aba95 req-4000e244-45af-4e7d-a102-68cbf469854d tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:32.995407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-767a2b0b-8a15-4684-9e03-1ea57c6aba95 req-4000e244-45af-4e7d-a102-68cbf469854d tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 944 time: 0.2336268 Dec 20 15:47:33.033902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:33.049756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-f20caad3-9049-4fef-9ad1-7eebefa3b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:33.051250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-f20caad3-9049-4fef-9ad1-7eebefa3b508 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 200 len: 916 time: 0.2121508 Dec 20 15:47:33.082022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 9dc381dd-1cf4-427d-be13-452cbbe53a7e completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:33.087666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 9dc381dd-1cf4-427d-be13-452cbbe53a7e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:33.087913 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.121310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-d118e2a6-4f35-43e7-8408-324820e2060d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 200 len: 217 time: 0.0581362 Dec 20 15:47:33.132470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-767a2b0b-8a15-4684-9e03-1ea57c6aba95 req-c107c1f9-c7a6-4018-af47-3add391f2d73 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261744 Dec 20 15:47:33.145721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be091120-c70a-472a-8256-028980c44a4c', 'name': 'network-vif-deleted', 'tag': '9385deb8-41c8-4b0a-af80-52b665025ff3'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:33.149581 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc7717f-e8f2-495e-9398-f3428f8d58d7" -d '{"events": [{"server_uuid": "be091120-c70a-472a-8256-028980c44a4c", "name": "network-vif-deleted", "tag": "9385deb8-41c8-4b0a-af80-52b665025ff3"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:33.197723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-765befcb-73c9-49b5-b36f-10243a6ccd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:33.199226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-765befcb-73c9-49b5-b36f-10243a6ccd82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=085d95b9-d1ac-4bd6-a263-5b418a151799 HTTP/1.1" status: 200 len: 854 time: 0.0608678 Dec 20 15:47:33.202464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.216191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.255496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:33.284145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.287515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3d4f9f6c-45d5-457c-88a7-e287dea4efa3 HTTP/1.1" status: 204 len: 168 time: 1.1723373 Dec 20 15:47:33.289744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c569474-1886-4138-9ce0-e178e21aea86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4f9f6c-45d5-457c-88a7-e287dea4efa3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:33.290514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55360) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:33.320840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2d939-96d1-47af-aba9-b3fadffe6100 req-2685d97d-0f08-466f-b102-5f66f7be9f19 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:33.322714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98c2d939-96d1-47af-aba9-b3fadffe6100 req-2685d97d-0f08-466f-b102-5f66f7be9f19 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 943 time: 0.1223187 Dec 20 15:47:33.328648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['561da7b4-54aa-4001-a1bf-a2f173823869'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:33.330585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-ba9767bd-7f0c-46c2-82b5-27fa7b4c4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:33.333525 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.337146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-ba9767bd-7f0c-46c2-82b5-27fa7b4c4043 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fc7ec891-da1c-4e5a-98ba-754ef75cf959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211245 Dec 20 15:47:33.359342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-d9e78c64-486b-4150-9583-52aa4b659466 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:47:33.360000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-d9e78c64-486b-4150-9583-52aa4b659466 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081072 Dec 20 15:47:33.393250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.480675 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ed5d4-c83c-4213-a688-3a94c76402b4 x-openstack-request-id: req-207ed5d4-c83c-4213-a688-3a94c76402b4 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:33.480885 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-plugged", "status": "completed", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:33.481145 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-207ed5d4-c83c-4213-a688-3a94c76402b4 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:33.481662 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c', 'code': 200} Dec 20 15:47:33.492910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.504843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98c2d939-96d1-47af-aba9-b3fadffe6100 req-10293c00-b992-425f-9252-2618b223adb1 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659470 Dec 20 15:47:33.515708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5ea634-0263-4d77-bcba-4455b6141ad5']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:33.527803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:33.527803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc172a9-8ec2-4129-a6b6-d4524c1f01b5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:33.537285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.554484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.560797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-d81688cc-e03a-4c0d-822a-1bd6daf0e98c service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806111 Dec 20 15:47:33.562877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9dc381dd-1cf4-427d-be13-452cbbe53a7e,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:33.564085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:33.564753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:33.567898 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:33.622860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d14836f-4e0e-4702-b1ac-fde4c034cfad req-46577c0b-2884-4396-baee-951345b3ace1 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=be091120-c70a-472a-8256-028980c44a4c HTTP/1.1" status: 200 len: 210 time: 0.0607808 Dec 20 15:47:33.704806 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342fc027-3e07-4dd7-98e8-82ec5440be1c x-openstack-request-id: req-342fc027-3e07-4dd7-98e8-82ec5440be1c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:33.705098 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be091120-c70a-472a-8256-028980c44a4c", "name": "network-vif-deleted", "tag": "9385deb8-41c8-4b0a-af80-52b665025ff3", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:33.705381 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-342fc027-3e07-4dd7-98e8-82ec5440be1c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:33.705783 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be091120-c70a-472a-8256-028980c44a4c', 'name': 'network-vif-deleted', 'tag': '9385deb8-41c8-4b0a-af80-52b665025ff3', 'status': 'completed', 'code': 200} Dec 20 15:47:33.720730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d07e8cda-11a6-442a-ba42-745cf1276035 req-2ae1e545-bfe2-41fd-a9c4-2a480e35a183 service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440525 Dec 20 15:47:33.791102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.804401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.807858 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8f5ea634-0263-4d77-bcba-4455b6141ad5 HTTP/1.1" status: 204 len: 168 time: 0.5159795 Dec 20 15:47:33.810774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:33.818466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f203c7c-d881-4f90-973e-debbb1ec2fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5ea634-0263-4d77-bcba-4455b6141ad5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:33.869286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Deleting subnet b1825df5-36ce-4e17-bb05-a62088a90082 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:33.872839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.918707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:33.964026 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.079651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ae0bb-a30c-48d4-989b-9b66920cc50c req-f0ddb7c8-0098-4a8f-8822-31d947b11c4e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:34.085333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ae0bb-a30c-48d4-989b-9b66920cc50c req-f0ddb7c8-0098-4a8f-8822-31d947b11c4e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:34.091946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ae0bb-a30c-48d4-989b-9b66920cc50c req-f0ddb7c8-0098-4a8f-8822-31d947b11c4e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:34.093900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686ae0bb-a30c-48d4-989b-9b66920cc50c req-f0ddb7c8-0098-4a8f-8822-31d947b11c4e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.0824246 Dec 20 15:47:34.096601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.150457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.156694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:34.158993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b1825df5-36ce-4e17-bb05-a62088a90082 HTTP/1.1" status: 204 len: 168 time: 0.3470011 Dec 20 15:47:34.167532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb18a5-7a83-4eb0-accd-05c081e0084b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1825df5-36ce-4e17-bb05-a62088a90082,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:34.196425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.218352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-686ae0bb-a30c-48d4-989b-9b66920cc50c req-e2c2bf31-48bc-466e-bb6c-c1ba7da03511 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081421 Dec 20 15:47:34.245582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.294628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9471-5c62-4960-9f32-545bdca9f025 req-bb7fe157-7535-46c7-93d6-6d1ffaed4b07 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:34.296152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b36f9471-5c62-4960-9f32-545bdca9f025 req-bb7fe157-7535-46c7-93d6-6d1ffaed4b07 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 945 time: 0.0677474 Dec 20 15:47:34.347289 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.362424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b36f9471-5c62-4960-9f32-545bdca9f025 req-c4cdd8cc-4d32-47a8-a266-9d6946455aca tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Dec 20 15:47:34.381750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103b3e01-a31c-49fa-876d-9879869fbea7']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:34.394453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e902bd-12b3-4479-a107-18fdaf6f1913') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:34.394751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e902bd-12b3-4479-a107-18fdaf6f1913') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:34.411358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.429541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.438748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:34.438748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:34.447540 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:34.611299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.619993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.623196 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/103b3e01-a31c-49fa-876d-9879869fbea7 HTTP/1.1" status: 204 len: 168 time: 0.4653513 Dec 20 15:47:34.628137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc608d1-3bd7-4343-b63d-3b46847f1219 req-9da12e08-5e0d-43ed-8468-c592629e4721 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:34.629983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fc608d1-3bd7-4343-b63d-3b46847f1219 req-9da12e08-5e0d-43ed-8468-c592629e4721 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 943 time: 0.0539136 Dec 20 15:47:34.642870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2da78-20c4-445a-986f-d53cfca611c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=103b3e01-a31c-49fa-876d-9879869fbea7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:34.704053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fc608d1-3bd7-4343-b63d-3b46847f1219 req-b0f770c5-5848-4663-bee7-4e6d4fdb2a96 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610912 Dec 20 15:47:34.804694 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:47:35.054031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.090165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:35.095197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340590940', 'description': 'tempest-description--491171010'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:35.193607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55438) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:35.211944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.214221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9385deb8-41c8-4b0a-af80-52b665025ff3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:35.250651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 9385deb8-41c8-4b0a-af80-52b665025ff3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:35.251085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9385deb8-41c8-4b0a-af80-52b665025ff3 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:35.251522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 463a3936-0ade-458c-8d35-c02bf07e6256 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:35.285261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 463a3936-0ade-458c-8d35-c02bf07e6256 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:35.286292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 463a3936-0ade-458c-8d35-c02bf07e6256 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:35.299549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55442) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:35.339471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.346090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10da15e4-ac85-4f90-a36a-e1fbf4281d7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d16d42235d44a7788a5c136f3f3508f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505632 Dec 20 15:47:35.349114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55446) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:35.350508 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-1aea2152-9953-4d30-9d8f-c736a110241c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409197 Dec 20 15:47:35.387547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa696-8e31-417d-953a-194a4b2bb21d req-f65bafa3-404a-45e8-bc8a-7131919be106 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.394035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa696-8e31-417d-953a-194a4b2bb21d req-f65bafa3-404a-45e8-bc8a-7131919be106 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.401155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa696-8e31-417d-953a-194a4b2bb21d req-f65bafa3-404a-45e8-bc8a-7131919be106 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.402976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e95fa696-8e31-417d-953a-194a4b2bb21d req-f65bafa3-404a-45e8-bc8a-7131919be106 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.0914698 Dec 20 15:47:35.453688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.478803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55452) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:35.482480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc381dd-1cf4-427d-be13-452cbbe53a7e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:35.484986 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e559139-3de3-4d5f-b147-90ec4c304043" -d '{"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-plugged", "status": "completed", "tag": "9dc381dd-1cf4-427d-be13-452cbbe53a7e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:35.505780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b184111-ab61-4c95-ba84-6f25477b8a45,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:35.519703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-cce129f9-8e45-455e-8e4a-a609b1ea7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.519703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-cce129f9-8e45-455e-8e4a-a609b1ea7c6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1096 time: 0.1089101 Dec 20 15:47:35.520364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e70e8ef-72e2-4a61-85a3-e7ab3d4d718a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.535753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e95fa696-8e31-417d-953a-194a4b2bb21d req-bba44e78-24fa-4353-a35e-b3614b4ca12e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242170 Dec 20 15:47:35.539853 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.554223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4d6d0f25-4934-48dd-b305-067a651c7048 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4564748 Dec 20 15:47:35.554223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55458) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:35.569747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'security_group_rule': {'security_group_id': '7b184111-ab61-4c95-ba84-6f25477b8a45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:35.588223 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b311d-eb58-4e08-8255-9a26a4c25ad4 x-openstack-request-id: req-d48b311d-eb58-4e08-8255-9a26a4c25ad4 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:35.588694 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-plugged", "status": "completed", "tag": "9dc381dd-1cf4-427d-be13-452cbbe53a7e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:35.589215 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d48b311d-eb58-4e08-8255-9a26a4c25ad4 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:35.589821 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc381dd-1cf4-427d-be13-452cbbe53a7e', 'code': 200} Dec 20 15:47:35.591791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c64494-92ff-4fc1-9b00-5ae63790c5e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.609469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e70e8ef-72e2-4a61-85a3-e7ab3d4d718a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.619096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620004-2640-4ab5-9cef-99459ef4f420 req-dc9d42b3-f6fe-454b-adcc-2f9185620cca tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.621503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5a1f68-139f-489c-a773-af717f1e0377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.625698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c620004-2640-4ab5-9cef-99459ef4f420 req-dc9d42b3-f6fe-454b-adcc-2f9185620cca tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 945 time: 0.1733453 Dec 20 15:47:35.725849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-51cef93a-1266-401c-b2fb-75341d6179a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.727630 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-51cef93a-1266-401c-b2fb-75341d6179a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.1756163 Dec 20 15:47:35.759270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c620004-2640-4ab5-9cef-99459ef4f420 req-dd047e2a-15ec-446b-b9da-b8b379792ba8 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322227 Dec 20 15:47:35.774596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509262ed-a5a6-496f-9278-e745ac753f2a req-e5b4e560-2c69-4e62-9342-958eaf6fada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.775077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509262ed-a5a6-496f-9278-e745ac753f2a req-e5b4e560-2c69-4e62-9342-958eaf6fada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.775546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509262ed-a5a6-496f-9278-e745ac753f2a req-e5b4e560-2c69-4e62-9342-958eaf6fada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.777229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-509262ed-a5a6-496f-9278-e745ac753f2a req-e5b4e560-2c69-4e62-9342-958eaf6fada1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2870 time: 0.1224058 Dec 20 15:47:35.836108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.861195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-459aca6d-eab8-49db-80a4-8d8b58159a49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1234262 Dec 20 15:47:35.864678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c64494-92ff-4fc1-9b00-5ae63790c5e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.868570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5a1f68-139f-489c-a773-af717f1e0377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.879915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-509262ed-a5a6-496f-9278-e745ac753f2a req-43eada46-d33c-4f9f-b5d6-c522f86e922b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953236 Dec 20 15:47:35.897696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7a624-dfdb-41b6-a0c1-2fc6dc196edd req-cf4c699c-b465-4606-ac38-180ea02d55c7 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.899645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30d7a624-dfdb-41b6-a0c1-2fc6dc196edd req-cf4c699c-b465-4606-ac38-180ea02d55c7 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 943 time: 0.0908031 Dec 20 15:47:35.914418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e70e8ef-72e2-4a61-85a3-e7ab3d4d718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.916935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e70e8ef-72e2-4a61-85a3-e7ab3d4d718a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.922370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8e70e8ef-72e2-4a61-85a3-e7ab3d4d718a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57495c67-be83-481f-926b-37ea4ae5ab5a HTTP/1.1" status: 204 len: 168 time: 0.5658994 Dec 20 15:47:35.938038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e8ef-72e2-4a61-85a3-e7ab3d4d718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57495c67-be83-481f-926b-37ea4ae5ab5a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:35.945001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c64494-92ff-4fc1-9b00-5ae63790c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.947162 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.947733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5a1f68-139f-489c-a773-af717f1e0377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:35.954207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-3ac53340-2ade-48fe-8fe1-4e77d85880b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:35.955666 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-3ac53340-2ade-48fe-8fe1-4e77d85880b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.0857635 Dec 20 15:47:35.990870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83c64494-92ff-4fc1-9b00-5ae63790c5e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b644baaeb7b341b1a2b3a34cacdbd016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6902537 Dec 20 15:47:35.995726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55468) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:36.025797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30d7a624-dfdb-41b6-a0c1-2fc6dc196edd req-c8f649e6-7412-41ff-8863-34361b4bb820 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196315 Dec 20 15:47:36.034048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c64494-92ff-4fc1-9b00-5ae63790c5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbf798-32a5-47b4-9959-73dab4464caa,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.042189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.051292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1f68-139f-489c-a773-af717f1e0377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d12ab5-541d-4ba7-bc7c-52c9d63cba9a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.065864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-da5a1f68-139f-489c-a773-af717f1e0377 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c846c3a9988a440f84d97d654a9fb210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846257 Dec 20 15:47:36.068545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55470) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:36.089973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3abfd9f-3d82-4f14-8a38-660228462dbe,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.107429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-5ceccca7-496b-4e3c-9cda-ec0679681632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:36.108956 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-5ceccca7-496b-4e3c-9cda-ec0679681632 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410775 Dec 20 15:47:36.128187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1ec7444-d052-4716-8a89-04d6ec4974a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.136883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6cd0b9f7-319e-4120-8a5c-63d758c76c26 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:36.150511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40551fc2-cc2c-4e8e-b908-65f577c26780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.155726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 561da7b4-54aa-4001-a1bf-a2f173823869 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:36.160663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1ec7444-d052-4716-8a89-04d6ec4974a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.162654 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.163919 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1f772477-c360-4899-bffc-dfd5fe8f6e89 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6104207 Dec 20 15:47:36.167691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55472) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:36.174610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'security_group_rule': {'security_group_id': '7b184111-ab61-4c95-ba84-6f25477b8a45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:36.219259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40551fc2-cc2c-4e8e-b908-65f577c26780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.274948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-232466ef-d0a5-46f6-a0a3-d1947564e72c service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558878 Dec 20 15:47:36.295799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.316177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:36.323572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1ec7444-d052-4716-8a89-04d6ec4974a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.326168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1ec7444-d052-4716-8a89-04d6ec4974a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.329732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b1ec7444-d052-4716-8a89-04d6ec4974a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10d12ab5-541d-4ba7-bc7c-52c9d63cba9a HTTP/1.1" status: 204 len: 168 time: 0.2569180 Dec 20 15:47:36.344724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'port_id': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'mac_address': 'fa:16:3e:8a:e4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:36.379625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec7444-d052-4716-8a89-04d6ec4974a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d12ab5-541d-4ba7-bc7c-52c9d63cba9a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.394487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.396508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40551fc2-cc2c-4e8e-b908-65f577c26780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.402069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40551fc2-cc2c-4e8e-b908-65f577c26780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.403234 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-40551fc2-cc2c-4e8e-b908-65f577c26780 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccfbf798-32a5-47b4-9959-73dab4464caa HTTP/1.1" status: 204 len: 168 time: 0.3910356 Dec 20 15:47:36.403502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 561da7b4-54aa-4001-a1bf-a2f173823869 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:36.418973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 561da7b4-54aa-4001-a1bf-a2f173823869 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:36.419382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.422500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.422608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551fc2-cc2c-4e8e-b908-65f577c26780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbf798-32a5-47b4-9959-73dab4464caa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.425939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-230a5ec8-6aa5-4f61-bc80-9c2e76126290 req-be9aebe7-47b7-4785-a71f-31ea645f06d6 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426647 Dec 20 15:47:36.474257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd0b9f7-319e-4120-8a5c-63d758c76c26 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:36.502446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:36.527968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.543295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.546266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f674017a-da30-48c0-9980-2c620a7f8a39,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.581377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 561da7b4-54aa-4001-a1bf-a2f173823869, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=561da7b4-54aa-4001-a1bf-a2f173823869,segment=NetworkSegment(2b5302d3-e546-42ec-b7d7-32ce3aa262a1),segment_id=2b5302d3-e546-42ec-b7d7-32ce3aa262a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:36.590541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.646306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.659691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6cd0b9f7-319e-4120-8a5c-63d758c76c26,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.660164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-da8e4d1d-96d1-4cfd-a360-f16a3f1d4ca2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4790523 Dec 20 15:47:36.660291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:36.660291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:36.667252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993028ca-f904-40d1-8f5c-89d3b883b51d req-663421d2-df22-405c-bdc0-077f94ebdd44 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:36.673245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993028ca-f904-40d1-8f5c-89d3b883b51d req-663421d2-df22-405c-bdc0-077f94ebdd44 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:36.676448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.679876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993028ca-f904-40d1-8f5c-89d3b883b51d req-663421d2-df22-405c-bdc0-077f94ebdd44 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:36.681592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-993028ca-f904-40d1-8f5c-89d3b883b51d req-663421d2-df22-405c-bdc0-077f94ebdd44 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.0741377 Dec 20 15:47:36.732589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-993028ca-f904-40d1-8f5c-89d3b883b51d req-b6c8ceb6-9558-4462-99a2-2d4ff68d933d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 Dec 20 15:47:36.735982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=561da7b4-54aa-4001-a1bf-a2f173823869,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:36.768105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.810928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55488) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:36.886107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.900716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8c6b5714-ec10-48cb-8ad9-5e9c783e37cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=621f49b3360044d4b4bac2928f8594a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885637 Dec 20 15:47:36.903197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55490) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:36.957240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2660-0718-439e-ae1e-b5642074a1fd req-d63b3f02-9e26-4175-8c02-7da713207755 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:36.962076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b0a2660-0718-439e-ae1e-b5642074a1fd req-d63b3f02-9e26-4175-8c02-7da713207755 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 946 time: 0.1001115 Dec 20 15:47:36.986365 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c32a5331-a826-4cd8-b2a4-80d13e8b1c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.023402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Allocated IP 172.25.6.146 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/3403bd6c-8083-456c-9cac-f999016f7c9c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:37.027303 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c32a5331-a826-4cd8-b2a4-80d13e8b1c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.027762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6cd0b9f7-319e-4120-8a5c-63d758c76c26'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:37.063430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b0a2660-0718-439e-ae1e-b5642074a1fd req-f7a65f1e-05b0-4e48-bb63-78c208bcadcd tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902133 Dec 20 15:47:37.172156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.192010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae838cc-6c24-4dd9-894c-46f22be463dd req-0a60359b-067d-4cc4-8a6c-4a84e59582a1 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:37.194715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ae838cc-6c24-4dd9-894c-46f22be463dd req-0a60359b-067d-4cc4-8a6c-4a84e59582a1 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 944 time: 0.0647175 Dec 20 15:47:37.196415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c32a5331-a826-4cd8-b2a4-80d13e8b1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.199337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c32a5331-a826-4cd8-b2a4-80d13e8b1c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.203583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c32a5331-a826-4cd8-b2a4-80d13e8b1c59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a181aa1c-0bab-4dfe-be2f-0a6cffdf18d2 HTTP/1.1" status: 204 len: 168 time: 0.2994354 Dec 20 15:47:37.229858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a5331-a826-4cd8-b2a4-80d13e8b1c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a181aa1c-0bab-4dfe-be2f-0a6cffdf18d2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:37.261649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ae838cc-6c24-4dd9-894c-46f22be463dd req-fef19f92-0ec5-43b8-b43b-e6dfbf53883a tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540571 Dec 20 15:47:37.339482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.379474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:37.383776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:37.386988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55500) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:37.394730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:37.430124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce2de770-988a-41d1-9d58-ca5ff7fa196c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.431918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'Port': ['ID=3403bd6c-8083-456c-9cac-f999016f7c9c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:37.535886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.569793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce2de770-988a-41d1-9d58-ca5ff7fa196c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.591067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056de605-c7bc-4d0b-a89a-581e78927b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561da7b4-54aa-4001-a1bf-a2f173823869'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:37.593438 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ca8403-4d05-40f7-ad04-5f2e24631d5f" -d '{"events": [{"server_uuid": "056de605-c7bc-4d0b-a89a-581e78927b43", "name": "network-vif-plugged", "status": "completed", "tag": "561da7b4-54aa-4001-a1bf-a2f173823869"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:37.634594 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69920711-f447-49e3-9e6f-feefb1034e97 x-openstack-request-id: req-69920711-f447-49e3-9e6f-feefb1034e97 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:37.634905 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056de605-c7bc-4d0b-a89a-581e78927b43", "name": "network-vif-plugged", "status": "completed", "tag": "561da7b4-54aa-4001-a1bf-a2f173823869", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:37.635142 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69920711-f447-49e3-9e6f-feefb1034e97 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:37.635533 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056de605-c7bc-4d0b-a89a-581e78927b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561da7b4-54aa-4001-a1bf-a2f173823869', 'code': 200} Dec 20 15:47:37.641762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce2de770-988a-41d1-9d58-ca5ff7fa196c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.712664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.719348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2de770-988a-41d1-9d58-ca5ff7fa196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd544f33-7452-4cb8-a0d6-f06c212167e1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:37.748842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ce2de770-988a-41d1-9d58-ca5ff7fa196c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b4043cd8d06409ea35f32bc75345d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608315 Dec 20 15:47:37.752155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55518) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:37.756162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40b1a-05b2-4e3e-a792-771614c04e19 req-019e8f26-123b-4a71-9d1e-bac495e2de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:37.758257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2a40b1a-05b2-4e3e-a792-771614c04e19 req-019e8f26-123b-4a71-9d1e-bac495e2de8c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 1097 time: 0.0538576 Dec 20 15:47:37.872574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbf60-ac7e-4305-a2f0-0e4a28ddc68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.882999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2a40b1a-05b2-4e3e-a792-771614c04e19 req-807f0898-8317-4d38-aca0-8448383e7164 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132295 Dec 20 15:47:37.913427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea596-dbce-41db-9cf7-43c8e5c28a85 req-1cf78969-bc29-495c-b0fc-378e76f5c169 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:37.915749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.919462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea596-dbce-41db-9cf7-43c8e5c28a85 req-1cf78969-bc29-495c-b0fc-378e76f5c169 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:37.928595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea596-dbce-41db-9cf7-43c8e5c28a85 req-1cf78969-bc29-495c-b0fc-378e76f5c169 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:37.928595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c11ea596-dbce-41db-9cf7-43c8e5c28a85 req-1cf78969-bc29-495c-b0fc-378e76f5c169 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.1121228 Dec 20 15:47:37.933385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbf60-ac7e-4305-a2f0-0e4a28ddc68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:37.993994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.009600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c11ea596-dbce-41db-9cf7-43c8e5c28a85 req-2d20d777-c276-43fd-aa3c-75ffd47e15ab tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 Dec 20 15:47:38.072617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'Port': ['ID=3403bd6c-8083-456c-9cac-f999016f7c9c,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:38.088010 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.130916 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbf60-ac7e-4305-a2f0-0e4a28ddc68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.134862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbf60-ac7e-4305-a2f0-0e4a28ddc68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.142423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3e8dbf60-ac7e-4305-a2f0-0e4a28ddc68e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd544f33-7452-4cb8-a0d6-f06c212167e1 HTTP/1.1" status: 204 len: 168 time: 0.3852351 Dec 20 15:47:38.151297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6cd0b9f7-319e-4120-8a5c-63d758c76c26 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:38.163063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dbf60-ac7e-4305-a2f0-0e4a28ddc68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd544f33-7452-4cb8-a0d6-f06c212167e1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:38.164923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.167036 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-733c4e1f-a17b-4e29-acf4-418b988a65c0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5138288 Dec 20 15:47:38.319751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053b9f2-142c-44e0-9a21-4642ca598e5a req-6fa56003-01ba-45d9-94bb-1b08d4ec8eee tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:38.321470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4053b9f2-142c-44e0-9a21-4642ca598e5a req-6fa56003-01ba-45d9-94bb-1b08d4ec8eee tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 946 time: 0.0600348 Dec 20 15:47:38.344903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:38.353980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:38.356718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.376852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4053b9f2-142c-44e0-9a21-4642ca598e5a req-d7f408eb-5205-460b-9da8-d5bd91896b2a tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Dec 20 15:47:38.463199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.521443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:38.529246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed535e-5c6a-4bd5-bdc8-ee99c237c779 req-72f58305-269b-472a-90f3-595bcee68f07 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:38.530803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3ed535e-5c6a-4bd5-bdc8-ee99c237c779 req-72f58305-269b-472a-90f3-595bcee68f07 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 944 time: 0.0714972 Dec 20 15:47:38.602119 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:38.624103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3ed535e-5c6a-4bd5-bdc8-ee99c237c779 req-2dabbe5f-e00f-42bc-a263-bf7eefc4dc50 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767438 Dec 20 15:47:38.699150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6cd0b9f7-319e-4120-8a5c-63d758c76c26,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:38.837784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-37c9d329-588d-4b1f-bff8-6b77b401172c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:38.839349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-37c9d329-588d-4b1f-bff8-6b77b401172c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 821 time: 0.1782565 Dec 20 15:47:38.849036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e38e1-1951-4819-a5ff-47ec4d6f7627 req-f323fc87-e475-4f22-987b-ca4e46a518ba tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:38.855265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e38e1-1951-4819-a5ff-47ec4d6f7627 req-f323fc87-e475-4f22-987b-ca4e46a518ba tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:38.861235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e38e1-1951-4819-a5ff-47ec4d6f7627 req-f323fc87-e475-4f22-987b-ca4e46a518ba tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:38.862863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd9e38e1-1951-4819-a5ff-47ec4d6f7627 req-f323fc87-e475-4f22-987b-ca4e46a518ba tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.1006587 Dec 20 15:47:38.887098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-9e6174d7-d2e7-44c5-b47c-bf2654c7b508 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/quotas/cf183b49a7d74690830de5cb1b2605d3 HTTP/1.1" status: 200 len: 375 time: 0.0232377 Dec 20 15:47:38.939964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-6787170d-ea41-4ab3-ba22-bf71c963ebf2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453403 Dec 20 15:47:38.948639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd9e38e1-1951-4819-a5ff-47ec4d6f7627 req-1ac3c6ef-23a5-482b-bcea-bec29196925b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776074 Dec 20 15:47:39.035803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55582) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:39.116264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-81c7e373-d7d6-409c-93fb-42d8bc4a79e2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:47:39.117816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-81c7e373-d7d6-409c-93fb-42d8bc4a79e2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1683326 Dec 20 15:47:39.218795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-fe2147fc-c61c-4ec4-99fc-5d622ec866a9 service neutron] 10.222.0.81 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941863 Dec 20 15:47:39.336835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-4758163f-8e17-4514-b51e-ad4b1deee0ef service neutron] 10.222.0.81 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106999 Dec 20 15:47:39.362749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1901497361-network', 'tenant_id': '5dd99d424ebc4bd29587c2acf452f4c4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:39.520963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c528bd2-4dea-43e1-85a9-6f193a17e066 req-c8f3c23e-2721-49a1-a12f-7fe42dcc63b1 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:39.523430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c528bd2-4dea-43e1-85a9-6f193a17e066 req-c8f3c23e-2721-49a1-a12f-7fe42dcc63b1 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Dec 20 15:47:39.528064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Made reservation on behalf of 5dd99d424ebc4bd29587c2acf452f4c4 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:39.530581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:39.547380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:39.612593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c528bd2-4dea-43e1-85a9-6f193a17e066 req-41ba9883-7a65-4d3e-92a4-7a0f3baa18d6 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796206 Dec 20 15:47:39.637111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:39.639415 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed98d9d-955f-49ef-bdbb-49618cd00a7d" -d '{"events": [{"server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:39.764376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90a6d54f-4119-49fc-8cb9-d79b4725e41c req-30b22d95-ea28-4e15-849f-84a317a3a1e7 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 210 time: 0.0888441 Dec 20 15:47:39.787456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:39.815381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c904dcb-b1a7-498d-9f5a-287875af4806 req-422258c4-f1b7-4473-9f35-df7eeb6ec649 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:39.828938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c904dcb-b1a7-498d-9f5a-287875af4806 req-422258c4-f1b7-4473-9f35-df7eeb6ec649 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.1130197 Dec 20 15:47:39.887763 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d432a044-aa05-4f52-8d5e-7e9c7823de88 x-openstack-request-id: req-d432a044-aa05-4f52-8d5e-7e9c7823de88 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:39.887950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:39.888415 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:39.888415 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d432a044-aa05-4f52-8d5e-7e9c7823de88 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:39.888729 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'code': 200} Dec 20 15:47:39.923728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c904dcb-b1a7-498d-9f5a-287875af4806 req-f064f13c-d8d8-4a01-927e-2ffeb2920702 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866563 Dec 20 15:47:39.955193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:39.973494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f56ec90-f14a-48a3-b82a-e5d10d750853,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:40.007522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.007917 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Added segment 9cc5095e-27d9-44db-baf0-28ab00832f0d of type vlan for network 5ea601e7-0c24-4fc2-92e8-c8765df33b74 Dec 20 15:47:40.067060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1324324-9d7c-469a-b605-a6fe795680eb req-92b20502-aeb6-4667-8170-6ef07cd89a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.067060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1324324-9d7c-469a-b605-a6fe795680eb req-92b20502-aeb6-4667-8170-6ef07cd89a2f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0870342 Dec 20 15:47:40.067956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.151082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1324324-9d7c-469a-b605-a6fe795680eb req-f6aeb9ed-dc21-4cef-9e5a-b304a61be850 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745628 Dec 20 15:47:40.190934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.192148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.193123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.297978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] Pushing event updated for resources: {'Network': ['ID=5ea601e7-0c24-4fc2-92e8-c8765df33b74,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:40.302097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-5a026af4-44cc-4c5f-9f30-6f9efed965eb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=82af46d23d0948448f88fa7e5758c982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283551 Dec 20 15:47:40.308757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5ea601e7-0c24-4fc2-92e8-c8765df33b74 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:40.391239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c5377d18-2e16-4c57-98ff-7ed815159d5b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3543048 Dec 20 15:47:40.391639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:40.400142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Request body: {'subnet': {'network_id': '5ea601e7-0c24-4fc2-92e8-c8765df33b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1901497361-subnet', 'tenant_id': '5dd99d424ebc4bd29587c2acf452f4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:40.497296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-6e7ab68f-3fa9-48b9-8ba8-c9386a0f68b0 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.499890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-6e7ab68f-3fa9-48b9-8ba8-c9386a0f68b0 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861813 Dec 20 15:47:40.527205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-28f6f5de-33be-4a84-90a9-05f53995cd78 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/quotas/82af46d23d0948448f88fa7e5758c982 HTTP/1.1" status: 200 len: 375 time: 0.0161700 Dec 20 15:47:40.527804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Made reservation on behalf of 5dd99d424ebc4bd29587c2acf452f4c4 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:40.530207 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.537026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063eee2-ea6a-46b6-8281-8c67ca8f783c req-f4373cb9-eba9-434a-856b-b5144c130d7d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.543163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063eee2-ea6a-46b6-8281-8c67ca8f783c req-f4373cb9-eba9-434a-856b-b5144c130d7d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.549402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063eee2-ea6a-46b6-8281-8c67ca8f783c req-f4373cb9-eba9-434a-856b-b5144c130d7d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.551096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9063eee2-ea6a-46b6-8281-8c67ca8f783c req-f4373cb9-eba9-434a-856b-b5144c130d7d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.1259527 Dec 20 15:47:40.596142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-09bd195d-cf0b-4cd6-a682-9eb259d7531d tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82af46d23d0948448f88fa7e5758c982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440352 Dec 20 15:47:40.646621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9063eee2-ea6a-46b6-8281-8c67ca8f783c req-df5def8a-b401-431a-8a09-697b1d3e7a0b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846765 Dec 20 15:47:40.690666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-85105228-3fbc-4c87-bdc7-d3ab1a55553e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.700576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-85105228-3fbc-4c87-bdc7-d3ab1a55553e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.703065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-85105228-3fbc-4c87-bdc7-d3ab1a55553e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.704763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-85105228-3fbc-4c87-bdc7-d3ab1a55553e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 2417 time: 0.0849357 Dec 20 15:47:40.865473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.893771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f07c8-e259-4841-873a-4d97aaf9cbcc req-26926295-a790-462d-96e4-1d931c652436 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:40.909334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-754f07c8-e259-4841-873a-4d97aaf9cbcc req-26926295-a790-462d-96e4-1d931c652436 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 946 time: 0.0859118 Dec 20 15:47:40.956520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aab0671-1fd0-48b3-bb9f-c946d7c2b24f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:40.960342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:40.960909 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:40.965819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Checking segment: {'id': '9cc5095e-27d9-44db-baf0-28ab00832f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5ea601e7-0c24-4fc2-92e8-c8765df33b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:40.966079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Network hostable DHCP agents. Network: 5ea601e7-0c24-4fc2-92e8-c8765df33b74, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:41.056813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Network 5ea601e7-0c24-4fc2-92e8-c8765df33b74 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:41.068329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45f58f48-af88-47ee-aeaf-3e1eb27e8b61 req-895fba71-67d7-4f9c-90f6-d9ead51d6094 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 210 time: 0.0812337 Dec 20 15:47:41.097278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-754f07c8-e259-4841-873a-4d97aaf9cbcc req-4e85601a-af32-43aa-b9b3-13bba0958a83 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808100 Dec 20 15:47:41.153199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5ea601e7-0c24-4fc2-92e8-c8765df33b74) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:41.156931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:41.162146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:41.163620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:41.163620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:41.165761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ae89e-3a45-4101-8aec-cdc5aad6b2f7 None None] Network 5ea601e7-0c24-4fc2-92e8-c8765df33b74 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:41.177437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:41.212418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eee11fa-6460-42ab-b005-861c1ed007cc req-218d54ac-3013-465f-9f2a-46ce60520f67 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 210 time: 0.0766687 Dec 20 15:47:41.262696 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8220010d-9dba-4600-bd27-9bcef4a8849a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8691802 Dec 20 15:47:41.289335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd559a7-8d8e-40a1-b1c2-f45c615ea8e0 None None] Network 5ea601e7-0c24-4fc2-92e8-c8765df33b74 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:41.414007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7cb92-17f7-44b4-b97d-12e0cc5b297e req-0721a4e2-231e-4489-b346-669962e9ec15 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:41.421276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbb7cb92-17f7-44b4-b97d-12e0cc5b297e req-0721a4e2-231e-4489-b346-669962e9ec15 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.2202759 Dec 20 15:47:41.473983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbb7cb92-17f7-44b4-b97d-12e0cc5b297e req-35758e21-435e-49bf-b9e6-bc8f5624717e tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517228 Dec 20 15:47:41.545136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:41.559288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0fd6ed9f-0466-4abb-98d6-ea10f77e8453', '10918744-6375-46a9-ad2b-6f0f427a7f2c', '9dc381dd-1cf4-427d-be13-452cbbe53a7e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:41.584451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=0fd6ed9f-0466-4abb-98d6-ea10f77e8453,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:41.676949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:41.696027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:41.703114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-1a21eb37-000a-4e91-a0f7-56f7f1848593 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "DELETE /v2.0/ports/0fd6ed9f-0466-4abb-98d6-ea10f77e8453 HTTP/1.1" status: 204 len: 173 time: 0.9908552 Dec 20 15:47:41.712973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-deleted', 'tag': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:41.718363 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542c915-12ed-4be6-82a7-6cd872e22a44" -d '{"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-deleted", "tag": "0fd6ed9f-0466-4abb-98d6-ea10f77e8453"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:41.918192 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-1f057620-19c7-49ad-bbe4-809d0623546b req-31e2fd0c-3762-4281-90cd-2217126fb326 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] show failed (client error): The resource could not be found. Dec 20 15:47:41.920096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f057620-19c7-49ad-bbe4-809d0623546b req-31e2fd0c-3762-4281-90cd-2217126fb326 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups/130c8919-c5fa-45e9-950e-fff14526d6df HTTP/1.1" status: 404 len: 352 time: 0.1221046 Dec 20 15:47:41.993134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450119-f296-4ebf-bd33-d813b148f10a req-10575321-ed42-4296-b6f8-0d28d67e8ec0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:41.999814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450119-f296-4ebf-bd33-d813b148f10a req-10575321-ed42-4296-b6f8-0d28d67e8ec0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:42.012509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a450119-f296-4ebf-bd33-d813b148f10a req-10575321-ed42-4296-b6f8-0d28d67e8ec0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 1681 time: 0.2130795 Dec 20 15:47:42.035142 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4427cbc-1db9-4c33-a811-d7c31345c5e4 x-openstack-request-id: req-c4427cbc-1db9-4c33-a811-d7c31345c5e4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:42.035513 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-deleted", "tag": "0fd6ed9f-0466-4abb-98d6-ea10f77e8453", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:42.035731 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4427cbc-1db9-4c33-a811-d7c31345c5e4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:42.036153 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-deleted', 'tag': '0fd6ed9f-0466-4abb-98d6-ea10f77e8453', 'status': 'completed', 'code': 200} Dec 20 15:47:42.047362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port 9dc381dd-1cf4-427d-be13-452cbbe53a7e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:42.047732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:42.133985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-fd10223c-a3c5-43fd-a051-66b7526d34df tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:42.137652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-fd10223c-a3c5-43fd-a051-66b7526d34df tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 821 time: 0.1468177 Dec 20 15:47:42.159808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'port': {'device_id': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'admin_state_up': True, 'tenant_id': 'cf183b49a7d74690830de5cb1b2605d3'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:42.211632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a450119-f296-4ebf-bd33-d813b148f10a req-2ba1d57b-7554-4c6e-bc2a-e9e625c92501 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981082 Dec 20 15:47:42.261702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-333ce1d1-eb45-42b2-86fe-94548c1ad758 req-38d5cc86-a05d-4e59-9d0d-c4be86d2c560 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 210 time: 0.0378439 Dec 20 15:47:42.295295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port 9dc381dd-1cf4-427d-be13-452cbbe53a7e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9dc381dd-1cf4-427d-be13-452cbbe53a7e,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:42.295295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:42.321795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-4bf87d31-2f61-4701-a7c5-e2e800d4f01e tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:42.323238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-4bf87d31-2f61-4701-a7c5-e2e800d4f01e tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.83 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 946 time: 0.1978865 Dec 20 15:47:42.342142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for 9dc381dd-1cf4-427d-be13-452cbbe53a7e owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:42.395007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Made reservation on behalf of cf183b49a7d74690830de5cb1b2605d3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:42.397072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:42.517897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a9f6-8e9a-4dea-bdd4-98b8d0e976d5 req-6f0d0e0b-994f-44bb-a35a-e2bee8530e68 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:42.519419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5723a9f6-8e9a-4dea-bdd4-98b8d0e976d5 req-6f0d0e0b-994f-44bb-a35a-e2bee8530e68 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 946 time: 0.2412744 Dec 20 15:47:42.538506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7c0311-fbcb-4e57-bd07-59b22dbb25e4 req-b0e322bd-82b4-4f85-a9cd-15fa37ce058c tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5dd99d424ebc4bd29587c2acf452f4c4 HTTP/1.1" status: 200 len: 3005 time: 0.1976316 Dec 20 15:47:42.547624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Allocated IP 172.20.0.11 (7fa9bf6f-05ea-4e5c-bf36-9584368bd85f/ad722afc-a936-4117-8ed5-9d39bc769587/a43d2dd2-9075-4cc4-8910-5214c641c32a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:42.994258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5723a9f6-8e9a-4dea-bdd4-98b8d0e976d5 req-c725c9a9-bb54-40b0-b916-6981c9e3d2c4 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/security-groups?id=692571fa-5227-4f68-87ed-964b438f832e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630566 Dec 20 15:47:42.996283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Deleting port 561da7b4-54aa-4001-a1bf-a2f173823869 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:42.996617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.016082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7c0311-fbcb-4e57-bd07-59b22dbb25e4 req-218435d8-f664-485b-a765-fda60a05eeda tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups/2f56ec90-f14a-48a3-b82a-e5d10d750853 HTTP/1.1" status: 200 len: 3002 time: 0.4604337 Dec 20 15:47:43.124754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03657e6d-4fcd-497c-996b-6e59f645534d req-36bac7aa-6cc0-46dd-963f-608aea38a6ae tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 210 time: 0.0534482 Dec 20 15:47:43.133811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.180370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7c0311-fbcb-4e57-bd07-59b22dbb25e4 req-96642df3-44ff-4004-a13e-4b6bd4695745 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups/2f56ec90-f14a-48a3-b82a-e5d10d750853 HTTP/1.1" status: 200 len: 3002 time: 0.1503727 Dec 20 15:47:43.188925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=9dc381dd-1cf4-427d-be13-452cbbe53a7e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:43.263512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] For port 561da7b4-54aa-4001-a1bf-a2f173823869, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=561da7b4-54aa-4001-a1bf-a2f173823869,segment=NetworkSegment(2b5302d3-e546-42ec-b7d7-32ce3aa262a1),segment_id=2b5302d3-e546-42ec-b7d7-32ce3aa262a1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:43.263881 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.266387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port 9dc381dd-1cf4-427d-be13-452cbbe53a7e on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:43.287300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.289126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.292554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-b88165bf-50e9-40fa-982f-d6b27ebac22e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "DELETE /v2.0/ports/9dc381dd-1cf4-427d-be13-452cbbe53a7e HTTP/1.1" status: 204 len: 173 time: 1.5831335 Dec 20 15:47:43.308320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Calling delete_port for 561da7b4-54aa-4001-a1bf-a2f173823869 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:43.384368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55726) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:43.434998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.442329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea232-6155-46ed-8a6e-2e15e3f0ab3a req-92a9ba1a-9e19-4fe9-ae3e-b28a8c47027d tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:43.443964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82fea232-6155-46ed-8a6e-2e15e3f0ab3a req-92a9ba1a-9e19-4fe9-ae3e-b28a8c47027d tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.2095995 Dec 20 15:47:43.496379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:43.502127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:43.504949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:43.552480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:43.570345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9559b088-10b6-483a-b56d-a9616c836aaa req-1b26c858-8f1b-44a2-b638-09abac58b449 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups/2f56ec90-f14a-48a3-b82a-e5d10d750853 HTTP/1.1" status: 200 len: 3002 time: 0.1392879 Dec 20 15:47:43.573571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-acb631e3-ec13-40a6-bf5a-0fc109cb1e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.589206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-54270957-5e8c-40b9-a562-0ef86961de5f tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=82af46d23d0948448f88fa7e5758c982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456219 Dec 20 15:47:43.589898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:43.590521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.609481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82fea232-6155-46ed-8a6e-2e15e3f0ab3a req-9b3886cf-b398-47e9-ac79-2ebd0d771ec7 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555591 Dec 20 15:47:43.633512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port 10918744-6375-46a9-ad2b-6f0f427a7f2c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:43.633903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.687014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-acb631e3-ec13-40a6-bf5a-0fc109cb1e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.714156 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-dd34e13c-493c-40ee-8e8e-1176abbb21ae tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5597558 Dec 20 15:47:43.726732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Request body: {'port': {'device_id': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:43.787568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.838507 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-acb631e3-ec13-40a6-bf5a-0fc109cb1e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.904133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:43.904409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:43.918007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48414d12-056b-4951-86b3-4d381ea6c803 req-ebffe099-edcb-4893-85a7-a51cc18a572f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:43.919527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48414d12-056b-4951-86b3-4d381ea6c803 req-ebffe099-edcb-4893-85a7-a51cc18a572f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 945 time: 0.2330663 Dec 20 15:47:43.934453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-4ee13380-4a5b-4e96-82ff-4289002142ed tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:43.935907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-4ee13380-4a5b-4e96-82ff-4289002142ed tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399775 Dec 20 15:47:43.937843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb631e3-ec13-40a6-bf5a-0fc109cb1e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14122ea3-c7d6-475b-89b0-dd7608c761a1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:43.941866 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-9559b088-10b6-483a-b56d-a9616c836aaa req-6e689588-37f9-43c3-bde8-fb7a65dec86b tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:47:43.944343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9559b088-10b6-483a-b56d-a9616c836aaa req-6e689588-37f9-43c3-bde8-fb7a65dec86b tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "DELETE /v2.0/security-groups/2f56ec90-f14a-48a3-b82a-e5d10d750853 HTTP/1.1" status: 409 len: 352 time: 0.3608003 Dec 20 15:47:43.947151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-acb631e3-ec13-40a6-bf5a-0fc109cb1e91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2cd731ad9384e458db7d0b69a0c7964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614269 Dec 20 15:47:43.950532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55732) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:43.957577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for 10918744-6375-46a9-ad2b-6f0f427a7f2c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:43.969983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Request body: {'port': {'device_id': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '82af46d23d0948448f88fa7e5758c982'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:44.052337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-deleted', 'tag': '9dc381dd-1cf4-427d-be13-452cbbe53a7e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:44.055107 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0bc6ce-196a-4137-8d88-33ddbc6a0de3" -d '{"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-deleted", "tag": "9dc381dd-1cf4-427d-be13-452cbbe53a7e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:44.077407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-127e06d0-a2a0-4654-bb72-cfd31c6b7ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.117204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-127e06d0-a2a0-4654-bb72-cfd31c6b7ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.122617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.134653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['561da7b4-54aa-4001-a1bf-a2f173823869'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:44.157905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 10918744-6375-46a9-ad2b-6f0f427a7f2c no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:44.168900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48414d12-056b-4951-86b3-4d381ea6c803 req-8d1df3d8-61b7-4169-af3f-f988035e3fef tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283418 Dec 20 15:47:44.244239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43d2dd2-9075-4cc4-8910-5214c641c32a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:44.250036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Pushing event deleted for resources: {'Port': ['ID=561da7b4-54aa-4001-a1bf-a2f173823869,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:44.254094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.286886 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.310859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:44.313008 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90264bec-77da-4b16-87bf-91cd04552d2c" -d '{"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:44.316074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Transition to ACTIVE for port object a43d2dd2-9075-4cc4-8910-5214c641c32a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:44.318031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-127e06d0-a2a0-4654-bb72-cfd31c6b7ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.321678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-127e06d0-a2a0-4654-bb72-cfd31c6b7ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.325516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] No DVR routers for this DVR port 561da7b4-54aa-4001-a1bf-a2f173823869 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:44.325924 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-127e06d0-a2a0-4654-bb72-cfd31c6b7ef7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14122ea3-c7d6-475b-89b0-dd7608c761a1 HTTP/1.1" status: 204 len: 168 time: 0.3715129 Dec 20 15:47:44.326625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 10918744-6375-46a9-ad2b-6f0f427a7f2c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=10918744-6375-46a9-ad2b-6f0f427a7f2c,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:44.335898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e06d0-a2a0-4654-bb72-cfd31c6b7ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14122ea3-c7d6-475b-89b0-dd7608c761a1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:44.338643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.343015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab922cb3-d2e8-4a2c-923b-d84f5bd3170d req-b949a771-f6f5-4254-a95b-f544cc244816 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.83 "DELETE /v2.0/ports/561da7b4-54aa-4001-a1bf-a2f173823869 HTTP/1.1" status: 204 len: 173 time: 1.9980538 Dec 20 15:47:44.366245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893091e-f647-44a6-8939-ef2d88be23f6 req-aa0d86cf-31e5-4ead-bee0-9bd770e9b826 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:44.367879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8893091e-f647-44a6-8939-ef2d88be23f6 req-aa0d86cf-31e5-4ead-bee0-9bd770e9b826 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 932 time: 0.2739906 Dec 20 15:47:44.405679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa99fb-586a-4f37-ba16-3436a3c07123 req-e91ce412-0c97-434e-9e09-202c5c2651fe tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:44.407203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45fa99fb-586a-4f37-ba16-3436a3c07123 req-e91ce412-0c97-434e-9e09-202c5c2651fe tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.1518259 Dec 20 15:47:44.417040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55748) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:44.422449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Request body: {'floatingip': {'port_id': '6cd0b9f7-319e-4120-8a5c-63d758c76c26'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:44.426812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.450922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.452326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:44.454824 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-553cf3a1-c58d-4733-a0aa-2dc929dcd5c0 req-38a490e1-e05b-4730-8556-c21a3bcb3fb2 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] show failed (client error): The resource could not be found. Dec 20 15:47:44.454824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-553cf3a1-c58d-4733-a0aa-2dc929dcd5c0 req-38a490e1-e05b-4730-8556-c21a3bcb3fb2 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups/8cc501f2-450b-4f6f-99c5-836a8b12a08e HTTP/1.1" status: 404 len: 352 time: 0.0303216 Dec 20 15:47:44.473957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.503199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Made reservation on behalf of 82af46d23d0948448f88fa7e5758c982 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:44.507408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.528375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8893091e-f647-44a6-8939-ef2d88be23f6 req-81038a06-07f3-4cb4-850e-0a42668ee198 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434867 Dec 20 15:47:44.537064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:44.541049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0fd6ed9f-0466-4abb-98d6-ea10f77e8453 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:44.541839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9dc381dd-1cf4-427d-be13-452cbbe53a7e no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:44.549189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:44.554421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.576148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 9dc381dd-1cf4-427d-be13-452cbbe53a7e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:44.576732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9dc381dd-1cf4-427d-be13-452cbbe53a7e not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:44.577392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 561da7b4-54aa-4001-a1bf-a2f173823869 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:44.629989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 561da7b4-54aa-4001-a1bf-a2f173823869 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:44.630338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 561da7b4-54aa-4001-a1bf-a2f173823869 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:44.632641 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f3084-de22-4453-9d36-eb3d0ad7f3e9 x-openstack-request-id: req-702f3084-de22-4453-9d36-eb3d0ad7f3e9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:44.633662 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-deleted", "tag": "9dc381dd-1cf4-427d-be13-452cbbe53a7e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:44.633846 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-702f3084-de22-4453-9d36-eb3d0ad7f3e9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:44.635688 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-deleted', 'tag': '9dc381dd-1cf4-427d-be13-452cbbe53a7e', 'status': 'completed', 'code': 200} Dec 20 15:47:44.688838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:44.698479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11d5cd5c-347c-40d7-a417-fd4a8ec06140 req-3c52357c-eb12-483f-ab00-ab51776c9442 tempest-ServerAddressesNegativeTestJSON-585381003 tempest-ServerAddressesNegativeTestJSON-585381003-project] 10.222.0.81 "GET /v2.0/ports?device_id=056de605-c7bc-4d0b-a89a-581e78927b43 HTTP/1.1" status: 200 len: 210 time: 0.0612774 Dec 20 15:47:44.722829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a744102b-b7e8-4f29-ad64-60c6d4333019 req-68becbfe-2b13-4aac-a2ac-82fd424e1d32 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 210 time: 0.0623968 Dec 20 15:47:44.732443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.790263 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa3c18-a787-4058-837c-915145cac66c x-openstack-request-id: req-b4fa3c18-a787-4058-837c-915145cac66c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:44.790841 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:44.791286 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4fa3c18-a787-4058-837c-915145cac66c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:44.792942 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c', 'code': 200} Dec 20 15:47:44.812351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Attempting to bind port a43d2dd2-9075-4cc4-8910-5214c641c32a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:44.812734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Attempting to bind port a43d2dd2-9075-4cc4-8910-5214c641c32a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:44.813064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Attempting to bind port a43d2dd2-9075-4cc4-8910-5214c641c32a on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:44.825011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Port a43d2dd2-9075-4cc4-8910-5214c641c32a on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:44.825011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Attempting to bind port a43d2dd2-9075-4cc4-8910-5214c641c32a on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:44.834022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=10918744-6375-46a9-ad2b-6f0f427a7f2c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:44.859371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:44.859760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Checking segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:44.860150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Bound using segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:44.860584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Bound port: a43d2dd2-9075-4cc4-8910-5214c641c32a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:44.860953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.884260 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-7ccee0eb-edce-497a-848b-290ae02b8ba9 req-62fabcbd-432f-4f80-91f0-cfc396791634 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] show failed (client error): The resource could not be found. Dec 20 15:47:44.890424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ccee0eb-edce-497a-848b-290ae02b8ba9 req-62fabcbd-432f-4f80-91f0-cfc396791634 tempest-SecurityGroupsNegativeTestJSON-1083634927 tempest-SecurityGroupsNegativeTestJSON-1083634927-project] 10.222.0.81 "GET /v2.0/security-groups/6f79e6da-77d4-4ea3-8a13-072b7f4e0297 HTTP/1.1" status: 404 len: 352 time: 0.0687809 Dec 20 15:47:44.911776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55754) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:44.914486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port 10918744-6375-46a9-ad2b-6f0f427a7f2c on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:44.926737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.930822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-197b5944-9ccf-4499-afae-f74ad5469e1c req-bc141633-6120-46ed-b684-02ebea1810c5 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "DELETE /v2.0/ports/10918744-6375-46a9-ad2b-6f0f427a7f2c HTTP/1.1" status: 204 len: 173 time: 1.6316085 Dec 20 15:47:44.985541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:44.995869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Deleting subnet 1aab0671-1fd0-48b3-bb9f-c946d7c2b24f {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:44.999603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.041818 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.042518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:45.044300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.047087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:45.157932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.159835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.161983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821869dd-0138-43e4-9db4-aacc50764513,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:45.166249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.210838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:45.211302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.212722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/a43d2dd2-9075-4cc4-8910-5214c641c32a HTTP/1.1" status: 200 len: 1092 time: 1.4901900 Dec 20 15:47:45.213290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'tag': 'a43d2dd2-9075-4cc4-8910-5214c641c32a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:45.226649 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b283c8-7424-45ef-a555-a32ae645fba6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d", "tag": "a43d2dd2-9075-4cc4-8910-5214c641c32a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:45.227711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:45.252423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8608c283-37ce-4ecf-bb3b-172059d65bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.264246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1b0f7-3f65-427a-a2ae-e296c2cda9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:45.270681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.315316 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298609cf-1880-4e53-9f27-a41da095cfc4 x-openstack-request-id: req-298609cf-1880-4e53-9f27-a41da095cfc4 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:45.318685 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d", "tag": "a43d2dd2-9075-4cc4-8910-5214c641c32a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:45.318685 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-298609cf-1880-4e53-9f27-a41da095cfc4 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:45.318685 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'tag': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'status': 'completed', 'code': 200} Dec 20 15:47:45.332973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a514bf6-bac4-451c-8b10-72c08484ebe7 req-4d5fed87-0cf9-40ee-8144-c759b268fd3a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a55a979-6c1f-4754-bde3-8b2a3318dceb HTTP/1.1" status: 200 len: 210 time: 0.0343611 Dec 20 15:47:45.364606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Allocated IP 192.168.233.48 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/e47b50fe-e21c-4ae4-b70a-0182b6aae0c2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:45.377352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.409774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aab0671-1fd0-48b3-bb9f-c946d7c2b24f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:45.422851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.425906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-276f57fd-ee6e-4b5f-a85a-3ed218921d86 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1aab0671-1fd0-48b3-bb9f-c946d7c2b24f HTTP/1.1" status: 204 len: 168 time: 0.5070808 Dec 20 15:47:45.426572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:45.546768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.706345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b283c8-7424-45ef-a555-a32ae645fba6 req-b6a13f7d-2b5e-4629-94c3-f67cdaa403e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:45.707829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e3b283c8-7424-45ef-a555-a32ae645fba6 req-b6a13f7d-2b5e-4629-94c3-f67cdaa403e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 1095 time: 0.3851209 Dec 20 15:47:45.733132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.773916 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Floating IP 8161064f-d58c-4797-b60b-ce9d933ffbd9 associated. External IP: 172.25.6.96, port: 6cd0b9f7-319e-4120-8a5c-63d758c76c26. Dec 20 15:47:45.775099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e8411-f6c0-4c74-85d0-eda54879f4cd req-0e79f13f-bc08-4bfb-9aa8-2bc5ca341ba4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:45.776661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037e8411-f6c0-4c74-85d0-eda54879f4cd req-0e79f13f-bc08-4bfb-9aa8-2bc5ca341ba4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.1784019 Dec 20 15:47:45.783440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55770) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:45.786308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.800803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea601e7-0c24-4fc2-92e8-c8765df33b74']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:45.830221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8608c283-37ce-4ecf-bb3b-172059d65bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.841672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc5095e-27d9-44db-baf0-28ab00832f0d') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:45.841970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc5095e-27d9-44db-baf0-28ab00832f0d') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:45.893892 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.908545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-518d6d75-0de6-4525-a2cd-0131b1dab6e9 req-08a1aba7-0197-4263-8bee-04aa5704aae5 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 210 time: 0.0688791 Dec 20 15:47:45.934936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Deleting subnet 0017a8e4-debe-49c2-bfa7-05edf010fe9d {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:45.943716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.965999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8608c283-37ce-4ecf-bb3b-172059d65bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:45.978368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.000026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:46.000496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:46.006027 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:46.032705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037e8411-f6c0-4c74-85d0-eda54879f4cd req-392e892b-6072-4859-a360-68132a398aeb tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344513 Dec 20 15:47:46.059944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b283c8-7424-45ef-a555-a32ae645fba6 req-52fd4ff4-c147-427a-9455-a3b13b48f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:46.061782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e3b283c8-7424-45ef-a555-a32ae645fba6 req-52fd4ff4-c147-427a-9455-a3b13b48f491 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cf183b49a7d74690830de5cb1b2605d3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3423676 Dec 20 15:47:46.090956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.095085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.219255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:46.219930 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8608c283-37ce-4ecf-bb3b-172059d65bf9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=971409b006fb4392b0afc24aa2ad41bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9856315 Dec 20 15:47:46.220079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:46.221782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55774) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:46.222662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Pushing event updated for resources: {'Port': ['ID=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:46.233580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.242963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:46.245709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.266559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608c283-37ce-4ecf-bb3b-172059d65bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e651b-c5d2-451a-97bd-65ebcc30a163,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:46.270580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.274364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] 10.222.0.81 "DELETE /v2.0/networks/5ea601e7-0c24-4fc2-92e8-c8765df33b74 HTTP/1.1" status: 204 len: 168 time: 0.8468280 Dec 20 15:47:46.323646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76903fa6-ea34-4cb3-a134-7360ea67dc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea601e7-0c24-4fc2-92e8-c8765df33b74,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:46.377472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:46.378044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.409467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1eff2fdd-a3eb-4402-9569-a32f608c5cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.458412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1eff2fdd-a3eb-4402-9569-a32f608c5cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.473099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b283c8-7424-45ef-a555-a32ae645fba6 req-99fa021b-88d5-4665-853e-1164fb6a647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:46.473764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55780) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:46.479181 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e3b283c8-7424-45ef-a555-a32ae645fba6 req-99fa021b-88d5-4665-853e-1164fb6a647f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3985908 Dec 20 15:47:46.486980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-ea9e06f2-e9bf-4a2f-ace5-bb8e4a89556b tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5272715 Dec 20 15:47:46.491316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Router 917ab08a-541c-4673-8990-ed56964f963b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:47:46.520620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Request body: {'port': {'device_id': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:46.551478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.605721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0017a8e4-debe-49c2-bfa7-05edf010fe9d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:46.616010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting subnet 6140ce47-6873-43aa-9e7a-c1143723b70c {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:46.622051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.624105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f4e001ed-6dbd-4665-a003-11e653c8b448 None None] Provisioning complete for port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:46.627373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-67b01df0-2378-4aaf-8e6a-d096f80e62eb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0017a8e4-debe-49c2-bfa7-05edf010fe9d HTTP/1.1" status: 204 len: 168 time: 0.8369923 Dec 20 15:47:46.627373 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.628668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55782) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:46.628896 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4e001ed-6dbd-4665-a003-11e653c8b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.649146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056de605-c7bc-4d0b-a89a-581e78927b43', 'name': 'network-vif-deleted', 'tag': '561da7b4-54aa-4001-a1bf-a2f173823869'}, {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-deleted', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:46.651404 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa33ce6-4a3e-4dc7-af82-7fd5212239ca" -d '{"events": [{"server_uuid": "056de605-c7bc-4d0b-a89a-581e78927b43", "name": "network-vif-deleted", "tag": "561da7b4-54aa-4001-a1bf-a2f173823869"}, {"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-deleted", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:46.653762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-08eec405-8f56-4116-aa64-169bcf5f55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:46.655253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-08eec405-8f56-4116-aa64-169bcf5f55d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 1095 time: 0.1061277 Dec 20 15:47:46.675650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f4e001ed-6dbd-4665-a003-11e653c8b448 None None] Port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:47:46.675819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:47:46.690960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] Sync routers for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:47:46.713649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:46.714611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:46.732552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.736685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-e34c4d53-2478-45ab-b225-6b791ccc051d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a HTTP/1.1" status: 200 len: 217 time: 0.0713522 Dec 20 15:47:46.748950 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c5ca8-65d2-40e3-b01a-3a0101438743 x-openstack-request-id: req-400c5ca8-65d2-40e3-b01a-3a0101438743 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:46.753294 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056de605-c7bc-4d0b-a89a-581e78927b43", "name": "network-vif-deleted", "tag": "561da7b4-54aa-4001-a1bf-a2f173823869", "status": "completed", "code": 200}, {"server_uuid": "2a55a979-6c1f-4754-bde3-8b2a3318dceb", "name": "network-vif-deleted", "tag": "10918744-6375-46a9-ad2b-6f0f427a7f2c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:46.753589 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-400c5ca8-65d2-40e3-b01a-3a0101438743 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:46.754005 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056de605-c7bc-4d0b-a89a-581e78927b43', 'name': 'network-vif-deleted', 'tag': '561da7b4-54aa-4001-a1bf-a2f173823869', 'status': 'completed', 'code': 200} Dec 20 15:47:46.754261 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55a979-6c1f-4754-bde3-8b2a3318dceb', 'name': 'network-vif-deleted', 'tag': '10918744-6375-46a9-ad2b-6f0f427a7f2c', 'status': 'completed', 'code': 200} Dec 20 15:47:46.754903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.792936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.802722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f257db94-29b1-42f5-a8a9-eda2931df9cd tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "PUT /v2.0/floatingips/8161064f-d58c-4797-b60b-ce9d933ffbd9 HTTP/1.1" status: 200 len: 990 time: 2.3844469 Dec 20 15:47:46.822210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1eff2fdd-a3eb-4402-9569-a32f608c5cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.824571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1eff2fdd-a3eb-4402-9569-a32f608c5cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.828174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1eff2fdd-a3eb-4402-9569-a32f608c5cb5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e00e651b-c5d2-451a-97bd-65ebcc30a163 HTTP/1.1" status: 204 len: 168 time: 0.5902267 Dec 20 15:47:46.834804 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.845405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55790) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:46.855207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-2cae309c-454a-4274-b9c0-a5afcc9cdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:46.857653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-2cae309c-454a-4274-b9c0-a5afcc9cdb2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad722afc-a936-4117-8ed5-9d39bc769587 HTTP/1.1" status: 200 len: 861 time: 0.0877194 Dec 20 15:47:46.884274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2fdd-a3eb-4402-9569-a32f608c5cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e651b-c5d2-451a-97bd-65ebcc30a163,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:46.899496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:46.994703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-0aad531c-a3c8-4f49-a524-ae48aaf26c4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229670 Dec 20 15:47:47.056996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:47.064107 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-712e14f9-ecf1-4600-8f5d-619166bc0ebe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5dd99d424ebc4bd29587c2acf452f4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164502 Dec 20 15:47:47.080210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.155734 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-57aea177-0109-470f-b294-94f06416282e service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472933 Dec 20 15:47:47.189629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.268518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-975d7cca-51cb-45a6-a0f9-76c68d6d4640 req-194b4a3f-8082-437c-be74-06af4400392a service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080077 Dec 20 15:47:47.296916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-31f5e442-365a-407e-b182-65101548559e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eca89b4-6100-4405-92cd-f6d73aef48da']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:47.317803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:47.323152 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfea50-785b-4196-8916-41cf27638534" -d '{"events": [{"name": "network-changed", "server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:47.340656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-31f5e442-365a-407e-b182-65101548559e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5302d3-e546-42ec-b7d7-32ce3aa262a1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:47.341004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-31f5e442-365a-407e-b182-65101548559e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5302d3-e546-42ec-b7d7-32ce3aa262a1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:47.363979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.389242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f832c-ebd7-4882-8c76-2e9de34e1c59 req-15db7c18-84b0-445c-9b78-82da29cb65f1 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:47.390852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f5f832c-ebd7-4882-8c76-2e9de34e1c59 req-15db7c18-84b0-445c-9b78-82da29cb65f1 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 935 time: 0.3428030 Dec 20 15:47:47.421342 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.428542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99d7c704-4cbe-4f99-a76d-c57af9914189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.430100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '8161064f-d58c-4797-b60b-ce9d933ffbd9', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '917ab08a-541c-4673-8990-ed56964f963b', 'port_id': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'mac_address': 'fa:16:3e:8a:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:47:22Z', 'updated_at': '2021-12-20T15:47:45Z', 'revision_number': 1, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:47.457342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] Checking router: 917ab08a-541c-4673-8990-ed56964f963b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:47:47.467684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:47.468057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4316-30d6-4fd5-a3fd-9e36a04f4a4c req-b2080504-28d9-4b76-9579-81e24b9bb88d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:47.468354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:47:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:47.469657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b9f4316-30d6-4fd5-a3fd-9e36a04f4a4c req-b2080504-28d9-4b76-9579-81e24b9bb88d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.2330923 Dec 20 15:47:47.472289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:47.472695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:47.477507 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:47.493603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.581702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:47.834211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '8161064f-d58c-4797-b60b-ce9d933ffbd9', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '917ab08a-541c-4673-8990-ed56964f963b', 'port_id': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'mac_address': 'fa:16:3e:8a:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:47:22Z', 'updated_at': '2021-12-20T15:47:45Z', 'revision_number': 1, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:47.860928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717c50d-cd1f-41e0-90f5-d5d5e96afdeb None None] The sync data for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 is: [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '8161064f-d58c-4797-b60b-ce9d933ffbd9', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '917ab08a-541c-4673-8990-ed56964f963b', 'port_id': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'mac_address': 'fa:16:3e:8a:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:47:22Z', 'updated_at': '2021-12-20T15:47:45Z', 'revision_number': 1, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:47:47.874557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99d7c704-4cbe-4f99-a76d-c57af9914189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.937114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Subnet': ['ID=6140ce47-6873-43aa-9e7a-c1143723b70c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:47.969686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c326a1c-c657-4dff-a55a-3b5ca0174dfc None None] Network 88b50469-a559-448a-83b5-42973159945f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:47.986673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.993309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1703838c-56c1-4085-bac0-85685e3f1697 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/subnets/6140ce47-6873-43aa-9e7a-c1143723b70c HTTP/1.1" status: 204 len: 168 time: 1.5154560 Dec 20 15:47:47.993919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55818) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:48.016554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f5f832c-ebd7-4882-8c76-2e9de34e1c59 req-7dc78b74-57a0-4683-a11a-11f4d6896e9d tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062503 Dec 20 15:47:48.035296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:48.046751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.058452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.063319 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.066643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31f5e442-365a-407e-b182-65101548559e admin admin] 10.222.0.81 "DELETE /v2.0/networks/1eca89b4-6100-4405-92cd-f6d73aef48da HTTP/1.1" status: 204 len: 168 time: 1.4186039 Dec 20 15:47:48.098569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b9f4316-30d6-4fd5-a3fd-9e36a04f4a4c req-3859dd7c-912d-43b0-a0b4-7d9505df7c37 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976396 Dec 20 15:47:48.102268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e442-365a-407e-b182-65101548559e admin admin] Pushing event deleted for resources: {'Network': ['ID=1eca89b4-6100-4405-92cd-f6d73aef48da,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:48.138870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Transition to ACTIVE for port object e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:48.202398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99d7c704-4cbe-4f99-a76d-c57af9914189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.211120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99d7c704-4cbe-4f99-a76d-c57af9914189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.211120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-99d7c704-4cbe-4f99-a76d-c57af9914189 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f56ec90-f14a-48a3-b82a-e5d10d750853 HTTP/1.1" status: 204 len: 168 time: 1.1465280 Dec 20 15:47:48.221079 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.221496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7c704-4cbe-4f99-a76d-c57af9914189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f56ec90-f14a-48a3-b82a-e5d10d750853,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:48.235740 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d7a57b-5d0f-4d01-9643-5b2bad8b5cb0 x-openstack-request-id: req-73d7a57b-5d0f-4d01-9643-5b2bad8b5cb0 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:48.236032 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:48.236285 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73d7a57b-5d0f-4d01-9643-5b2bad8b5cb0 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:48.236686 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'status': 'completed', 'code': 200} Dec 20 15:47:48.261088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.262479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] DHCP port deletion for 88b50469-a559-448a-83b5-42973159945f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:47:48.300466 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e103d6-8b16-47cf-a9d8-1e37296ed0f4 None None] New status for floating IP 8161064f-d58c-4797-b60b-ce9d933ffbd9: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:47:48.363021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfea50-785b-4196-8916-41cf27638534 req-04ddae11-761e-4c18-ad12-39a6a044e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.364291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-04ddae11-761e-4c18-ad12-39a6a044e6bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 1096 time: 0.1306899 Dec 20 15:47:48.366225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] Deleting port 3cca982f-6247-46ea-8ac4-348e5c1268db {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:48.366717 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.375913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Pushing event updated for resources: {'Port': ['ID=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:48.422094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port 3cca982f-6247-46ea-8ac4-348e5c1268db {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:48.422423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.508713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] For port 3cca982f-6247-46ea-8ac4-348e5c1268db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3cca982f-6247-46ea-8ac4-348e5c1268db,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:48.511688 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.547154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] Calling delete_port for 3cca982f-6247-46ea-8ac4-348e5c1268db owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:48.577245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Attempting to bind port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:48.577626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Attempting to bind port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:48.577918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Attempting to bind port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:48.598022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:47:48.598022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Attempting to bind port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:48.606427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfea50-785b-4196-8916-41cf27638534 req-6123b270-a7d6-49c0-832c-8c425decb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.607944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-6123b270-a7d6-49c0-832c-8c425decb4c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 200 len: 916 time: 0.2058914 Dec 20 15:47:48.608822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:48.611023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port 3cca982f-6247-46ea-8ac4-348e5c1268db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3cca982f-6247-46ea-8ac4-348e5c1268db,segment=NetworkSegment(4e07fdc3-cf64-4f55-9be0-7541bfb07e48),segment_id=4e07fdc3-cf64-4f55-9be0-7541bfb07e48)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:48.612525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:48.612920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:48.613493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Bound port: e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:48.613799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.615979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.632032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55830) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:48.653880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for 3cca982f-6247-46ea-8ac4-348e5c1268db owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:48.736705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-a8982cab-52de-4ee2-a31b-99d0ff9fff0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 200 len: 998 time: 0.1059592 Dec 20 15:47:48.751356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] For port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:48.758111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] For port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:48.778051 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.796596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfea50-785b-4196-8916-41cf27638534 req-d7bab1a5-3087-4a88-add4-fd8188ba378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.798243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-d7bab1a5-3087-4a88-add4-fd8188ba378c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=085d95b9-d1ac-4bd6-a263-5b418a151799 HTTP/1.1" status: 200 len: 854 time: 0.0549338 Dec 20 15:47:48.829074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] Pushing event deleted for resources: {'Port': ['ID=3cca982f-6247-46ea-8ac4-348e5c1268db,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:48.842065 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d541198-f207-46bd-8a5b-3e7571d7e6d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35b05dcb5cb64ea1b8de99e2835225f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043815 Dec 20 15:47:48.842297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05330e-fc0e-42ba-b4ad-00f0b18a0e5c None None] No DVR routers for this DVR port 3cca982f-6247-46ea-8ac4-348e5c1268db on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:48.842776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:48.856700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.919569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.920553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.925914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] 10.222.0.72 "PUT /v2.0/ports/e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 HTTP/1.1" status: 200 len: 1095 time: 2.4173722 Dec 20 15:47:48.929410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'tag': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:48.932309 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f0783-76de-4c10-baf1-a00f6467474a" -d '{"events": [{"name": "network-changed", "server_uuid": "61e8300b-5c3c-4851-bbbc-4516f402782c", "tag": "e47b50fe-e21c-4ae4-b70a-0182b6aae0c2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:48.962006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfea50-785b-4196-8916-41cf27638534 req-97391585-3d88-4c13-9d5f-d4318e6d0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.962006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-97391585-3d88-4c13-9d5f-d4318e6d0509 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fc7ec891-da1c-4e5a-98ba-754ef75cf959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565022 Dec 20 15:47:48.967311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef9078-8bf3-4a4b-b8a6-afa18e1aaab4 service neutron] Pushing event updated for resources: {'Port': ['ID=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:48.984069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-086106b4-3171-4f5d-b6fc-6e5369cc6f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.004715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.018988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-086106b4-3171-4f5d-b6fc-6e5369cc6f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.046263 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a9dd56-0bbc-48ce-ad43-44bfd1f52ee4 x-openstack-request-id: req-f8a9dd56-0bbc-48ce-ad43-44bfd1f52ee4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:49.046882 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e8300b-5c3c-4851-bbbc-4516f402782c", "tag": "e47b50fe-e21c-4ae4-b70a-0182b6aae0c2", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:49.046882 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8a9dd56-0bbc-48ce-ad43-44bfd1f52ee4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:49.047237 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'tag': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2', 'status': 'completed', 'code': 200} Dec 20 15:47:49.052747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=3cca982f-6247-46ea-8ac4-348e5c1268db,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:49.077681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port 3cca982f-6247-46ea-8ac4-348e5c1268db on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:49.144022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-b41900ca-4713-4a88-9a19-794c61c12fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.158222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-b41900ca-4713-4a88-9a19-794c61c12fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82af46d23d0948448f88fa7e5758c982&device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 1098 time: 0.1101007 Dec 20 15:47:49.162939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-ee0403f5-4dd0-4756-af47-e7fbf740ef91 service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922297 Dec 20 15:47:49.262227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-22d8a0c5-0769-4105-b502-167bf60eb8a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 HTTP/1.1" status: 200 len: 217 time: 0.0915384 Dec 20 15:47:49.276826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.301964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b50469-a559-448a-83b5-42973159945f']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:49.312993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e07fdc3-cf64-4f55-9be0-7541bfb07e48') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:49.313335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e07fdc3-cf64-4f55-9be0-7541bfb07e48') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:49.328130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.344687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.351843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:49.352246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:49.356075 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:49.405880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-086106b4-3171-4f5d-b6fc-6e5369cc6f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.408629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-086106b4-3171-4f5d-b6fc-6e5369cc6f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.412053 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-086106b4-3171-4f5d-b6fc-6e5369cc6f6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/692571fa-5227-4f68-87ed-964b438f832e HTTP/1.1" status: 204 len: 168 time: 0.5599444 Dec 20 15:47:49.422156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc59cd-d093-4547-97b7-eb947466edf6 req-ad685a05-3857-407f-89db-228835aad6d2 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.423792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6fc59cd-d093-4547-97b7-eb947466edf6 req-ad685a05-3857-407f-89db-228835aad6d2 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 947 time: 0.2646132 Dec 20 15:47:49.426150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086106b4-3171-4f5d-b6fc-6e5369cc6f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692571fa-5227-4f68-87ed-964b438f832e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:49.445303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-53713526-8714-4a82-b0db-dd6db4d90df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.446852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-53713526-8714-4a82-b0db-dd6db4d90df0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.1533628 Dec 20 15:47:49.468179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68bdb9-2601-4c1c-a4b1-b237ae3686c0 req-dcb51cb1-a785-4288-b628-c7e7ce311231 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.469514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e68bdb9-2601-4c1c-a4b1-b237ae3686c0 req-dcb51cb1-a785-4288-b628-c7e7ce311231 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.2366502 Dec 20 15:47:49.520062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.529814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.532605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34bfea50-785b-4196-8916-41cf27638534 req-b01f695a-a892-4f1f-ac5f-3ee6e747952a service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596604 Dec 20 15:47:49.534520 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/networks/88b50469-a559-448a-83b5-42973159945f HTTP/1.1" status: 204 len: 168 time: 1.5394258 Dec 20 15:47:49.537347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:49.578453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37b8d-f581-471d-98bd-2fee98fcedeb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Network': ['ID=88b50469-a559-448a-83b5-42973159945f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:49.606095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6fc59cd-d093-4547-97b7-eb947466edf6 req-40d69c71-ea88-4a3e-ab27-09a28e37dbc6 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700444 Dec 20 15:47:49.611003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e68bdb9-2601-4c1c-a4b1-b237ae3686c0 req-4badfa44-c317-49d8-8c1f-28ed5df7f69e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191704 Dec 20 15:47:49.613236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27482d4-d399-4073-8ef7-591368f773dc req-6c338058-cfda-4ae8-80f6-82ee6eb50cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.615217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-6c338058-cfda-4ae8-80f6-82ee6eb50cc6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566763 Dec 20 15:47:49.649290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting subnet 871069cd-b83b-44fb-ac15-f2c642c3e954 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:47:49.654280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.721973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3cca982f-6247-46ea-8ac4-348e5c1268db no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:49.735018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.748129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3cca982f-6247-46ea-8ac4-348e5c1268db {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:49.748621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3cca982f-6247-46ea-8ac4-348e5c1268db not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:49.782468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-4846c430-cbc3-4144-98f7-7338fe0b55df service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598425 Dec 20 15:47:49.826720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:49.889211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b27482d4-d399-4073-8ef7-591368f773dc req-8c8035f9-6063-455b-a30c-cbcef808934d service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989614 Dec 20 15:47:49.970986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.007253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Subnet': ['ID=871069cd-b83b-44fb-ac15-f2c642c3e954,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:50.009461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.019951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d02ce24-0951-48cf-869d-dc23fd14ef88 None None] Network 32412b1e-f98c-4dea-ad56-2e80dbb80dec requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:50.026660 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9528ae8a-4906-40e1-b338-b2ecb7ae6c77 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/subnets/871069cd-b83b-44fb-ac15-f2c642c3e954 HTTP/1.1" status: 204 len: 168 time: 0.4850976 Dec 20 15:47:50.033330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55874) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:50.179617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.186394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f0783-76de-4c10-baf1-a00f6467474a req-10e92349-c68c-4d2a-8406-ecc352db2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.187939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-10e92349-c68c-4d2a-8406-ecc352db2c90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82af46d23d0948448f88fa7e5758c982&device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 1098 time: 0.1582098 Dec 20 15:47:50.249324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] DHCP port deletion for 32412b1e-f98c-4dea-ad56-2e80dbb80dec request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:47:50.300551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] Deleting port 44737442-41eb-4e7d-a7cf-f16c87573a03 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:50.300930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.344305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55890) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:50.354426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f0783-76de-4c10-baf1-a00f6467474a req-f352d75e-d919-4dbb-92a6-c40a1df33843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.357147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-f352d75e-d919-4dbb-92a6-c40a1df33843 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.1596186 Dec 20 15:47:50.361363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port 44737442-41eb-4e7d-a7cf-f16c87573a03 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:50.361709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.382525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] For port 44737442-41eb-4e7d-a7cf-f16c87573a03, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44737442-41eb-4e7d-a7cf-f16c87573a03,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:50.383202 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.399474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] Calling delete_port for 44737442-41eb-4e7d-a7cf-f16c87573a03 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:50.426683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-bcaba442-f134-45bb-b0e6-a8698e1b0d61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 HTTP/1.1" status: 200 len: 217 time: 0.0627744 Dec 20 15:47:50.470293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-768638162-network', 'tenant_id': '12734b925c944585b8aafb9246a9bfcd'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:50.504876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port 44737442-41eb-4e7d-a7cf-f16c87573a03, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=44737442-41eb-4e7d-a7cf-f16c87573a03,segment=NetworkSegment(62c68568-770c-4f06-9f2d-1056f558de2c),segment_id=62c68568-770c-4f06-9f2d-1056f558de2c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:50.505363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.526911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for 44737442-41eb-4e7d-a7cf-f16c87573a03 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:50.531748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f0783-76de-4c10-baf1-a00f6467474a req-2b80a670-ec9c-4599-aedf-c52133aa607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.533260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-2b80a670-ec9c-4599-aedf-c52133aa607a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0771039 Dec 20 15:47:50.587667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.590719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Made reservation on behalf of 12734b925c944585b8aafb9246a9bfcd for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:50.593279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.602974 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.617775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] Pushing event deleted for resources: {'Port': ['ID=44737442-41eb-4e7d-a7cf-f16c87573a03,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:50.628907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea4406-8c39-4a00-9698-aa3c24d8bfbf None None] No DVR routers for this DVR port 44737442-41eb-4e7d-a7cf-f16c87573a03 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:50.634021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f0783-76de-4c10-baf1-a00f6467474a req-4893a127-3c2b-4c83-b235-28ae19bad98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.638032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-4893a127-3c2b-4c83-b235-28ae19bad98a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937340 Dec 20 15:47:50.678988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.748518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port 44737442-41eb-4e7d-a7cf-f16c87573a03 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:50.750438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=44737442-41eb-4e7d-a7cf-f16c87573a03,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:50.792646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.893525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.914044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:50.937559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.937559 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Added segment 3f2c276e-b215-454d-b199-651c00f9e9cd of type vlan for network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 Dec 20 15:47:50.937559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:50.939731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.951958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-af91df4f-8a28-4a9d-96ee-c566c0c7b74f service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062499 Dec 20 15:47:50.980052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.986669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4c635-cb13-423f-85ca-238c7aa03b52 req-3642073b-2c38-4c93-8c28-c1d236aeb6a1 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.988004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50d4c635-cb13-423f-85ca-238c7aa03b52 req-3642073b-2c38-4c93-8c28-c1d236aeb6a1 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.1825736 Dec 20 15:47:50.996938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45050c-56a9-4b18-9cda-fd153fbe50a4 req-0e0d6a51-b619-4537-bff1-fd547e737450 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.998493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db45050c-56a9-4b18-9cda-fd153fbe50a4 req-0e0d6a51-b619-4537-bff1-fd547e737450 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 947 time: 0.2545674 Dec 20 15:47:51.000254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32412b1e-f98c-4dea-ad56-2e80dbb80dec']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:51.036869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c68568-770c-4f06-9f2d-1056f558de2c') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:51.037311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c68568-770c-4f06-9f2d-1056f558de2c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:51.061756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.078809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55920) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:51.090353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.091322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:51.091905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.126179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.158803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:47:51.159213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:47:51.166375 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:47:51.181720 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8362329 Dec 20 15:47:51.182983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5c2c5-b169-44a0-bcbd-70befd315cac admin admin] Pushing event updated for resources: {'Network': ['ID=bfeba34a-c67c-4096-a3d9-7854ad69a8d2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:51.185000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:51.190022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Request body: {'subnet': {'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-768638162-subnet', 'tenant_id': '12734b925c944585b8aafb9246a9bfcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:51.195892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:51.240511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db45050c-56a9-4b18-9cda-fd153fbe50a4 req-c7ea9eae-f8dc-421f-8fd8-9815a7362467 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285664 Dec 20 15:47:51.249491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50d4c635-cb13-423f-85ca-238c7aa03b52 req-fd5ae38b-6d06-4323-9ebc-9441dd74212d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320507 Dec 20 15:47:51.258957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d91f0783-76de-4c10-baf1-a00f6467474a req-34a85d5e-753b-4a1a-bf9a-455840b0b038 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967894 Dec 20 15:47:51.270312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a43d2dd2-9075-4cc4-8910-5214c641c32a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:51.276384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-530529371-network', 'tenant_id': '712461aad6c74cf0906017fba5e75b8f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:51.346202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Made reservation on behalf of 12734b925c944585b8aafb9246a9bfcd for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:51.352206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.352435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.359741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.366134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/networks/32412b1e-f98c-4dea-ad56-2e80dbb80dec HTTP/1.1" status: 204 len: 168 time: 1.3349273 Dec 20 15:47:51.372486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55932) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:51.377618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2071743190'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:51.396379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a817-6c5f-4a35-8b55-cc0463fa96ac tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Network': ['ID=32412b1e-f98c-4dea-ad56-2e80dbb80dec,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:51.427593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Made reservation on behalf of 712461aad6c74cf0906017fba5e75b8f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:51.430986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.448317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.470843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:51.483642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'port_id': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'mac_address': 'fa:16:3e:c8:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad722afc-a936-4117-8ed5-9d39bc769587', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:51.497547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:51.502211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.525089 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.532824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:51.540522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43d2dd2-9075-4cc4-8910-5214c641c32a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:51.549680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.550029 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Added segment 2129d120-2ae6-4214-87ce-ca72abe845d5 of type vlan for network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec Dec 20 15:47:51.555220 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.570483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:51.604251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.623952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.671471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.679720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44737442-41eb-4e7d-a7cf-f16c87573a03 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:51.688174 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.688413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.691890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.694876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:51.695535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.739046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 44737442-41eb-4e7d-a7cf-f16c87573a03 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:51.739676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 44737442-41eb-4e7d-a7cf-f16c87573a03 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:47:51.741072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:51.764130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:51.778267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38416fd2-265c-4f06-83fa-f4055ff5c555,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:51.784677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.785249 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Added segment 2973b5d3-6a5b-436b-974b-da6f1e77f7ea of type vlan for network e2151808-2cea-490d-ab7d-02178bd683b0 Dec 20 15:47:51.833352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4578922 Dec 20 15:47:51.839587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55944) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:51.841375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe2c36a-2e30-4ec5-aa49-db4f8c6f013d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:51.846520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'subnet': {'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:51.852243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a8d6f-b4e5-4b00-8fa0-30c3e40f0735 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Network': ['ID=8f9ef1ab-6a93-47c8-99c6-79e7b9790dec,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:51.861940 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:51.864848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:51.866814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Checking segment: {'id': '3f2c276e-b215-454d-b199-651c00f9e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:51.867293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Network hostable DHCP agents. Network: bfeba34a-c67c-4096-a3d9-7854ad69a8d2, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:51.890295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['a43d2dd2-9075-4cc4-8910-5214c641c32a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:51.999278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:52.039395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.039640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:52.040364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:52.040943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.043017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.104295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] Pushing event updated for resources: {'Network': ['ID=e2151808-2cea-490d-ab7d-02178bd683b0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:52.117784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e2151808-2cea-490d-ab7d-02178bd683b0 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:52.150187 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eafb92b1-a3af-4c52-9ba4-a10ad6750692 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0699849 Dec 20 15:47:52.151100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, bfeba34a-c67c-4096-a3d9-7854ad69a8d2) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:52.162937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55950) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:52.169964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Request body: {'subnet': {'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-530529371-subnet', 'tenant_id': '712461aad6c74cf0906017fba5e75b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:52.172141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f0b91-56ef-44ba-9f05-9ffc19630686 None None] Network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:52.180465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:52.189523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.276832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Made reservation on behalf of 712461aad6c74cf0906017fba5e75b8f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:52.279226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.284442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f55da80c-e7cc-4b8f-855e-84ae04a62270 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0984020 Dec 20 15:47:52.314868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26c543-0720-48d0-82b1-fd5ee3faaddb None None] Network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:52.340047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.519553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Subnet': ['ID=56a3380a-4738-4ffa-868d-1df8545f6257,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:52.540578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37549bc-492b-4221-a4a0-4fab16452a37 req-7374dd8b-4828-4087-92c0-b6251ea5caa5 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:52.551511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d37549bc-492b-4221-a4a0-4fab16452a37 req-7374dd8b-4828-4087-92c0-b6251ea5caa5 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 947 time: 0.1350675 Dec 20 15:47:52.614704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Checking segment: {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:52.615110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network hostable DHCP agents. Network: 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:52.635220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c127-d23e-4ab8-a88c-bd5125520fec req-3d658318-afd8-42d0-ac27-c1388565599f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:52.636791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8343c127-d23e-4ab8-a88c-bd5125520fec req-3d658318-afd8-42d0-ac27-c1388565599f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 945 time: 0.2322443 Dec 20 15:47:52.670971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.690095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d37549bc-492b-4221-a4a0-4fab16452a37 req-2402dbf8-0bfa-4ac8-8020-2235c794134c tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353824 Dec 20 15:47:52.716751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8343c127-d23e-4ab8-a88c-bd5125520fec req-5c9472c5-2ec4-4769-a089-04cdcf5b2be4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713983 Dec 20 15:47:52.762047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:52.766756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Checking segment: {'id': '2973b5d3-6a5b-436b-974b-da6f1e77f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:52.767103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Network hostable DHCP agents. Network: e2151808-2cea-490d-ab7d-02178bd683b0, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:52.779478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:52.854140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Network e2151808-2cea-490d-ab7d-02178bd683b0 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:52.956605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:52.958887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e2151808-2cea-490d-ab7d-02178bd683b0) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:52.963368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:52.963546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:52.964102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.964244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.968291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a990892-0b21-4424-852f-30c38acac887 None None] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:52.979297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfca47-4113-41db-a985-ccbce24e0984 None None] Network e2151808-2cea-490d-ab7d-02178bd683b0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:53.062864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08f40756-8162-4dc4-949f-ce72e404ebc0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8972206 Dec 20 15:47:53.133956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-acc06d91-7a5b-43a4-a2a2-0fdd01cee426 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:53.141759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-acc06d91-7a5b-43a4-a2a2-0fdd01cee426 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/networks?id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2 HTTP/1.1" status: 200 len: 813 time: 0.1342175 Dec 20 15:47:53.154125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-abfde774-19dc-4f62-ad7c-9c6377808e2a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3144603 Dec 20 15:47:53.156841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.159321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3fc3466e-d219-4cd8-8bf7-9868a57c6085 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/quotas/12734b925c944585b8aafb9246a9bfcd HTTP/1.1" status: 200 len: 375 time: 0.0167284 Dec 20 15:47:53.161947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1347695665'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.186437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-8f9ef1ab-6a93-47c8-99c6-79e7b9790dec', 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec', 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'fixed_ips': [{'subnet_id': '56a3380a-4738-4ffa-868d-1df8545f6257'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:47:53.188139 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.206353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e728b4-1070-44dd-952a-921ffc2cb2ed None None] Network e2151808-2cea-490d-ab7d-02178bd683b0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:53.219256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-efdd8942-d276-455c-8550-939f6723a2ab tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=12734b925c944585b8aafb9246a9bfcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509505 Dec 20 15:47:53.267937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:47:53.270362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a43d2dd2-9075-4cc4-8910-5214c641c32a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:53.282729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:53.289034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.336392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:47:53.344368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-cd63fadb-32aa-4265-986d-cebac863b1b5 service neutron] 10.222.0.81 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241393 Dec 20 15:47:53.347810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.348161 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Added segment c9a48d79-78c6-4502-b03a-578989a2e243 of type vlan for network 17d77c4e-3acf-4052-baf0-dd5614d05c1c Dec 20 15:47:53.405094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.453933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-2c672d2b-2bf8-4deb-b506-e09757dc8a79 service neutron] 10.222.0.81 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084118 Dec 20 15:47:53.540419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.546401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:53.552608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.565787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:53.577404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Allocated IP 19.80.0.2 (8f9ef1ab-6a93-47c8-99c6-79e7b9790dec/56a3380a-4738-4ffa-868d-1df8545f6257/b89c17e3-9707-4d32-8d7b-a54a0aea75fd) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:53.587092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2', 'mac_address': 'fa:16:3e:0b:06:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:47:53.607411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port a43d2dd2-9075-4cc4-8910-5214c641c32a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:53.630508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Network': ['ID=17d77c4e-3acf-4052-baf0-dd5614d05c1c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.640002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:47:53.645277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port a43d2dd2-9075-4cc4-8910-5214c641c32a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:53.645651 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.695411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56004) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.707066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56008) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.707686 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08b7238a-2346-4223-91fa-e178685c292e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5493987 Dec 20 15:47:53.717376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'subnet': {'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.743193 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.848493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebaa2d40-b478-4354-9d60-ce4091f0a764 req-d608c771-ac43-4c87-868e-265e7e62d2ad tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 210 time: 0.0365057 Dec 20 15:47:53.916387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:53.945246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:53.963603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce552-6da1-49ec-90bc-e27667627fef req-98079ed5-04d2-415b-8255-1461e9cf5768 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:53.964777 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18a40974-5a90-4331-8bd5-6c4af69ff719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.965428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2fce552-6da1-49ec-90bc-e27667627fef req-98079ed5-04d2-415b-8255-1461e9cf5768 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 947 time: 0.1092863 Dec 20 15:47:54.032742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2fce552-6da1-49ec-90bc-e27667627fef req-41d0a6dc-59b2-40d2-bb3b-c648b8699d97 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582404 Dec 20 15:47:54.041014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.061340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.066088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18a40974-5a90-4331-8bd5-6c4af69ff719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.079451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d2dd2-9075-4cc4-8910-5214c641c32a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:54.081894 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb43d84-d8a4-44d3-9069-51af6c8719ef" -d '{"events": [{"server_uuid": "7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d", "name": "network-vif-plugged", "status": "completed", "tag": "a43d2dd2-9075-4cc4-8910-5214c641c32a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:54.085689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:54.091330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.095671 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.106798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:54.158638 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.187514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.192801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18a40974-5a90-4331-8bd5-6c4af69ff719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.205912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:54.210137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.242628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4bf9-4349-4c76-917a-3cf0369ea6b8 req-cfe006c1-5261-4c65-9385-6a9349f692d9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:54.243211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:54.244212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91be4bf9-4349-4c76-917a-3cf0369ea6b8 req-cfe006c1-5261-4c65-9385-6a9349f692d9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 945 time: 0.1125288 Dec 20 15:47:54.246520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:54.272759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-18a40974-5a90-4331-8bd5-6c4af69ff719 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0646e4ba26f8446d95860ee8c4a5a03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5734982 Dec 20 15:47:54.272759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a40974-5a90-4331-8bd5-6c4af69ff719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45335be9-9d15-4cfc-ab5d-34cc13c703eb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.284241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56032) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:54.312648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Pushing event updated for resources: {'Port': ['ID=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.332244 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f0031-77a7-43a6-951d-73be9f853c53 x-openstack-request-id: req-885f0031-77a7-43a6-951d-73be9f853c53 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:54.332547 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d", "name": "network-vif-plugged", "status": "completed", "tag": "a43d2dd2-9075-4cc4-8910-5214c641c32a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:54.332875 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-885f0031-77a7-43a6-951d-73be9f853c53 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:54.333373 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'code': 200} Dec 20 15:47:54.340400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e47b50fe-e21c-4ae4-b70a-0182b6aae0c2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:47:54.363944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91be4bf9-4349-4c76-917a-3cf0369ea6b8 req-b068c158-820f-4ecc-b824-0e4fe2c61552 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060009 Dec 20 15:47:54.397964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c168fdd-7c47-4a63-a91a-77832a2fc4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.425334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c168fdd-7c47-4a63-a91a-77832a2fc4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.454993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfe68f-cc95-4f6b-a441-df504d92e595 req-29d7abb6-e39c-483d-b2f6-7f2bb50a3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:54.456532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51dfe68f-cc95-4f6b-a441-df504d92e595 req-29d7abb6-e39c-483d-b2f6-7f2bb50a3a8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 1097 time: 0.0498159 Dec 20 15:47:54.474238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Attempting to bind port b89c17e3-9707-4d32-8d7b-a54a0aea75fd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:54.474716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Attempting to bind port b89c17e3-9707-4d32-8d7b-a54a0aea75fd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:54.475592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Attempting to bind port b89c17e3-9707-4d32-8d7b-a54a0aea75fd on network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:54.487335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.495840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:54.496304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Checking segment: {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:54.496630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.497010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Bound using segment: {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:54.497882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Bound port: b89c17e3-9707-4d32-8d7b-a54a0aea75fd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:54.498286 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.507668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.558890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51dfe68f-cc95-4f6b-a441-df504d92e595 req-b0caa8cf-f253-4111-917c-6e9ef4769603 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955400 Dec 20 15:47:54.559706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c168fdd-7c47-4a63-a91a-77832a2fc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.564735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c168fdd-7c47-4a63-a91a-77832a2fc4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.569698 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9c168fdd-7c47-4a63-a91a-77832a2fc4cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45335be9-9d15-4cfc-ab5d-34cc13c703eb HTTP/1.1" status: 204 len: 168 time: 0.2825959 Dec 20 15:47:54.582906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c168fdd-7c47-4a63-a91a-77832a2fc4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45335be9-9d15-4cfc-ab5d-34cc13c703eb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.612431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Subnet': ['ID=9d7078c7-aaeb-4623-8cd0-b51b8081bc51,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.615773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Checking segment: {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:54.616265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network hostable DHCP agents. Network: 17d77c4e-3acf-4052-baf0-dd5614d05c1c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:47:54.626250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] For port b89c17e3-9707-4d32-8d7b-a54a0aea75fd, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:54.659265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] For port b89c17e3-9707-4d32-8d7b-a54a0aea75fd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:54.747977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.748389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:47:54.816774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2a84d-5e63-412c-b077-23de1b6217bc None None] Pushing event updated for resources: {'Port': ['ID=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:54.856475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 17d77c4e-3acf-4052-baf0-dd5614d05c1c) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:54.861494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:54.862347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:54.865814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33aa5a9-9336-4ca6-b93e-8dc4b1714878 None None] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:55.005440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26528bca-be30-4c1f-9e17-d407881edb8d req-9416a9a9-60ad-4e73-bdf4-c853d04c2130 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 210 time: 0.0622468 Dec 20 15:47:55.039980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-20ecdc87-aade-446e-8e66-92aa3853da04 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3160868 Dec 20 15:47:55.064465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-17d77c4e-3acf-4052-baf0-dd5614d05c1c', 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c', 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'fixed_ips': [{'subnet_id': '9d7078c7-aaeb-4623-8cd0-b51b8081bc51'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:47:55.065400 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.243591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695f8a-4f2a-4a20-bbe4-74518767f4ad req-dfb1cc78-09f8-4e94-9841-e81fe3748937 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:55.251074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98695f8a-4f2a-4a20-bbe4-74518767f4ad req-dfb1cc78-09f8-4e94-9841-e81fe3748937 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 948 time: 0.0959089 Dec 20 15:47:55.269111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:55.305066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98695f8a-4f2a-4a20-bbe4-74518767f4ad req-0f8e0cf3-d810-4de4-94c0-740598233ccb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528753 Dec 20 15:47:55.465365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Allocated IP 19.86.0.2 (17d77c4e-3acf-4052-baf0-dd5614d05c1c/9d7078c7-aaeb-4623-8cd0-b51b8081bc51/b04f34ba-7a1a-4d80-830c-be4dfe50f5d1) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:55.496158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bf6470ca-1b83-4bd4-be82-16afb9438e2b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:55.502323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bf6470ca-1b83-4bd4-be82-16afb9438e2b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:55.504087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bf6470ca-1b83-4bd4-be82-16afb9438e2b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/networks?id=8f9ef1ab-6a93-47c8-99c6-79e7b9790dec&id=17d77c4e-3acf-4052-baf0-dd5614d05c1c HTTP/1.1" status: 200 len: 1392 time: 0.1437495 Dec 20 15:47:55.527845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-a34557fc-5136-44bd-91c9-523964cabb10 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/quotas/318499924d0d43b2ade4baf7df9fcc74 HTTP/1.1" status: 200 len: 375 time: 0.0112519 Dec 20 15:47:55.585439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56078) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:55.621407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c895-2ff3-41d1-ba56-9ed9e8a0de22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.660351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-a100a884-7287-4486-b0a2-cd4426b3befb tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191328 Dec 20 15:47:55.673189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:47:55.682136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:55.682520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.748279 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.794125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c895-2ff3-41d1-ba56-9ed9e8a0de22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.810940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b89c17e3-9707-4d32-8d7b-a54a0aea75fd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:55.862575 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.866396 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.891831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed657639-4006-4929-b430-48e1090f6bca req-7bcd105a-8266-42a3-aabc-ae54d049560b tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:55.900747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed657639-4006-4929-b430-48e1090f6bca req-7bcd105a-8266-42a3-aabc-ae54d049560b tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 946 time: 0.0734839 Dec 20 15:47:55.914263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bc9c895-2ff3-41d1-ba56-9ed9e8a0de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.944769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:55.964333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:55.972431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:55.976898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b89c17e3-9707-4d32-8d7b-a54a0aea75fd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:55.977309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:55.979005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Pushing event updated for resources: {'Port': ['ID=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:55.982902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:55.990110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-a02733db-e694-4363-8f9a-f3c3ac5f2ac8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:47:55.999715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-a02733db-e694-4363-8f9a-f3c3ac5f2ac8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3384182 Dec 20 15:47:56.010289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2bc9c895-2ff3-41d1-ba56-9ed9e8a0de22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8797bc4ca8f14f48a2952281daae282f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232731 Dec 20 15:47:56.011359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9c895-2ff3-41d1-ba56-9ed9e8a0de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33074a-cf40-4a0b-b577-c286f80dfd3e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:56.015240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56082) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:56.076778 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.093739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-292aa0c9-7b02-45a6-be3f-609457d0d36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.121611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Attempting to bind port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:47:56.121993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Attempting to bind port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:47:56.122380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Attempting to bind port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 on network 17d77c4e-3acf-4052-baf0-dd5614d05c1c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:47:56.128794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-292aa0c9-7b02-45a6-be3f-609457d0d36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.138891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:47:56.139331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Checking segment: {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:47:56.139707 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.140110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Bound using segment: {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:47:56.140663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Bound port: b04f34ba-7a1a-4d80-830c-be4dfe50f5d1, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:47:56.141055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.199851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed657639-4006-4929-b430-48e1090f6bca req-d851aace-d03c-4033-bfe1-d3e908910435 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917686 Dec 20 15:47:56.201015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:56.225975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-15f045dd-042e-4b98-8e05-afcfa8b85b70 service neutron] 10.222.0.81 "GET /v2.0/networks/8f9ef1ab-6a93-47c8-99c6-79e7b9790dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240620 Dec 20 15:47:56.244709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad9087-2276-4282-8152-0a6322e22cf2 None None] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:56.290791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-292aa0c9-7b02-45a6-be3f-609457d0d36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.293605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-292aa0c9-7b02-45a6-be3f-609457d0d36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.297463 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-292aa0c9-7b02-45a6-be3f-609457d0d36c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff33074a-cf40-4a0b-b577-c286f80dfd3e HTTP/1.1" status: 204 len: 168 time: 0.2798436 Dec 20 15:47:56.316790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa0c9-7b02-45a6-be3f-609457d0d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33074a-cf40-4a0b-b577-c286f80dfd3e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:56.336601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:56.339462 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b44fbc-f7cb-4ceb-8848-47acc46eaf9a" -d '{"events": [{"server_uuid": "61e8300b-5c3c-4851-bbbc-4516f402782c", "name": "network-vif-plugged", "status": "completed", "tag": "e47b50fe-e21c-4ae4-b70a-0182b6aae0c2"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:56.353216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.382993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] For port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:47:56.390298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3834f28e-22f2-4551-9e7e-13e1600b5867 None None] Provisioning complete for port b89c17e3-9707-4d32-8d7b-a54a0aea75fd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:56.391128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3834f28e-22f2-4551-9e7e-13e1600b5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.435359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] For port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:47:56.467068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b89c17e3-9707-4d32-8d7b-a54a0aea75fd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:56.507904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.548037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.614165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a075a29-508a-4e5b-a622-85d8c3248ca1 None None] Pushing event updated for resources: {'Port': ['ID=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:56.676344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:56.714843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a24d281-7e93-403f-9b20-1903373472ad req-b4f66a75-5617-48d9-a478-41fd73f9eb51 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 210 time: 0.0378885 Dec 20 15:47:56.743664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c732a1ff-0fb4-4190-89a7-8e2fbfa08508 service neutron] 10.222.0.81 "GET /v2.0/networks/8f9ef1ab-6a93-47c8-99c6-79e7b9790dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017154 Dec 20 15:47:56.905725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-b16a7a04-a3b0-4dde-801c-e02181f1edd9 service neutron] 10.222.0.81 "GET /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540785 Dec 20 15:47:56.952403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:56.972154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7c241934-7717-49bf-a09c-b450d827ec4c None None] Provisioning complete for port b89c17e3-9707-4d32-8d7b-a54a0aea75fd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:56.972677 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c241934-7717-49bf-a09c-b450d827ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:57.122996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756a0b2-4fb3-4e38-874e-d3f3c36fd909 req-90a62103-c553-4437-88cb-1d2c16a9a192 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:57.129655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f756a0b2-4fb3-4e38-874e-d3f3c36fd909 req-90a62103-c553-4437-88cb-1d2c16a9a192 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 949 time: 0.2005646 Dec 20 15:47:57.169729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-216cdfca-18e5-4861-9ce8-62f81ff20b1a service neutron] 10.222.0.81 "GET /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540176 Dec 20 15:47:57.234024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f756a0b2-4fb3-4e38-874e-d3f3c36fd909 req-c4f18081-56a8-4c49-9dfb-2f2ad39d1e8d tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833626 Dec 20 15:47:57.245037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-42c5d168-c781-4b4a-a0b1-6e4336173308 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:57.246573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-42c5d168-c781-4b4a-a0b1-6e4336173308 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.83 "GET /v2.0/networks?id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2 HTTP/1.1" status: 200 len: 813 time: 0.1994805 Dec 20 15:47:57.261640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Request body: {'port': {'device_id': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2', 'admin_state_up': True, 'tenant_id': '12734b925c944585b8aafb9246a9bfcd'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:57.283091 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e3983-ac38-41e9-b58a-8f15572ad02c x-openstack-request-id: req-519e3983-ac38-41e9-b58a-8f15572ad02c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:57.283470 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e8300b-5c3c-4851-bbbc-4516f402782c", "name": "network-vif-plugged", "status": "completed", "tag": "e47b50fe-e21c-4ae4-b70a-0182b6aae0c2", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:57.283730 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-519e3983-ac38-41e9-b58a-8f15572ad02c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:57.284137 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2', 'code': 200} Dec 20 15:47:57.574722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18e99982-51a9-462f-ab3b-c708e893fbc9 req-a7bc8107-c4d8-4e93-8547-7fec953f567c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 210 time: 0.0707626 Dec 20 15:47:57.608607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303b110-0969-429b-974d-440c7a01533a req-8699a60c-6580-41dc-82a0-789a633879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:57.610469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f303b110-0969-429b-974d-440c7a01533a req-8699a60c-6580-41dc-82a0-789a633879bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 1100 time: 0.1897748 Dec 20 15:47:57.698439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f303b110-0969-429b-974d-440c7a01533a req-f8f98e04-413b-4f43-abe2-76b14cbd589b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775731 Dec 20 15:47:57.709412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75d904-7e22-44d7-a6a1-b8d989f9ca67 req-5a8be83f-4155-48e3-9fa7-f286c7fd4c58 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:57.711238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a75d904-7e22-44d7-a6a1-b8d989f9ca67 req-5a8be83f-4155-48e3-9fa7-f286c7fd4c58 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 946 time: 0.1726742 Dec 20 15:47:57.843236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Made reservation on behalf of 12734b925c944585b8aafb9246a9bfcd for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:47:57.843236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:57.872625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:57.890992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a75d904-7e22-44d7-a6a1-b8d989f9ca67 req-f5644a29-12e2-4897-852c-b22ff5e0bd48 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432083 Dec 20 15:47:57.961523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c514a8f-40d3-4e96-b239-07d281539c69 None None] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:47:57.981580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:57.981951 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.019339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-1e027eff-86c5-499a-8f61-b531d2fce94e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:58.020951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-1e027eff-86c5-499a-8f61-b531d2fce94e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/networks?id=e2151808-2cea-490d-ab7d-02178bd683b0 HTTP/1.1" status: 200 len: 809 time: 0.3054712 Dec 20 15:47:58.041065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3029d58b-931f-44ae-81bd-d1f9bd338927 req-6c1f0e91-1f36-4089-9014-2c367a27991f tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 210 time: 0.0741940 Dec 20 15:47:58.076943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-21baa313-69b9-4754-9164-02f0d5a1755b tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/quotas/712461aad6c74cf0906017fba5e75b8f HTTP/1.1" status: 200 len: 375 time: 0.0322928 Dec 20 15:47:58.151993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-91cf4611-33df-4657-99c5-36e8c7949954 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=712461aad6c74cf0906017fba5e75b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708330 Dec 20 15:47:58.159992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-27ea941a-b437-4d39-97df-110fee5293ca None None] Provisioning complete for port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:58.160373 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-27ea941a-b437-4d39-97df-110fee5293ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.201914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Allocated IP 172.20.0.4 (bfeba34a-c67c-4096-a3d9-7854ad69a8d2/afe2c36a-2e30-4ec5-aa49-db4f8c6f013d/9f97172d-ddc9-42e9-bbd6-7ba0cc49052c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:47:58.316233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.370591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1291d-5098-4678-883b-1acba2345110 req-58c352fc-ce02-4cb2-9188-8d543cff7901 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:58.373897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9d1291d-5098-4678-883b-1acba2345110 req-58c352fc-ce02-4cb2-9188-8d543cff7901 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 946 time: 0.1548948 Dec 20 15:47:58.391399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:58.394726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-27ea941a-b437-4d39-97df-110fee5293ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.398159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-33f52f9e-a6c0-49b8-bd05-3246c5491c77 service neutron] 10.222.0.81 "GET /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324944 Dec 20 15:47:58.474661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.475568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b89c17e3-9707-4d32-8d7b-a54a0aea75fd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:58.570939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9d1291d-5098-4678-883b-1acba2345110 req-b9ae55bf-b8a8-4ffc-a6e2-fc84cb444053 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847000 Dec 20 15:47:58.581344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-27ea941a-b437-4d39-97df-110fee5293ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:47:58.581782 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-27ea941a-b437-4d39-97df-110fee5293ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:47:58.599131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.603459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:58.617882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b89c17e3-9707-4d32-8d7b-a54a0aea75fd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:58.618330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.629388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-f24f92fb-60c3-45f8-82d5-6505f901e5f5 service neutron] 10.222.0.81 "GET /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184343 Dec 20 15:47:58.754876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc9be-1c64-45f0-b16e-2ca93b64da87 req-2a789cc9-a9b5-4bde-9bf8-07e7110d0245 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:58.757022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa4fc9be-1c64-45f0-b16e-2ca93b64da87 req-2a789cc9-a9b5-4bde-9bf8-07e7110d0245 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 949 time: 0.0775108 Dec 20 15:47:58.758897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:58.835241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:47:58.842897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:47:58.849496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Pushing event updated for resources: {'Port': ['ID=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:58.854355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:47:58.894945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa4fc9be-1c64-45f0-b16e-2ca93b64da87 req-71c22205-3481-4c9c-a70a-b2edbf7699c6 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017547 Dec 20 15:47:58.922716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:58.923854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.166133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3b1ea2b6-3dec-4362-91e5-2ddff4344b10 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9069722 Dec 20 15:47:59.178400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Request body: {'port': {'device_id': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:59.290386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15c1b530-2d07-421e-a9eb-0ed41c93e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.291728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50d9595b-560e-413c-8ea8-a54c6883e789 req-9ed19074-1c1f-4349-b102-8225d4fb1bc4 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 210 time: 0.0394161 Dec 20 15:47:59.292723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.333613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4eac2813-bdf6-425c-a386-20ee18c3b20a None None] Provisioning complete for port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:59.333613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4eac2813-bdf6-425c-a386-20ee18c3b20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.555493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5ca48-9dc0-4378-aa19-bb3a126d4d17 req-fd856f3c-ce84-41c8-858a-edfb46cbf7bf tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:59.557220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79e5ca48-9dc0-4378-aa19-bb3a126d4d17 req-fd856f3c-ce84-41c8-858a-edfb46cbf7bf tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 931 time: 0.1176114 Dec 20 15:47:59.641722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79e5ca48-9dc0-4378-aa19-bb3a126d4d17 req-435b4c3d-2b40-4ae3-b8a7-a69acbc90f95 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752122 Dec 20 15:47:59.675278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:47:59.733035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:47:59.758760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.770062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:47:59.770608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.785878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0619abfc-61da-4149-b386-8f830615bc26 req-5144d67f-d9c4-4894-ad4d-0c10bf883710 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 210 time: 0.0397141 Dec 20 15:47:59.796112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Transition to ACTIVE for port object 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:47:59.951087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-38960e58-ff9e-475b-a63b-953be6ed8dc9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:59.956336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-38960e58-ff9e-475b-a63b-953be6ed8dc9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:59.958392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-38960e58-ff9e-475b-a63b-953be6ed8dc9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "GET /v2.0/networks?id=8f9ef1ab-6a93-47c8-99c6-79e7b9790dec&id=17d77c4e-3acf-4052-baf0-dd5614d05c1c HTTP/1.1" status: 200 len: 1392 time: 0.1176431 Dec 20 15:47:59.960018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:59.999300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'port': {'device_id': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec', 'admin_state_up': True, 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:00.156970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Pushing event updated for resources: {'Port': ['ID=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a0bf-0f63-415d-a783-f56733cda57c req-1af37699-2707-4e7e-aec8-84e444b83b05 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c839a0bf-0f63-415d-a783-f56733cda57c req-1af37699-2707-4e7e-aec8-84e444b83b05 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 949 time: 0.2413974 Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Attempting to bind port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Attempting to bind port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '3f2c276e-b215-454d-b199-651c00f9e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Attempting to bind port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c on network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c on network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Attempting to bind port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c on network bfeba34a-c67c-4096-a3d9-7854ad69a8d2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Checking segment: {'id': '3f2c276e-b215-454d-b199-651c00f9e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Bound using segment: {'id': '3f2c276e-b215-454d-b199-651c00f9e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:00.567686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Bound port: 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2c276e-b215-454d-b199-651c00f9e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:00.570976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:00.570976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c839a0bf-0f63-415d-a783-f56733cda57c req-b7f3444a-81ce-45d1-b61f-9cb5c2ae044e tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166992 Dec 20 15:48:00.656540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:00.660329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:00.680424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e669c9-d52c-4bf8-aaa4-fc53b69a2bfe req-097bf73a-cf94-4efc-9cf5-90c2ee37dcb4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:00.681961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42e669c9-d52c-4bf8-aaa4-fc53b69a2bfe req-097bf73a-cf94-4efc-9cf5-90c2ee37dcb4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 946 time: 0.3523412 Dec 20 15:48:00.725864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0354f54-abca-4ad1-8281-e582aeafe69e req-2a5079eb-dd02-44ac-b0ec-a8acc1577514 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 210 time: 0.0739191 Dec 20 15:48:00.843870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] For port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:00.848754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42e669c9-d52c-4bf8-aaa4-fc53b69a2bfe req-1703d440-182f-412a-a775-eb9416a64f92 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444883 Dec 20 15:48:00.850616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] For port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,segment=NetworkSegment(3f2c276e-b215-454d-b199-651c00f9e9cd),segment_id=3f2c276e-b215-454d-b199-651c00f9e9cd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:00.948349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Allocated IP 19.80.0.85 (8f9ef1ab-6a93-47c8-99c6-79e7b9790dec/56a3380a-4738-4ffa-868d-1df8545f6257/bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:00.995657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1309a7d-5690-4195-878f-a0cd5a29ddf2 req-3e70b4aa-68f9-49cb-bbf5-bf3a834c5756 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:00.996059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1309a7d-5690-4195-878f-a0cd5a29ddf2 req-3e70b4aa-68f9-49cb-bbf5-bf3a834c5756 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 943 time: 0.0860372 Dec 20 15:48:01.040711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.138462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:01.139085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.140505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] 10.222.0.83 "PUT /v2.0/ports/9f97172d-ddc9-42e9-bbd6-7ba0cc49052c HTTP/1.1" status: 200 len: 1091 time: 1.9680083 Dec 20 15:48:01.143175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'tag': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:01.146158 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a811cd-bafa-4fce-a445-5a19cfdd74c9" -d '{"events": [{"name": "network-changed", "server_uuid": "099bbe8e-a6de-494b-b8f0-236de9c43b7e", "tag": "9f97172d-ddc9-42e9-bbd6-7ba0cc49052c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:01.176382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1309a7d-5690-4195-878f-a0cd5a29ddf2 req-33f4e22f-8bae-469c-8be9-f3b0fd5bdd22 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688418 Dec 20 15:48:01.206228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ccfcc-37c1-45f3-bf5c-3585b2847271 service neutron] Pushing event updated for resources: {'Port': ['ID=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:01.254521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.294486 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c894c8-8918-417d-8c63-bb63ccfdd879 x-openstack-request-id: req-00c894c8-8918-417d-8c63-bb63ccfdd879 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:01.294650 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099bbe8e-a6de-494b-b8f0-236de9c43b7e", "tag": "9f97172d-ddc9-42e9-bbd6-7ba0cc49052c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:01.294904 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00c894c8-8918-417d-8c63-bb63ccfdd879 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:01.295458 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'tag': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c', 'status': 'completed', 'code': 200} Dec 20 15:48:01.334324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-244b8402-6528-4d5a-b0b4-5629741f9afe req-c8c2d79f-6ab5-4777-bcf9-9922c4599a0e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 210 time: 0.0635407 Dec 20 15:48:01.382973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-c730e08e-514f-46fd-b821-efb4ab60719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:01.384585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-c730e08e-514f-46fd-b821-efb4ab60719b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12734b925c944585b8aafb9246a9bfcd&device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 1094 time: 0.1097696 Dec 20 15:48:01.445040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a219565-48a5-4979-b51f-4ef7abecfc00 req-d492e7ea-7791-4b17-be0c-f2da9f49edca tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:01.446674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a219565-48a5-4979-b51f-4ef7abecfc00 req-d492e7ea-7791-4b17-be0c-f2da9f49edca tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 949 time: 0.1080556 Dec 20 15:48:01.448473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-6260b658-a49a-4fc1-8910-e664df28eaca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c HTTP/1.1" status: 200 len: 217 time: 0.0552309 Dec 20 15:48:01.477435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.570323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:01.581710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:01.586733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3a509d1d-8d91-4609-ba58-0bf1bc43cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:01.588160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-3a509d1d-8d91-4609-ba58-0bf1bc43cbe7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=afe2c36a-2e30-4ec5-aa49-db4f8c6f013d HTTP/1.1" status: 200 len: 853 time: 0.1273916 Dec 20 15:48:01.591532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a219565-48a5-4979-b51f-4ef7abecfc00 req-11388a41-1a8c-4c62-b8ee-30f94bd072ec tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381452 Dec 20 15:48:01.595038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:01.610799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Port': ['ID=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:01.658582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-ac80bcaf-7f42-492d-b192-c524bc51ab3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584168 Dec 20 15:48:01.682082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf120cf7-6e00-4e9b-b958-f420709871ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.708148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:01.708808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.798077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-9c08b404-ecde-49b1-99f0-639ac11992d5 service neutron] 10.222.0.83 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326256 Dec 20 15:48:01.903368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-261d336f-f4a4-42aa-b881-34db33a11a7a None None] Provisioning complete for port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:01.903859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-261d336f-f4a4-42aa-b881-34db33a11a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:01.917885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-57248a01-4fc9-4f7a-857d-4104d8ca46f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9258626 Dec 20 15:48:01.933242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Request body: {'port': {'device_id': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c', 'admin_state_up': True, 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:01.947598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-261d336f-f4a4-42aa-b881-34db33a11a7a None None] Port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:01.951859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5da110-6935-470d-8fc0-d54a4c944308 req-a09d8bf2-a501-46d0-a5ea-267637b6c0b2 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:01.953611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac5da110-6935-470d-8fc0-d54a4c944308 req-a09d8bf2-a501-46d0-a5ea-267637b6c0b2 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 931 time: 0.1241891 Dec 20 15:48:02.057313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e0d4e3-9876-4f73-8b33-4ec64845cd93 req-4ae99c51-20be-4f39-976f-a35ee7eeb7c1 service neutron] 10.222.0.83 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514157 Dec 20 15:48:02.115133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abd246-67ac-48e4-907e-71037da76e22 req-738b78eb-103f-4f90-b0b1-2598c477c658 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:02.116830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82abd246-67ac-48e4-907e-71037da76e22 req-738b78eb-103f-4f90-b0b1-2598c477c658 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 946 time: 0.1780779 Dec 20 15:48:02.154171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac5da110-6935-470d-8fc0-d54a4c944308 req-ded81811-a801-45bf-b5ca-f59921d1a15a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683848 Dec 20 15:48:02.214178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82abd246-67ac-48e4-907e-71037da76e22 req-0f0fc364-e582-4bf3-b761-0affb444d680 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865226 Dec 20 15:48:02.312752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e57dc-ba2d-4667-abb6-748a78602445 req-3566c297-cc8a-4199-9915-f1ebbc527909 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:02.314467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de3e57dc-ba2d-4667-abb6-748a78602445 req-3566c297-cc8a-4199-9915-f1ebbc527909 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 943 time: 0.0516620 Dec 20 15:48:02.385222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Made reservation on behalf of 318499924d0d43b2ade4baf7df9fcc74 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:02.388742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:02.403646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de3e57dc-ba2d-4667-abb6-748a78602445 req-204cf9cb-6c41-4f9c-ba88-01fecc3c1ffc tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810709 Dec 20 15:48:02.429706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56274) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:02.453788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-e93a9690-0ec7-4c0e-bccd-54c384c0132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:02.455303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-e93a9690-0ec7-4c0e-bccd-54c384c0132a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12734b925c944585b8aafb9246a9bfcd&device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 1094 time: 0.1121712 Dec 20 15:48:02.473297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f1200861-f598-460f-b088-453b9bc9ea39 req-7e0935ad-0daa-4c5c-9758-f896a555af86 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 210 time: 0.0464077 Dec 20 15:48:02.565953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b938c874-f5c9-43ba-a842-87a3e9c4902b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:02.648518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-bff14e18-d50d-47d2-ba6a-33296c83b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:02.650052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-bff14e18-d50d-47d2-ba6a-33296c83b85e service neutron] 10.222.0.83 "GET /v2.0/networks?id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2 HTTP/1.1" status: 200 len: 914 time: 0.1792097 Dec 20 15:48:02.655360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Allocated IP 19.86.0.122 (17d77c4e-3acf-4052-baf0-dd5614d05c1c/9d7078c7-aaeb-4623-8cd0-b51b8081bc51/c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:02.676430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b938c874-f5c9-43ba-a842-87a3e9c4902b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:02.696971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:02.710551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-7f3dcd4b-e81a-4e80-8c36-6ec74d15b675 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c HTTP/1.1" status: 200 len: 217 time: 0.0507925 Dec 20 15:48:02.805307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b938c874-f5c9-43ba-a842-87a3e9c4902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:02.836654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385a495-605d-4173-a8cf-5b210154feab req-827f059c-6fa7-4caf-b913-ba15c51e823e tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:02.838262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f385a495-605d-4173-a8cf-5b210154feab req-827f059c-6fa7-4caf-b913-ba15c51e823e tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 949 time: 0.1399002 Dec 20 15:48:02.839734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-0f4f2afd-f730-4046-8eb7-005fbbe9e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:02.841363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-0f4f2afd-f730-4046-8eb7-005fbbe9e0fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=afe2c36a-2e30-4ec5-aa49-db4f8c6f013d HTTP/1.1" status: 200 len: 853 time: 0.1065891 Dec 20 15:48:02.843943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938c874-f5c9-43ba-a842-87a3e9c4902b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7043cc41-db74-45e6-a807-05f66621e5e9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:02.848341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b938c874-f5c9-43ba-a842-87a3e9c4902b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa77c20b33ff41e18f1be75bb50d6111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175837 Dec 20 15:48:02.851419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56280) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:02.910898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62e311f1-cda0-4974-9b2c-775409b1e957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:02.929576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-d04dfbb2-53a8-4929-81a7-baab18d26ecd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800970 Dec 20 15:48:02.955036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62e311f1-cda0-4974-9b2c-775409b1e957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.064371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-d4b19e13-24d9-41f9-a486-23d2ecaf67dd tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:03.066131 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-d4b19e13-24d9-41f9-a486-23d2ecaf67dd tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.72 "GET /v2.0/networks?id=e2151808-2cea-490d-ab7d-02178bd683b0 HTTP/1.1" status: 200 len: 809 time: 0.1400638 Dec 20 15:48:03.072448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f385a495-605d-4173-a8cf-5b210154feab req-95a1f3b9-abdc-4707-b7d0-1d0259eca718 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/security-groups?id=821869dd-0138-43e4-9db4-aacc50764513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241294 Dec 20 15:48:03.086092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Request body: {'port': {'device_id': '1a86855a-f492-4503-acdc-223f011d3b45', 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0', 'admin_state_up': True, 'tenant_id': '712461aad6c74cf0906017fba5e75b8f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:03.109697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-f4aee54e-c59e-49f4-ba22-e82bf4172571 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:03.111306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-f4aee54e-c59e-49f4-ba22-e82bf4172571 tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.72 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 949 time: 0.2419209 Dec 20 15:48:03.114500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.164808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-2d979b4b-262e-4256-b001-e10dc47c34a2 service neutron] 10.222.0.83 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167170 Dec 20 15:48:03.321700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a43d2dd2-9075-4cc4-8910-5214c641c32a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:03.410237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62e311f1-cda0-4974-9b2c-775409b1e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.413790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62e311f1-cda0-4974-9b2c-775409b1e957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.417356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-62e311f1-cda0-4974-9b2c-775409b1e957 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7043cc41-db74-45e6-a807-05f66621e5e9 HTTP/1.1" status: 204 len: 168 time: 0.5625072 Dec 20 15:48:03.452308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e311f1-cda0-4974-9b2c-775409b1e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7043cc41-db74-45e6-a807-05f66621e5e9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:03.475340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:03.497785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'port_id': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'mac_address': 'fa:16:3e:c8:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad722afc-a936-4117-8ed5-9d39bc769587', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:03.555004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.571306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a43d2dd2-9075-4cc4-8910-5214c641c32a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:03.573408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Made reservation on behalf of 712461aad6c74cf0906017fba5e75b8f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:03.577833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.591092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.594099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:03.691054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.691697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb52b9-4f7e-4795-ae03-3d85262e931a req-49ddf9d9-ee21-4e1e-b983-6a4de561864f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:03.692757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9bb52b9-4f7e-4795-ae03-3d85262e931a req-49ddf9d9-ee21-4e1e-b983-6a4de561864f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 931 time: 0.2040057 Dec 20 15:48:03.695819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:03.712452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:03.720201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event updated for resources: {'Port': ['ID=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.728569 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:03.731070 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:03.732304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9e1d2-8ecc-4a5b-b47b-7cd53afa5b3c req-e7dda5a3-1270-4560-956e-036d77a27f88 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:03.732374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Allocated IP 172.20.0.12 (e2151808-2cea-490d-ab7d-02178bd683b0/09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8/262b1751-b01c-4201-a615-531b885e3b23) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:03.732816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cec9e1d2-8ecc-4a5b-b47b-7cd53afa5b3c req-e7dda5a3-1270-4560-956e-036d77a27f88 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 946 time: 0.2536728 Dec 20 15:48:03.734162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:03.739281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70a811cd-bafa-4fce-a445-5a19cfdd74c9 req-8ff16ec9-5f75-4d71-9844-14bf8f7e0722 service neutron] 10.222.0.83 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658667 Dec 20 15:48:03.741737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Deleting port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:03.742077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.807521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:03.821073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['a43d2dd2-9075-4cc4-8910-5214c641c32a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:03.921684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:03.922439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.961142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9bb52b9-4f7e-4795-ae03-3d85262e931a req-71f81e37-d930-4c5c-a083-386da2a8e31c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599669 Dec 20 15:48:03.976966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cec9e1d2-8ecc-4a5b-b47b-7cd53afa5b3c req-75ae239f-f0ff-4ded-ab12-24047c0fc741 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295921 Dec 20 15:48:03.987121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.011271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] For port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:04.011650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.028067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Calling delete_port for e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:04.117556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-bdd25e36-a8d9-4e9b-b675-8ceb11043bd9 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1922324 Dec 20 15:48:04.138113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Request body: {'port': {'device_id': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:04.150333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ffba4da5-37a9-4312-95ae-dc17a121f12a None None] Provisioning complete for port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:04.150876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ffba4da5-37a9-4312-95ae-dc17a121f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.175598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.206016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ffba4da5-37a9-4312-95ae-dc17a121f12a None None] Port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:04.246172 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.248732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Pushing event updated for resources: {'Port': ['ID=262b1751-b01c-4201-a615-531b885e3b23,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:04.262977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Network e2151808-2cea-490d-ab7d-02178bd683b0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:04.264658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:04.267876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:04.299925 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.327014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:04.327629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.330692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:04.340708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec805-6a27-473a-85a8-295f4788805e req-6477ff63-2775-4aa1-add7-cb287ec061e4 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:04.342286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a60ec805-6a27-473a-85a8-295f4788805e req-6477ff63-2775-4aa1-add7-cb287ec061e4 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 943 time: 0.2014506 Dec 20 15:48:04.349724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de89b7a1-99c0-49d5-8c8b-b2d4524800cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.420855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-995df7f5-0c6d-4b15-9cea-64ce2f2cc75e tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3401439 Dec 20 15:48:04.421330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3640b4-0275-4c35-85c1-a287d7229c9c req-fa56cf03-551c-41ac-9587-6e21fd4ecb90 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:04.422830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa3640b4-0275-4c35-85c1-a287d7229c9c req-fa56cf03-551c-41ac-9587-6e21fd4ecb90 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 932 time: 0.1415343 Dec 20 15:48:04.436293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Request body: {'port': {'device_id': '1a86855a-f492-4503-acdc-223f011d3b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:04.439837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de89b7a1-99c0-49d5-8c8b-b2d4524800cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.492299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.512095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.519950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a60ec805-6a27-473a-85a8-295f4788805e req-9e524ced-4379-4dcd-92e0-e4cf0af5c0a8 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630218 Dec 20 15:48:04.526032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de89b7a1-99c0-49d5-8c8b-b2d4524800cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.527167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e47b50fe-e21c-4ae4-b70a-0182b6aae0c2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:04.574442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Pushing event deleted for resources: {'Port': ['ID=e47b50fe-e21c-4ae4-b70a-0182b6aae0c2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:04.632108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa3640b4-0275-4c35-85c1-a287d7229c9c req-40a46592-fd37-4ce9-a2d2-4257d68f866a tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968172 Dec 20 15:48:04.650940 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de89b7a1-99c0-49d5-8c8b-b2d4524800cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb5309e6845044dfbf46a780fd1962e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190804 Dec 20 15:48:04.651854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89b7a1-99c0-49d5-8c8b-b2d4524800cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af9b14c-278e-473c-977c-33c875602092,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:04.665901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:04.684108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] No DVR routers for this DVR port e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:04.688639 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.691532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-270fa5ce-d0b9-4b5e-96ed-26c0d87ae9cd req-db4d20fb-18f2-4752-bf76-56eada7fb5cb tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.72 "DELETE /v2.0/ports/e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 HTTP/1.1" status: 204 len: 173 time: 1.5699365 Dec 20 15:48:04.691989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'name': 'network-vif-deleted', 'tag': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:04.694921 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f88be-3a18-4a64-a30d-8b844bfb9404" -d '{"events": [{"server_uuid": "61e8300b-5c3c-4851-bbbc-4516f402782c", "name": "network-vif-deleted", "tag": "e47b50fe-e21c-4ae4-b70a-0182b6aae0c2"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:04.800671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c6150b1-efd9-40dd-ace3-81b7148616e8 req-de29ee51-b4d2-4ae2-a318-2599a1c0445e tempest-ImagesNegativeTestJSON-1715912679 tempest-ImagesNegativeTestJSON-1715912679-project] 10.222.0.81 "GET /v2.0/ports?device_id=61e8300b-5c3c-4851-bbbc-4516f402782c HTTP/1.1" status: 200 len: 210 time: 0.0500686 Dec 20 15:48:04.802026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-724494ee-e64d-4aac-bbca-129f7692df63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.854275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:04.862820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-724494ee-e64d-4aac-bbca-129f7692df63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.863497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.874627 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12fc1ee-c0fe-4e1b-b844-d4caba8040a2 x-openstack-request-id: req-a12fc1ee-c0fe-4e1b-b844-d4caba8040a2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:04.874926 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e8300b-5c3c-4851-bbbc-4516f402782c", "name": "network-vif-deleted", "tag": "e47b50fe-e21c-4ae4-b70a-0182b6aae0c2", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:04.875180 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a12fc1ee-c0fe-4e1b-b844-d4caba8040a2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:04.875579 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e8300b-5c3c-4851-bbbc-4516f402782c', 'name': 'network-vif-deleted', 'tag': 'e47b50fe-e21c-4ae4-b70a-0182b6aae0c2', 'status': 'completed', 'code': 200} Dec 20 15:48:04.883633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Transition to ACTIVE for port object bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:04.956734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.984013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262b1751-b01c-4201-a615-531b885e3b23 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:04.993697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.056526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Transition to ACTIVE for port object 262b1751-b01c-4201-a615-531b885e3b23 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:05.057445 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.057890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-724494ee-e64d-4aac-bbca-129f7692df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.060150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-724494ee-e64d-4aac-bbca-129f7692df63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.063671 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-724494ee-e64d-4aac-bbca-129f7692df63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6af9b14c-278e-473c-977c-33c875602092 HTTP/1.1" status: 204 len: 168 time: 0.3944826 Dec 20 15:48:05.067736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:05.078303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724494ee-e64d-4aac-bbca-129f7692df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af9b14c-278e-473c-977c-33c875602092,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:05.128382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.185185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Pushing event updated for resources: {'Port': ['ID=262b1751-b01c-4201-a615-531b885e3b23,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:05.189976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a1235-bc4f-4d96-a715-34d71e581760 req-217b3b4d-3789-4dc2-9921-694d85a0faa4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.197937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-295a1235-bc4f-4d96-a715-34d71e581760 req-217b3b4d-3789-4dc2-9921-694d85a0faa4 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 945 time: 0.2001460 Dec 20 15:48:05.238092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Attempting to bind port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:05.238430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Attempting to bind port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:05.238758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Attempting to bind port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d on network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:05.249192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40beda-763b-4c82-838c-f34fd7ea5fcd req-7517b44e-aa1b-4a6a-9d63-3c73da0d2def tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.255311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40beda-763b-4c82-838c-f34fd7ea5fcd req-7517b44e-aa1b-4a6a-9d63-3c73da0d2def tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.257548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b40beda-763b-4c82-838c-f34fd7ea5fcd req-7517b44e-aa1b-4a6a-9d63-3c73da0d2def tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1666 time: 0.1580763 Dec 20 15:48:05.271624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d on network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:05.271624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Attempting to bind port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d on network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:05.298858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:05.299240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Checking segment: {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:05.299969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Bound using segment: {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:05.299969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Bound port: bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2129d120-2ae6-4214-87ce-ca72abe845d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:05.300297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.311392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Attempting to bind port 262b1751-b01c-4201-a615-531b885e3b23 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:05.311788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Attempting to bind port 262b1751-b01c-4201-a615-531b885e3b23 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '2973b5d3-6a5b-436b-974b-da6f1e77f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:05.312050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Attempting to bind port 262b1751-b01c-4201-a615-531b885e3b23 on network e2151808-2cea-490d-ab7d-02178bd683b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:05.317025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Port 262b1751-b01c-4201-a615-531b885e3b23 on network e2151808-2cea-490d-ab7d-02178bd683b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:05.317374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Attempting to bind port 262b1751-b01c-4201-a615-531b885e3b23 on network e2151808-2cea-490d-ab7d-02178bd683b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:05.322444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-295a1235-bc4f-4d96-a715-34d71e581760 req-83e86b86-cd70-4aab-89fc-b7e685670085 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235778 Dec 20 15:48:05.323504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:05.323840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Checking segment: {'id': '2973b5d3-6a5b-436b-974b-da6f1e77f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:05.324213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Bound using segment: {'id': '2973b5d3-6a5b-436b-974b-da6f1e77f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:05.324636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Bound port: 262b1751-b01c-4201-a615-531b885e3b23, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2973b5d3-6a5b-436b-974b-da6f1e77f7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:05.324983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.369626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:05.391539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b40beda-763b-4c82-838c-f34fd7ea5fcd req-1a7fca07-7948-43ba-8ef6-7d25f3891654 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195452 Dec 20 15:48:05.411556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:05.412588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e47b50fe-e21c-4ae4-b70a-0182b6aae0c2 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:05.413328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a43d2dd2-9075-4cc4-8910-5214c641c32a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:05.420849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] For port 262b1751-b01c-4201-a615-531b885e3b23, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:05.424629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] For port 262b1751-b01c-4201-a615-531b885e3b23, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=262b1751-b01c-4201-a615-531b885e3b23,segment=NetworkSegment(2973b5d3-6a5b-436b-974b-da6f1e77f7ea),segment_id=2973b5d3-6a5b-436b-974b-da6f1e77f7ea)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:05.437506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] For port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:05.444055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] For port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:05.505656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.519034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a43d2dd2-9075-4cc4-8910-5214c641c32a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:05.540766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:05.562884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.586428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.603704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.604332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.606322 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] 10.222.0.72 "PUT /v2.0/ports/262b1751-b01c-4201-a615-531b885e3b23 HTTP/1.1" status: 200 len: 1092 time: 1.1741064 Dec 20 15:48:05.609146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a86855a-f492-4503-acdc-223f011d3b45', 'tag': '262b1751-b01c-4201-a615-531b885e3b23'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:05.619347 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5978f0c-0cf2-4bcd-ba01-d8113e702684" -d '{"events": [{"name": "network-changed", "server_uuid": "1a86855a-f492-4503-acdc-223f011d3b45", "tag": "262b1751-b01c-4201-a615-531b885e3b23"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:05.655933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.670190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bd536-8089-46c9-9762-d4da9e167d1d service neutron] Pushing event updated for resources: {'Port': ['ID=262b1751-b01c-4201-a615-531b885e3b23,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:05.673545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.674178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.675619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] 10.222.0.83 "PUT /v2.0/ports/bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d HTTP/1.1" status: 200 len: 1091 time: 1.5500200 Dec 20 15:48:05.711715 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c1a561-f1cb-4176-a1a0-f54bc2e9e082 x-openstack-request-id: req-93c1a561-f1cb-4176-a1a0-f54bc2e9e082 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:05.714334 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a86855a-f492-4503-acdc-223f011d3b45", "tag": "262b1751-b01c-4201-a615-531b885e3b23", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:05.714956 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93c1a561-f1cb-4176-a1a0-f54bc2e9e082 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:05.715498 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a86855a-f492-4503-acdc-223f011d3b45', 'tag': '262b1751-b01c-4201-a615-531b885e3b23', 'status': 'completed', 'code': 200} Dec 20 15:48:05.752531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:05.768504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:05.777548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.777774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.778120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.778459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.778792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.779124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.779521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.779849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.780171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.780494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.780817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.781134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.786410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7240d33c-30aa-475d-8ce7-31c96bdc4fe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:05.819301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383395c4-857d-401b-b7a4-753bbe93988d req-5032ec4c-e366-46e8-b703-4e409077b09e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.821352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-383395c4-857d-401b-b7a4-753bbe93988d req-5032ec4c-e366-46e8-b703-4e409077b09e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 943 time: 0.1849365 Dec 20 15:48:05.827707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-704363bb-21fa-4caa-8a21-bbab99dc1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.827856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Request body: {'port': {'device_id': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:05.829698 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-704363bb-21fa-4caa-8a21-bbab99dc1b33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=712461aad6c74cf0906017fba5e75b8f&device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 1095 time: 0.1057136 Dec 20 15:48:05.878681 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-deb410dd-bebe-4a78-916e-8e05914a20ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262b1751-b01c-4201-a615-531b885e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0391068 Dec 20 15:48:05.933531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-e488d9fe-3860-4f84-b88a-47c9c5ba2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.936277 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-e488d9fe-3860-4f84-b88a-47c9c5ba2ebe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8 HTTP/1.1" status: 200 len: 849 time: 0.0495343 Dec 20 15:48:05.967151 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:05.977154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e8bd-610a-4edb-8e2f-b18d1f764377 req-760a1461-e85e-446c-95af-e142c5101c20 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:05.977466 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-5796d860-18dd-4fb3-a4b2-774af5ffd43c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e2151808-2cea-490d-ab7d-02178bd683b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266411 Dec 20 15:48:05.978819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1c6e8bd-610a-4edb-8e2f-b18d1f764377 req-760a1461-e85e-446c-95af-e142c5101c20 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 944 time: 0.1564901 Dec 20 15:48:05.984116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-383395c4-857d-401b-b7a4-753bbe93988d req-f0609f57-9ab6-40d2-ba08-f16537c37020 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518381 Dec 20 15:48:06.093282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-4865dc26-e1e6-4404-8a06-438928b21bde service neutron] 10.222.0.72 "GET /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007295 Dec 20 15:48:06.117672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1c6e8bd-610a-4edb-8e2f-b18d1f764377 req-21fd291e-1ab2-45dc-bb01-9aa083590993 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241477 Dec 20 15:48:06.286208 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8c90e05-bb2c-4d0c-a46d-41334f148813 req-1fbdb26c-efa0-470b-948b-776af4054bc3 service neutron] 10.222.0.72 "GET /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792359 Dec 20 15:48:06.295509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:06.455549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:06.466310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:06.468497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,segment=NetworkSegment(3f2c276e-b215-454d-b199-651c00f9e9cd),segment_id=3f2c276e-b215-454d-b199-651c00f9e9cd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:06.486919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c', 'network_id': 'bfeba34a-c67c-4096-a3d9-7854ad69a8d2', 'port_id': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c', 'mac_address': 'fa:16:3e:e1:25:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe2c36a-2e30-4ec5-aa49-db4f8c6f013d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:06.487025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Transition to ACTIVE for port object c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:06.543291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-e85dbf10-f77b-43db-b29e-ac45394882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:06.545905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:06.547216 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-e85dbf10-f77b-43db-b29e-ac45394882d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=712461aad6c74cf0906017fba5e75b8f&device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 1095 time: 0.0920162 Dec 20 15:48:06.566823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:06.577703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55088f-766e-47a1-b5a1-b87978668e65 req-9194ddde-1926-48ca-b0ca-aba229ee8ce9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:06.587343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab55088f-766e-47a1-b5a1-b87978668e65 req-9194ddde-1926-48ca-b0ca-aba229ee8ce9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.1725206 Dec 20 15:48:06.589369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:06.592054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,segment=NetworkSegment(3f2c276e-b215-454d-b199-651c00f9e9cd),segment_id=3f2c276e-b215-454d-b199-651c00f9e9cd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:06.674755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22f36c-1a9a-40d4-a706-cf8702c8b840 req-f2cff83e-935b-4a48-b1ee-467dac13e0e0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:06.679788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:06.681564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22f36c-1a9a-40d4-a706-cf8702c8b840 req-f2cff83e-935b-4a48-b1ee-467dac13e0e0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:06.684230 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba22f36c-1a9a-40d4-a706-cf8702c8b840 req-f2cff83e-935b-4a48-b1ee-467dac13e0e0 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1666 time: 0.1646271 Dec 20 15:48:06.752992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-d8af7510-6414-4b98-9a7c-186ad9bfdc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:06.754652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-d8af7510-6414-4b98-9a7c-186ad9bfdc6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e2151808-2cea-490d-ab7d-02178bd683b0 HTTP/1.1" status: 200 len: 910 time: 0.2006943 Dec 20 15:48:06.810975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:06.834413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba22f36c-1a9a-40d4-a706-cf8702c8b840 req-f9592308-9666-4994-bd11-997feeb0493a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226225 Dec 20 15:48:06.847501 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-b5e3bb9d-b218-4087-8cd7-1445561b865b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262b1751-b01c-4201-a615-531b885e3b23 HTTP/1.1" status: 200 len: 217 time: 0.0837257 Dec 20 15:48:06.852129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab55088f-766e-47a1-b5a1-b87978668e65 req-b6d51050-bf16-48fb-8ef1-271a6432a3ca tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636838 Dec 20 15:48:06.871435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:06.883341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'tag': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:06.898700 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6001e744-1a1d-4f63-8654-baea3c7bca5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "tag": "bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:06.937815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-bbc13c09-ba0c-4e7e-b26c-b4f634e1ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:06.939204 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-bbc13c09-ba0c-4e7e-b26c-b4f634e1ab7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8 HTTP/1.1" status: 200 len: 849 time: 0.0849822 Dec 20 15:48:06.975938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56374) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:06.980060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-4e9b5777-6ca9-40bd-ac96-5bb4ae906c75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e2151808-2cea-490d-ab7d-02178bd683b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318961 Dec 20 15:48:07.022670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-e0b78f01-8fb6-412a-9669-f9b37f912030 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:07.024280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-e0b78f01-8fb6-412a-9669-f9b37f912030 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.2782946 Dec 20 15:48:07.025951 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1356b7f-6180-47d4-bdd7-d89f9944d3d7 x-openstack-request-id: req-d1356b7f-6180-47d4-bdd7-d89f9944d3d7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:07.026249 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "tag": "bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:07.026494 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1356b7f-6180-47d4-bdd7-d89f9944d3d7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:07.026891 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'tag': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d', 'status': 'completed', 'code': 200} Dec 20 15:48:07.041838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9f97172d-ddc9-42e9-bbd6-7ba0cc49052c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:07.141882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Attempting to bind port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:07.142221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Attempting to bind port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:07.143036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Attempting to bind port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 on network 17d77c4e-3acf-4052-baf0-dd5614d05c1c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:07.187460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 on network 17d77c4e-3acf-4052-baf0-dd5614d05c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:07.187796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Attempting to bind port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 on network 17d77c4e-3acf-4052-baf0-dd5614d05c1c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:07.222112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:07.222464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Checking segment: {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:07.225433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Bound using segment: {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:07.225433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Bound port: c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a48d79-78c6-4502-b03a-578989a2e243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:07.226954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.302282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-ce545d68-506b-4f91-b2d5-c488fb298e1d service neutron] 10.222.0.72 "GET /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035359 Dec 20 15:48:07.461589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e90f0608-b69e-4758-ab12-93b571e777a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82af46d23d0948448f88fa7e5758c982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4799924 Dec 20 15:48:07.472583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56388) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:07.540486 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5978f0c-0cf2-4bcd-ba01-d8113e702684 req-ecbc463e-8cd4-4f2d-90c4-3868275502b4 service neutron] 10.222.0.72 "GET /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159963 Dec 20 15:48:07.555263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d127706-489f-4ba7-be20-ab6ddfc29fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.581877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d127706-489f-4ba7-be20-ab6ddfc29fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.747377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d127706-489f-4ba7-be20-ab6ddfc29fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.753548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d127706-489f-4ba7-be20-ab6ddfc29fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.757551 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6d127706-489f-4ba7-be20-ab6ddfc29fb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/821869dd-0138-43e4-9db4-aacc50764513 HTTP/1.1" status: 204 len: 168 time: 0.2837689 Dec 20 15:48:07.763633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b99a2-b882-4bf1-b04f-916a67851acf req-8ed45634-c8bb-4706-b243-e9113ba80af2 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:07.765197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f9b99a2-b882-4bf1-b04f-916a67851acf req-8ed45634-c8bb-4706-b243-e9113ba80af2 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 944 time: 0.5875561 Dec 20 15:48:07.767695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-15b65855-52fe-4bba-8e1d-b145e54da70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:07.768161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-15b65855-52fe-4bba-8e1d-b145e54da70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:07.769612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-15b65855-52fe-4bba-8e1d-b145e54da70c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1938 time: 0.6870949 Dec 20 15:48:07.781197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d127706-489f-4ba7-be20-ab6ddfc29fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821869dd-0138-43e4-9db4-aacc50764513,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:07.797377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] For port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:07.801281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Deleting port a43d2dd2-9075-4cc4-8910-5214c641c32a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:07.801621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.905365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b580c-c386-4199-b304-f4013c2c18e6 req-4adf6851-9b6f-42b3-a829-c72b00172c9b tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:07.913108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144b580c-c386-4199-b304-f4013c2c18e6 req-4adf6851-9b6f-42b3-a829-c72b00172c9b tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 944 time: 0.6002669 Dec 20 15:48:07.925063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] For port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:08.018109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.059364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f9b99a2-b882-4bf1-b04f-916a67851acf req-5e8b26c8-4d2a-404e-84d9-61f6b8ae94a1 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807970 Dec 20 15:48:08.106216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] For port a43d2dd2-9075-4cc4-8910-5214c641c32a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a43d2dd2-9075-4cc4-8910-5214c641c32a,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:08.106643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.130497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.131709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.133125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] 10.222.0.83 "PUT /v2.0/ports/c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 HTTP/1.1" status: 200 len: 1092 time: 2.3093791 Dec 20 15:48:08.138581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144b580c-c386-4199-b304-f4013c2c18e6 req-9e7df1cb-6bf8-4bae-bb20-b69a341ba67d tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244499 Dec 20 15:48:08.148495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Calling delete_port for a43d2dd2-9075-4cc4-8910-5214c641c32a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:08.219055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-b7897402-0476-4618-bc5d-1f0d67212b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.219761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-b7897402-0476-4618-bc5d-1f0d67212b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.220455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-b7897402-0476-4618-bc5d-1f0d67212b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.227091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-b7897402-0476-4618-bc5d-1f0d67212b44 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=318499924d0d43b2ade4baf7df9fcc74&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4397781 Dec 20 15:48:08.252534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405ff9a-fa56-49b6-a67e-6ebc1b4f1c33 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:08.303258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:08.433133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:08.440829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:08.441453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.445945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c623a-f730-41ec-ade4-4640325ff3da req-190fe753-8ce4-4d4c-95bb-e7e78eafb73c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.452173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c623a-f730-41ec-ade4-4640325ff3da req-190fe753-8ce4-4d4c-95bb-e7e78eafb73c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.461484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-630c623a-f730-41ec-ade4-4640325ff3da req-190fe753-8ce4-4d4c-95bb-e7e78eafb73c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1678 time: 0.3167706 Dec 20 15:48:08.533472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.535955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-0a9344bf-6468-4909-998d-b0492127f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.538615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6001e744-1a1d-4f63-8654-baea3c7bca5e req-0a9344bf-6468-4909-998d-b0492127f7f0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016400 Dec 20 15:48:08.546468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879e3d7-4aae-43e4-a13b-faa0be6048b0 req-c461399c-a76b-46ba-912f-922ea5f41e90 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.554874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0879e3d7-4aae-43e4-a13b-faa0be6048b0 req-c461399c-a76b-46ba-912f-922ea5f41e90 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 944 time: 0.2938936 Dec 20 15:48:08.578606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:08.581016 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67ef3a1-ce7a-4b8f-a740-25810703f369" -d '{"events": [{"server_uuid": "099bbe8e-a6de-494b-b8f0-236de9c43b7e", "name": "network-vif-plugged", "status": "completed", "tag": "9f97172d-ddc9-42e9-bbd6-7ba0cc49052c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:08.595390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,segment=NetworkSegment(3f2c276e-b215-454d-b199-651c00f9e9cd),segment_id=3f2c276e-b215-454d-b199-651c00f9e9cd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:08.645293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-630c623a-f730-41ec-ade4-4640325ff3da req-96542688-5de7-4945-ad12-342b5a371059 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830490 Dec 20 15:48:08.682278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.706751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0879e3d7-4aae-43e4-a13b-faa0be6048b0 req-e361e69f-bb47-4b4f-8085-7d1c8f1aed4e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465769 Dec 20 15:48:08.766681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-6495e7d5-e360-4cab-81a1-ea4ab7ad2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.766681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-6495e7d5-e360-4cab-81a1-ea4ab7ad2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.766681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-6495e7d5-e360-4cab-81a1-ea4ab7ad2e53 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1980 time: 0.1784978 Dec 20 15:48:08.789916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:08.804758 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a5879-a786-4147-a7a3-473673dec8c7 x-openstack-request-id: req-275a5879-a786-4147-a7a3-473673dec8c7 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:08.805137 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099bbe8e-a6de-494b-b8f0-236de9c43b7e", "name": "network-vif-plugged", "status": "completed", "tag": "9f97172d-ddc9-42e9-bbd6-7ba0cc49052c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:08.805390 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-275a5879-a786-4147-a7a3-473673dec8c7 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:08.805904 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c', 'code': 200} Dec 20 15:48:08.831876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-1448e9cb-24e6-4b6d-88aa-bfea694a8768 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d HTTP/1.1" status: 200 len: 217 time: 0.0565879 Dec 20 15:48:08.851371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:08.928588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event deleted for resources: {'Port': ['ID=a43d2dd2-9075-4cc4-8910-5214c641c32a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:08.992840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-effffddc-92fa-4b62-9fc8-92cde1270e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:08.994375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-effffddc-92fa-4b62-9fc8-92cde1270e78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56a3380a-4738-4ffa-868d-1df8545f6257 HTTP/1.1" status: 200 len: 801 time: 0.1531320 Dec 20 15:48:08.996096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] No DVR routers for this DVR port a43d2dd2-9075-4cc4-8910-5214c641c32a on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:08.999302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1b2a-a9bc-4048-8aec-c4e3d6f29cf2 req-3d4889c7-8074-413b-a108-f55f655cc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.000915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f80b1b2a-a9bc-4048-8aec-c4e3d6f29cf2 req-3d4889c7-8074-413b-a108-f55f655cc186 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 1096 time: 0.1288712 Dec 20 15:48:09.003180 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:09.007801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7f05636-5914-41e5-8498-721dbecf62d2 req-ae073059-b551-4c5c-b9a5-cbea5c1c383e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "DELETE /v2.0/ports/a43d2dd2-9075-4cc4-8910-5214c641c32a HTTP/1.1" status: 204 len: 173 time: 1.9759645 Dec 20 15:48:09.032171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'tag': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6'}, {'server_uuid': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'name': 'network-vif-deleted', 'tag': 'a43d2dd2-9075-4cc4-8910-5214c641c32a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:09.034730 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "tag": "c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6"}, {"server_uuid": "7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d", "name": "network-vif-deleted", "tag": "a43d2dd2-9075-4cc4-8910-5214c641c32a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:09.081745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7b9c5ce8-5f47-4e83-ab9f-a11a32773b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.083287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-7b9c5ce8-5f47-4e83-ab9f-a11a32773b15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8f9ef1ab-6a93-47c8-99c6-79e7b9790dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814724 Dec 20 15:48:09.088102 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10706b1e-83da-44c6-9284-6ab1d9f9341c x-openstack-request-id: req-10706b1e-83da-44c6-9284-6ab1d9f9341c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:09.088413 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "tag": "c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6", "status": "completed", "code": 200}, {"server_uuid": "7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d", "name": "network-vif-deleted", "tag": "a43d2dd2-9075-4cc4-8910-5214c641c32a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:09.088669 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10706b1e-83da-44c6-9284-6ab1d9f9341c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:09.089065 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'tag': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6', 'status': 'completed', 'code': 200} Dec 20 15:48:09.089353 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d', 'name': 'network-vif-deleted', 'tag': 'a43d2dd2-9075-4cc4-8910-5214c641c32a', 'status': 'completed', 'code': 200} Dec 20 15:48:09.093098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f80b1b2a-a9bc-4048-8aec-c4e3d6f29cf2 req-dc31811f-c9e1-4276-8629-242c6e451a08 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760968 Dec 20 15:48:09.261114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ac88-4139-4975-a578-f0842fbaec20 req-38694f3e-af67-4255-b6b9-5c399f34c907 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.262258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8a1ac88-4139-4975-a578-f0842fbaec20 req-38694f3e-af67-4255-b6b9-5c399f34c907 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.1014659 Dec 20 15:48:09.281132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-0c9e5584-0adc-4c9b-a7a8-c86dcf6dd132 service neutron] 10.222.0.83 "GET /v2.0/networks/8f9ef1ab-6a93-47c8-99c6-79e7b9790dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862826 Dec 20 15:48:09.347014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 262b1751-b01c-4201-a615-531b885e3b23 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:09.354545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0abd42-cb05-4f26-a443-03b8519c5a9a req-e7edffa4-efa2-4305-a980-fb1b5d537285 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.356222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0abd42-cb05-4f26-a443-03b8519c5a9a req-e7edffa4-efa2-4305-a980-fb1b5d537285 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 944 time: 0.0910172 Dec 20 15:48:09.361625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8a1ac88-4139-4975-a578-f0842fbaec20 req-963af30c-808f-435f-9ef1-fb51f8fe3ab7 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 Dec 20 15:48:09.477697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0abd42-cb05-4f26-a443-03b8519c5a9a req-95d30159-04bd-4b46-a1bb-249aaaa99554 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145153 Dec 20 15:48:09.503501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-c3225284-5375-4574-b2b0-28ee040cb370 service neutron] 10.222.0.83 "GET /v2.0/networks/8f9ef1ab-6a93-47c8-99c6-79e7b9790dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386380 Dec 20 15:48:09.525195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 262b1751-b01c-4201-a615-531b885e3b23, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=262b1751-b01c-4201-a615-531b885e3b23,segment=NetworkSegment(2973b5d3-6a5b-436b-974b-da6f1e77f7ea),segment_id=2973b5d3-6a5b-436b-974b-da6f1e77f7ea)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:09.538049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '262b1751-b01c-4201-a615-531b885e3b23', 'network_id': 'e2151808-2cea-490d-ab7d-02178bd683b0', 'port_id': '262b1751-b01c-4201-a615-531b885e3b23', 'mac_address': 'fa:16:3e:3c:b6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:09.559944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-aceb6492-7c94-4c92-99ef-89423860c917 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 HTTP/1.1" status: 200 len: 217 time: 0.0490983 Dec 20 15:48:09.587215 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:09.599396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262b1751-b01c-4201-a615-531b885e3b23 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:09.621885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 262b1751-b01c-4201-a615-531b885e3b23, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=262b1751-b01c-4201-a615-531b885e3b23,segment=NetworkSegment(2973b5d3-6a5b-436b-974b-da6f1e77f7ea),segment_id=2973b5d3-6a5b-436b-974b-da6f1e77f7ea)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:09.628436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-40869b4c-c5a5-46c1-bec5-31a121d7d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.629947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-40869b4c-c5a5-46c1-bec5-31a121d7d794 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d7078c7-aaeb-4623-8cd0-b51b8081bc51 HTTP/1.1" status: 200 len: 801 time: 0.0628052 Dec 20 15:48:09.690365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-58606b71-7521-4416-ba58-75e46c164d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.692058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-58606b71-7521-4416-ba58-75e46c164d43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=17d77c4e-3acf-4052-baf0-dd5614d05c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539060 Dec 20 15:48:09.705110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:09.776179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=262b1751-b01c-4201-a615-531b885e3b23,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:09.865981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3323e64-a7fc-4716-b170-49a2764e7437 req-a1deca1f-5e46-44ae-942f-6339bd6deade tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a87fdeb-1aec-49af-9e8a-3f7bbfbf012d HTTP/1.1" status: 200 len: 210 time: 0.0398948 Dec 20 15:48:09.879573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f2e3-0e3f-4151-bdcd-5ab1af69096f req-7dc20f2c-e243-4dc3-9205-fce4d9d5664f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.886364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f2e3-0e3f-4151-bdcd-5ab1af69096f req-7dc20f2c-e243-4dc3-9205-fce4d9d5664f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:09.888173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b894f2e3-0e3f-4151-bdcd-5ab1af69096f req-7dc20f2c-e243-4dc3-9205-fce4d9d5664f tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1678 time: 0.1425111 Dec 20 15:48:09.920090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-5656ceb0-7bfb-436c-9ed0-052aa00ecfaa service neutron] 10.222.0.83 "GET /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193160 Dec 20 15:48:09.927095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['262b1751-b01c-4201-a615-531b885e3b23'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:10.008721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b894f2e3-0e3f-4151-bdcd-5ab1af69096f req-bb3424f0-b0a7-4dbd-bc6e-058a32983a1b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072724 Dec 20 15:48:10.055243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f3ec1ff-4be4-4a09-b7a0-122dfc196b9b req-1bb0d657-749a-4a33-9ef8-cd75a8adbe19 service neutron] 10.222.0.83 "GET /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273019 Dec 20 15:48:10.134345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eddaa2c-ffc7-4244-a039-81c8de097abc req-5a6281c4-5c2b-4758-9b0b-a34154a2478d tempest-AbsoluteLimitsNegativeTestJSON-993911809 tempest-AbsoluteLimitsNegativeTestJSON-993911809-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=517a7a13112c42629a92af22571d876b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226912 Dec 20 15:48:10.274629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-d45e619d-9908-4f20-8a1f-417af085bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.275111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-d45e619d-9908-4f20-8a1f-417af085bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.276752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-d45e619d-9908-4f20-8a1f-417af085bedb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=318499924d0d43b2ade4baf7df9fcc74&device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1980 time: 0.1111281 Dec 20 15:48:10.288010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddaa2c-ffc7-4244-a039-81c8de097abc req-1e6e69ea-7b09-423f-a462-6730113e98b3 tempest-AbsoluteLimitsNegativeTestJSON-993911809 tempest-AbsoluteLimitsNegativeTestJSON-993911809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.289496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eddaa2c-ffc7-4244-a039-81c8de097abc req-1e6e69ea-7b09-423f-a462-6730113e98b3 tempest-AbsoluteLimitsNegativeTestJSON-993911809 tempest-AbsoluteLimitsNegativeTestJSON-993911809-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492736 Dec 20 15:48:10.326712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eddaa2c-ffc7-4244-a039-81c8de097abc req-4cedd006-e5c4-4f41-bc78-5be5e17212bd tempest-AbsoluteLimitsNegativeTestJSON-993911809 tempest-AbsoluteLimitsNegativeTestJSON-993911809-project] 10.222.0.81 "GET /v2.0/quotas/517a7a13112c42629a92af22571d876b HTTP/1.1" status: 200 len: 375 time: 0.0289721 Dec 20 15:48:10.389558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eddaa2c-ffc7-4244-a039-81c8de097abc req-77cc86fe-cf08-4412-b7a9-0b7b13e51e29 tempest-AbsoluteLimitsNegativeTestJSON-993911809 tempest-AbsoluteLimitsNegativeTestJSON-993911809-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=517a7a13112c42629a92af22571d876b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357547 Dec 20 15:48:10.418571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-dc545a2e-5c51-4fc7-8b60-c18f6e2bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.420069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-dc545a2e-5c51-4fc7-8b60-c18f6e2bcf11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=17d77c4e-3acf-4052-baf0-dd5614d05c1c HTTP/1.1" status: 200 len: 903 time: 0.1296809 Dec 20 15:48:10.471160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-869aca74-3380-4646-837d-4b23ce9e9fdd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 HTTP/1.1" status: 200 len: 217 time: 0.0423877 Dec 20 15:48:10.562929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138eedf-e604-4593-9342-a98102476432 req-381e0101-ac44-46cd-8c75-4675fc2827b9 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.564962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2138eedf-e604-4593-9342-a98102476432 req-381e0101-ac44-46cd-8c75-4675fc2827b9 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.0960286 Dec 20 15:48:10.569123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-66810b61-1bfe-4d9a-b6e5-ffb40973c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.570566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-66810b61-1bfe-4d9a-b6e5-ffb40973c898 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d7078c7-aaeb-4623-8cd0-b51b8081bc51 HTTP/1.1" status: 200 len: 801 time: 0.0917146 Dec 20 15:48:10.681875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17d63c-67a8-4040-b02e-0596e8e8ff83 req-6241487d-355b-4449-b82f-548e59baf133 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.683276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e17d63c-67a8-4040-b02e-0596e8e8ff83 req-6241487d-355b-4449-b82f-548e59baf133 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 945 time: 0.1174340 Dec 20 15:48:10.686967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2138eedf-e604-4593-9342-a98102476432 req-6597dbda-cc31-4aaa-8b08-ff4daea13195 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075146 Dec 20 15:48:10.698489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-85099f20-cec0-4770-b223-eac1f4368862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.699940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-85099f20-cec0-4770-b223-eac1f4368862 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=17d77c4e-3acf-4052-baf0-dd5614d05c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987399 Dec 20 15:48:10.794773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e17d63c-67a8-4040-b02e-0596e8e8ff83 req-98f6d095-03a1-4554-85a4-1e246d8c226c tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044219 Dec 20 15:48:10.823049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-8ada16ce-56f6-4594-a917-3ba440923a3f service neutron] 10.222.0.83 "GET /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153948 Dec 20 15:48:11.017371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56506) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:11.195223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdf12d5b-2433-463b-a9ba-faf765c7d9a8 req-fdb76fb5-0300-4ad3-8000-9f07de42b3be service neutron] 10.222.0.83 "GET /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650649 Dec 20 15:48:11.216955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6e01-f66d-418a-876d-0629096df8fb req-a59c8f95-8132-4c8a-9bfd-ad4f0fe4f94a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:11.223589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6e01-f66d-418a-876d-0629096df8fb req-a59c8f95-8132-4c8a-9bfd-ad4f0fe4f94a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:11.225361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-012b6e01-f66d-418a-876d-0629096df8fb req-a59c8f95-8132-4c8a-9bfd-ad4f0fe4f94a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1678 time: 0.0750258 Dec 20 15:48:11.354682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-012b6e01-f66d-418a-876d-0629096df8fb req-fcffc2a4-df25-42f1-9c00-b517499f0781 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226900 Dec 20 15:48:11.375373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5498fe6-2b1e-49d1-8cb8-331c710716b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.383379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 262b1751-b01c-4201-a615-531b885e3b23 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:11.385372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-86859830-dfff-40f8-bef0-2ab45d907ec2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:11.386905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-86859830-dfff-40f8-bef0-2ab45d907ec2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 821 time: 0.1376731 Dec 20 15:48:11.403238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-6f7c14d4-fd99-4436-a244-e28133228a6a tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/quotas/cf183b49a7d74690830de5cb1b2605d3 HTTP/1.1" status: 200 len: 375 time: 0.0102415 Dec 20 15:48:11.445119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-189179d1-4483-4f65-b914-7b744c6bc551 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339477 Dec 20 15:48:11.466286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5498fe6-2b1e-49d1-8cb8-331c710716b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.518992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 262b1751-b01c-4201-a615-531b885e3b23 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:11.523662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 262b1751-b01c-4201-a615-531b885e3b23 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:11.524046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.543162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-cbf0066a-ef70-4db8-8824-4d497c57322b service neutron] 10.222.0.81 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906894 Dec 20 15:48:11.565042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5498fe6-2b1e-49d1-8cb8-331c710716b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.604752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5498fe6-2b1e-49d1-8cb8-331c710716b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700a562-bcbf-457e-ae3e-58a83ba45b8f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:11.609285 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5498fe6-2b1e-49d1-8cb8-331c710716b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=517a7a13112c42629a92af22571d876b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5900705 Dec 20 15:48:11.612703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56528) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:11.623380 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.651504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a86855a-f492-4503-acdc-223f011d3b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262b1751-b01c-4201-a615-531b885e3b23'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:11.654175 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e308444-f056-4a36-92cf-14f3ef429edb" -d '{"events": [{"server_uuid": "1a86855a-f492-4503-acdc-223f011d3b45", "name": "network-vif-plugged", "status": "completed", "tag": "262b1751-b01c-4201-a615-531b885e3b23"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:11.675144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 262b1751-b01c-4201-a615-531b885e3b23, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=262b1751-b01c-4201-a615-531b885e3b23,segment=NetworkSegment(2973b5d3-6a5b-436b-974b-da6f1e77f7ea),segment_id=2973b5d3-6a5b-436b-974b-da6f1e77f7ea)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:11.675676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-e385e2cf-7fdd-42ff-bf7f-3688e66ba219 service neutron] 10.222.0.81 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233199 Dec 20 15:48:11.698498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba29c6b-1bbd-4040-a98d-39880e6734b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.704280 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55395c1a-2897-46aa-909e-95a3820ec133 x-openstack-request-id: req-55395c1a-2897-46aa-909e-95a3820ec133 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:11.704590 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a86855a-f492-4503-acdc-223f011d3b45", "name": "network-vif-plugged", "status": "completed", "tag": "262b1751-b01c-4201-a615-531b885e3b23", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:11.704851 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55395c1a-2897-46aa-909e-95a3820ec133 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:11.705317 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a86855a-f492-4503-acdc-223f011d3b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262b1751-b01c-4201-a615-531b885e3b23', 'code': 200} Dec 20 15:48:11.734222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba29c6b-1bbd-4040-a98d-39880e6734b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.760333 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.761298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a43d2dd2-9075-4cc4-8910-5214c641c32a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:11.786117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: a43d2dd2-9075-4cc4-8910-5214c641c32a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:11.786574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a43d2dd2-9075-4cc4-8910-5214c641c32a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:11.800730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:48:11.848149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=262b1751-b01c-4201-a615-531b885e3b23,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:11.869005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da226000-9822-4e74-b887-3b1ede6295b3 req-1c764c88-1c8c-4530-9231-82bc32abf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:11.870649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da226000-9822-4e74-b887-3b1ede6295b3 req-1c764c88-1c8c-4530-9231-82bc32abf214 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 1097 time: 0.1037514 Dec 20 15:48:11.879136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db289925-a53d-430f-85f5-6e1cd51d83b6 req-3370911e-2375-4ea3-ae14-323447465322 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:11.880915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db289925-a53d-430f-85f5-6e1cd51d83b6 req-3370911e-2375-4ea3-ae14-323447465322 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.1005774 Dec 20 15:48:11.896823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba29c6b-1bbd-4040-a98d-39880e6734b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.900348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba29c6b-1bbd-4040-a98d-39880e6734b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:11.904711 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ba29c6b-1bbd-4040-a98d-39880e6734b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1700a562-bcbf-457e-ae3e-58a83ba45b8f HTTP/1.1" status: 204 len: 168 time: 0.2914484 Dec 20 15:48:11.914794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29c6b-1bbd-4040-a98d-39880e6734b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700a562-bcbf-457e-ae3e-58a83ba45b8f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:11.970494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da226000-9822-4e74-b887-3b1ede6295b3 req-fcd28d01-e6bc-4328-8182-7f7ae22235fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884967 Dec 20 15:48:11.993840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db289925-a53d-430f-85f5-6e1cd51d83b6 req-b38d5af2-758d-41d3-b55c-1c2d8506328e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049929 Dec 20 15:48:12.093811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3df4f816-b12c-4ed5-9391-a7d1dd52352a req-44a91e6c-a943-41a5-81b4-5bd616b767bf tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 210 time: 0.0316820 Dec 20 15:48:12.122322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511fd7-eaf4-4d14-b11f-4cc5ec0ba261 req-e8cf2863-b0bb-4a22-911d-4cd9d76a3741 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.127840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a511fd7-eaf4-4d14-b11f-4cc5ec0ba261 req-e8cf2863-b0bb-4a22-911d-4cd9d76a3741 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 946 time: 0.1157956 Dec 20 15:48:12.216458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a511fd7-eaf4-4d14-b11f-4cc5ec0ba261 req-648bcee5-5523-4a9b-b4b0-551cef6cd969 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785751 Dec 20 15:48:12.492458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16070312-183f-4dc1-abc3-622f02a5d4e5 req-959b3067-6802-48cc-b0d1-d2e1e4dfe703 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.498707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16070312-183f-4dc1-abc3-622f02a5d4e5 req-959b3067-6802-48cc-b0d1-d2e1e4dfe703 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.500432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16070312-183f-4dc1-abc3-622f02a5d4e5 req-959b3067-6802-48cc-b0d1-d2e1e4dfe703 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1678 time: 0.0604491 Dec 20 15:48:12.585962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16070312-183f-4dc1-abc3-622f02a5d4e5 req-1f92a1be-48e9-4a90-be4f-202a105093ff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781472 Dec 20 15:48:12.645537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77173bab-c832-4857-aae0-1af6e64dcbb8 req-209df69b-9a5b-45e0-a303-6d128b8f6c99 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.648004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77173bab-c832-4857-aae0-1af6e64dcbb8 req-209df69b-9a5b-45e0-a303-6d128b8f6c99 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.0610721 Dec 20 15:48:12.728066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77173bab-c832-4857-aae0-1af6e64dcbb8 req-1598c842-5ce5-4ea3-b514-ce3b734e7d75 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730278 Dec 20 15:48:12.736320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-cf109938-a384-4567-bd7a-58f66fde9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.737844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-cf109938-a384-4567-bd7a-58f66fde9674 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=12734b925c944585b8aafb9246a9bfcd&device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 1096 time: 0.0625477 Dec 20 15:48:12.832655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-134163c6-e5b1-43db-9625-07717824522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.834907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-134163c6-e5b1-43db-9625-07717824522b service neutron] 10.222.0.83 "GET /v2.0/networks?id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2 HTTP/1.1" status: 200 len: 914 time: 0.0892148 Dec 20 15:48:12.887157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-5a218b84-e11b-4573-ba4d-1a1452cd6e1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c HTTP/1.1" status: 200 len: 217 time: 0.0461228 Dec 20 15:48:12.943859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-7a231446-da0b-4bf1-9b49-64f3746e6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.945836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-7a231446-da0b-4bf1-9b49-64f3746e6258 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=afe2c36a-2e30-4ec5-aa49-db4f8c6f013d HTTP/1.1" status: 200 len: 853 time: 0.0495374 Dec 20 15:48:12.980114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-882dc941-f971-4c17-a051-9aff8d3381ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bfeba34a-c67c-4096-a3d9-7854ad69a8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272162 Dec 20 15:48:13.080157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-178e0ef4-0563-4605-91f5-3bf767a5f879 service neutron] 10.222.0.83 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932777 Dec 20 15:48:13.233749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f6e693f-f09d-4f4d-9aaa-707484785042 req-1584fcd0-5a64-4f70-8d32-83dd3465a7d9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 210 time: 0.0448341 Dec 20 15:48:13.259861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcd7c25d-c780-4f54-961a-4a1a526e146f req-d79c1c3d-df36-4ea4-ad79-03be1a451f92 service neutron] 10.222.0.83 "GET /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714842 Dec 20 15:48:13.360796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5453dc-3387-4484-84ba-84b3b1e87eb4 req-e2adfd6a-ad9f-42d7-81f6-94b3096b9aba tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.362856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea5453dc-3387-4484-84ba-84b3b1e87eb4 req-e2adfd6a-ad9f-42d7-81f6-94b3096b9aba tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 946 time: 0.0704587 Dec 20 15:48:13.450828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea5453dc-3387-4484-84ba-84b3b1e87eb4 req-9c8bdfd2-69e9-4828-abcd-be2f3ae581b3 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805025 Dec 20 15:48:13.503264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:13.721355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321d2fa-6912-462f-be06-73cd4a27118f req-df054756-eed4-45c9-ba78-4a50985f5b5d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.728793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321d2fa-6912-462f-be06-73cd4a27118f req-df054756-eed4-45c9-ba78-4a50985f5b5d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.730435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a321d2fa-6912-462f-be06-73cd4a27118f req-df054756-eed4-45c9-ba78-4a50985f5b5d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1678 time: 0.0612173 Dec 20 15:48:13.749460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-340254395-network', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:13.803526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a321d2fa-6912-462f-be06-73cd4a27118f req-bbf1fac9-2b72-44fe-9ef3-f543ccde2386 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659502 Dec 20 15:48:13.867383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Made reservation on behalf of db7546efdcfa43c0a9269ffa2af574dc for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:13.869794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:13.882102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:13.959448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc12117-0001-4a37-8a36-6ef777c1d8ad req-a81cfccc-652b-482f-a531-45aeeb25a092 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.960981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fc12117-0001-4a37-8a36-6ef777c1d8ad req-a81cfccc-652b-482f-a531-45aeeb25a092 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.0812085 Dec 20 15:48:14.041360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fc12117-0001-4a37-8a36-6ef777c1d8ad req-e3de28ff-6788-4733-91b1-a1bcc989d15f tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734482 Dec 20 15:48:14.055764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.143821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.169538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:14.192854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d9b3f-37c5-43ed-abe9-def1b606d2bf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:14.196394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.196762 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Added segment 1a82d9d4-7093-41c8-906a-2b9d73bf22d3 of type vlan for network 68ef0e08-e471-4551-93b7-fa9aaa20576a Dec 20 15:48:14.214230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a2c6c-7db5-474e-9aa7-ad3b17fc82d7 req-c3493c22-c6ce-4637-84be-2b44915134f2 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:14.215789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-390a2c6c-7db5-474e-9aa7-ad3b17fc82d7 req-c3493c22-c6ce-4637-84be-2b44915134f2 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 946 time: 0.0996292 Dec 20 15:48:14.265687 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.306705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:14.311429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-390a2c6c-7db5-474e-9aa7-ad3b17fc82d7 req-8cb38bb3-763d-4c4a-81b4-35bd2e333d20 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Dec 20 15:48:14.342669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bd488b5-b5a8-40c9-90a2-799046cb5b3e req-b8cfb4f0-bfe8-4e10-ae6e-d60dce6d1679 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 210 time: 0.0292265 Dec 20 15:48:14.390808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.392142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:14.392946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.457149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:14.460220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] Pushing event updated for resources: {'Network': ['ID=68ef0e08-e471-4551-93b7-fa9aaa20576a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:14.472091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:48:14.500254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d', 'network_id': '8f9ef1ab-6a93-47c8-99c6-79e7b9790dec', 'port_id': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d', 'mac_address': 'fa:16:3e:7d:5a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a3380a-4738-4ffa-868d-1df8545f6257', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:14.513148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aa2966fe-2eae-4288-9026-61480875206e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0087035 Dec 20 15:48:14.525322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:14.531272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Request body: {'subnet': {'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-340254395-subnet', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:14.584479 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.597721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:14.620163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:14.626710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-9fc6b824-1e1b-4ae2-b799-0b831d61bba2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:14.628230 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-9fc6b824-1e1b-4ae2-b799-0b831d61bba2 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 821 time: 0.1293719 Dec 20 15:48:14.642652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Request body: {'port': {'device_id': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'admin_state_up': True, 'tenant_id': 'cf183b49a7d74690830de5cb1b2605d3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:14.676218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Made reservation on behalf of db7546efdcfa43c0a9269ffa2af574dc for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:14.679294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.701885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.702766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:14.761635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:14.839332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Made reservation on behalf of cf183b49a7d74690830de5cb1b2605d3 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:14.842894 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.906397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:14.929152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6', 'network_id': '17d77c4e-3acf-4052-baf0-dd5614d05c1c', 'port_id': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6', 'mac_address': 'fa:16:3e:12:73:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7078c7-aaeb-4623-8cd0-b51b8081bc51', 'ip_address': '19.86.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:14.970048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:14.984782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:14.989718 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.010044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:15.041760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d949ef-682e-49ad-a185-131024d5a976 req-add2255a-4331-4483-ab00-e6459a87f4b3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.048475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d949ef-682e-49ad-a185-131024d5a976 req-add2255a-4331-4483-ab00-e6459a87f4b3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.049482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9d949ef-682e-49ad-a185-131024d5a976 req-add2255a-4331-4483-ab00-e6459a87f4b3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1679 time: 0.1107242 Dec 20 15:48:15.062981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=234edcc1-759e-41ad-bd09-de9a0b8b16f5,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:15.078535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.078780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.079128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.079472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.079978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.080473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.080661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.081100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.081420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.081752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.082081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.086522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.086657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.086657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:15.092355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Checking segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:15.092718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Network hostable DHCP agents. Network: 68ef0e08-e471-4551-93b7-fa9aaa20576a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:48:15.102420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Allocated IP 172.20.0.9 (7fa9bf6f-05ea-4e5c-bf36-9584368bd85f/ad722afc-a936-4117-8ed5-9d39bc769587/fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:15.143227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:15.158260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9d949ef-682e-49ad-a185-131024d5a976 req-5eb9368b-a542-4a3e-908d-c93129f14dbc tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937247 Dec 20 15:48:15.196041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:48:15.239429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa269db-493b-4d19-a88c-468ad237d61b req-c0fdd112-364b-4072-8911-d80fee0a608a tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.241776 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fa269db-493b-4d19-a88c-468ad237d61b req-c0fdd112-364b-4072-8911-d80fee0a608a tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.1071813 Dec 20 15:48:15.345707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fa269db-493b-4d19-a88c-468ad237d61b req-2523f60f-85b8-4726-a83e-3a6c19be530f tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711200 Dec 20 15:48:15.361092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.387566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 68ef0e08-e471-4551-93b7-fa9aaa20576a) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:15.392765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.393769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.398766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59724a-f80a-4684-b7e9-26cc99d58bfe None None] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:15.497975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb7e8-0f3e-4ca0-ab60-2cb69364c062 req-c9a8cc2e-c983-4c38-84c6-0a4ea52809a3 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.499339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:15.501435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:15.505968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-455eb7e8-0f3e-4ca0-ab60-2cb69364c062 req-c9a8cc2e-c983-4c38-84c6-0a4ea52809a3 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 946 time: 0.0995710 Dec 20 15:48:15.522230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-cd422751-e17b-42ed-b0bb-5568c9afd2e5 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.525668 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-cd422751-e17b-42ed-b0bb-5568c9afd2e5 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 946 time: 0.1078291 Dec 20 15:48:15.532392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7ca7e63-823e-485c-bc37-8f51395d72ca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0029793 Dec 20 15:48:15.539041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56652) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:15.547163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:15.583409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-68ef0e08-e471-4551-93b7-fa9aaa20576a', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:48:15.585010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.588928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b1dc554-fefe-4156-b94c-c0a694465096 req-06361100-96b7-4580-b097-ff89bdf5ba18 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 210 time: 0.0611682 Dec 20 15:48:15.602120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.670172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Deleting port 262b1751-b01c-4201-a615-531b885e3b23 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:15.670654 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.699124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-455eb7e8-0f3e-4ca0-ab60-2cb69364c062 req-e80a4a20-9998-40e1-9d60-0188b7d1ab30 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/security-groups?id=38416fd2-265c-4f06-83fa-f4055ff5c555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921105 Dec 20 15:48:15.744152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event updated for resources: {'Port': ['ID=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:15.752924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Allocated IP 172.20.0.2 (68ef0e08-e471-4551-93b7-fa9aaa20576a/234edcc1-759e-41ad-bd09-de9a0b8b16f5/3799b97a-9bb2-492d-9866-41b524b87673) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:15.768473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:15.775949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:15.782233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:15.851047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.852211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.862592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] For port 262b1751-b01c-4201-a615-531b885e3b23, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=262b1751-b01c-4201-a615-531b885e3b23,segment=NetworkSegment(2973b5d3-6a5b-436b-974b-da6f1e77f7ea),segment_id=2973b5d3-6a5b-436b-974b-da6f1e77f7ea)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:15.864494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.891078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Calling delete_port for 262b1751-b01c-4201-a615-531b885e3b23 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.906970 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.910331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:15.983037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.023469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.076889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-a92d2ebb-577c-4696-be0f-4915934c1dac tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4378757 Dec 20 15:48:16.142581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.151420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Request body: {'port': {'device_id': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:16.200847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:16.207616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:16.210855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:16.227730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.275898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Pushing event deleted for resources: {'Port': ['ID=262b1751-b01c-4201-a615-531b885e3b23,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:16.330382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] No DVR routers for this DVR port 262b1751-b01c-4201-a615-531b885e3b23 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:16.333277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.338144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0499ef52-41c8-4aa4-bfbb-ff1268b9c2a0 req-b9906c66-a8b9-4f97-8761-528926c5b134 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.72 "DELETE /v2.0/ports/262b1751-b01c-4201-a615-531b885e3b23 HTTP/1.1" status: 204 len: 173 time: 0.8065958 Dec 20 15:48:16.338751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a86855a-f492-4503-acdc-223f011d3b45', 'name': 'network-vif-deleted', 'tag': '262b1751-b01c-4201-a615-531b885e3b23'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:16.342112 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45deea0-0665-43fc-b75d-d54af035a5c2" -d '{"events": [{"server_uuid": "1a86855a-f492-4503-acdc-223f011d3b45", "name": "network-vif-deleted", "tag": "262b1751-b01c-4201-a615-531b885e3b23"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:16.352779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.375460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.398652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['262b1751-b01c-4201-a615-531b885e3b23'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:16.401031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Pushing event updated for resources: {'Port': ['ID=3799b97a-9bb2-492d-9866-41b524b87673,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:16.450388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5237db-1d68-4d79-8c8d-01fb041d89b1 req-e028a795-531a-4a05-a491-bf8b9ed43b5a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:16.453442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Attempting to bind port 3799b97a-9bb2-492d-9866-41b524b87673 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:16.453820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Attempting to bind port 3799b97a-9bb2-492d-9866-41b524b87673 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:16.454183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Attempting to bind port 3799b97a-9bb2-492d-9866-41b524b87673 on network 68ef0e08-e471-4551-93b7-fa9aaa20576a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:16.457075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5237db-1d68-4d79-8c8d-01fb041d89b1 req-e028a795-531a-4a05-a491-bf8b9ed43b5a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:16.460971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:16.461384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Checking segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:16.461955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.462760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Bound using segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:16.463249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Bound port: 3799b97a-9bb2-492d-9866-41b524b87673, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:16.463634 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.465437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f5237db-1d68-4d79-8c8d-01fb041d89b1 req-e028a795-531a-4a05-a491-bf8b9ed43b5a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1680 time: 0.1855853 Dec 20 15:48:16.524183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb25f1-10f3-4c5d-8986-1f8c756bdf05 req-bdfd774d-998b-45db-977a-3079f13ebb89 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:16.525771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6eb25f1-10f3-4c5d-8986-1f8c756bdf05 req-bdfd774d-998b-45db-977a-3079f13ebb89 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.1858797 Dec 20 15:48:16.539563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] For port 3799b97a-9bb2-492d-9866-41b524b87673, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:16.545270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] For port 3799b97a-9bb2-492d-9866-41b524b87673, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3799b97a-9bb2-492d-9866-41b524b87673,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:16.666179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.732321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea49305-8e3d-42e2-a99f-2ddfc0707ab6 None None] Pushing event updated for resources: {'Port': ['ID=3799b97a-9bb2-492d-9866-41b524b87673,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:16.970981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f5237db-1d68-4d79-8c8d-01fb041d89b1 req-2a2fdd24-3a37-4ea3-b52a-187ad05beb85 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046806 Dec 20 15:48:17.021825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6eb25f1-10f3-4c5d-8986-1f8c756bdf05 req-161af580-23ce-49fd-b205-c8e4955ee6ba tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780304 Dec 20 15:48:17.042674 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688106e3-b861-4024-ba35-353d88f0f2a9 x-openstack-request-id: req-688106e3-b861-4024-ba35-353d88f0f2a9 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:17.043222 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a86855a-f492-4503-acdc-223f011d3b45", "name": "network-vif-deleted", "tag": "262b1751-b01c-4201-a615-531b885e3b23", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:17.044143 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-688106e3-b861-4024-ba35-353d88f0f2a9 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:17.044814 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a86855a-f492-4503-acdc-223f011d3b45', 'name': 'network-vif-deleted', 'tag': '262b1751-b01c-4201-a615-531b885e3b23', 'status': 'completed', 'code': 200} Dec 20 15:48:17.316214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ca8d15a-b5b8-436c-bc9d-5b09a274eecf req-93920ea5-259e-477b-b94c-ba5c83714ab5 tempest-ServerGroupTestJSON-1469566620 tempest-ServerGroupTestJSON-1469566620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a86855a-f492-4503-acdc-223f011d3b45 HTTP/1.1" status: 200 len: 210 time: 0.0982754 Dec 20 15:48:17.334205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913cae-beb8-40d7-a864-5098840b18e9 req-d0f59388-7b1b-477d-8ba5-203880f0b4da tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:17.335743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2913cae-beb8-40d7-a864-5098840b18e9 req-d0f59388-7b1b-477d-8ba5-203880f0b4da tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 931 time: 0.2134452 Dec 20 15:48:17.339604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:17.357417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.426273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Transition to ACTIVE for port object fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:17.457639 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.463136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2913cae-beb8-40d7-a864-5098840b18e9 req-cfed1736-aaa5-4a3e-9a63-455fe731a1ff tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188867 Dec 20 15:48:17.492208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.500477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.605133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Pushing event updated for resources: {'Port': ['ID=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:17.721912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Allocated IP 172.25.6.140 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/3365240b-1415-4426-bb11-953b64f43d07) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:17.773141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Attempting to bind port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:17.773516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Attempting to bind port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:17.773842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Attempting to bind port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:17.775521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3799b97a-9bb2-492d-9866-41b524b87673 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:17.806082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:17.806405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Attempting to bind port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e on network 7fa9bf6f-05ea-4e5c-bf36-9584368bd85f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:17.816887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:17.817262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Checking segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:17.817658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Bound using segment: {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:17.818162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Bound port: fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449de267-bae2-478b-afd1-f8071a5c68a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:17.818480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.861765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3799b97a-9bb2-492d-9866-41b524b87673 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:17.861765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.902054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.930575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] For port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:17.934974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] For port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:17.962481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:17.993000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94261baf-d8d0-4c0d-8dfc-6cbc8d52133c None None] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:18.014820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.039664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3799b97a-9bb2-492d-9866-41b524b87673, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3799b97a-9bb2-492d-9866-41b524b87673,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:18.062041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.093267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.094071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.096428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] 10.222.0.72 "PUT /v2.0/ports/fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e HTTP/1.1" status: 200 len: 1091 time: 1.9739802 Dec 20 15:48:18.097567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-aab45757-2d5c-41c8-aeec-def5799e2c93 None None] Provisioning complete for port 3799b97a-9bb2-492d-9866-41b524b87673 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:18.097943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aab45757-2d5c-41c8-aeec-def5799e2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.100667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'tag': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:18.103802 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae" -d '{"events": [{"name": "network-changed", "server_uuid": "939bd6ae-b647-4838-a3d5-fc6fc95727b9", "tag": "fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:18.140000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-17358260-8bcb-4421-9f56-56b87a9ba37c tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.141706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-17358260-8bcb-4421-9f56-56b87a9ba37c tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.83 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.1681232 Dec 20 15:48:18.162377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:18.172717 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.186312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f089e-5a02-4d79-8d14-dc5dc036153e service neutron] Pushing event updated for resources: {'Port': ['ID=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:18.206250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:18.229382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:18.258954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3799b97a-9bb2-492d-9866-41b524b87673,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:18.315809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:18.373768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883848e-71a1-4a53-8131-0a3b7453480e req-cb36d680-3595-46a6-8b67-e0ff6c1e1305 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.375380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2883848e-71a1-4a53-8131-0a3b7453480e req-cb36d680-3595-46a6-8b67-e0ff6c1e1305 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 945 time: 0.2683949 Dec 20 15:48:18.446212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:18.450226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Pushing event updated for resources: {'Port': ['ID=3365240b-1415-4426-bb11-953b64f43d07,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:18.452525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:18.460294 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.498261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021049df-a7d2-4693-824a-6a295c44e9c2 req-87b4d0ef-c542-4a89-b33c-a398644a2eff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.504303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021049df-a7d2-4693-824a-6a295c44e9c2 req-87b4d0ef-c542-4a89-b33c-a398644a2eff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.506811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-021049df-a7d2-4693-824a-6a295c44e9c2 req-87b4d0ef-c542-4a89-b33c-a398644a2eff tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1680 time: 0.3955994 Dec 20 15:48:18.548653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.578599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-5135db0c-7d47-4820-bd78-8490e7ab36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.580113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-5135db0c-7d47-4820-bd78-8490e7ab36e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 1094 time: 0.2915618 Dec 20 15:48:18.587280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:18.589522 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7329e2c-475d-4ce5-a8f5-f74d70edb86d" -d '{"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-plugged", "status": "completed", "tag": "bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:18.601482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b8c972db-5a5e-4e3f-aca6-754bba6ab5ee None None] Provisioning complete for port 3799b97a-9bb2-492d-9866-41b524b87673 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:18.601849 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b8c972db-5a5e-4e3f-aca6-754bba6ab5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.624362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:18.669621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-3161a88d-01a7-4dec-ba66-bd1717dd274c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e HTTP/1.1" status: 200 len: 217 time: 0.0792873 Dec 20 15:48:18.679845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2883848e-71a1-4a53-8131-0a3b7453480e req-d6a78da7-32fa-466a-860b-85f48b8a79fd tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735801 Dec 20 15:48:18.690378 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.691164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:18.703348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-021049df-a7d2-4693-824a-6a295c44e9c2 req-fba208ab-d8bf-4591-8faf-00d408aea27e tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838636 Dec 20 15:48:18.737569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Deleting port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:18.738248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.781897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:18.821494 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aac0bf-97fa-43e6-9250-41ec74a0189b x-openstack-request-id: req-07aac0bf-97fa-43e6-9250-41ec74a0189b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:18.821792 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939bd6ae-b647-4838-a3d5-fc6fc95727b9", "tag": "fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:18.822052 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07aac0bf-97fa-43e6-9250-41ec74a0189b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:18.822461 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'tag': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e', 'status': 'completed', 'code': 200} Dec 20 15:48:18.869991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-98b11d35-129d-439a-8a6f-58d7ffd440ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.871493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-98b11d35-129d-439a-8a6f-58d7ffd440ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad722afc-a936-4117-8ed5-9d39bc769587 HTTP/1.1" status: 200 len: 861 time: 0.1907811 Dec 20 15:48:18.879134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:18.889337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:18.889803 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:18.944268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-bd082f7b-dc5b-443d-9401-232b7e86a2cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648074 Dec 20 15:48:18.989044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.005850 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487739cb-e950-44e9-a030-ae80b534fb23 x-openstack-request-id: req-487739cb-e950-44e9-a030-ae80b534fb23 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:19.006479 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-plugged", "status": "completed", "tag": "bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:19.007070 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-487739cb-e950-44e9-a030-ae80b534fb23 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:19.008592 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d', 'code': 200} Dec 20 15:48:19.043378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:19.136285 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.195074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:19.296420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] For port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,segment=NetworkSegment(3f2c276e-b215-454d-b199-651c00f9e9cd),segment_id=3f2c276e-b215-454d-b199-651c00f9e9cd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:19.296774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.334468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.341813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56730) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:19.348010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec27517-95a7-4a34-8d04-30fc8d8f01fd req-b455e877-82e9-4146-ae8d-efed24051127 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:19.350196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ec27517-95a7-4a34-8d04-30fc8d8f01fd req-b455e877-82e9-4146-ae8d-efed24051127 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 943 time: 0.4117687 Dec 20 15:48:19.353867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Calling delete_port for 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:19.400293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Deleting subnet 09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:19.403942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.416404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 262b1751-b01c-4201-a615-531b885e3b23 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:19.455257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.455576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 262b1751-b01c-4201-a615-531b885e3b23 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:19.455935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 262b1751-b01c-4201-a615-531b885e3b23 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:19.502982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.556827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-12d65b46-b151-4210-8087-d5df74df1c12 service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974617 Dec 20 15:48:19.581685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ec27517-95a7-4a34-8d04-30fc8d8f01fd req-f936720a-91dd-4c08-a71e-5a8cd0012c5e tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833251 Dec 20 15:48:19.662981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.690462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:19.695043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.701076 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-84f9915c-b1d7-47f0-b285-1197d54b2560 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/09a05f7b-3a61-4928-8fe0-ca7f5a5f92c8 HTTP/1.1" status: 204 len: 168 time: 0.3578620 Dec 20 15:48:19.701713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56736) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:19.711875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3799b97a-9bb2-492d-9866-41b524b87673 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:19.786487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3799b97a-9bb2-492d-9866-41b524b87673 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:19.787698 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.812191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6180da71-36d1-4c9c-8e31-b8aa16f39d65 req-48c74998-5620-4702-958c-b052ba4def43 service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465050 Dec 20 15:48:19.830880 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.875821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.934945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:19.938109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1db78fa9-e084-48ff-a809-6576f2638a3c req-920b7ebb-19d2-433f-9afd-55c6577176bf tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 210 time: 0.0642126 Dec 20 15:48:19.949115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9f97172d-ddc9-42e9-bbd6-7ba0cc49052c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:20.001655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.027959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2151808-2cea-490d-ab7d-02178bd683b0']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:20.035763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Pushing event deleted for resources: {'Port': ['ID=9f97172d-ddc9-42e9-bbd6-7ba0cc49052c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:20.058247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2973b5d3-6a5b-436b-974b-da6f1e77f7ea') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:20.058690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2973b5d3-6a5b-436b-974b-da6f1e77f7ea') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:20.074217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.092977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.100373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:20.101205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:20.103030 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:20.114825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87732bf4-20e0-434d-96f6-da98be089f55 req-d09adf04-168a-4699-8545-667f99c16945 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.121598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87732bf4-20e0-434d-96f6-da98be089f55 req-d09adf04-168a-4699-8545-667f99c16945 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.123247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87732bf4-20e0-434d-96f6-da98be089f55 req-d09adf04-168a-4699-8545-667f99c16945 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.2481682 Dec 20 15:48:20.124094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] No DVR routers for this DVR port 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:20.128634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.133418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd82ed9d-ce27-49be-aa6b-2c8c776da24f req-c909ef48-1786-4e7b-98ca-b69537f5206e tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.83 "DELETE /v2.0/ports/9f97172d-ddc9-42e9-bbd6-7ba0cc49052c HTTP/1.1" status: 204 len: 173 time: 1.9732587 Dec 20 15:48:20.161806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-935a5d0d-1d51-4476-88f6-4e14416bed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.162472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-935a5d0d-1d51-4476-88f6-4e14416bed30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf183b49a7d74690830de5cb1b2605d3&device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 1094 time: 0.2217927 Dec 20 15:48:20.248769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.262364 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.265981 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e2151808-2cea-490d-ab7d-02178bd683b0 HTTP/1.1" status: 204 len: 168 time: 0.5633256 Dec 20 15:48:20.272848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87732bf4-20e0-434d-96f6-da98be089f55 req-b66b6dfa-1449-4b1c-b5ac-07e11e78928c tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377869 Dec 20 15:48:20.282650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079ec8d-340c-4dcf-a24b-953d2519c8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2151808-2cea-490d-ab7d-02178bd683b0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:20.313613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-dbe1aabf-2752-4ff7-8cfc-6861cb6e0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.315192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-dbe1aabf-2752-4ff7-8cfc-6861cb6e0c23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 200 len: 922 time: 0.1391981 Dec 20 15:48:20.360039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-5862bcc9-d3bd-486d-b144-32073f59b918 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e HTTP/1.1" status: 200 len: 217 time: 0.0369055 Dec 20 15:48:20.410531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Router d69f7714-6ee0-4894-a191-fe8c2343a7d0 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:48:20.479131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-88f9bef9-7b21-42cd-bda0-93e38f73c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.480620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-88f9bef9-7b21-42cd-bda0-93e38f73c75e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad722afc-a936-4117-8ed5-9d39bc769587 HTTP/1.1" status: 200 len: 861 time: 0.1127839 Dec 20 15:48:20.519421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-73fb9d24-bf94-448e-9bd4-5132e1de9452 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298188 Dec 20 15:48:20.629980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:48:20.642800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Sync routers for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:48:20.668375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:20.668472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-52e3ac92-0699-4508-9e09-6b1f64e9670f service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137178 Dec 20 15:48:20.668572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:20.675101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56762) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:20.724077 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e4c86434-797e-4071-8381-e217cab3ef4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=712461aad6c74cf0906017fba5e75b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473070 Dec 20 15:48:20.727789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56764) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:20.744556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.749270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0b3ce4be-4725-4a9c-b962-6f5d36afde01 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2054603 Dec 20 15:48:20.750766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56766) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:20.800022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:20.826964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'name': 'network-vif-deleted', 'tag': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:20.829130 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef9eb3-27a3-439e-aae1-99705d33c378" -d '{"events": [{"server_uuid": "099bbe8e-a6de-494b-b8f0-236de9c43b7e", "name": "network-vif-deleted", "tag": "9f97172d-ddc9-42e9-bbd6-7ba0cc49052c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:20.864695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf344e1e-ae64-4d5d-8bb6-a4ae09541fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.890421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa667-5f3a-4de5-ba3d-28f50d5c17ee req-e7c31e59-1c04-41d9-a8d7-85782c1b277c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.905385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52daa667-5f3a-4de5-ba3d-28f50d5c17ee req-e7c31e59-1c04-41d9-a8d7-85782c1b277c tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 943 time: 0.2223887 Dec 20 15:48:20.905583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf344e1e-ae64-4d5d-8bb6-a4ae09541fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:20.930680 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd6abce-749c-4f0f-893e-3d296f4da073 x-openstack-request-id: req-5fd6abce-749c-4f0f-893e-3d296f4da073 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:20.931036 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099bbe8e-a6de-494b-b8f0-236de9c43b7e", "name": "network-vif-deleted", "tag": "9f97172d-ddc9-42e9-bbd6-7ba0cc49052c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:20.931300 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fd6abce-749c-4f0f-893e-3d296f4da073 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:20.931693 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099bbe8e-a6de-494b-b8f0-236de9c43b7e', 'name': 'network-vif-deleted', 'tag': '9f97172d-ddc9-42e9-bbd6-7ba0cc49052c', 'status': 'completed', 'code': 200} Dec 20 15:48:20.954114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feb445f6-7493-4d36-8f73-7bdb6cbd01ae req-0ac463b1-eddb-4dd4-9d39-d770b97d0420 service neutron] 10.222.0.72 "GET /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796862 Dec 20 15:48:21.021725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:21.024727 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166f4006-1ce1-4e3a-8308-79fb55a98ceb" -d '{"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:21.062057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52daa667-5f3a-4de5-ba3d-28f50d5c17ee req-4ee79c12-5ffb-4dbe-9610-37b1ce89d0ab tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544025 Dec 20 15:48:21.078087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:18Z', 'revision_number': 3, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:21.121341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf344e1e-ae64-4d5d-8bb6-a4ae09541fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.129672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Checking router: d69f7714-6ee0-4894-a191-fe8c2343a7d0 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:48:21.130286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Updating router d69f7714-6ee0-4894-a191-fe8c2343a7d0 port 3365240b-1415-4426-bb11-953b64f43d07 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:48:21.131227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf344e1e-ae64-4d5d-8bb6-a4ae09541fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.133124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bf344e1e-ae64-4d5d-8bb6-a4ae09541fcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38416fd2-265c-4f06-83fa-f4055ff5c555 HTTP/1.1" status: 204 len: 168 time: 0.4042535 Dec 20 15:48:21.152196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf344e1e-ae64-4d5d-8bb6-a4ae09541fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38416fd2-265c-4f06-83fa-f4055ff5c555,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:21.180513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7fb6bc9-1c78-419b-aeb5-2a8759767f28 req-952b3694-0093-4357-9aa8-c2fd2d6d9912 tempest-InstanceActionsTestJSON-1593059817 tempest-InstanceActionsTestJSON-1593059817-project] 10.222.0.81 "GET /v2.0/ports?device_id=099bbe8e-a6de-494b-b8f0-236de9c43b7e HTTP/1.1" status: 200 len: 210 time: 0.1033201 Dec 20 15:48:21.200348 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a9a546-892b-41fe-a588-7f809f25610d x-openstack-request-id: req-04a9a546-892b-41fe-a588-7f809f25610d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:21.200652 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:21.202378 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04a9a546-892b-41fe-a588-7f809f25610d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:21.202934 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6', 'code': 200} Dec 20 15:48:21.270146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.368308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0fff6-6929-41f2-b67a-0cb70a390b0b req-cfb6c1df-8d22-4bc9-a325-6532c57950d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:21.370224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0fff6-6929-41f2-b67a-0cb70a390b0b req-cfb6c1df-8d22-4bc9-a325-6532c57950d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:21.372486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94e0fff6-6929-41f2-b67a-0cb70a390b0b req-cfb6c1df-8d22-4bc9-a325-6532c57950d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1984 time: 0.0921960 Dec 20 15:48:21.413929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.472024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.486981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94e0fff6-6929-41f2-b67a-0cb70a390b0b req-bb61faa3-256f-4a05-a727-743ef881c9a7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052747 Dec 20 15:48:21.507799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59284-7935-4460-839c-c18e69e8f8a0 req-a36230fb-9ad2-48bf-a778-f2ddb1787337 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:21.516181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59284-7935-4460-839c-c18e69e8f8a0 req-a36230fb-9ad2-48bf-a778-f2ddb1787337 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:21.518552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79d59284-7935-4460-839c-c18e69e8f8a0 req-a36230fb-9ad2-48bf-a778-f2ddb1787337 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.1173499 Dec 20 15:48:21.579736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79d59284-7935-4460-839c-c18e69e8f8a0 req-46aa88b7-fb01-4038-a141-d8bb1cf373da tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Dec 20 15:48:21.612185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Allocated IP 172.20.0.1 (68ef0e08-e471-4551-93b7-fa9aaa20576a/234edcc1-759e-41ad-bd09-de9a0b8b16f5/5a1150ee-ea91-4817-88c7-3e9a511114e8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:21.626968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.726091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.744689 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.808226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Pushing event updated for resources: {'Port': ['ID=3365240b-1415-4426-bb11-953b64f43d07,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:21.812582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Attempting to bind port 3365240b-1415-4426-bb11-953b64f43d07 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:21.812957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Attempting to bind port 3365240b-1415-4426-bb11-953b64f43d07 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:21.813351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Attempting to bind port 3365240b-1415-4426-bb11-953b64f43d07 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:21.819120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:21.819493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:21.819895 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.820280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:21.820748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Bound port: 3365240b-1415-4426-bb11-953b64f43d07, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:21.821124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.831031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.867555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:21.874994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:21.876127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] For port 3365240b-1415-4426-bb11-953b64f43d07, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:21.878538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:21.881341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] For port 3365240b-1415-4426-bb11-953b64f43d07, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3365240b-1415-4426-bb11-953b64f43d07,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:21.908579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Pushing event updated for resources: {'Port': ['ID=5a1150ee-ea91-4817-88c7-3e9a511114e8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:21.932262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:21.951915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.022444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:22.023569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:22.086557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Pushing event updated for resources: {'Port': ['ID=3365240b-1415-4426-bb11-953b64f43d07,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:22.102602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.102876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.103388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.103697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.103926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.104256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.104588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.104902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.111005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.111470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.111817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.112153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.113589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6154f0-a3f8-421d-b918-445d713d9ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:22.201190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.209367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:22.248418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:22.363541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177835a-3794-4f28-a987-c581bb182750 req-2724bcd6-3d07-45f5-9303-500eaf5b4b30 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:22.366323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3177835a-3794-4f28-a987-c581bb182750 req-2724bcd6-3d07-45f5-9303-500eaf5b4b30 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 943 time: 0.1365495 Dec 20 15:48:22.369828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Deleting subnet afe2c36a-2e30-4ec5-aa49-db4f8c6f013d {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:22.373845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.465200 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.506324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.534114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.565983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3177835a-3794-4f28-a987-c581bb182750 req-93f0e637-fe4a-4ee6-96a7-cd926e3e01e9 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232030 Dec 20 15:48:22.584748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:22.593433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.594797 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.616576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:22.617068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9f97172d-ddc9-42e9-bbd6-7ba0cc49052c not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:22.620283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b6bf8ff8-be8b-4a20-a630-80962500b683 None None] Provisioning complete for port 5a1150ee-ea91-4817-88c7-3e9a511114e8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:22.620766 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ff8-be8b-4a20-a630-80962500b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.665732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf8ff8-be8b-4a20-a630-80962500b683 None None] Port 5a1150ee-ea91-4817-88c7-3e9a511114e8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:22.675463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Pushing event updated for resources: {'Port': ['ID=5a1150ee-ea91-4817-88c7-3e9a511114e8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:22.686925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:18Z', 'revision_number': 3, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:22.734849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f47737-1ed6-4995-b7b0-6328a6c1c361 None None] The sync data for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 is: [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:18Z', 'revision_number': 3, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:48:22.808151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91afa25-494d-4f6d-8a3a-f98bf622e570 req-54e0ae47-4831-4fdd-b43f-59e90c65fa39 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:22.813740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:22.826398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:22.831855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:22.838944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91afa25-494d-4f6d-8a3a-f98bf622e570 req-54e0ae47-4831-4fdd-b43f-59e90c65fa39 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:22.844667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e91afa25-494d-4f6d-8a3a-f98bf622e570 req-54e0ae47-4831-4fdd-b43f-59e90c65fa39 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.1673760 Dec 20 15:48:22.846810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.911593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe2c36a-2e30-4ec5-aa49-db4f8c6f013d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:22.918383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:22.925326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ac267352-4738-4ba8-b1e6-8bc755153f2d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/afe2c36a-2e30-4ec5-aa49-db4f8c6f013d HTTP/1.1" status: 204 len: 168 time: 0.6759138 Dec 20 15:48:22.926523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:23.006307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Router d69f7714-6ee0-4894-a191-fe8c2343a7d0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:48:23.015332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e91afa25-494d-4f6d-8a3a-f98bf622e570 req-78a80110-c0da-4c04-b631-eab051e07c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529872 Dec 20 15:48:23.117180 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.208381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:48:23.217337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5843e379-50c3-4006-85d3-383306b9c1de admin admin] 10.222.0.81 "PUT /v2.0/routers/d69f7714-6ee0-4894-a191-fe8c2343a7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4637456 Dec 20 15:48:23.304534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1251988728-network', 'tenant_id': '599448a742404b6090439b81d235d035'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:23.326163 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.352304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeba34a-c67c-4096-a3d9-7854ad69a8d2']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:23.364800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2c276e-b215-454d-b199-651c00f9e9cd') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:23.365702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2c276e-b215-454d-b199-651c00f9e9cd') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:23.386274 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.406257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7df7d453-3ced-406d-8d42-967413a13c5a None None] Provisioning complete for port 5a1150ee-ea91-4817-88c7-3e9a511114e8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:23.406914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7df7d453-3ced-406d-8d42-967413a13c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.417198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.428100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:23.429558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.433814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Made reservation on behalf of 599448a742404b6090439b81d235d035 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:23.436811 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:23.439571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.460654 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.472571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:23.543508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7df7d453-3ced-406d-8d42-967413a13c5a None None] Port 5a1150ee-ea91-4817-88c7-3e9a511114e8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:23.626732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.632544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.651097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.663048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:23.678359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bfeba34a-c67c-4096-a3d9-7854ad69a8d2 HTTP/1.1" status: 204 len: 168 time: 0.7310798 Dec 20 15:48:23.680391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e', 'network_id': '7fa9bf6f-05ea-4e5c-bf36-9584368bd85f', 'port_id': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e', 'mac_address': 'fa:16:3e:25:50:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad722afc-a936-4117-8ed5-9d39bc769587', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:23.713064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.730215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77951935-a5c1-4b87-bf3d-47187d8cac56 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfeba34a-c67c-4096-a3d9-7854ad69a8d2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:23.746859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.765579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:23.766019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:23.800300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:23.832893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.839815 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Added segment 011e7355-e074-4ed4-80c9-74bdc3bf5905 of type vlan for network c21d73dd-dbea-4ca1-86d5-620f18a69b44 Dec 20 15:48:23.839815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4249ae-5952-426f-8339-f3fe54c3724f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:23.870931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c967b-abd3-430f-a833-a50c2e4d7be8 req-9b695fd8-3541-4fb3-8372-0a9118df4915 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:23.875774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-121c967b-abd3-430f-a833-a50c2e4d7be8 req-9b695fd8-3541-4fb3-8372-0a9118df4915 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 943 time: 0.1467597 Dec 20 15:48:23.891470 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.934592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:23.945396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3365240b-1415-4426-bb11-953b64f43d07 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:23.979675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-121c967b-abd3-430f-a833-a50c2e4d7be8 req-5e6e77b7-4c22-49ee-b2f4-ea556981a484 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022062 Dec 20 15:48:24.034845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:24.051963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3365240b-1415-4426-bb11-953b64f43d07 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:24.052464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.087772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.088945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:24.089573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.101862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:24.147034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56858) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.195327 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.212392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3764141 Dec 20 15:48:24.212392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae13a12-e46b-4b2d-8cc0-65ff7ba2552b admin admin] Pushing event updated for resources: {'Network': ['ID=c21d73dd-dbea-4ca1-86d5-620f18a69b44,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:24.213332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.218375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Request body: {'subnet': {'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1251988728-subnet', 'tenant_id': '599448a742404b6090439b81d235d035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:24.229142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c21d73dd-dbea-4ca1-86d5-620f18a69b44 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:48:24.284747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510e07-4ead-44d8-8e10-da0894340c06 req-6bc33879-567b-425c-a7df-c3eed119f5ab tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:24.291456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510e07-4ead-44d8-8e10-da0894340c06 req-6bc33879-567b-425c-a7df-c3eed119f5ab tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:24.293670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47510e07-4ead-44d8-8e10-da0894340c06 req-6bc33879-567b-425c-a7df-c3eed119f5ab tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.1178532 Dec 20 15:48:24.295837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.300912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438201777', 'description': 'tempest-description--510136981'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:24.301279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3365240b-1415-4426-bb11-953b64f43d07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3365240b-1415-4426-bb11-953b64f43d07,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:24.334842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Made reservation on behalf of 599448a742404b6090439b81d235d035 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:24.337191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.340547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a590df7b-3c19-40f7-ad45-e92163b4a420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.403663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47510e07-4ead-44d8-8e10-da0894340c06 req-0517ffae-0769-41e3-9f1f-3d6c694ee1e4 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010935 Dec 20 15:48:24.408121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.408756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56866) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.474162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3365240b-1415-4426-bb11-953b64f43d07,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:24.511351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a590df7b-3c19-40f7-ad45-e92163b4a420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.520425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-99d4ecee-b152-49ba-afab-fa82b644eefc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12734b925c944585b8aafb9246a9bfcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097569 Dec 20 15:48:24.527154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56874) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.527287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.584402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc929-0338-4df3-98d6-46dbeca1aaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.611737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc929-0338-4df3-98d6-46dbeca1aaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.651478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a590df7b-3c19-40f7-ad45-e92163b4a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.683161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.694734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a590df7b-3c19-40f7-ad45-e92163b4a420 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc5ecb39d3fc437fac18a5d38ce80ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5463140 Dec 20 15:48:24.696786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590df7b-3c19-40f7-ad45-e92163b4a420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb026d4-7df7-4472-a9ee-ab08cafaef4e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:24.699236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56878) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.753907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c87bd1-ef61-49ab-a2f6-cf68cddc8008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.816205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.819032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.894837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ccd2b-81f0-4133-bdb7-19f43151cd00,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:24.901155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edeed8b4-7c05-4287-a4ed-434c4fe3de31,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:24.926480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Checking segment: {'id': '011e7355-e074-4ed4-80c9-74bdc3bf5905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:24.926916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Network hostable DHCP agents. Network: c21d73dd-dbea-4ca1-86d5-620f18a69b44, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:48:24.983817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.985207 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-26a33bb8-6a2c-40b9-b5a4-189de06fc410 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6882184 Dec 20 15:48:24.988120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56880) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:24.992908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Request body: {'security_group_rule': {'security_group_id': '7a1ccd2b-81f0-4133-bdb7-19f43151cd00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:25.006877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc929-0338-4df3-98d6-46dbeca1aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.009470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3a9dc929-0338-4df3-98d6-46dbeca1aaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.013769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3a9dc929-0338-4df3-98d6-46dbeca1aaf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2 HTTP/1.1" status: 204 len: 168 time: 0.4885759 Dec 20 15:48:25.032495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dc929-0338-4df3-98d6-46dbeca1aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa5fbb-501f-4153-bd67-1c0a0c0e35d2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:25.035571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c87bd1-ef61-49ab-a2f6-cf68cddc8008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.134540 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Sync routers for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:48:25.142270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c76d5-511d-444f-b71d-447b3379bc7e req-c2dde32f-5e12-4269-869d-530600e37a1d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:25.143820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f6c76d5-511d-444f-b71d-447b3379bc7e req-c2dde32f-5e12-4269-869d-530600e37a1d tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 944 time: 0.0678999 Dec 20 15:48:25.149483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Network c21d73dd-dbea-4ca1-86d5-620f18a69b44 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:48:25.149643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:25.150643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:25.163976 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.204692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c87bd1-ef61-49ab-a2f6-cf68cddc8008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.210557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41c87bd1-ef61-49ab-a2f6-cf68cddc8008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.214071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-41c87bd1-ef61-49ab-a2f6-cf68cddc8008 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbb026d4-7df7-4472-a9ee-ab08cafaef4e HTTP/1.1" status: 204 len: 168 time: 0.5116146 Dec 20 15:48:25.229741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.230406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c87bd1-ef61-49ab-a2f6-cf68cddc8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb026d4-7df7-4472-a9ee-ab08cafaef4e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:25.253081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c21d73dd-dbea-4ca1-86d5-620f18a69b44) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:25.261520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:25.262247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.276496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998fb3c2-b097-4a66-8b02-6f1e82030f9e None None] Network c21d73dd-dbea-4ca1-86d5-620f18a69b44 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:25.281116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f6c76d5-511d-444f-b71d-447b3379bc7e req-caf2fb40-2160-4f46-9a53-ebeea61d32d7 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099529 Dec 20 15:48:25.311793 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:25.324503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e68b0-bc6c-416c-8a00-00262aea2227 req-202b9247-0bd6-42dc-b961-2e66d22dbcf3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:25.330237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.337181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e68b0-bc6c-416c-8a00-00262aea2227 req-202b9247-0bd6-42dc-b961-2e66d22dbcf3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:25.338920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f65e68b0-bc6c-416c-8a00-00262aea2227 req-202b9247-0bd6-42dc-b961-2e66d22dbcf3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.1231782 Dec 20 15:48:25.348422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b504704a-2c62-4604-b122-f75b0a0555d5,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:25.407887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a2209192-2a0f-4ff7-bf78-981c27e75060 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1937640 Dec 20 15:48:25.408929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f65e68b0-bc6c-416c-8a00-00262aea2227 req-52634d85-7d47-47c7-8b94-d6c73eb961c2 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634093 Dec 20 15:48:25.420034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc6003-ade2-45f3-bc24-af34dfb4a48c None None] Network c21d73dd-dbea-4ca1-86d5-620f18a69b44 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:25.443082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.447209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:25.449619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56892) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:25.451024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-60106286-ae4b-4fef-833b-e122c4a85ff8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4617615 Dec 20 15:48:25.455771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Request body: {'security_group_rule': {'security_group_id': '7a1ccd2b-81f0-4133-bdb7-19f43151cd00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:25.570314 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 2, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:25.592059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.603951 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Checking router: d69f7714-6ee0-4894-a191-fe8c2343a7d0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:48:25.604398 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Updating router d69f7714-6ee0-4894-a191-fe8c2343a7d0 port 5a1150ee-ea91-4817-88c7-3e9a511114e8 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:48:25.645627 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.664662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:25.664662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:25.664662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.738852 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.784268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3365240b-1415-4426-bb11-953b64f43d07 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:25.830851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.853901 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.864127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868785a4-4fd0-44ae-90b9-570f2bf99b91,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:25.876927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3365240b-1415-4426-bb11-953b64f43d07 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:25.877326 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.905794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:25.908447 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8dd91c-ee0e-458a-838b-74edc3376ba4" -d '{"events": [{"server_uuid": "939bd6ae-b647-4838-a3d5-fc6fc95727b9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:25.928824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:25.950359 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:25.951725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a9da937a-8e2a-41f9-bccb-89a6f7e6813b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5008245 Dec 20 15:48:25.955075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56914) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:25.970985 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84046a46-8333-4444-86fb-930b72da1137 x-openstack-request-id: req-84046a46-8333-4444-86fb-930b72da1137 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:25.974128 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939bd6ae-b647-4838-a3d5-fc6fc95727b9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:25.974128 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84046a46-8333-4444-86fb-930b72da1137 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:25.974128 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e', 'code': 200} Dec 20 15:48:25.974438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:26.024725 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.093704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba319af-4a15-44d0-a483-61a32955b112 req-76f30ad0-cc4b-4b63-854e-230463dce4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.101548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ba319af-4a15-44d0-a483-61a32955b112 req-76f30ad0-cc4b-4b63-854e-230463dce4d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 1096 time: 0.0575891 Dec 20 15:48:26.106002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:26.117609 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.119166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.173548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56926) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:26.189989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ba319af-4a15-44d0-a483-61a32955b112 req-c1a9d416-6813-4fc6-b9a8-8c214f7574e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873303 Dec 20 15:48:26.194046 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.217704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bff90e4c-ceb8-41d6-b1ed-52d9f12eff88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.273235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Pushing event updated for resources: {'Port': ['ID=5a1150ee-ea91-4817-88c7-3e9a511114e8,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:26.305265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-cc78fb2d-7c4d-47fc-b8d6-870d4702b218 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.314260 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.315479 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.316126 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.316629 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.317708 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.318413 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.319886 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.320424 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.320990 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.321737 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.322288 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.322698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-cc78fb2d-7c4d-47fc-b8d6-870d4702b218 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/networks?id=c21d73dd-dbea-4ca1-86d5-620f18a69b44 HTTP/1.1" status: 200 len: 821 time: 0.1789384 Dec 20 15:48:26.324509 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.325088 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:26.345231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-64e12029-aa19-4ddf-9b20-83f092dc4f9b tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/quotas/599448a742404b6090439b81d235d035 HTTP/1.1" status: 200 len: 375 time: 0.0195823 Dec 20 15:48:26.367361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.404047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-96706c7a-5660-4312-a081-8bb4f01bc4e9 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=599448a742404b6090439b81d235d035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584142 Dec 20 15:48:26.408754 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Attempting to bind port 5a1150ee-ea91-4817-88c7-3e9a511114e8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:26.410544 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Attempting to bind port 5a1150ee-ea91-4817-88c7-3e9a511114e8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:26.410544 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Attempting to bind port 5a1150ee-ea91-4817-88c7-3e9a511114e8 on network 68ef0e08-e471-4551-93b7-fa9aaa20576a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:26.419753 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:26.420879 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Checking segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:26.421942 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.423441 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Bound using segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:26.424363 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Bound port: 5a1150ee-ea91-4817-88c7-3e9a511114e8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:26.424967 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.459196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bff90e4c-ceb8-41d6-b1ed-52d9f12eff88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.511893 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] For port 5a1150ee-ea91-4817-88c7-3e9a511114e8, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:26.515445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] For port 5a1150ee-ea91-4817-88c7-3e9a511114e8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5a1150ee-ea91-4817-88c7-3e9a511114e8,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:26.525825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bff90e4c-ceb8-41d6-b1ed-52d9f12eff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.535259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccba9ee-1aad-47b4-96d5-0b80929ac5cb req-d65325d9-56bf-470c-927e-2eb8a5e62cd6 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.537417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ccba9ee-1aad-47b4-96d5-0b80929ac5cb req-d65325d9-56bf-470c-927e-2eb8a5e62cd6 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 945 time: 0.1307518 Dec 20 15:48:26.580751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Allocated IP 172.25.6.30 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/05b0f252-a6a4-4b1c-bbb6-a33e9b9c7715) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:26.592281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-f8bd24e0-ce5c-4b75-91da-136ffc9575f8 service neutron] 10.222.0.81 "GET /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873641 Dec 20 15:48:26.599313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff90e4c-ceb8-41d6-b1ed-52d9f12eff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f4a84d-4c89-41d8-bb38-3274814890ab,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:26.610653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bff90e4c-ceb8-41d6-b1ed-52d9f12eff88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bedcccddcea4417b700a6c44c506203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4336369 Dec 20 15:48:26.612158 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56936) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:26.619777 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.643541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ccba9ee-1aad-47b4-96d5-0b80929ac5cb req-31637519-454e-4e64-bb61-6b605b838c35 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934992 Dec 20 15:48:26.720509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-41ae8f5c-4510-42ed-8b93-d3aca87240af None None] Provisioning complete for port 5a1150ee-ea91-4817-88c7-3e9a511114e8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:26.721052 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41ae8f5c-4510-42ed-8b93-d3aca87240af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.723442 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:26.724073 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:26.814823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b8765d-18a0-4360-bcdc-c006d6d79cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.899659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-aec15d9d-3a53-4649-a6d7-e636aa16d905 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.904004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41ae8f5c-4510-42ed-8b93-d3aca87240af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.908843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-aec15d9d-3a53-4649-a6d7-e636aa16d905 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.910749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-aec15d9d-3a53-4649-a6d7-e636aa16d905 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.1495972 Dec 20 15:48:26.914505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-cb702a24-5a42-4cab-b4c1-52c865c1ec44 service neutron] 10.222.0.81 "GET /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155591 Dec 20 15:48:26.926542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.015122 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1179dc8-0f7f-4b32-8d9a-b55f8855a810 None None] Pushing event updated for resources: {'Port': ['ID=5a1150ee-ea91-4817-88c7-3e9a511114e8,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:27.015805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-41ae8f5c-4510-42ed-8b93-d3aca87240af None None] For port 5a1150ee-ea91-4817-88c7-3e9a511114e8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5a1150ee-ea91-4817-88c7-3e9a511114e8,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:27.063268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56948) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:27.073534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41ae8f5c-4510-42ed-8b93-d3aca87240af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.095755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d21c-75ee-4d21-902a-ec82c622389c req-8200dfdc-3cd7-404a-9ae9-ff4a2ecf2ddd tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:27.103599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d21c-75ee-4d21-902a-ec82c622389c req-8200dfdc-3cd7-404a-9ae9-ff4a2ecf2ddd tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:27.113726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e37d21c-75ee-4d21-902a-ec82c622389c req-8200dfdc-3cd7-404a-9ae9-ff4a2ecf2ddd tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 1682 time: 0.3146029 Dec 20 15:48:27.167952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae8f5c-4510-42ed-8b93-d3aca87240af None None] Pushing event updated for resources: {'Port': ['ID=5a1150ee-ea91-4817-88c7-3e9a511114e8,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:27.186161 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:27.201710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e37d21c-75ee-4d21-902a-ec82c622389c req-a64fd56b-47d0-4109-9e12-c1ce13dd739b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869625 Dec 20 15:48:27.233744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:27.238029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f6f7b9d1-26ae-4f6b-bf86-def6ac60fcf1 None None] Provisioning complete for port 5a1150ee-ea91-4817-88c7-3e9a511114e8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:27.238713 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b9d1-26ae-4f6b-bf86-def6ac60fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.242706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.312243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1238755193-network', 'tenant_id': '163ac7c07c144460ae39603ef63c80c3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:27.394837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b8765d-18a0-4360-bcdc-c006d6d79cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.480315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4010f4c6-e6ea-41f0-91d8-b2a75ad46c58 req-d4718eee-9b2a-4311-a9da-0b9d92f5a1fa tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 210 time: 0.0577090 Dec 20 15:48:27.482529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.526921 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b8765d-18a0-4360-bcdc-c006d6d79cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.534252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b8765d-18a0-4360-bcdc-c006d6d79cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.534252 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-50b8765d-18a0-4360-bcdc-c006d6d79cdb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9f4a84d-4c89-41d8-bb38-3274814890ab HTTP/1.1" status: 204 len: 168 time: 0.9179618 Dec 20 15:48:27.541782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:27.542239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.542602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8765d-18a0-4360-bcdc-c006d6d79cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f4a84d-4c89-41d8-bb38-3274814890ab,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:27.558022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Made reservation on behalf of 163ac7c07c144460ae39603ef63c80c3 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:27.560256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.574763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.580921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:27.593369 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:27.621606 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b74e4-631e-4341-af94-bf34cce6df38 None None] The sync data for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 is: [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:48:27.627965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.694886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:27.705645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:27.707260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:27.709400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event updated for resources: {'Port': ['ID=05b0f252-a6a4-4b1c-bbb6-a33e9b9c7715,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:27.858162 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:27.895085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d77f7c-89ba-4a80-a72f-01c7507f0ba1 req-beef7796-f2b2-40b4-818c-e8f389b324c6 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:27.896723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14d77f7c-89ba-4a80-a72f-01c7507f0ba1 req-beef7796-f2b2-40b4-818c-e8f389b324c6 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 945 time: 0.1050000 Dec 20 15:48:27.960729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14d77f7c-89ba-4a80-a72f-01c7507f0ba1 req-b3406c00-fac6-4c5d-8f82-8fb0e1618401 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566936 Dec 20 15:48:27.984500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.013284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d906c459-3279-4aef-ac75-f9ba9d8c793a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:28.027712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:28.036627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.049413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6', 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:28.085964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.086438 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Added segment 105538e5-466d-4b7e-8e58-fada7f3afd6f of type vlan for network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda Dec 20 15:48:28.096997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:28.178559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.191434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:28.196718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.200792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-a452cd0b-1a7b-4521-9155-9d3029d06c46 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "DELETE /v2.0/ports/c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 HTTP/1.1" status: 204 len: 173 time: 1.2805879 Dec 20 15:48:28.203821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-deleted', 'tag': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:28.206269 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea73d74-f321-4c75-b8a5-d8cb40339cb9" -d '{"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-deleted", "tag": "c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:28.261051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.295943 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e59384-7ce9-49ac-88c7-e34b515f0517 x-openstack-request-id: req-f2e59384-7ce9-49ac-88c7-e34b515f0517 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:28.296551 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-deleted", "tag": "c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:28.296988 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2e59384-7ce9-49ac-88c7-e34b515f0517 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:28.309216 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-deleted', 'tag': 'c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6', 'status': 'completed', 'code': 200} Dec 20 15:48:28.378359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.465529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:28.466008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.496691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.497803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:28.498530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.560544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56982) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:28.628358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3899-bc66-46f3-9605-8ced398d2866 req-69943a39-3285-4ea3-b5bc-e64464db7e95 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:28.631173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8ea3899-bc66-46f3-9605-8ced398d2866 req-69943a39-3285-4ea3-b5bc-e64464db7e95 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 945 time: 0.2074759 Dec 20 15:48:28.641034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04fe58c8-d618-4fd3-ae8c-b75575c49360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.643872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e87cb32-0f8f-41ab-9a4a-28f50da3fbda,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:28.658552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:48:28.724729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-84295f32-5be7-4a5e-885d-4e37049e77a5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6598816 Dec 20 15:48:28.729998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56984) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:28.739323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Request body: {'subnet': {'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1238755193-subnet', 'tenant_id': '163ac7c07c144460ae39603ef63c80c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:28.760859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8ea3899-bc66-46f3-9605-8ced398d2866 req-16fa56c4-e469-42a9-8004-d4713d9ea17d tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/security-groups?id=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153579 Dec 20 15:48:28.794405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:28.794878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.836683 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.877682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04fe58c8-d618-4fd3-ae8c-b75575c49360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.886033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:28.890202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae35d177-f046-4152-89ba-34cffb01a651 req-0a297305-8d02-43a4-a37f-1be44e605227 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 210 time: 0.0436299 Dec 20 15:48:28.936173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.953806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Made reservation on behalf of 163ac7c07c144460ae39603ef63c80c3 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:28.956268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.999669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152c5ab-053e-4cb4-8836-da63b1910901 req-e8656d95-8c93-4064-9bee-b33a623e9deb tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:29.002441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c152c5ab-053e-4cb4-8836-da63b1910901 req-e8656d95-8c93-4064-9bee-b33a623e9deb tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 945 time: 0.2277412 Dec 20 15:48:29.022327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event updated for resources: {'Port': ['ID=05b0f252-a6a4-4b1c-bbb6-a33e9b9c7715,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.032831 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04fe58c8-d618-4fd3-ae8c-b75575c49360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.058748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.093107 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-04fe58c8-d618-4fd3-ae8c-b75575c49360 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=166ef6e3500c435da538df0f465b2e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5278254 Dec 20 15:48:29.097444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56986) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:29.100286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe58c8-d618-4fd3-ae8c-b75575c49360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b365ed92-95f1-45d8-ba9a-1104d04b146c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.163922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d840765d-6a1a-4e18-9e04-a6f7988846b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.172025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c152c5ab-053e-4cb4-8836-da63b1910901 req-d041637d-fdd6-476c-8ab4-ea3dfcf0e625 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685770 Dec 20 15:48:29.180488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.183843 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a95cbea3-2acb-423a-b24a-ae425fea39cd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2247100 Dec 20 15:48:29.204512 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d840765d-6a1a-4e18-9e04-a6f7988846b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.234210 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24cdf361-866d-4dc8-a8f3-69a5ba707b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.360179 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d840765d-6a1a-4e18-9e04-a6f7988846b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.374193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d840765d-6a1a-4e18-9e04-a6f7988846b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.378777 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d840765d-6a1a-4e18-9e04-a6f7988846b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b365ed92-95f1-45d8-ba9a-1104d04b146c HTTP/1.1" status: 204 len: 168 time: 0.2798436 Dec 20 15:48:29.404194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.408430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840765d-6a1a-4e18-9e04-a6f7988846b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b365ed92-95f1-45d8-ba9a-1104d04b146c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.449889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.509353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:29.512076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.515800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-680bf403-aeb6-4541-98a9-520c4aa87351 req-be6b103d-efca-4650-8a12-fea8870f019b tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.83 "DELETE /v2.0/ports/bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d HTTP/1.1" status: 204 len: 173 time: 1.3040688 Dec 20 15:48:29.528428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.611420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7acb3e7-0c98-4266-ab8a-f608a40e3e37,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.646662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Checking segment: {'id': '105538e5-466d-4b7e-8e58-fada7f3afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:29.647283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Network hostable DHCP agents. Network: 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:48:29.770335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5a1150ee-ea91-4817-88c7-3e9a511114e8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:29.788592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:48:29.837436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-fd50a64a-c56e-42b5-baaa-c626394ab587 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:29.839008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-fd50a64a-c56e-42b5-baaa-c626394ab587 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 945 time: 0.1129014 Dec 20 15:48:29.848269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5a1150ee-ea91-4817-88c7-3e9a511114e8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:29.848640 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.903469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4764db5-5548-4c9e-a587-7edd2095b4da req-52c204a7-94cd-4d36-9bc7-efeaacb9aaa7 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e2c430-7466-48d2-acaa-205ec4f2dac0 HTTP/1.1" status: 200 len: 210 time: 0.0492356 Dec 20 15:48:29.947309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:29.963429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04286e-2629-4c38-9056-8c44a3a71f47 None None] Network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:29.964580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:29.965080 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.019767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19259242-0b65-4488-9329-e491b70cd22f req-c823b4d7-f973-445e-a395-9ea11638693a tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 210 time: 0.0366383 Dec 20 15:48:30.039986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Deleting port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:30.040326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.101726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ccf7b35-4e6b-4f00-b4e1-528ff27f6328 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3704014 Dec 20 15:48:30.129769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767a5b0-716b-4e80-9a40-6a5e66dc480d None None] Network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:30.173632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] For port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,segment=NetworkSegment(449de267-bae2-478b-afd1-f8071a5c68a2),segment_id=449de267-bae2-478b-afd1-f8071a5c68a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:30.179868 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.194491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Calling delete_port for fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:30.314251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-deleted', 'tag': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:30.323088 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51948ca4-9e7b-4ad5-b6f0-763bbd8e9dec" -d '{"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-deleted", "tag": "bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:30.369064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:30.398841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:30.399542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:30.400430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:30.403000 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcea2519-274c-4984-85c1-268954ee75e4 x-openstack-request-id: req-dcea2519-274c-4984-85c1-268954ee75e4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:30.403308 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e2c430-7466-48d2-acaa-205ec4f2dac0", "name": "network-vif-deleted", "tag": "bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:30.403562 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcea2519-274c-4984-85c1-268954ee75e4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:30.404552 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e2c430-7466-48d2-acaa-205ec4f2dac0', 'name': 'network-vif-deleted', 'tag': 'bd0fea4c-8d54-41ca-9b0a-b7f23b3f196d', 'status': 'completed', 'code': 200} Dec 20 15:48:30.426606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:30.428110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c3d333a0-ddf9-4bb2-9af1-68c9afa1d8e6 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:30.482656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d27f-385f-489c-90c4-6d1276357da0 req-301ac036-2066-4125-aa93-4a1cea85fc0f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.484270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6454d27f-385f-489c-90c4-6d1276357da0 req-301ac036-2066-4125-aa93-4a1cea85fc0f tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 945 time: 0.1895616 Dec 20 15:48:30.559807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6454d27f-385f-489c-90c4-6d1276357da0 req-44364905-f93e-4487-a3ba-8e95dedc0111 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ec9bff3-5633-437e-a04f-d2f39f26f831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634692 Dec 20 15:48:30.665262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.681244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:30.700523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event deleted for resources: {'Port': ['ID=fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:30.860414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] No DVR routers for this DVR port fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:30.871607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.875948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5d1ecd6-846f-42ba-a1ee-50e63c22397f req-d8c53611-b191-4dcb-91fe-889dadb2a258 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.72 "DELETE /v2.0/ports/fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e HTTP/1.1" status: 204 len: 173 time: 1.0302029 Dec 20 15:48:30.941965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-60d4ff23-3639-4a07-abd0-0bedad447269 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.944049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-60d4ff23-3639-4a07-abd0-0bedad447269 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.72 "GET /v2.0/networks?id=c21d73dd-dbea-4ca1-86d5-620f18a69b44 HTTP/1.1" status: 200 len: 821 time: 0.2601061 Dec 20 15:48:30.958082 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Request body: {'port': {'device_id': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44', 'admin_state_up': True, 'tenant_id': '599448a742404b6090439b81d235d035'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:30.979159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-f0e3ac97-a8ce-4612-aa3f-693bd16a46b5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.984941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-f0e3ac97-a8ce-4612-aa3f-693bd16a46b5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/networks?id=4e87cb32-0f8f-41ab-9a4a-28f50da3fbda HTTP/1.1" status: 200 len: 813 time: 0.1946180 Dec 20 15:48:31.001734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:31.004036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-cb8687b7-cf09-431f-aa93-89285c1d97c3 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/quotas/163ac7c07c144460ae39603ef63c80c3 HTTP/1.1" status: 200 len: 375 time: 0.0172946 Dec 20 15:48:31.041868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-77052ff5-e26b-400f-a4cb-535bc451c3c1 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=163ac7c07c144460ae39603ef63c80c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329762 Dec 20 15:48:31.161378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting subnet 9d7078c7-aaeb-4623-8cd0-b51b8081bc51 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:31.172613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.175163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c999db84-cb2e-4474-a1de-c360c20f95a9 req-fd636eb4-1511-4672-a4e9-f9724b749fb9 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 210 time: 0.0705111 Dec 20 15:48:31.230352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-0b1f1d5b-4ca7-4852-b73f-d79d1d188d51 service neutron] 10.222.0.81 "GET /v2.0/networks/4e87cb32-0f8f-41ab-9a4a-28f50da3fbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724284 Dec 20 15:48:31.276532 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.339827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Made reservation on behalf of 599448a742404b6090439b81d235d035 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:31.344681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.345736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-70fce282-c055-4976-9442-81f55caaa7d3 service neutron] 10.222.0.81 "GET /v2.0/networks/4e87cb32-0f8f-41ab-9a4a-28f50da3fbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042664 Dec 20 15:48:31.466942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.576635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Allocated IP 172.20.0.11 (c21d73dd-dbea-4ca1-86d5-620f18a69b44/edeed8b4-7c05-4287-a4ed-434c4fe3de31/9fe0e5d7-1f36-440e-b918-59e9435693f2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:31.695002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27346180-bb81-4cd5-81fe-5ea4b48d6fa8 req-0d817ab0-d885-4b6f-8130-27f57e3cd3e3 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 210 time: 0.0444131 Dec 20 15:48:31.699536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dd0799cc-0915-4de2-be0b-064954204735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.711987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.784204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:31.791442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/subnets/9d7078c7-aaeb-4623-8cd0-b51b8081bc51 HTTP/1.1" status: 204 len: 168 time: 0.7858226 Dec 20 15:48:31.791442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceedf3-ccc3-49dc-8b41-bdef31d84cb8 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7078c7-aaeb-4623-8cd0-b51b8081bc51,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:31.798028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113165b-a468-440b-9bb6-aa17d417e49e None None] Network 17d77c4e-3acf-4052-baf0-dd5614d05c1c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:31.798763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af1cb94b-0d27-4174-8439-502b4b5679dd req-be667d78-fc07-4fe1-b62c-ce18c315b4bc tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/ports?device_id=939bd6ae-b647-4838-a3d5-fc6fc95727b9 HTTP/1.1" status: 200 len: 210 time: 0.0558307 Dec 20 15:48:31.799274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57170) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:31.995839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.021219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.049906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] DHCP port deletion for 17d77c4e-3acf-4052-baf0-dd5614d05c1c request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:48:32.127870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] Deleting port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:32.128648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.143991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:32.144336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.155016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:32.163221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.239473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] For port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:32.239473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.274911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Network c21d73dd-dbea-4ca1-86d5-620f18a69b44 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:32.278790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:32.284333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,segment=NetworkSegment(c9a48d79-78c6-4502-b03a-578989a2e243),segment_id=c9a48d79-78c6-4502-b03a-578989a2e243)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:32.284556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:32.284670 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.298394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] Calling delete_port for b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:32.302219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:32.345042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92e2fa24-bae3-416c-82b2-5b47d4e3b13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.351563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Pushing event updated for resources: {'Port': ['ID=9fe0e5d7-1f36-440e-b918-59e9435693f2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:32.391386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:32.391998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.407196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'name': 'network-vif-deleted', 'tag': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:32.410346 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb8037-91e8-4554-9f85-c2ed2cba072b" -d '{"events": [{"server_uuid": "939bd6ae-b647-4838-a3d5-fc6fc95727b9", "name": "network-vif-deleted", "tag": "fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:32.500790 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68d3d2-6554-4968-bb7d-fea2bdde8534 x-openstack-request-id: req-0f68d3d2-6554-4968-bb7d-fea2bdde8534 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:32.501417 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939bd6ae-b647-4838-a3d5-fc6fc95727b9", "name": "network-vif-deleted", "tag": "fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:32.501732 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f68d3d2-6554-4968-bb7d-fea2bdde8534 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:32.502348 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939bd6ae-b647-4838-a3d5-fc6fc95727b9', 'name': 'network-vif-deleted', 'tag': 'fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e', 'status': 'completed', 'code': 200} Dec 20 15:48:32.524504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-9283ffd9-0afc-458e-8a8c-9275e4614843 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5710239 Dec 20 15:48:32.525147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495469f-dc49-4d5e-afc4-918c4e9d0f34 req-d5905e72-2f97-41f3-8a98-a34466e4abff tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:32.526772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495469f-dc49-4d5e-afc4-918c4e9d0f34 req-d5905e72-2f97-41f3-8a98-a34466e4abff tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 932 time: 0.1588945 Dec 20 15:48:32.538326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Request body: {'port': {'device_id': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:32.541894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.543923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92e2fa24-bae3-416c-82b2-5b47d4e3b13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.580711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] No DVR routers for this DVR port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:32.586023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b358cc6-52cd-4565-b9f2-53e2496c3e19 None None] Pushing event deleted for resources: {'Port': ['ID=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:32.608795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.658072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92e2fa24-bae3-416c-82b2-5b47d4e3b13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.686208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.742011 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92e2fa24-bae3-416c-82b2-5b47d4e3b13a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=adc6ee8390cf4a68910e2d7e3508f430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858760 Dec 20 15:48:32.746767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57194) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:32.799148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2fa24-bae3-416c-82b2-5b47d4e3b13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53363eec-bff6-422a-ba5e-e0c4f547283b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:32.852738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495469f-dc49-4d5e-afc4-918c4e9d0f34 req-e042e9e4-d7c4-4ee5-b0c9-6c0bdede60b3 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179026 Dec 20 15:48:32.867320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.887539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8b0dbfb-8c25-4f09-ae36-53b9a84e94de req-283c7928-85bc-400c-bc70-e021b4e84fc4 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 210 time: 0.0769162 Dec 20 15:48:32.917747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:32.924284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=b04f34ba-7a1a-4d80-830c-be4dfe50f5d1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:32.938568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-479b04f4-2906-4a74-80bb-e568a19784eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:32.987982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-479b04f4-2906-4a74-80bb-e568a19784eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.017859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.053556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d77c4e-3acf-4052-baf0-dd5614d05c1c']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:33.062726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a48d79-78c6-4502-b03a-578989a2e243') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:33.063358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a48d79-78c6-4502-b03a-578989a2e243') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:33.100176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.132800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.140751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:33.141153 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:33.146941 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:33.152895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe0e5d7-1f36-440e-b918-59e9435693f2 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:33.173807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.186878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-479b04f4-2906-4a74-80bb-e568a19784eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.189995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-479b04f4-2906-4a74-80bb-e568a19784eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.191918 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-479b04f4-2906-4a74-80bb-e568a19784eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53363eec-bff6-422a-ba5e-e0c4f547283b HTTP/1.1" status: 204 len: 168 time: 0.4439054 Dec 20 15:48:33.211417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b04f4-2906-4a74-80bb-e568a19784eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53363eec-bff6-422a-ba5e-e0c4f547283b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:33.303175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.304961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Transition to ACTIVE for port object 9fe0e5d7-1f36-440e-b918-59e9435693f2 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:33.310678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57220) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:33.315347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.321300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/networks/17d77c4e-3acf-4052-baf0-dd5614d05c1c HTTP/1.1" status: 204 len: 168 time: 1.5207942 Dec 20 15:48:33.323737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:33.346175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de344-ef71-4610-b5f1-639883919844 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Network': ['ID=17d77c4e-3acf-4052-baf0-dd5614d05c1c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:33.387020 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.394717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75d53a0f-4662-4b64-b727-8784cb57b5b0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.405963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting subnet 56a3380a-4738-4ffa-868d-1df8545f6257 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:33.409858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.462534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:33.470598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75d53a0f-4662-4b64-b727-8784cb57b5b0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.473464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.486400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0e5d7-1f36-440e-b918-59e9435693f2,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:33.493530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:33.500382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fa6bcd5d-b213-4fa5-8055-1aaf6f710b7e not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:33.597001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Attempting to bind port 9fe0e5d7-1f36-440e-b918-59e9435693f2 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:33.598276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Attempting to bind port 9fe0e5d7-1f36-440e-b918-59e9435693f2 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '011e7355-e074-4ed4-80c9-74bdc3bf5905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:33.598771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Attempting to bind port 9fe0e5d7-1f36-440e-b918-59e9435693f2 on network c21d73dd-dbea-4ca1-86d5-620f18a69b44 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:33.606599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Port 9fe0e5d7-1f36-440e-b918-59e9435693f2 on network c21d73dd-dbea-4ca1-86d5-620f18a69b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:33.607167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Attempting to bind port 9fe0e5d7-1f36-440e-b918-59e9435693f2 on network c21d73dd-dbea-4ca1-86d5-620f18a69b44 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:33.613679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:33.614280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Checking segment: {'id': '011e7355-e074-4ed4-80c9-74bdc3bf5905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:33.614862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Bound using segment: {'id': '011e7355-e074-4ed4-80c9-74bdc3bf5905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:33.616527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Bound port: 9fe0e5d7-1f36-440e-b918-59e9435693f2, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011e7355-e074-4ed4-80c9-74bdc3bf5905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:33.617095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.637595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.707659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] For port 9fe0e5d7-1f36-440e-b918-59e9435693f2, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:33.712891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] For port 9fe0e5d7-1f36-440e-b918-59e9435693f2, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2,segment=NetworkSegment(011e7355-e074-4ed4-80c9-74bdc3bf5905),segment_id=011e7355-e074-4ed4-80c9-74bdc3bf5905)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:33.717415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75d53a0f-4662-4b64-b727-8784cb57b5b0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.717944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75d53a0f-4662-4b64-b727-8784cb57b5b0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.721763 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75d53a0f-4662-4b64-b727-8784cb57b5b0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "DELETE /v2.0/security-groups/7b184111-ab61-4c95-ba84-6f25477b8a45 HTTP/1.1" status: 204 len: 168 time: 0.4100122 Dec 20 15:48:33.723217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57226) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:33.742476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:33.753472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53a0f-4662-4b64-b727-8784cb57b5b0 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b184111-ab61-4c95-ba84-6f25477b8a45,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:33.756474 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-d42c1e81-bf1a-4ac7-a958-52ab9346d869 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] show failed (client error): The resource could not be found. Dec 20 15:48:33.757567 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d42c1e81-bf1a-4ac7-a958-52ab9346d869 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "GET /v2.0/security-groups/7b184111-ab61-4c95-ba84-6f25477b8a45 HTTP/1.1" status: 404 len: 347 time: 0.0274210 Dec 20 15:48:33.760982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:33.790367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:33.791213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b04f34ba-7a1a-4d80-830c-be4dfe50f5d1 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:33.872176 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.891519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.944808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:33.945457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.947098 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] 10.222.0.72 "PUT /v2.0/ports/9fe0e5d7-1f36-440e-b918-59e9435693f2 HTTP/1.1" status: 200 len: 1092 time: 1.4140625 Dec 20 15:48:33.948753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'tag': '9fe0e5d7-1f36-440e-b918-59e9435693f2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:33.951227 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b272e7-1537-4f0b-a210-5b918e804a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "987f0c68-ca5d-44d6-98eb-1b97020b94c0", "tag": "9fe0e5d7-1f36-440e-b918-59e9435693f2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:33.953734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Subnet': ['ID=56a3380a-4738-4ffa-868d-1df8545f6257,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:33.964660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:33.973600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57242) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:33.974303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da90f85-1754-4022-a8be-d9206d06ea54 None None] Network 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:33.983005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8dbafdad-4b49-41d8-8762-a782a6d0b62a tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/subnets/56a3380a-4738-4ffa-868d-1df8545f6257 HTTP/1.1" status: 204 len: 168 time: 0.6448298 Dec 20 15:48:34.002181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f911-8bcd-4bbf-b3b7-df8753baec24 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe0e5d7-1f36-440e-b918-59e9435693f2,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:34.071373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Deleting port 3403bd6c-8083-456c-9cac-f999016f7c9c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:34.072012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.101364 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.185322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dcda193-e442-49bf-89d5-d9933c65d420 req-f11ec5f1-4b0e-4f5f-9451-4a556acad445 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 210 time: 0.1562369 Dec 20 15:48:34.252062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd14b16-b08c-4d1b-a6d1-c3ff864ac935 req-b0cd4e81-6f17-4e14-909e-74cea2850a95 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:34.253108 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d40f72-f979-4d2f-a7a8-fb1dea658566 x-openstack-request-id: req-a3d40f72-f979-4d2f-a7a8-fb1dea658566 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:34.255412 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f0c68-ca5d-44d6-98eb-1b97020b94c0", "tag": "9fe0e5d7-1f36-440e-b918-59e9435693f2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:34.255412 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3d40f72-f979-4d2f-a7a8-fb1dea658566 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:34.255412 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'tag': '9fe0e5d7-1f36-440e-b918-59e9435693f2', 'status': 'completed', 'code': 200} Dec 20 15:48:34.255753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fd14b16-b08c-4d1b-a6d1-c3ff864ac935 req-b0cd4e81-6f17-4e14-909e-74cea2850a95 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 944 time: 0.2317588 Dec 20 15:48:34.263248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-93bd6a4f-e1f8-4496-92f9-4f1d9c4aa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:34.265078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-93bd6a4f-e1f8-4496-92f9-4f1d9c4aa495 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=599448a742404b6090439b81d235d035&device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 1095 time: 0.1589041 Dec 20 15:48:34.280108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.339577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.341631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.353814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-6c429d68-0bb4-4af5-9f07-9f47bd560317 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2 HTTP/1.1" status: 200 len: 217 time: 0.0753996 Dec 20 15:48:34.356304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fd14b16-b08c-4d1b-a6d1-c3ff864ac935 req-538e622e-fbb2-4d71-ae87-670a1d5daf04 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934870 Dec 20 15:48:34.406151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Calling delete_port for 3403bd6c-8083-456c-9cac-f999016f7c9c owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:34.421057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc450dde-918d-446d-977f-aa156917c30c None None] DHCP port deletion for 8f9ef1ab-6a93-47c8-99c6-79e7b9790dec request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:48:34.490876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Deleting port b89c17e3-9707-4d32-8d7b-a54a0aea75fd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:34.494830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.518732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-0519c7b8-7cc8-46d5-9447-2aae7cc0624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:34.520249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-0519c7b8-7cc8-46d5-9447-2aae7cc0624a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=edeed8b4-7c05-4287-a4ed-434c4fe3de31 HTTP/1.1" status: 200 len: 861 time: 0.1305256 Dec 20 15:48:34.523500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bc450dde-918d-446d-977f-aa156917c30c None None] Deleting port b89c17e3-9707-4d32-8d7b-a54a0aea75fd {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:34.529119 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc450dde-918d-446d-977f-aa156917c30c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.595369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-2229dd2c-599f-4929-a3e1-81d3c4311fa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c21d73dd-dbea-4ca1-86d5-620f18a69b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634174 Dec 20 15:48:34.598419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bc450dde-918d-446d-977f-aa156917c30c None None] For port b89c17e3-9707-4d32-8d7b-a54a0aea75fd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:34.598826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc450dde-918d-446d-977f-aa156917c30c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.632512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bc450dde-918d-446d-977f-aa156917c30c None None] Calling delete_port for b89c17e3-9707-4d32-8d7b-a54a0aea75fd owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:34.658403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] For port b89c17e3-9707-4d32-8d7b-a54a0aea75fd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,segment=NetworkSegment(2129d120-2ae6-4214-87ce-ca72abe845d5),segment_id=2129d120-2ae6-4214-87ce-ca72abe845d5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:34.658773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.723040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Calling delete_port for b89c17e3-9707-4d32-8d7b-a54a0aea75fd owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:34.827267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc450dde-918d-446d-977f-aa156917c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.830605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-79ede2d9-9c09-4f53-82c9-28fee7c5cc86 service neutron] 10.222.0.72 "GET /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272966 Dec 20 15:48:34.877089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc450dde-918d-446d-977f-aa156917c30c None None] No DVR routers for this DVR port b89c17e3-9707-4d32-8d7b-a54a0aea75fd on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:34.906261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc450dde-918d-446d-977f-aa156917c30c None None] Pushing event deleted for resources: {'Port': ['ID=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:34.936506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.989546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-065577da-8945-454c-abd8-e52bf11f5132 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:34.989546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-065577da-8945-454c-abd8-e52bf11f5132 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.83 "GET /v2.0/networks?id=4e87cb32-0f8f-41ab-9a4a-28f50da3fbda HTTP/1.1" status: 200 len: 813 time: 0.2149529 Dec 20 15:48:34.992090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.997559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] No DVR routers for this DVR port b89c17e3-9707-4d32-8d7b-a54a0aea75fd on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:34.999260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Port': ['ID=b89c17e3-9707-4d32-8d7b-a54a0aea75fd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:35.003952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Request body: {'port': {'device_id': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda', 'admin_state_up': True, 'tenant_id': '163ac7c07c144460ae39603ef63c80c3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:35.039235 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c712ca3-2d58-458d-b4a8-ff7022db2468 req-366d46a6-bb78-45c5-82c5-b24b961a7ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986732 Dec 20 15:48:35.067186 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.084457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Pushing event deleted for resources: {'Port': ['ID=3403bd6c-8083-456c-9cac-f999016f7c9c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:35.170366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.220177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9ef1ab-6a93-47c8-99c6-79e7b9790dec']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:35.248714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.253414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.260071 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f23f6948-0258-4241-a115-0886bb0edf33 tempest-ImagesOneServerNegativeTestJSON-1216955228 tempest-ImagesOneServerNegativeTestJSON-1216955228-project] 10.222.0.81 "DELETE /v2.0/floatingips/2f672954-498f-492f-b808-5f8a31f70288 HTTP/1.1" status: 204 len: 168 time: 1.4976993 Dec 20 15:48:35.263001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2129d120-2ae6-4214-87ce-ca72abe845d5') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:35.263298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2129d120-2ae6-4214-87ce-ca72abe845d5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:35.277542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.296496 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.300208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-3924f020-587c-4afc-b15b-60503a5ebc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:35.302033 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-3924f020-587c-4afc-b15b-60503a5ebc58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=599448a742404b6090439b81d235d035&device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 1095 time: 0.1195819 Dec 20 15:48:35.307997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:35.308565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:35.312501 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:35.358994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4a47f32-b829-4856-aac3-f2f63fb3fb2b req-ce8f5d4d-8d29-48ea-9af2-d56e59b21665 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 210 time: 0.0496449 Dec 20 15:48:35.359966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Made reservation on behalf of 163ac7c07c144460ae39603ef63c80c3 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:35.363722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.491595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-be90c9c1-e9eb-4ae2-8cbf-587d1b4652fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:35.493240 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-be90c9c1-e9eb-4ae2-8cbf-587d1b4652fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=c21d73dd-dbea-4ca1-86d5-620f18a69b44 HTTP/1.1" status: 200 len: 922 time: 0.1660492 Dec 20 15:48:35.509006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.546362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57286) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:35.559550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.564801 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] 10.222.0.81 "DELETE /v2.0/networks/8f9ef1ab-6a93-47c8-99c6-79e7b9790dec HTTP/1.1" status: 204 len: 168 time: 1.5862658 Dec 20 15:48:35.580863 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-3ca35b73-3be8-4ae2-9951-f3ca75ffcca9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2 HTTP/1.1" status: 200 len: 217 time: 0.0802653 Dec 20 15:48:35.588073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Allocated IP 172.20.0.13 (4e87cb32-0f8f-41ab-9a4a-28f50da3fbda/d7acb3e7-0c98-4266-ab8a-f608a40e3e37/3ca069b8-1fde-42c2-af0a-696957973cde) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:35.614271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0881b-937d-49df-b1b5-cbe36b13c0b4 req-56de665b-3e81-46db-9f1c-ef8ba276f6cb tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:35.623276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bc0881b-937d-49df-b1b5-cbe36b13c0b4 req-56de665b-3e81-46db-9f1c-ef8ba276f6cb tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 944 time: 0.1104400 Dec 20 15:48:35.710443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7819e-904a-45f2-83e3-3f04f5df62f3 tempest-ServersTestMultiNic-1109226561 tempest-ServersTestMultiNic-1109226561-project] Pushing event deleted for resources: {'Network': ['ID=8f9ef1ab-6a93-47c8-99c6-79e7b9790dec,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:35.718754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bc0881b-937d-49df-b1b5-cbe36b13c0b4 req-a2655d31-784e-451a-8ebf-a490da5fdb75 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910695 Dec 20 15:48:35.754763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Deleting subnet ad722afc-a936-4117-8ed5-9d39bc769587 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:35.763255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.781638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b89c17e3-9707-4d32-8d7b-a54a0aea75fd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:35.803653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-8d607701-7a8c-4edf-90eb-39b2cd45eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:35.805854 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-8d607701-7a8c-4edf-90eb-39b2cd45eff8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=edeed8b4-7c05-4287-a4ed-434c4fe3de31 HTTP/1.1" status: 200 len: 861 time: 0.1797388 Dec 20 15:48:35.841836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b89c17e3-9707-4d32-8d7b-a54a0aea75fd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:35.842500 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-fbf91e53-fdf2-4cf5-8b66-f5539cfcdd01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c21d73dd-dbea-4ca1-86d5-620f18a69b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296052 Dec 20 15:48:35.843103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b89c17e3-9707-4d32-8d7b-a54a0aea75fd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:35.843254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57300) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:35.855226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:35.957357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.011492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-2e5bccff-cd91-40c6-a2b8-07a36132d465 service neutron] 10.222.0.72 "GET /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591859 Dec 20 15:48:36.118083 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.137913 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61b272e7-1537-4f0b-a210-5b918e804a0e req-db34a150-ae34-48a1-ac92-7d1e1fd8b8c9 service neutron] 10.222.0.72 "GET /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188653 Dec 20 15:48:36.139526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.179548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad722afc-a936-4117-8ed5-9d39bc769587,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:36.185751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.191716 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1862645a-961a-44ee-96a4-dbbf5b185a60 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ad722afc-a936-4117-8ed5-9d39bc769587 HTTP/1.1" status: 204 len: 168 time: 0.6397650 Dec 20 15:48:36.192278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:36.226778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57310) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:36.286349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.292929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.386597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:36.397757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:36.400539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:36.412759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:36.427555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.431780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Pushing event updated for resources: {'Port': ['ID=3ca069b8-1fde-42c2-af0a-696957973cde,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:36.455692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa9bf6f-05ea-4e5c-bf36-9584368bd85f']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:36.471920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449de267-bae2-478b-afd1-f8071a5c68a2') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:36.472315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449de267-bae2-478b-afd1-f8071a5c68a2') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:36.487702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.492834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:36.493547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.507066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.513803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:36.514559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:36.516485 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:36.608249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.608687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be446-6fdb-493c-be24-673160ee9562 req-31db8fe7-491d-4bff-9b53-d5d6c505cdc6 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:36.610269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-866be446-6fdb-493c-be24-673160ee9562 req-31db8fe7-491d-4bff-9b53-d5d6c505cdc6 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 932 time: 0.1398480 Dec 20 15:48:36.617959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.687354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-3141b51d-88eb-47ed-8109-4dcb92515383 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6889470 Dec 20 15:48:36.712234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.735729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Request body: {'port': {'device_id': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:36.754722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.766930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-866be446-6fdb-493c-be24-673160ee9562 req-f31edd0b-5648-4281-951a-603e398b230a tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468954 Dec 20 15:48:36.772741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.776423 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] 10.222.0.81 "DELETE /v2.0/networks/7fa9bf6f-05ea-4e5c-bf36-9584368bd85f HTTP/1.1" status: 204 len: 168 time: 0.5831392 Dec 20 15:48:36.779894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb9c4d-6cac-49b3-904a-76f4aa73a44c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa9bf6f-05ea-4e5c-bf36-9584368bd85f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:36.864306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.888063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Allocated IP 172.25.6.187 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/db83d9f3-8aa7-494a-a83e-080d3921595e) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:37.007455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.020465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c57dc-677b-463d-8a9d-fad02f6f950c req-fa6236b3-e5dc-4d28-b126-af36bf63fb72 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:37.025310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-265c57dc-677b-463d-8a9d-fad02f6f950c req-fa6236b3-e5dc-4d28-b126-af36bf63fb72 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 944 time: 0.1532130 Dec 20 15:48:37.200874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-265c57dc-677b-463d-8a9d-fad02f6f950c req-b1985a20-f3d3-4d3b-adca-50c43a22f133 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242223 Dec 20 15:48:37.283962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57326) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:37.368982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Deleting port 617e6490-148c-4447-8635-3805a572868d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:37.369591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.387839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-f9aba560-d5e7-44e8-a606-25e42ea328ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525925 Dec 20 15:48:37.414085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91586202-06d3-4e14-a9bb-3449009c2e2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf183b49a7d74690830de5cb1b2605d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275682 Dec 20 15:48:37.417150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57330) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:37.463133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.479102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9fe0e5d7-1f36-440e-b918-59e9435693f2 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:37.530188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:37.543315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:37.548616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:37.570149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] For port 617e6490-148c-4447-8635-3805a572868d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=617e6490-148c-4447-8635-3805a572868d,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:37.570516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.580759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Pushing event updated for resources: {'Port': ['ID=db83d9f3-8aa7-494a-a83e-080d3921595e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:37.593814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae2e-b4be-4495-91e2-b825b94e093a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.594951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Calling delete_port for 617e6490-148c-4447-8635-3805a572868d owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:37.605989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-71dc80a5-8b3c-4d25-b287-cfea02086492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:37.607613 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-71dc80a5-8b3c-4d25-b287-cfea02086492 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1096 time: 0.1562986 Dec 20 15:48:37.649514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae2e-b4be-4495-91e2-b825b94e093a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.665937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9fe0e5d7-1f36-440e-b918-59e9435693f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2,segment=NetworkSegment(011e7355-e074-4ed4-80c9-74bdc3bf5905),segment_id=011e7355-e074-4ed4-80c9-74bdc3bf5905)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:37.674811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca069b8-1fde-42c2-af0a-696957973cde {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:37.685620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '9fe0e5d7-1f36-440e-b918-59e9435693f2', 'network_id': 'c21d73dd-dbea-4ca1-86d5-620f18a69b44', 'port_id': '9fe0e5d7-1f36-440e-b918-59e9435693f2', 'mac_address': 'fa:16:3e:9a:cc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeed8b4-7c05-4287-a4ed-434c4fe3de31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:37.686129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.729401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Transition to ACTIVE for port object 3ca069b8-1fde-42c2-af0a-696957973cde will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:37.764981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.772681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.791165 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.794797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe0e5d7-1f36-440e-b918-59e9435693f2 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:37.820399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-0dfd761f-12cd-4f94-b538-23579633808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:37.821994 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-0dfd761f-12cd-4f94-b538-23579633808c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.1848001 Dec 20 15:48:37.843642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9fe0e5d7-1f36-440e-b918-59e9435693f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2,segment=NetworkSegment(011e7355-e074-4ed4-80c9-74bdc3bf5905),segment_id=011e7355-e074-4ed4-80c9-74bdc3bf5905)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:37.896482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.959139 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-1a0eb18d-ac93-496d-bde9-1bd717cb21a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1266918 Dec 20 15:48:37.961959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae2e-b4be-4495-91e2-b825b94e093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.964971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e62ae2e-b4be-4495-91e2-b825b94e093a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:37.966128 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e62ae2e-b4be-4495-91e2-b825b94e093a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ec9bff3-5633-437e-a04f-d2f39f26f831 HTTP/1.1" status: 204 len: 168 time: 0.5479026 Dec 20 15:48:37.972634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9fe0e5d7-1f36-440e-b918-59e9435693f2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:38.029659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-5c7451a0-cffe-44ce-806c-41a1ee8dfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:38.031328 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-5c7451a0-cffe-44ce-806c-41a1ee8dfc36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.0641804 Dec 20 15:48:38.091970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62ae2e-b4be-4495-91e2-b825b94e093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9bff3-5633-437e-a04f-d2f39f26f831,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:38.109552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['9fe0e5d7-1f36-440e-b918-59e9435693f2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:38.113778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.244317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca069b8-1fde-42c2-af0a-696957973cde,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:38.293205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-cf727e02-70ef-4831-aa2a-168c41f19de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:38.294719 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-cf727e02-70ef-4831-aa2a-168c41f19de5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370329 Dec 20 15:48:38.348884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Attempting to bind port 3ca069b8-1fde-42c2-af0a-696957973cde on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:38.349378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Attempting to bind port 3ca069b8-1fde-42c2-af0a-696957973cde by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '105538e5-466d-4b7e-8e58-fada7f3afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:38.349894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Attempting to bind port 3ca069b8-1fde-42c2-af0a-696957973cde on network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:38.382035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Port 3ca069b8-1fde-42c2-af0a-696957973cde on network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:38.382458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Attempting to bind port 3ca069b8-1fde-42c2-af0a-696957973cde on network 4e87cb32-0f8f-41ab-9a4a-28f50da3fbda {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:38.403920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787f6b5-58e0-4883-9f43-d08da67d4a60 req-f0b8fa89-b3bf-432e-80c4-9c9dbe55729a tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:38.407411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2787f6b5-58e0-4883-9f43-d08da67d4a60 req-f0b8fa89-b3bf-432e-80c4-9c9dbe55729a tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 944 time: 0.2090211 Dec 20 15:48:38.460209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.487578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:38.487578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Checking segment: {'id': '105538e5-466d-4b7e-8e58-fada7f3afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:38.487578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Bound using segment: {'id': '105538e5-466d-4b7e-8e58-fada7f3afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:38.487578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Bound port: 3ca069b8-1fde-42c2-af0a-696957973cde, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105538e5-466d-4b7e-8e58-fada7f3afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:38.487578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.488723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-49f21bde-a21d-41c9-8e94-14160ae91743 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812747 Dec 20 15:48:38.511153 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.577536 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.593585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Pushing event deleted for resources: {'Port': ['ID=617e6490-148c-4447-8635-3805a572868d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:38.649520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e01d8f-7c8f-4c4c-ad67-4302d8b36e66 req-8a2cc346-aa1c-498f-9ce7-b7f02cf04e0f tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:38.657872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55e01d8f-7c8f-4c4c-ad67-4302d8b36e66 req-8a2cc346-aa1c-498f-9ce7-b7f02cf04e0f tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 945 time: 0.2785149 Dec 20 15:48:38.675001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2787f6b5-58e0-4883-9f43-d08da67d4a60 req-69eca0de-96bc-48a2-abe0-5fcdf433bd69 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575793 Dec 20 15:48:38.710834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Pushing event updated for resources: {'Port': ['ID=db83d9f3-8aa7-494a-a83e-080d3921595e,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:38.730830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b920c4c9-3287-47c3-a8b1-61666a21eb79 req-687161a9-e2fd-4099-87d2-91d526d323dc service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356989 Dec 20 15:48:38.759932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.762799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] For port 3ca069b8-1fde-42c2-af0a-696957973cde, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:38.772205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] For port 3ca069b8-1fde-42c2-af0a-696957973cde, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3ca069b8-1fde-42c2-af0a-696957973cde,segment=NetworkSegment(105538e5-466d-4b7e-8e58-fada7f3afd6f),segment_id=105538e5-466d-4b7e-8e58-fada7f3afd6f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:38.825452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55e01d8f-7c8f-4c4c-ad67-4302d8b36e66 req-5e4f563b-ad21-4aa8-a58f-a0b8babd7377 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626170 Dec 20 15:48:38.867119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.875607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.879960 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ae6172e-a76b-4fd6-a26b-942eff8eea80 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6491766 Dec 20 15:48:38.881909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57356) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:38.888275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-669063786', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'fixed_ips': [{'ip_address': '172.25.6.187'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:38.923881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:38.924425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:38.926001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] 10.222.0.83 "PUT /v2.0/ports/3ca069b8-1fde-42c2-af0a-696957973cde HTTP/1.1" status: 200 len: 1092 time: 2.2005770 Dec 20 15:48:38.928941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'tag': '3ca069b8-1fde-42c2-af0a-696957973cde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:38.931467 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8da1223-7801-49fd-9c5a-a34de8ff850d" -d '{"events": [{"name": "network-changed", "server_uuid": "d93544f7-bca5-49cf-821b-ed3d10b48a8a", "tag": "3ca069b8-1fde-42c2-af0a-696957973cde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:39.009259 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad08b9-4d52-42dc-8bd4-6aa4a5fd08c6 x-openstack-request-id: req-18ad08b9-4d52-42dc-8bd4-6aa4a5fd08c6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:39.009569 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93544f7-bca5-49cf-821b-ed3d10b48a8a", "tag": "3ca069b8-1fde-42c2-af0a-696957973cde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:39.009967 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18ad08b9-4d52-42dc-8bd4-6aa4a5fd08c6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:39.010387 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'tag': '3ca069b8-1fde-42c2-af0a-696957973cde', 'status': 'completed', 'code': 200} Dec 20 15:48:39.010617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Made reservation on behalf of bc9d0f7d454d4c0a973d1a241724fb8d for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:39.013354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.027493 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.028874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52596-efc6-4113-afff-3e5379bed966 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca069b8-1fde-42c2-af0a-696957973cde,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:39.072279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.138066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.147400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1223-7801-49fd-9c5a-a34de8ff850d req-02b066ee-a43c-4159-9eef-50329ad1be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:39.149107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8da1223-7801-49fd-9c5a-a34de8ff850d req-02b066ee-a43c-4159-9eef-50329ad1be50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=163ac7c07c144460ae39603ef63c80c3&device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 1095 time: 0.1161256 Dec 20 15:48:39.193058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.210894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] device_id is not set on port 6a979627-2b82-4309-afe4-e56b6e9ce3a0 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:48:39.295305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87284a5d-7c12-4738-a7f1-514378b38627,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:39.347465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1223-7801-49fd-9c5a-a34de8ff850d req-d2fd692d-7e4d-45b9-b2b5-28e10efd56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:39.350539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8da1223-7801-49fd-9c5a-a34de8ff850d req-d2fd692d-7e4d-45b9-b2b5-28e10efd56c1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=163ac7c07c144460ae39603ef63c80c3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1697886 Dec 20 15:48:39.473658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Router 519e115c-3d8a-49d7-a288-12df544bd73e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:48:39.482668 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 15:48:39.483669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:48:39.489976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9fe0e5d7-1f36-440e-b918-59e9435693f2 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:39.575081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1223-7801-49fd-9c5a-a34de8ff850d req-e28c0e8c-84a1-400e-866b-34e7c891432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:39.576826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8da1223-7801-49fd-9c5a-a34de8ff850d req-e28c0e8c-84a1-400e-866b-34e7c891432c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004638 Dec 20 15:48:39.663924 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9caf89d5-592b-46e6-aabb-deed3aa645f8 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7811973 Dec 20 15:48:39.666717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:39.689041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 9fe0e5d7-1f36-440e-b918-59e9435693f2 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:39.689283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 9fe0e5d7-1f36-440e-b918-59e9435693f2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:39.689916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.744986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:48:39.751866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97a12427-32fb-4fc3-96eb-9ca939ca939b admin admin] 10.222.0.81 "PUT /v2.0/routers/519e115c-3d8a-49d7-a288-12df544bd73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9072328 Dec 20 15:48:39.754365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57382) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:39.762616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] Sync routers for ids ['519e115c-3d8a-49d7-a288-12df544bd73e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:48:39.795301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] Routers {'519e115c-3d8a-49d7-a288-12df544bd73e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:39.801700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:48:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['519e115c-3d8a-49d7-a288-12df544bd73e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:39.819707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-16a6b46b-dcfd-48e7-a1de-75a6ce57bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:39.822245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-16a6b46b-dcfd-48e7-a1de-75a6ce57bbc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=163ac7c07c144460ae39603ef63c80c3&device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 1095 time: 0.1857533 Dec 20 15:48:39.926457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-294c0dce-023a-450f-ae7a-d367ac3ce4fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca069b8-1fde-42c2-af0a-696957973cde HTTP/1.1" status: 200 len: 217 time: 0.0656126 Dec 20 15:48:39.955532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.977367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Deleting port db83d9f3-8aa7-494a-a83e-080d3921595e {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:39.978519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:39.987656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76949e91-861e-4022-a7b6-b2653b4e2ab0 req-a44d477a-d339-4667-9f5f-6635d4bb989d tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:39.996190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76949e91-861e-4022-a7b6-b2653b4e2ab0 req-a44d477a-d339-4667-9f5f-6635d4bb989d tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 944 time: 0.1822815 Dec 20 15:48:39.997379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.034255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0e5d7-1f36-440e-b918-59e9435693f2'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:40.037657 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ebdaf7-d095-4129-82be-3f0ff5c69370" -d '{"events": [{"server_uuid": "987f0c68-ca5d-44d6-98eb-1b97020b94c0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0e5d7-1f36-440e-b918-59e9435693f2"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:40.061628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9fe0e5d7-1f36-440e-b918-59e9435693f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2,segment=NetworkSegment(011e7355-e074-4ed4-80c9-74bdc3bf5905),segment_id=011e7355-e074-4ed4-80c9-74bdc3bf5905)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:40.066597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] Set router 519e115c-3d8a-49d7-a288-12df544bd73e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:40.089773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.090230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.111249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Calling delete_port for db83d9f3-8aa7-494a-a83e-080d3921595e owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:40.118486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-ae1ebc71-e7f2-44be-958b-c35b3bf8f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:40.119966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-ae1ebc71-e7f2-44be-958b-c35b3bf8f3d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d7acb3e7-0c98-4266-ab8a-f608a40e3e37 HTTP/1.1" status: 200 len: 853 time: 0.1790037 Dec 20 15:48:40.198885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.207485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-17c0014b-4095-4929-a8dd-c7b6b2b3684b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4e87cb32-0f8f-41ab-9a4a-28f50da3fbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508974 Dec 20 15:48:40.228271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76949e91-861e-4022-a7b6-b2653b4e2ab0 req-69d86685-12f7-4b6d-8864-cea8caeb3ad5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243035 Dec 20 15:48:40.252665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f26bf-8137-4590-b1d2-273d8cfe0dfd req-bac9e784-51f0-4f78-8b7d-db5d73008d9a tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:40.254199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522f26bf-8137-4590-b1d2-273d8cfe0dfd req-bac9e784-51f0-4f78-8b7d-db5d73008d9a tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 945 time: 0.2039502 Dec 20 15:48:40.281512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9fe0e5d7-1f36-440e-b918-59e9435693f2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:40.350317 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b881899e-3948-4733-af43-495ad6ff9259 x-openstack-request-id: req-b881899e-3948-4733-af43-495ad6ff9259 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:40.350625 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f0c68-ca5d-44d6-98eb-1b97020b94c0", "name": "network-vif-plugged", "status": "completed", "tag": "9fe0e5d7-1f36-440e-b918-59e9435693f2", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:40.350886 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b881899e-3948-4733-af43-495ad6ff9259 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:40.351428 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe0e5d7-1f36-440e-b918-59e9435693f2', 'code': 200} Dec 20 15:48:40.396843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.397463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.428477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Pushing event deleted for resources: {'Port': ['ID=db83d9f3-8aa7-494a-a83e-080d3921595e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:40.429122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:48:38Z', 'revision_number': 5, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port': {'id': 'b23b346b-c004-43eb-92e1-d18e877c3192', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:39Z', 'updated_at': '2021-12-20T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:40.443501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-1622bc50-1393-4555-abb5-ed59057032ea service neutron] 10.222.0.83 "GET /v2.0/networks/4e87cb32-0f8f-41ab-9a4a-28f50da3fbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109697 Dec 20 15:48:40.448971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522f26bf-8137-4590-b1d2-273d8cfe0dfd req-07b7d990-14e3-46d2-9193-3b3b32eb5fac tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946922 Dec 20 15:48:40.513619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] Checking router: 519e115c-3d8a-49d7-a288-12df544bd73e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:48:40.524333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2b503-c83a-4de4-9301-94b5f7a6d79f req-83f8a034-4284-4715-a6f5-b9a966749336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:40.526515 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-85e2b503-c83a-4de4-9301-94b5f7a6d79f req-83f8a034-4284-4715-a6f5-b9a966749336 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 1097 time: 0.1029096 Dec 20 15:48:40.539778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] Routers {'519e115c-3d8a-49d7-a288-12df544bd73e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:40.542859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:48:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['519e115c-3d8a-49d7-a288-12df544bd73e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:40.596556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e17a528-70ad-49f8-b0d9-a5e846cad9f6 req-8a9979d3-88da-42fd-b90c-a2d93834d061 service neutron] 10.222.0.83 "GET /v2.0/networks/4e87cb32-0f8f-41ab-9a4a-28f50da3fbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438186 Dec 20 15:48:40.608518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Deleting port b23b346b-c004-43eb-92e1-d18e877c3192 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:40.609001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.615701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.619144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.620652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f36adacb-c2da-4232-a4dd-bdeef4c8dac9 tempest-ExternalNetworksAdminNegativeTestJSON-676828637 tempest-ExternalNetworksAdminNegativeTestJSON-676828637-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/5b5fb346-9260-4460-84d5-9d564e4b2fb3 HTTP/1.1" status: 204 len: 168 time: 0.9530849 Dec 20 15:48:40.632536 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-85e2b503-c83a-4de4-9301-94b5f7a6d79f req-898e187a-ca29-4f02-be3e-503d12e26f23 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756629 Dec 20 15:48:40.727125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] Set router 519e115c-3d8a-49d7-a288-12df544bd73e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:40.745127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] For port b23b346b-c004-43eb-92e1-d18e877c3192, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b23b346b-c004-43eb-92e1-d18e877c3192,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:40.745659 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:40.765474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Calling delete_port for b23b346b-c004-43eb-92e1-d18e877c3192 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:40.939169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:48:40Z', 'revision_number': 6, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:40.983552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8ec5d-c087-49c4-9d26-8ed709ca4e12 None None] The sync data for ids ['519e115c-3d8a-49d7-a288-12df544bd73e'] in n-d-781076-8 is: [{'id': '519e115c-3d8a-49d7-a288-12df544bd73e', 'name': 'tempest-ServersTestMultiNic-897442428-router', 'tenant_id': '318499924d0d43b2ade4baf7df9fcc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:36Z', 'updated_at': '2021-12-20T15:48:40Z', 'revision_number': 6, 'project_id': '318499924d0d43b2ade4baf7df9fcc74', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:48:41.061939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.090413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Pushing event deleted for resources: {'Port': ['ID=b23b346b-c004-43eb-92e1-d18e877c3192,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:41.169196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.299784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57416) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:41.580717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f47edb18-0c17-4f8c-8d31-1b705e71fe0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.650690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.654096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.712497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f47edb18-0c17-4f8c-8d31-1b705e71fe0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.754803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14e780-60bf-4135-9626-c7cd58a09db0 req-45258d46-be79-4938-97f4-eb31575df6e8 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:41.763805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f14e780-60bf-4135-9626-c7cd58a09db0 req-45258d46-be79-4938-97f4-eb31575df6e8 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 946 time: 0.1512170 Dec 20 15:48:41.763805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517adc1d-cb4e-4040-ab38-5c26beeccf57 req-b5a4f815-08fc-4eb3-b348-f2faf1d3b594 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:41.765190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-517adc1d-cb4e-4040-ab38-5c26beeccf57 req-b5a4f815-08fc-4eb3-b348-f2faf1d3b594 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 944 time: 0.1697748 Dec 20 15:48:41.843234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f14e780-60bf-4135-9626-c7cd58a09db0 req-aca9315d-de17-4d03-9c28-3cd379f2bf25 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770400 Dec 20 15:48:41.847611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-517adc1d-cb4e-4040-ab38-5c26beeccf57 req-2a085e52-61b5-4ffc-b66f-1c2843990e93 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723958 Dec 20 15:48:41.947601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f47edb18-0c17-4f8c-8d31-1b705e71fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.949414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.950200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519e115c-3d8a-49d7-a288-12df544bd73e {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:48:41.962610 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:41.966209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a3ab6d13-3b72-4997-bb8f-f9654c34258b admin admin] 10.222.0.81 "DELETE /v2.0/routers/519e115c-3d8a-49d7-a288-12df544bd73e HTTP/1.1" status: 204 len: 168 time: 2.2085478 Dec 20 15:48:41.967440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57434) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:41.996956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b23b346b-c004-43eb-92e1-d18e877c3192 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:42.010764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f47edb18-0c17-4f8c-8d31-1b705e71fe0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72f575eec01242a3ae0bee57ce91fe2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7074344 Dec 20 15:48:42.010764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47edb18-0c17-4f8c-8d31-1b705e71fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21694b83-d46b-446d-b412-e55436853e40,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:42.012913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:42.024829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-61e36c34-1154-4de9-ae96-f14b33809c16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256208 Dec 20 15:48:42.040610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Deleting subnet 7e0dfe3d-12fa-4bea-9df6-894d42c8db34 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:42.044473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.071153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b23b346b-c004-43eb-92e1-d18e877c3192 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:42.071502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b23b346b-c004-43eb-92e1-d18e877c3192 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:42.073817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 617e6490-148c-4447-8635-3805a572868d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:42.116549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 617e6490-148c-4447-8635-3805a572868d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:42.118574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 617e6490-148c-4447-8635-3805a572868d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:42.139474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.147566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2258b494-e362-472a-a876-bf10cd3100a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.163625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-87b308cd-cb7d-4f15-aa02-80ddbcbad3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:42.165363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-87b308cd-cb7d-4f15-aa02-80ddbcbad3d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0853665 Dec 20 15:48:42.172672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2258b494-e362-472a-a876-bf10cd3100a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.324890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2258b494-e362-472a-a876-bf10cd3100a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.329573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2258b494-e362-472a-a876-bf10cd3100a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.337010 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2258b494-e362-472a-a876-bf10cd3100a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21694b83-d46b-446d-b412-e55436853e40 HTTP/1.1" status: 204 len: 168 time: 0.3207326 Dec 20 15:48:42.342586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.358230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b494-e362-472a-a876-bf10cd3100a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21694b83-d46b-446d-b412-e55436853e40,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:42.449577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-98ed2b25-0d4b-4992-9dea-93ce238567a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:42.451355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-98ed2b25-0d4b-4992-9dea-93ce238567a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 200 len: 916 time: 0.2086396 Dec 20 15:48:42.535547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-7ebea33c-279d-4730-8c9b-e1f09eb295f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 200 len: 1000 time: 0.0759368 Dec 20 15:48:42.572721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.605071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0dfe3d-12fa-4bea-9df6-894d42c8db34,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:42.612558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.617778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c5bf768b-04d1-4c40-8104-8e715b732314 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7e0dfe3d-12fa-4bea-9df6-894d42c8db34 HTTP/1.1" status: 204 len: 168 time: 0.6493061 Dec 20 15:48:42.619133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57468) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:42.622179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd4604-1b60-4219-9b40-7d1727d52b7c None None] Network c04d59ed-e8a5-473a-80b2-d948d07e69a3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:42.629231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-ca42e5c0-7116-4c1d-aa02-b525d6dc7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:42.631455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-ca42e5c0-7116-4c1d-aa02-b525d6dc7ed3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=085d95b9-d1ac-4bd6-a263-5b418a151799 HTTP/1.1" status: 200 len: 854 time: 0.0882418 Dec 20 15:48:42.706739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-bd2adfea-99fe-4937-bf77-b84334e55018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:42.708275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-bd2adfea-99fe-4937-bf77-b84334e55018 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fc7ec891-da1c-4e5a-98ba-754ef75cf959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702355 Dec 20 15:48:42.729305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.800113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] DHCP port deletion for c04d59ed-e8a5-473a-80b2-d948d07e69a3 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:48:42.846180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Deleting port 3ff58bbd-d692-435a-b30d-2d14019ce082 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:42.846878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.868587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-3b0e491b-ae92-4285-87e7-ff96181847a3 service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517131 Dec 20 15:48:42.908508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] Deleting port 3ff58bbd-d692-435a-b30d-2d14019ce082 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:42.913381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.949781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] For port 3ff58bbd-d692-435a-b30d-2d14019ce082, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ff58bbd-d692-435a-b30d-2d14019ce082,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:42.950235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.968952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Calling delete_port for 3ff58bbd-d692-435a-b30d-2d14019ce082 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:43.002483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] For port 3ff58bbd-d692-435a-b30d-2d14019ce082, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ff58bbd-d692-435a-b30d-2d14019ce082,segment=NetworkSegment(e33ac776-11c8-4d7d-911d-4a9423b418aa),segment_id=e33ac776-11c8-4d7d-911d-4a9423b418aa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:43.003039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.020750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] Calling delete_port for 3ff58bbd-d692-435a-b30d-2d14019ce082 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:43.088626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb19e-1e1b-482f-9235-8134c189fba5 req-e55f6908-6ee5-40a5-8106-3a20828cdadf tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:43.090376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cffdb19e-1e1b-482f-9235-8134c189fba5 req-e55f6908-6ee5-40a5-8106-3a20828cdadf tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 944 time: 0.1011105 Dec 20 15:48:43.092361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c29df4-17e2-4d17-81ed-5d158380bff5 req-c8859c03-151f-4f43-a1c4-35bbc91694f7 service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083189 Dec 20 15:48:43.102424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3bdad-e8eb-4c93-be4d-674944b6a9d6 req-979ded34-1748-46dd-b784-c893681a9142 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:43.112876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bd3bdad-e8eb-4c93-be4d-674944b6a9d6 req-979ded34-1748-46dd-b784-c893681a9142 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 946 time: 0.1384442 Dec 20 15:48:43.173993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57480) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:43.184013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.200571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.210065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cffdb19e-1e1b-482f-9235-8134c189fba5 req-62f39dfe-d64e-464f-b71d-a42c567a956e tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847266 Dec 20 15:48:43.214800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bd3bdad-e8eb-4c93-be4d-674944b6a9d6 req-21be8101-317b-4485-9b0a-e8be362668c2 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007514 Dec 20 15:48:43.218235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] No DVR routers for this DVR port 3ff58bbd-d692-435a-b30d-2d14019ce082 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:43.257983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ef8c3-561d-4964-9232-5273bfe36694 None None] Pushing event deleted for resources: {'Port': ['ID=3ff58bbd-d692-435a-b30d-2d14019ce082,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:43.267763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff58bbd-d692-435a-b30d-2d14019ce082,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:43.274486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] No DVR routers for this DVR port 3ff58bbd-d692-435a-b30d-2d14019ce082 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:43.369778 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0c97e863-827b-43f5-ae90-ab25cd9eefe2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc9d0f7d454d4c0a973d1a241724fb8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945484 Dec 20 15:48:43.371663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57486) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:43.377712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.410679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04d59ed-e8a5-473a-80b2-d948d07e69a3']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:43.425566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33ac776-11c8-4d7d-911d-4a9423b418aa') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:43.426236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33ac776-11c8-4d7d-911d-4a9423b418aa') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:43.440313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.455277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.457256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f12aaa34-bded-48b4-99df-0c9d577d92f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.467319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:43.467789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:43.469887 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:43.490616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f12aaa34-bded-48b4-99df-0c9d577d92f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.638545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.666823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.670441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c04d59ed-e8a5-473a-80b2-d948d07e69a3 HTTP/1.1" status: 204 len: 168 time: 1.0498178 Dec 20 15:48:43.671581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730f0be-3641-412e-8c9b-438a813ec427 admin admin] Pushing event deleted for resources: {'Network': ['ID=c04d59ed-e8a5-473a-80b2-d948d07e69a3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:43.679678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f12aaa34-bded-48b4-99df-0c9d577d92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.682314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f12aaa34-bded-48b4-99df-0c9d577d92f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:43.686065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f12aaa34-bded-48b4-99df-0c9d577d92f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87284a5d-7c12-4738-a7f1-514378b38627 HTTP/1.1" status: 204 len: 168 time: 0.3106756 Dec 20 15:48:43.705839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aaa34-bded-48b4-99df-0c9d577d92f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87284a5d-7c12-4738-a7f1-514378b38627,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:43.765239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ff58bbd-d692-435a-b30d-2d14019ce082 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:43.810526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3ff58bbd-d692-435a-b30d-2d14019ce082 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:43.810873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ff58bbd-d692-435a-b30d-2d14019ce082 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:44.298739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:44.301789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f5a0-72a4-48f4-85bd-bdd7515ed975 req-38b01ae5-8b7b-4493-8f07-83bb1e5a1b21 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:44.304400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d76f5a0-72a4-48f4-85bd-bdd7515ed975 req-38b01ae5-8b7b-4493-8f07-83bb1e5a1b21 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 946 time: 0.0759423 Dec 20 15:48:44.389253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c87b201b-5859-4ff1-ba9a-dc3b4e3b6d5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=318499924d0d43b2ade4baf7df9fcc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867922 Dec 20 15:48:44.389445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57538) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:44.411720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3ca069b8-1fde-42c2-af0a-696957973cde details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:44.424527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d76f5a0-72a4-48f4-85bd-bdd7515ed975 req-5094cb3f-ce73-448a-8d07-49937c936b20 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084759 Dec 20 15:48:44.435451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f639d9-b476-4b69-b6bc-d814ec56eab5 req-4522f82b-9a32-46da-acaf-21fb41c0bb19 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:44.444450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1f639d9-b476-4b69-b6bc-d814ec56eab5 req-4522f82b-9a32-46da-acaf-21fb41c0bb19 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 944 time: 0.1387577 Dec 20 15:48:44.550259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95bd0bd0-ad46-4e4c-b2ab-f50fa6c6fa06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.569996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1f639d9-b476-4b69-b6bc-d814ec56eab5 req-473a789e-ad64-4d58-88bb-5dd4fe762506 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245778 Dec 20 15:48:44.627238 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95bd0bd0-ad46-4e4c-b2ab-f50fa6c6fa06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.628155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3ca069b8-1fde-42c2-af0a-696957973cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3ca069b8-1fde-42c2-af0a-696957973cde,segment=NetworkSegment(105538e5-466d-4b7e-8e58-fada7f3afd6f),segment_id=105538e5-466d-4b7e-8e58-fada7f3afd6f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:44.650717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '3ca069b8-1fde-42c2-af0a-696957973cde', 'network_id': '4e87cb32-0f8f-41ab-9a4a-28f50da3fbda', 'port_id': '3ca069b8-1fde-42c2-af0a-696957973cde', 'mac_address': 'fa:16:3e:b2:4c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7acb3e7-0c98-4266-ab8a-f608a40e3e37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:44.696250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.715184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca069b8-1fde-42c2-af0a-696957973cde {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:44.736493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3ca069b8-1fde-42c2-af0a-696957973cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3ca069b8-1fde-42c2-af0a-696957973cde,segment=NetworkSegment(105538e5-466d-4b7e-8e58-fada7f3afd6f),segment_id=105538e5-466d-4b7e-8e58-fada7f3afd6f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:44.774150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95bd0bd0-ad46-4e4c-b2ab-f50fa6c6fa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.777047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95bd0bd0-ad46-4e4c-b2ab-f50fa6c6fa06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.778381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95bd0bd0-ad46-4e4c-b2ab-f50fa6c6fa06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5da9e4de-f6f9-475a-906a-cd5f9ce22fe2 HTTP/1.1" status: 204 len: 168 time: 0.3837852 Dec 20 15:48:44.786361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0bd0-ad46-4e4c-b2ab-f50fa6c6fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da9e4de-f6f9-475a-906a-cd5f9ce22fe2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:44.803037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.866586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3ca069b8-1fde-42c2-af0a-696957973cde,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:45.104303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3ca069b8-1fde-42c2-af0a-696957973cde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:45.567007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-f22829bc-d729-48bb-b95e-58aa79e07f08 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:45.569188 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-f22829bc-d729-48bb-b95e-58aa79e07f08 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.72 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 946 time: 0.0667334 Dec 20 15:48:45.585593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8273-4a80-4ef3-84e4-c20f91625db0 req-374e96da-edc5-47a6-a0d2-045838abb759 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:45.594029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-780f8273-4a80-4ef3-84e4-c20f91625db0 req-374e96da-edc5-47a6-a0d2-045838abb759 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 946 time: 0.0833695 Dec 20 15:48:45.667709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-780f8273-4a80-4ef3-84e4-c20f91625db0 req-153b2db8-b667-4706-ad53-5894b386e504 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d4249ae-5952-426f-8339-f3fe54c3724f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712831 Dec 20 15:48:45.749463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Deleting port 9fe0e5d7-1f36-440e-b918-59e9435693f2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:45.750441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:45.764737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d956484-412f-410f-a13d-fd2ac7aae77e req-fe9e1203-7f79-44a1-b25f-d20f052e70c6 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:45.766963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d956484-412f-410f-a13d-fd2ac7aae77e req-fe9e1203-7f79-44a1-b25f-d20f052e70c6 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 945 time: 0.0805402 Dec 20 15:48:45.842666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d956484-412f-410f-a13d-fd2ac7aae77e req-3be4f221-4952-4294-9f00-044928cf9057 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Dec 20 15:48:45.890031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] For port 9fe0e5d7-1f36-440e-b918-59e9435693f2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9fe0e5d7-1f36-440e-b918-59e9435693f2,segment=NetworkSegment(011e7355-e074-4ed4-80c9-74bdc3bf5905),segment_id=011e7355-e074-4ed4-80c9-74bdc3bf5905)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:45.890411 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:45.907475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Calling delete_port for 9fe0e5d7-1f36-440e-b918-59e9435693f2 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:46.145558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.157803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['9fe0e5d7-1f36-440e-b918-59e9435693f2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:46.163093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57630) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:46.185531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Pushing event deleted for resources: {'Port': ['ID=9fe0e5d7-1f36-440e-b918-59e9435693f2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:46.238191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] No DVR routers for this DVR port 9fe0e5d7-1f36-440e-b918-59e9435693f2 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:46.242679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.257242 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13539c43-d4a2-485a-aede-aa5ccb8f4601 req-ec18308d-4ab9-40c3-b957-7419742af4ea tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.72 "DELETE /v2.0/ports/9fe0e5d7-1f36-440e-b918-59e9435693f2 HTTP/1.1" status: 204 len: 173 time: 0.6713138 Dec 20 15:48:46.257242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'name': 'network-vif-deleted', 'tag': '9fe0e5d7-1f36-440e-b918-59e9435693f2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:46.257242 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feade0ed-28ae-4f37-a4f7-463b5cf80588" -d '{"events": [{"server_uuid": "987f0c68-ca5d-44d6-98eb-1b97020b94c0", "name": "network-vif-deleted", "tag": "9fe0e5d7-1f36-440e-b918-59e9435693f2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:46.318921 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6e81a-a5aa-4853-a36e-735060c6b63c x-openstack-request-id: req-4da6e81a-a5aa-4853-a36e-735060c6b63c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:46.320394 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f0c68-ca5d-44d6-98eb-1b97020b94c0", "name": "network-vif-deleted", "tag": "9fe0e5d7-1f36-440e-b918-59e9435693f2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:46.320394 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4da6e81a-a5aa-4853-a36e-735060c6b63c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:46.320394 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f0c68-ca5d-44d6-98eb-1b97020b94c0', 'name': 'network-vif-deleted', 'tag': '9fe0e5d7-1f36-440e-b918-59e9435693f2', 'status': 'completed', 'code': 200} Dec 20 15:48:46.414475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-29993711-network', 'tenant_id': 'fe0674fc18b04ccfbde0f2684693105a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:46.428020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3ca069b8-1fde-42c2-af0a-696957973cde up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:46.506648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57644) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:46.579033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Made reservation on behalf of fe0674fc18b04ccfbde0f2684693105a for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:46.582350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.593720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.644097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3c4ccd46-168b-4348-a15f-8c9ffc226721 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1117628798'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:46.644581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3c4ccd46-168b-4348-a15f-8c9ffc226721 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Unknown quota resources ['metering_label']. {{(pid=103953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:48:46.687526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 3ca069b8-1fde-42c2-af0a-696957973cde completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:46.698573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 3ca069b8-1fde-42c2-af0a-696957973cde triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:46.699196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.889786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.900487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06a9d035-50d7-4892-9059-666d409449b2 req-d858d7a1-adee-4670-9f28-ae38c3c31a80 tempest-ServerMetadataNegativeTestJSON-213886144 tempest-ServerMetadataNegativeTestJSON-213886144-project] 10.222.0.81 "GET /v2.0/ports?device_id=987f0c68-ca5d-44d6-98eb-1b97020b94c0 HTTP/1.1" status: 200 len: 210 time: 0.1221135 Dec 20 15:48:46.932982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:46.992223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca069b8-1fde-42c2-af0a-696957973cde'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:47.000431 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb02b14-b588-4efc-9e85-bd98d000422b" -d '{"events": [{"server_uuid": "d93544f7-bca5-49cf-821b-ed3d10b48a8a", "name": "network-vif-plugged", "status": "completed", "tag": "3ca069b8-1fde-42c2-af0a-696957973cde"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:47.018153 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.026799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3ca069b8-1fde-42c2-af0a-696957973cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3ca069b8-1fde-42c2-af0a-696957973cde,segment=NetworkSegment(105538e5-466d-4b7e-8e58-fada7f3afd6f),segment_id=105538e5-466d-4b7e-8e58-fada7f3afd6f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:47.087783 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88c281-b517-4b1b-b6d6-dbcb09dfcc3d x-openstack-request-id: req-8f88c281-b517-4b1b-b6d6-dbcb09dfcc3d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:47.088085 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93544f7-bca5-49cf-821b-ed3d10b48a8a", "name": "network-vif-plugged", "status": "completed", "tag": "3ca069b8-1fde-42c2-af0a-696957973cde", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:47.088933 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f88c281-b517-4b1b-b6d6-dbcb09dfcc3d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:47.089382 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca069b8-1fde-42c2-af0a-696957973cde', 'code': 200} Dec 20 15:48:47.097075 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.132581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c4ccd46-168b-4348-a15f-8c9ffc226721 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.138206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57666) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:47.145000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3c4ccd46-168b-4348-a15f-8c9ffc226721 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6368666 Dec 20 15:48:47.145382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-87e31981-200d-4644-9ec9-4488d18836fd tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b51bbe17-fe50-4c44-aba9-af8c99d61906'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:47.146283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:47.146653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-87e31981-200d-4644-9ec9-4488d18836fd tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:48:47.180071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.181002 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Added segment 10b706b7-dfb0-4f00-a6ac-8ae1ccf15805 of type vlan for network edffd908-bf57-48fe-aa13-bffeffb77fee Dec 20 15:48:47.247191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3ca069b8-1fde-42c2-af0a-696957973cde,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:47.261712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.359705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c108135-865c-4626-9b96-13d635a6ddfa,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:47.406287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675b54-e9b9-43fe-b621-388ae0690a5a req-2a75618a-7c5d-48aa-9be7-a866c751d9ac tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:47.407844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b675b54-e9b9-43fe-b621-388ae0690a5a req-2a75618a-7c5d-48aa-9be7-a866c751d9ac tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.3134189 Dec 20 15:48:47.409908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef2822-89f9-4d98-beea-8c51543b5d51 req-a1f971d8-3b37-46ee-b1af-44ac024f2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:47.411259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ef2822-89f9-4d98-beea-8c51543b5d51 req-a1f971d8-3b37-46ee-b1af-44ac024f2451 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 1097 time: 0.1371911 Dec 20 15:48:47.424176 n-d-781076-8 neutron-server[103954]: WARNING neutron.services.metering.metering_plugin [None req-87e31981-200d-4644-9ec9-4488d18836fd tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 15:48:47.451226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.452198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:47.452776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.555048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87e31981-200d-4644-9ec9-4488d18836fd tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.556529 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87e31981-200d-4644-9ec9-4488d18836fd tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4173241 Dec 20 15:48:47.563031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57672) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:47.574592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-38f5e1cb-d24f-472d-ad2a-f55bcf69fa4d tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b51bbe17-fe50-4c44-aba9-af8c99d61906'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:47.575119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-38f5e1cb-d24f-472d-ad2a-f55bcf69fa4d tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:48:47.593600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66ef2822-89f9-4d98-beea-8c51543b5d51 req-fcb148b7-b408-43af-a354-f656aaa89ca4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687357 Dec 20 15:48:47.605872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b675b54-e9b9-43fe-b621-388ae0690a5a req-e05eb57d-3f98-4e8d-9724-673857c4c54d tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872954 Dec 20 15:48:47.607686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] Pushing event updated for resources: {'Network': ['ID=edffd908-bf57-48fe-aa13-bffeffb77fee,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:47.614933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1613f3c3-daaa-4ade-9219-bdf77389efbd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4506607 Dec 20 15:48:47.628510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:47.628510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Request body: {'subnet': {'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-29993711-subnet', 'tenant_id': 'fe0674fc18b04ccfbde0f2684693105a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:47.628715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network edffd908-bf57-48fe-aa13-bffeffb77fee details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:48:47.733745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Made reservation on behalf of fe0674fc18b04ccfbde0f2684693105a for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:47.736090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.764434 n-d-781076-8 neutron-server[103953]: WARNING neutron.services.metering.metering_plugin [None req-38f5e1cb-d24f-472d-ad2a-f55bcf69fa4d tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 15:48:47.922081 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-38f5e1cb-d24f-472d-ad2a-f55bcf69fa4d tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:47.923437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-38f5e1cb-d24f-472d-ad2a-f55bcf69fa4d tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3543968 Dec 20 15:48:47.926138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57704) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:47.939374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c07c034-a534-4e8b-b7b0-2e6cc6eade14 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=9c7286c1-484c-4b9a-ac65-b0ba48a69a4a HTTP/1.1" status: 200 len: 464 time: 0.0120208 Dec 20 15:48:47.942454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57706) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:47.975384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57710) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:48.061588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.108442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-6f427f39-f487-4edb-bd3a-008cf48f7512 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789461 Dec 20 15:48:48.114022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Deleting subnet edeed8b4-7c05-4287-a4ed-434c4fe3de31 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:48.125137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4ec392-b464-42cb-ab70-b6525bd3c286,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:48.143065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Checking segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:48.146698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Network hostable DHCP agents. Network: edffd908-bf57-48fe-aa13-bffeffb77fee, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:48:48.152464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.184384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc4d34a8-f27a-4cca-a23b-3fb3d65d331b tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.185506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc4d34a8-f27a-4cca-a23b-3fb3d65d331b tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/9c7286c1-484c-4b9a-ac65-b0ba48a69a4a HTTP/1.1" status: 204 len: 168 time: 0.2413988 Dec 20 15:48:48.188340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57724) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:48.204062 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-15933444-3d82-4ca3-9832-224ee5dd1be4 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=9c7286c1-484c-4b9a-ac65-b0ba48a69a4a HTTP/1.1" status: 200 len: 221 time: 0.0095088 Dec 20 15:48:48.207843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57726) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:48.212520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f3f7e751-712e-425d-be75-48662cee64cf tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--850428970', 'description': 'label created by tempest'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:48.215674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f3f7e751-712e-425d-be75-48662cee64cf tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Unknown quota resources ['metering_label']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:48:48.221201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Network edffd908-bf57-48fe-aa13-bffeffb77fee is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:48:48.249006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.314034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.340762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-a916fc34-66ac-41df-af63-df60673fa11f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:48.342187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-a916fc34-66ac-41df-af63-df60673fa11f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245946 Dec 20 15:48:48.371101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-4dfd1305-7316-4b75-a8ce-909011467d16 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/quotas/bca6abc95ba54edd8c5d1602aa91e4fa HTTP/1.1" status: 200 len: 375 time: 0.0168200 Dec 20 15:48:48.383248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, edffd908-bf57-48fe-aa13-bffeffb77fee) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:48.394603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65923b5-bef4-44bc-8572-64e41862d9c6 None None] Network edffd908-bf57-48fe-aa13-bffeffb77fee requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:48.413003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-9ea89984-4fc3-4bc0-898f-21e9621664ff tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356307 Dec 20 15:48:48.439679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:48.440303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.503065 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.516817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e751-712e-425d-be75-48662cee64cf tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.520402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f3f7e751-712e-425d-be75-48662cee64cf tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3089352 Dec 20 15:48:48.520630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57728) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:48.552699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.559164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/edeed8b4-7c05-4287-a4ed-434c4fe3de31 HTTP/1.1" status: 204 len: 168 time: 0.5802503 Dec 20 15:48:48.559164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bae44-32ad-4c12-bb69-f1f740c8ad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edeed8b4-7c05-4287-a4ed-434c4fe3de31,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:48.566226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03fbc5-36cb-4183-8dad-693ec913d536 None None] Network edffd908-bf57-48fe-aa13-bffeffb77fee requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:48.566958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57730) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:48.665276 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b4ed713-5cfe-4edf-aa62-7eefcc16954f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0327117 Dec 20 15:48:48.671958 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-574fe24b-f4b1-466e-b705-12e55b52a1a4 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=69912195-d0d1-4bd6-98de-b3d13f1291d9 HTTP/1.1" status: 200 len: 467 time: 0.1468985 Dec 20 15:48:48.673666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57738) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:48.690267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.790861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:48:48.965601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:48.996017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-f2d75bc5-8c5d-4598-b938-dfd09efa3717 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413007 Dec 20 15:48:49.009216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadec152-c12b-464b-8bd0-2d645ecd602c req-bacb6840-8840-48c1-9da8-d935bdeb3af7 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:49.011017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eadec152-c12b-464b-8bd0-2d645ecd602c req-bacb6840-8840-48c1-9da8-d935bdeb3af7 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.2629347 Dec 20 15:48:49.033361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21d73dd-dbea-4ca1-86d5-620f18a69b44']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:49.085330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011e7355-e074-4ed4-80c9-74bdc3bf5905') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:49.085651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011e7355-e074-4ed4-80c9-74bdc3bf5905') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:49.108747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:49.180641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:49.196044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eadec152-c12b-464b-8bd0-2d645ecd602c req-f477d4b4-2902-4bdc-9685-46cf708eb9cd tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768041 Dec 20 15:48:49.203507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:49.203917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:49.205684 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:49.209098 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:49.375532 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f5fb135-2372-428c-bcfb-09e75d081c24 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:49.381190 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f5fb135-2372-428c-bcfb-09e75d081c24 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/69912195-d0d1-4bd6-98de-b3d13f1291d9 HTTP/1.1" status: 204 len: 168 time: 0.6994541 Dec 20 15:48:49.383905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57768) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:49.403170 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aa517ef4-1048-469f-92bd-6bf41e5262c5 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=69912195-d0d1-4bd6-98de-b3d13f1291d9 HTTP/1.1" status: 200 len: 216 time: 0.0167351 Dec 20 15:48:49.406779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57770) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:49.422792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-664a486c-1ef5-4a85-80fe-1e28c78db336 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0119958 Dec 20 15:48:49.426344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:49.449006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4563a241-0074-4c1b-a0cf-5d41ecc06668 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0203838 Dec 20 15:48:49.453189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57774) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:49.650537 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d634959c-ce5f-4323-96ab-3dfd3d5b1be0 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/b51bbe17-fe50-4c44-aba9-af8c99d61906 HTTP/1.1" status: 200 len: 473 time: 0.0881422 Dec 20 15:48:49.651087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-f626414e-7767-411a-88a6-216a625a2565 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:49.651087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-f626414e-7767-411a-88a6-216a625a2565 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5506153 Dec 20 15:48:49.651307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9fe0e5d7-1f36-440e-b918-59e9435693f2 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:49.651658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-d090f2a2-2744-40f0-8a19-1519d6ac2449 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/quotas/bca6abc95ba54edd8c5d1602aa91e4fa HTTP/1.1" status: 200 len: 375 time: 0.0102742 Dec 20 15:48:49.651889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 9fe0e5d7-1f36-440e-b918-59e9435693f2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:49.651889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9fe0e5d7-1f36-440e-b918-59e9435693f2 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:49.652023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:49.652161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-32a7aebc-87db-4103-9a91-1e6b91468e6b tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511079 Dec 20 15:48:49.656107 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9b5949c-9ecf-486a-b20e-726c9b3f6625 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/44b8e02d-7a12-4ba9-a4ea-3141beebafce HTTP/1.1" status: 200 len: 461 time: 0.0112693 Dec 20 15:48:49.657197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57786) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:49.753849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-d2bc5831-7718-4ad5-986b-b48e9f82f1c3 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:49.757716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-d2bc5831-7718-4ad5-986b-b48e9f82f1c3 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 811 time: 0.1647925 Dec 20 15:48:49.776756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-87633db2-12f3-4474-8098-bf683c92e0cd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/quotas/fe0674fc18b04ccfbde0f2684693105a HTTP/1.1" status: 200 len: 375 time: 0.0141182 Dec 20 15:48:49.823897 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-5c04ae17-f573-4c48-80e8-6116a21c08f7 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412350 Dec 20 15:48:49.949105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-b6d3d9ed-59e5-4d2f-8625-2dd9c8bdfb16 service neutron] 10.222.0.81 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178830 Dec 20 15:48:50.056987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-613d97e3-d545-4ea1-aab5-7bdf7fa62cdc service neutron] 10.222.0.81 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008561 Dec 20 15:48:50.290069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:50.310314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:50.321603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] 10.222.0.81 "DELETE /v2.0/networks/c21d73dd-dbea-4ca1-86d5-620f18a69b44 HTTP/1.1" status: 204 len: 168 time: 1.7583013 Dec 20 15:48:50.324444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64b00e-d92a-4f3f-81ef-ac4f8b826d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=c21d73dd-dbea-4ca1-86d5-620f18a69b44,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:50.562044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdf64666-a09e-40d7-83c3-9462af380ae8 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:50.563927 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bdf64666-a09e-40d7-83c3-9462af380ae8 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/44b8e02d-7a12-4ba9-a4ea-3141beebafce HTTP/1.1" status: 204 len: 168 time: 0.9054618 Dec 20 15:48:50.569472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57818) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:50.654247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f7b6-3bfd-45a5-b948-0aea6c04a649 req-6736449c-5107-44cb-9867-f46cf74637cc tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:50.655882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9b1f7b6-3bfd-45a5-b948-0aea6c04a649 req-6736449c-5107-44cb-9867-f46cf74637cc tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.1218145 Dec 20 15:48:50.734792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9b1f7b6-3bfd-45a5-b948-0aea6c04a649 req-72274c10-3831-4540-a8ee-87e00f3f50fb tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708845 Dec 20 15:48:50.851211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4c69ffa-26a0-4fd7-906f-a01fa99353a7 req-27665ec4-31b0-43e7-be9b-76edc2541933 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 210 time: 0.1151414 Dec 20 15:48:50.878648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57834) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:50.944935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9cbdb33b-2f56-4acb-8770-ac4cff4725f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=599448a742404b6090439b81d235d035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627644 Dec 20 15:48:50.945251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57840) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:50.958477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d52cb685-1392-404c-8b15-4db1bee01f3c req-cbcba39e-cbf5-4bd7-84b7-bb2605b1fec8 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 210 time: 0.0424688 Dec 20 15:48:50.969825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5d5df41-2e09-4bd9-8089-70e2aee861a1 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:50.970917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5d5df41-2e09-4bd9-8089-70e2aee861a1 tempest-MeteringTestJSON-124604299 tempest-MeteringTestJSON-124604299-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/b51bbe17-fe50-4c44-aba9-af8c99d61906 HTTP/1.1" status: 204 len: 168 time: 0.4001391 Dec 20 15:48:51.005649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2c3-7e3f-422d-ad25-740845146f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:51.038201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2c3-7e3f-422d-ad25-740845146f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:51.181709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2c3-7e3f-422d-ad25-740845146f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:51.186762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc2c3-7e3f-422d-ad25-740845146f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:51.190953 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c9fc2c3-7e3f-422d-ad25-740845146f4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d4249ae-5952-426f-8339-f3fe54c3724f HTTP/1.1" status: 204 len: 168 time: 0.2435730 Dec 20 15:48:51.202651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fc2c3-7e3f-422d-ad25-740845146f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4249ae-5952-426f-8339-f3fe54c3724f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:51.508156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:51.595511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:51.796232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95850a0a-3cd8-4551-a0a6-a9850d8177df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:51.800795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1247c2-22f6-46ce-8b84-2055c0eb0a9e req-d60f9b48-9a83-4b9e-8488-ef1f7b822fc6 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:51.803061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1247c2-22f6-46ce-8b84-2055c0eb0a9e req-d60f9b48-9a83-4b9e-8488-ef1f7b822fc6 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.0717356 Dec 20 15:48:51.952332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1247c2-22f6-46ce-8b84-2055c0eb0a9e req-65b7e939-71a8-49b4-aa30-041c9d046701 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403062 Dec 20 15:48:52.010360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95850a0a-3cd8-4551-a0a6-a9850d8177df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:52.048845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3b23259-fcc5-46bf-9c5f-7363ada656d8 req-96be599f-dffd-40b8-a302-48ffa8fe602e tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 210 time: 0.0349422 Dec 20 15:48:52.066922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c217bc47-34dc-4d5e-9701-ad718824a4f8 req-cb618d25-29b2-4cc3-bb87-55f049e0b8c1 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 210 time: 0.0428994 Dec 20 15:48:52.112893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95850a0a-3cd8-4551-a0a6-a9850d8177df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:52.169235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95850a0a-3cd8-4551-a0a6-a9850d8177df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0153dd-1602-4c83-b076-0fc8abafef29,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:52.173664 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95850a0a-3cd8-4551-a0a6-a9850d8177df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d50dfe3546de4ae2908a7afc5199f345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5765748 Dec 20 15:48:52.176367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:52.227681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9836a25f-e9b6-4f48-9438-ba640ddffe9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:52.253435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9836a25f-e9b6-4f48-9438-ba640ddffe9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:52.404077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9836a25f-e9b6-4f48-9438-ba640ddffe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:52.406777 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9836a25f-e9b6-4f48-9438-ba640ddffe9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:52.407937 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9836a25f-e9b6-4f48-9438-ba640ddffe9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc0153dd-1602-4c83-b076-0fc8abafef29 HTTP/1.1" status: 204 len: 168 time: 0.2306767 Dec 20 15:48:52.418747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836a25f-e9b6-4f48-9438-ba640ddffe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0153dd-1602-4c83-b076-0fc8abafef29,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:52.626141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-106a58cc-f8b1-4855-a4ee-20543ae9dd57 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355630 Dec 20 15:48:52.792413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-0281b216-bbd4-4c99-b13c-d56b5bafb0c9 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:52.793914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-0281b216-bbd4-4c99-b13c-d56b5bafb0c9 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611998 Dec 20 15:48:52.806230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57908) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:52.821685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Request body: {'port': {'device_id': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'bca6abc95ba54edd8c5d1602aa91e4fa'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:52.964191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-network', 'tenant_id': '765809dc639d425eac3331d4c65390a2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:53.029101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-9c4889d8-3f4e-4f3e-97cd-76198756fc08 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:53.030651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-9c4889d8-3f4e-4f3e-97cd-76198756fc08 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.83 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.0596352 Dec 20 15:48:53.039416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Made reservation on behalf of bca6abc95ba54edd8c5d1602aa91e4fa for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:53.043302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.063173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.138206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Made reservation on behalf of 765809dc639d425eac3331d4c65390a2 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:53.150415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.206371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.218407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.262386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56e1c266-9378-4cba-993c-cadb7693e143 req-22ae1904-7556-4153-98df-14bde5845411 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 210 time: 0.0731342 Dec 20 15:48:53.300416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.313724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbae9b-83e9-4bb5-8058-b57330ecf3fe req-6a5754ee-8e91-4eab-8550-d839222d26ac tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:53.313724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71dbae9b-83e9-4bb5-8058-b57330ecf3fe req-6a5754ee-8e91-4eab-8550-d839222d26ac tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.2032294 Dec 20 15:48:53.359754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57932) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:53.401858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71dbae9b-83e9-4bb5-8058-b57330ecf3fe req-442ce720-c757-4184-a095-9625e7adfa07 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791793 Dec 20 15:48:53.420426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab8354-765e-4b19-a68a-d5ca5dccb005,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:53.432413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-545ac506-bf50-470b-9740-854495280caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.464248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Deleting port 3ca069b8-1fde-42c2-af0a-696957973cde {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:48:53.467395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.590217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-252cfea8-5c09-444f-ac99-57db97dce867 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750251 Dec 20 15:48:53.609375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Allocated IP 192.168.233.174 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/391360fe-8734-4bd2-a0b7-852f5d379d90) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:53.611063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bfa3846-9964-4829-823e-d6ea21664b53 req-f3d38cf5-c500-4f30-bf2e-395701c0e0be tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 210 time: 0.1490178 Dec 20 15:48:53.618385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.707184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.781563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:53.835180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.836902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.837537 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Added segment b9c9677c-8f84-4c2a-b8d1-530094b75a1f of type vlan for network 7d94c383-00dc-4300-83e1-8c697c48aad2 Dec 20 15:48:53.843130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0df9e0d-14d5-4f68-ae24-9e5e421413ae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:53.940583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] For port 3ca069b8-1fde-42c2-af0a-696957973cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3ca069b8-1fde-42c2-af0a-696957973cde,segment=NetworkSegment(105538e5-466d-4b7e-8e58-fada7f3afd6f),segment_id=105538e5-466d-4b7e-8e58-fada7f3afd6f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:53.941766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.961949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:53.991323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-bb9c2652-e9b2-486e-8f2c-2dce48130679 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:53.992998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-bb9c2652-e9b2-486e-8f2c-2dce48130679 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3755152 Dec 20 15:48:53.994194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Calling delete_port for 3ca069b8-1fde-42c2-af0a-696957973cde owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:48:54.012476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.018013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Request body: {'port': {'device_id': '498e7907-fc72-4415-a221-e3b67af06977', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'bca6abc95ba54edd8c5d1602aa91e4fa'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:54.050343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:54.055316 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-545ac506-bf50-470b-9740-854495280caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.056219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:54.060191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:54.135849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:54.136568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.157041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:54.195116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-545ac506-bf50-470b-9740-854495280caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.265359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-545ac506-bf50-470b-9740-854495280caf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a1eb7c5b7f34b4896017231b4aea9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9041297 Dec 20 15:48:54.268122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57940) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:54.269757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ac506-bf50-470b-9740-854495280caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c34d626-0f73-4bd0-ac4c-a79676b08c86,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:54.272703 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.274027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:54.274668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.298604 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-ef86776e-8e10-4acd-9327-03672912564c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4946220 Dec 20 15:48:54.402133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Request body: {'port': {'device_id': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:54.515276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-de8f8ddf-906d-48ac-9946-407ffc1191df None None] Provisioning complete for port 391360fe-8734-4bd2-a0b7-852f5d379d90 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:54.517276 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de8f8ddf-906d-48ac-9946-407ffc1191df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.561128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7537687 Dec 20 15:48:54.597801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-de8f8ddf-906d-48ac-9946-407ffc1191df None None] Port 391360fe-8734-4bd2-a0b7-852f5d379d90 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:54.598470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a593b18-2b78-4216-9817-45bd59192c27 req-6e1cfbd9-78ba-485b-bd88-110d393ce90e tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 210 time: 0.1932213 Dec 20 15:48:54.610369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57948) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:54.618056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Request body: {'subnet': {'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-subnet', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:54.622569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48034300-ebc8-4d46-9803-3510932e06c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.646919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f14e00-d35c-4bd3-9302-72dcf698c4be admin admin] Pushing event updated for resources: {'Network': ['ID=7d94c383-00dc-4300-83e1-8c697c48aad2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:54.660921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:48:54.670028 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.694796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48034300-ebc8-4d46-9803-3510932e06c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.730365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14fdfa-5b3b-417e-a97a-002a63f878ec req-6c269110-e571-48eb-8b9c-857a5e6510e3 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:54.737791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d14fdfa-5b3b-417e-a97a-002a63f878ec req-6c269110-e571-48eb-8b9c-857a5e6510e3 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/ports?device_id=d93544f7-bca5-49cf-821b-ed3d10b48a8a HTTP/1.1" status: 200 len: 946 time: 0.1281869 Dec 20 15:48:54.782115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-951e21e0-e23c-41af-a70a-d77080093cf9 req-9d5825c6-c591-47f1-9318-591561b2a8e6 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 210 time: 0.0408714 Dec 20 15:48:54.790011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Made reservation on behalf of bca6abc95ba54edd8c5d1602aa91e4fa for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:54.795238 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.798760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.857419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-66b01d78-e4ab-4cbd-94f7-3a45c271aaa4 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:54.859157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-66b01d78-e4ab-4cbd-94f7-3a45c271aaa4 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 811 time: 0.2495315 Dec 20 15:48:54.865507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Pushing event deleted for resources: {'Port': ['ID=3ca069b8-1fde-42c2-af0a-696957973cde,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:54.893882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d14fdfa-5b3b-417e-a97a-002a63f878ec req-9e1fcebd-c0d2-40ff-85d7-7c22f27b1661 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.81 "GET /v2.0/security-groups?id=d906c459-3279-4aef-ac75-f9ba9d8c793a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550012 Dec 20 15:48:54.932268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Request body: {'port': {'device_id': '146f2f54-f010-4242-acaa-2431391a67e0', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'admin_state_up': True, 'tenant_id': 'fe0674fc18b04ccfbde0f2684693105a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:54.950431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] No DVR routers for this DVR port 3ca069b8-1fde-42c2-af0a-696957973cde on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:48:54.980031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48034300-ebc8-4d46-9803-3510932e06c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.982727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48034300-ebc8-4d46-9803-3510932e06c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:54.983865 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-48034300-ebc8-4d46-9803-3510932e06c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c34d626-0f73-4bd0-ac4c-a79676b08c86 HTTP/1.1" status: 204 len: 168 time: 0.7147357 Dec 20 15:48:54.999199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:55.003140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c8d9b27-5b17-4af5-bb8b-9ff25a90c372 req-3024c2a3-1935-4e30-bed7-19b47b6825f5 tempest-ServerPasswordTestJSON-305636304 tempest-ServerPasswordTestJSON-305636304-project] 10.222.0.83 "DELETE /v2.0/ports/3ca069b8-1fde-42c2-af0a-696957973cde HTTP/1.1" status: 204 len: 173 time: 1.9544251 Dec 20 15:48:55.003650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'name': 'network-vif-deleted', 'tag': '3ca069b8-1fde-42c2-af0a-696957973cde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:55.008505 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc4c11-e60e-429d-8833-fe74a7e95bfd" -d '{"events": [{"server_uuid": "d93544f7-bca5-49cf-821b-ed3d10b48a8a", "name": "network-vif-deleted", "tag": "3ca069b8-1fde-42c2-af0a-696957973cde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:55.042854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Made reservation on behalf of 765809dc639d425eac3331d4c65390a2 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:55.046054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:55.129895 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44f73dd-8ae5-4163-abc4-11bd13cc6cef x-openstack-request-id: req-c44f73dd-8ae5-4163-abc4-11bd13cc6cef {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:55.130500 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93544f7-bca5-49cf-821b-ed3d10b48a8a", "name": "network-vif-deleted", "tag": "3ca069b8-1fde-42c2-af0a-696957973cde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:55.130645 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c44f73dd-8ae5-4163-abc4-11bd13cc6cef {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:55.130952 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93544f7-bca5-49cf-821b-ed3d10b48a8a', 'name': 'network-vif-deleted', 'tag': '3ca069b8-1fde-42c2-af0a-696957973cde', 'status': 'completed', 'code': 200} Dec 20 15:48:55.193911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034300-ebc8-4d46-9803-3510932e06c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c34d626-0f73-4bd0-ac4c-a79676b08c86,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:55.245761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Allocated IP 192.168.233.18 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/bf2086d2-9a8a-41f8-a947-da8d2112f20f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:55.387335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Made reservation on behalf of fe0674fc18b04ccfbde0f2684693105a for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:55.390994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:55.532661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-85980dd8-c5ae-467b-bb53-8ea020dc8215 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:55.534409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-85980dd8-c5ae-467b-bb53-8ea020dc8215 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 811 time: 0.2806182 Dec 20 15:48:55.561329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Allocated IP 172.20.0.12 (edffd908-bf57-48fe-aa13-bffeffb77fee/fe4ec392-b464-42cb-ab70-b6525bd3c286/78d2e8c2-0da2-4346-8355-f067a1317d53) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:55.563548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Request body: {'port': {'device_id': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'admin_state_up': True, 'tenant_id': 'fe0674fc18b04ccfbde0f2684693105a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:55.699527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:55.749876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:55.884373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3600b53b-8c14-4eeb-b49d-073f37288d3c req-81e81c21-63f1-4e84-8810-010c8828b40e tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 210 time: 0.0912592 Dec 20 15:48:55.901087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf67711a-c8b2-430b-9c40-b97a45dfda0e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:55.949273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Checking segment: {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:55.950017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Network hostable DHCP agents. Network: 7d94c383-00dc-4300-83e1-8c697c48aad2, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:48:55.950248 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:55.967952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Made reservation on behalf of fe0674fc18b04ccfbde0f2684693105a for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:55.973034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.150854 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.191085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.263193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Network edffd908-bf57-48fe-aa13-bffeffb77fee is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:56.277582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:56.304476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:56.322484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:56.327440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:48:56.360695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:56.363909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a387cf2b-d8d9-4823-8e72-fbced7554a7b req-87947f44-ca36-46df-97ed-3687cdd6f6d0 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 210 time: 0.0765548 Dec 20 15:48:56.369477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:56.390351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event updated for resources: {'Port': ['ID=78d2e8c2-0da2-4346-8355-f067a1317d53,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:56.423246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:56.425243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.449406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7d94c383-00dc-4300-83e1-8c697c48aad2) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:56.465278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3ca069b8-1fde-42c2-af0a-696957973cde no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:48:56.465779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:56.476532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:56.476725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.487130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Allocated IP 172.20.0.6 (edffd908-bf57-48fe-aa13-bffeffb77fee/fe4ec392-b464-42cb-ab70-b6525bd3c286/44386017-d953-4523-96f5-6911cfe1cb7d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:56.528429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57992) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:56.550249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0346b676-2feb-43f5-88e2-5bf9a5eb5109 None None] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:56.550997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:56.553916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.559087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 3ca069b8-1fde-42c2-af0a-696957973cde {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:48:56.564337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3ca069b8-1fde-42c2-af0a-696957973cde not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:56.598130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391360fe-8734-4bd2-a0b7-852f5d379d90 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:56.601461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-815611d3-12e3-4845-8acd-d4c6ca96fe66 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9875283 Dec 20 15:48:56.616558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57996) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:56.629011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-252ac994-9d13-4374-bd39-1dfe2b4f9ed3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6168687 Dec 20 15:48:56.649374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:56.660972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Request body: {'port': {'device_id': '498e7907-fc72-4415-a221-e3b67af06977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:56.673006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.694256 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-7ed2a921-97fc-42d9-b519-37ba1352d74a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8238325 Dec 20 15:48:56.735487 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Request body: {'port': {'device_id': '146f2f54-f010-4242-acaa-2431391a67e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:56.747518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Deleting subnet d7acb3e7-0c98-4266-ab8a-f608a40e3e37 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:48:56.756563 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.821902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Transition to ACTIVE for port object 391360fe-8734-4bd2-a0b7-852f5d379d90 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:56.828502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.831490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.874518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.879017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0217b3-a3fb-4c22-b5d8-ab3c803bc9e7 None None] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:48:56.921807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.940693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:56.982780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-31534978-6d17-4d49-a33c-f85864626274 None None] Provisioning complete for port bf2086d2-9a8a-41f8-a947-da8d2112f20f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:56.983000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:56.984018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31534978-6d17-4d49-a33c-f85864626274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.001973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.037759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-31534978-6d17-4d49-a33c-f85864626274 None None] Port bf2086d2-9a8a-41f8-a947-da8d2112f20f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:57.041717 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.097539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.119046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58012) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:57.149603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.246939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Attempting to bind port 391360fe-8734-4bd2-a0b7-852f5d379d90 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:57.247527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Attempting to bind port 391360fe-8734-4bd2-a0b7-852f5d379d90 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:57.248008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Attempting to bind port 391360fe-8734-4bd2-a0b7-852f5d379d90 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:57.265738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.281933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714442d-355d-4fa0-ae57-4041d6c9caea req-ad7fd032-a191-4f14-85dc-a72067164ca9 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:57.283954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d714442d-355d-4fa0-ae57-4041d6c9caea req-ad7fd032-a191-4f14-85dc-a72067164ca9 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 935 time: 0.2056422 Dec 20 15:48:57.317479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Port 391360fe-8734-4bd2-a0b7-852f5d379d90 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:57.317479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Attempting to bind port 391360fe-8734-4bd2-a0b7-852f5d379d90 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:57.357127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:57.357566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:57.358271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:57.358909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Bound port: 391360fe-8734-4bd2-a0b7-852f5d379d90, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:57.359271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.375711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'networks': [{'name': 'tempest-network--690108997'}, {'name': 'tempest-network--955740181'}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:57.376019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'network': {'name': 'tempest-network--690108997'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:57.376482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'network': {'name': 'tempest-network--955740181'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:57.577548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.601914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:57.605246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:57.689673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'network': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:57.694743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.707075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.711907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.759629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838d7bb-4cc3-46bb-9a2e-e0711b57c0e2 req-b54b7493-9378-420a-8d04-c7f2248bb83d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:57.761348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e838d7bb-4cc3-46bb-9a2e-e0711b57c0e2 req-b54b7493-9378-420a-8d04-c7f2248bb83d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.5016205 Dec 20 15:48:57.792276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d714442d-355d-4fa0-ae57-4041d6c9caea req-02cb0da9-9f01-4f94-9bb1-5bd74cb9f60a tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647505 Dec 20 15:48:57.792454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:57.792454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.793451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] 10.222.0.72 "PUT /v2.0/ports/391360fe-8734-4bd2-a0b7-852f5d379d90 HTTP/1.1" status: 200 len: 1096 time: 3.4536469 Dec 20 15:48:57.795632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:57.797270 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac864c37-4370-431a-9177-9be03f959ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:57.875912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14655e-a02b-40ce-a727-c5e14554358b service neutron] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:57.901051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:57.915363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e838d7bb-4cc3-46bb-9a2e-e0711b57c0e2 req-59180183-34e0-43e6-9524-27d0eb9b6ff4 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465511 Dec 20 15:48:57.955756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.007115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Network edffd908-bf57-48fe-aa13-bffeffb77fee is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:58.064995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7acb3e7-0c98-4266-ab8a-f608a40e3e37,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:58.067021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:58.082419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.084704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.097211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6efa831a-1448-4cf6-845a-78a2a31173e4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d7acb3e7-0c98-4266-ab8a-f608a40e3e37 HTTP/1.1" status: 204 len: 168 time: 1.5611298 Dec 20 15:48:58.097211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:58.098362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58024) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:58.139093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event updated for resources: {'Port': ['ID=44386017-d953-4523-96f5-6911cfe1cb7d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:58.153818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2086d2-9a8a-41f8-a947-da8d2112f20f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:58.163266 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f358a0-61e3-4cd3-a51b-79a2e86674c6 x-openstack-request-id: req-b9f358a0-61e3-4cd3-a51b-79a2e86674c6 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:58.163540 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:58.163795 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9f358a0-61e3-4cd3-a51b-79a2e86674c6 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:58.165555 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'status': 'completed', 'code': 200} Dec 20 15:48:58.173290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.173883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.175570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.198380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:58.199157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.215268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53bac7-a32e-4a6a-b9ef-4ca1ff5c6d32 req-fc070ed4-09aa-4719-b512-2d22569f7b59 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:58.216971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f53bac7-a32e-4a6a-b9ef-4ca1ff5c6d32 req-fc070ed4-09aa-4719-b512-2d22569f7b59 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 931 time: 0.2489552 Dec 20 15:48:58.221369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-31c19eda-2808-4e72-b9b0-541072e821be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:58.221931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Transition to ACTIVE for port object bf2086d2-9a8a-41f8-a947-da8d2112f20f will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:58.223019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-31c19eda-2808-4e72-b9b0-541072e821be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 1099 time: 0.2115715 Dec 20 15:48:58.279390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f53bac7-a32e-4a6a-b9ef-4ca1ff5c6d32 req-62863d2b-57cb-4181-89b1-3e95f220c34d tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Dec 20 15:48:58.301442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.353609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aa0c4faa-ee18-4d4c-867f-03046bcc5813 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7927089 Dec 20 15:48:58.367638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Request body: {'port': {'device_id': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:58.370916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:58.484055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.512230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Attempting to bind port bf2086d2-9a8a-41f8-a947-da8d2112f20f on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:58.512573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Attempting to bind port bf2086d2-9a8a-41f8-a947-da8d2112f20f by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:58.512907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Attempting to bind port bf2086d2-9a8a-41f8-a947-da8d2112f20f on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:58.538552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Port bf2086d2-9a8a-41f8-a947-da8d2112f20f on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:58.538878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Attempting to bind port bf2086d2-9a8a-41f8-a947-da8d2112f20f on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:58.551836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:58.553012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:58.553215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:58.553659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Bound port: bf2086d2-9a8a-41f8-a947-da8d2112f20f, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:58.554024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.644278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d2e8c2-0da2-4346-8355-f067a1317d53 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:58.651557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-dc5405e9-6391-4294-9b88-efdc66c08bb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=391360fe-8734-4bd2-a0b7-852f5d379d90 HTTP/1.1" status: 200 len: 217 time: 0.4062760 Dec 20 15:48:58.665459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.667705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f16fa6e-ebb8-4550-9e34-023b71698dc3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:58.681645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:58.706108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:58.711343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:58.790157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.794002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.794333 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Added segment 6e95f419-d6ab-4bb0-83c5-30f2a1452cfd of type vlan for network c99e0893-27d8-4297-9999-f946d6a40bbb Dec 20 15:48:58.795827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Transition to ACTIVE for port object 78d2e8c2-0da2-4346-8355-f067a1317d53 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:58.819583 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.855301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:58.856655 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:58.858273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] 10.222.0.72 "PUT /v2.0/ports/bf2086d2-9a8a-41f8-a947-da8d2112f20f HTTP/1.1" status: 200 len: 1095 time: 2.2037096 Dec 20 15:48:58.858756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:58.861098 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87db96-5b1c-49b6-b9e0-d3ccbfb96e75" -d '{"events": [{"name": "network-changed", "server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:58.899430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65704fe4-88bf-46c6-ac8a-df49c9de8f5c service neutron] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:58.919730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-9c19a4bc-7e86-4779-82d0-0598716f537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:58.922510 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-9c19a4bc-7e86-4779-82d0-0598716f537c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2612848 Dec 20 15:48:58.982908 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379632ed-1711-414d-9eec-6e946620af9d x-openstack-request-id: req-379632ed-1711-414d-9eec-6e946620af9d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:58.983212 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:58.983474 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-379632ed-1711-414d-9eec-6e946620af9d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:58.984000 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'status': 'completed', 'code': 200} Dec 20 15:48:59.002488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.014299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.017179 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.079477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83a5e5-dbf5-4f85-92bb-bca5aa0bd525 req-26a58ef3-ae85-46f3-86a1-63fbaec9468f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.081175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb83a5e5-dbf5-4f85-92bb-bca5aa0bd525 req-26a58ef3-ae85-46f3-86a1-63fbaec9468f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.1523521 Dec 20 15:48:59.169121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e87cb32-0f8f-41ab-9a4a-28f50da3fbda']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:59.169702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87db96-5b1c-49b6-b9e0-d3ccbfb96e75 req-05aef9f3-f9fc-4c0f-98a2-acd883e33c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.170952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea87db96-5b1c-49b6-b9e0-d3ccbfb96e75 req-05aef9f3-f9fc-4c0f-98a2-acd883e33c30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 1098 time: 0.1659713 Dec 20 15:48:59.183642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.213584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:48:59.216511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105538e5-466d-4b7e-8e58-fada7f3afd6f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:59.216799 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105538e5-466d-4b7e-8e58-fada7f3afd6f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:59.225689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Pushing event updated for resources: {'Port': ['ID=78d2e8c2-0da2-4346-8355-f067a1317d53,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:59.236998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.237461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea87db96-5b1c-49b6-b9e0-d3ccbfb96e75 req-baf00f13-39dc-45a5-a936-2f3c3830223e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490668 Dec 20 15:48:59.264185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.265388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-086e6d03-cc65-4cfc-93ee-503dd357ba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.275361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.275690 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Added segment c6afce8d-ef70-4ccf-99d5-51fbf95490ff of type vlan for network 28fe10a9-626c-4fed-96ca-e1ff3f4baf6b Dec 20 15:48:59.282674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c41554-9abf-4670-981a-43bb36b98aa2 req-72512ece-5fd3-4be9-97bf-171967fe3900 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.284206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98c41554-9abf-4670-981a-43bb36b98aa2 req-72512ece-5fd3-4be9-97bf-171967fe3900 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1968701 Dec 20 15:48:59.306448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb83a5e5-dbf5-4f85-92bb-bca5aa0bd525 req-15b903dc-8c8a-4b4c-a080-daa6e4ca237a tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122138 Dec 20 15:48:59.332592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44386017-d953-4523-96f5-6911cfe1cb7d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:59.347177 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.358771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e19ab-795d-4bca-a895-810353b017ba req-223c37f5-7d1e-4d49-aa09-f388150e0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.360312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-223c37f5-7d1e-4d49-aa09-f388150e0b26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3357539 Dec 20 15:48:59.374575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.391043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:48:59.391428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:48:59.408578 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:48:59.411356 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:48:59.418390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Transition to ACTIVE for port object 44386017-d953-4523-96f5-6911cfe1cb7d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:59.440305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98c41554-9abf-4670-981a-43bb36b98aa2 req-c84ee138-4fc2-4c48-ba2e-d52b1a936672 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423631 Dec 20 15:48:59.452972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87db96-5b1c-49b6-b9e0-d3ccbfb96e75 req-c4230765-34f5-43cf-86d2-b9033a173084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.455224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea87db96-5b1c-49b6-b9e0-d3ccbfb96e75 req-c4230765-34f5-43cf-86d2-b9033a173084 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903887 Dec 20 15:48:59.466393 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.519977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.617799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Pushing event updated for resources: {'Port': ['ID=44386017-d953-4523-96f5-6911cfe1cb7d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:59.623484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Attempting to bind port 78d2e8c2-0da2-4346-8355-f067a1317d53 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:59.623831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Attempting to bind port 78d2e8c2-0da2-4346-8355-f067a1317d53 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:59.624162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Attempting to bind port 78d2e8c2-0da2-4346-8355-f067a1317d53 on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:59.627478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070c8d-0cb0-4d9c-950b-21761b91131e req-941630de-8dd0-4791-813b-48ba5ba71998 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.629077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d070c8d-0cb0-4d9c-950b-21761b91131e req-941630de-8dd0-4791-813b-48ba5ba71998 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 931 time: 0.1524556 Dec 20 15:48:59.640645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-b29acdf2-64e4-4d0a-bb69-419657e26b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.642435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-b29acdf2-64e4-4d0a-bb69-419657e26b93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 1098 time: 0.1340351 Dec 20 15:48:59.653776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Port 78d2e8c2-0da2-4346-8355-f067a1317d53 on network edffd908-bf57-48fe-aa13-bffeffb77fee not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:59.654106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Attempting to bind port 78d2e8c2-0da2-4346-8355-f067a1317d53 on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:59.665325 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-2f4141b1-4277-4d63-8bf9-1cc2ff82d785 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757132 Dec 20 15:48:59.682297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Allocated IP 172.25.6.138 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b8e8a099-f532-4820-a720-d13b4c611cc2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:59.684669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:59.686279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Checking segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:59.686279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Bound using segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:59.686279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Bound port: 78d2e8c2-0da2-4346-8355-f067a1317d53, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:59.686279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.734110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-785baba5-df54-4a5b-87d3-e39a2fe5a5e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f HTTP/1.1" status: 200 len: 217 time: 0.0750275 Dec 20 15:48:59.753220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.766238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.769878 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] 10.222.0.81 "DELETE /v2.0/networks/4e87cb32-0f8f-41ab-9a4a-28f50da3fbda HTTP/1.1" status: 204 len: 168 time: 1.6728597 Dec 20 15:48:59.803292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d070c8d-0cb0-4d9c-950b-21761b91131e req-8453796b-de70-431f-8945-d113aeddcb87 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602185 Dec 20 15:48:59.816970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.818222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.827663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.827914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Attempting to bind port 44386017-d953-4523-96f5-6911cfe1cb7d on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:59.827914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Attempting to bind port 44386017-d953-4523-96f5-6911cfe1cb7d by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:59.828082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Attempting to bind port 44386017-d953-4523-96f5-6911cfe1cb7d on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:59.828818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.829592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.832131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529769-1b57-47b6-8730-d4afff775e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e87cb32-0f8f-41ab-9a4a-28f50da3fbda,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:59.836173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-c220f566-295b-4e61-9937-b0b41fbf1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.837700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-c220f566-295b-4e61-9937-b0b41fbf1939 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0957866 Dec 20 15:48:59.838902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Port 44386017-d953-4523-96f5-6911cfe1cb7d on network edffd908-bf57-48fe-aa13-bffeffb77fee not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:59.839086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Attempting to bind port 44386017-d953-4523-96f5-6911cfe1cb7d on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:59.845918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:59.846303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Checking segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:59.846723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Bound using segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:59.847178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Bound port: 44386017-d953-4523-96f5-6911cfe1cb7d, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:59.847545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:59.933708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650c3e-483c-4511-a186-839209703f5e req-b9a0b984-5de4-4ea5-a3a3-7044d32164e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:59.935155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-b9a0b984-5de4-4ea5-a3a3-7044d32164e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905147 Dec 20 15:48:59.982355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] For port 44386017-d953-4523-96f5-6911cfe1cb7d, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:59.999783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Network': ['ID=c99e0893-27d8-4297-9999-f946d6a40bbb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:00.007806 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e18e19ab-795d-4bca-a895-810353b017ba req-ec6373fa-b149-4225-9410-1081d4f4b56f service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334222 Dec 20 15:49:00.016388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c99e0893-27d8-4297-9999-f946d6a40bbb details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:00.030011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] For port 44386017-d953-4523-96f5-6911cfe1cb7d, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=44386017-d953-4523-96f5-6911cfe1cb7d,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:00.033429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] For port 78d2e8c2-0da2-4346-8355-f067a1317d53, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:00.079451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-6be6c4e5-523f-47da-b6ce-6e7d3378ff39 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324635 Dec 20 15:49:00.117376 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9935057 Dec 20 15:49:00.119864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58042) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:00.120652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] For port 78d2e8c2-0da2-4346-8355-f067a1317d53, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=78d2e8c2-0da2-4346-8355-f067a1317d53,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:00.124295 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.126044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee714d-d619-4a57-979c-5327cf0b7e1d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Network': ['ID=28fe10a9-626c-4fed-96ca-e1ff3f4baf6b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:00.135566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.140479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 28fe10a9-626c-4fed-96ca-e1ff3f4baf6b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:00.275509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.304023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.313889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.314521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.316018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] 10.222.0.72 "PUT /v2.0/ports/44386017-d953-4523-96f5-6911cfe1cb7d HTTP/1.1" status: 200 len: 1091 time: 1.9552355 Dec 20 15:49:00.340420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:00.355400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.356120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.357649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] 10.222.0.72 "PUT /v2.0/ports/78d2e8c2-0da2-4346-8355-f067a1317d53 HTTP/1.1" status: 200 len: 1092 time: 3.6543162 Dec 20 15:49:00.359102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:00.365423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:00.369924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146f2f54-f010-4242-acaa-2431391a67e0', 'tag': '78d2e8c2-0da2-4346-8355-f067a1317d53'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:00.372923 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7158ab3c-43be-40b2-a72b-d46034b55af5" -d '{"events": [{"name": "network-changed", "server_uuid": "146f2f54-f010-4242-acaa-2431391a67e0", "tag": "78d2e8c2-0da2-4346-8355-f067a1317d53"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:00.409347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ca4d7-98ad-44f1-90a1-bf2b7ecaa4ef service neutron] Pushing event updated for resources: {'Port': ['ID=44386017-d953-4523-96f5-6911cfe1cb7d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:00.413563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58048) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:00.441345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e8a099-f532-4820-a720-d13b4c611cc2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:00.484850 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ab79d-e597-44fe-869f-024438128d82 x-openstack-request-id: req-2d6ab79d-e597-44fe-869f-024438128d82 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:00.485148 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146f2f54-f010-4242-acaa-2431391a67e0", "tag": "78d2e8c2-0da2-4346-8355-f067a1317d53", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:00.485571 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d6ab79d-e597-44fe-869f-024438128d82 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:00.499944 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146f2f54-f010-4242-acaa-2431391a67e0', 'tag': '78d2e8c2-0da2-4346-8355-f067a1317d53', 'status': 'completed', 'code': 200} Dec 20 15:49:00.502226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864c37-4370-431a-9177-9be03f959ff2 req-89b829c6-4afc-4722-9dab-ed863cc34b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.503798 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-89b829c6-4afc-4722-9dab-ed863cc34b85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 1099 time: 0.2453949 Dec 20 15:49:00.504077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-13af0409-9db2-4a6a-af7c-755d972d3b35 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177947 Dec 20 15:49:00.562268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c5166-e2fd-41ba-98a4-ab8860534fa1 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.570062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c5166-e2fd-41ba-98a4-ab8860534fa1 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.576895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c5166-e2fd-41ba-98a4-ab8860534fa1 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.583440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c5166-e2fd-41ba-98a4-ab8860534fa1 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.588589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-515c5166-e2fd-41ba-98a4-ab8860534fa1 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4648037 Dec 20 15:49:00.591393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58054) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:00.687325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829f074-816d-4112-9d39-d6edaa1c13ee service neutron] Pushing event updated for resources: {'Port': ['ID=78d2e8c2-0da2-4346-8355-f067a1317d53,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:00.688363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579b2e-e04e-4ed8-ba97-f150c5cdf4f1 req-4e43e35a-4ff9-4ca7-8800-b7f42278807f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.691835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40579b2e-e04e-4ed8-ba97-f150c5cdf4f1 req-4e43e35a-4ff9-4ca7-8800-b7f42278807f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.2756255 Dec 20 15:49:00.703258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-29944d35-f05e-49d9-b517-35425d4cb24a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=163ac7c07c144460ae39603ef63c80c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654402 Dec 20 15:49:00.715819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58056) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:00.762429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-b9decbd2-c663-4017-800e-8efc21a2317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.763983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-b9decbd2-c663-4017-800e-8efc21a2317b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 1094 time: 0.2859530 Dec 20 15:49:00.784019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ab3c-43be-40b2-a72b-d46034b55af5 req-ce3337c1-8b47-4498-abd9-50fd7d362e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.785566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7158ab3c-43be-40b2-a72b-d46034b55af5 req-ce3337c1-8b47-4498-abd9-50fd7d362e4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=146f2f54-f010-4242-acaa-2431391a67e0 HTTP/1.1" status: 200 len: 1095 time: 0.2850180 Dec 20 15:49:00.799502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f80edd-1642-4ab0-839a-282cd20af335 req-4ef67e03-e01e-43f9-8be1-c19c98878ded tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.800527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90f80edd-1642-4ab0-839a-282cd20af335 req-4ef67e03-e01e-43f9-8be1-c19c98878ded tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1858802 Dec 20 15:49:00.806888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.837058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864c37-4370-431a-9177-9be03f959ff2 req-e17ba81e-0a03-4ec7-8e6b-5303aafe737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:00.838351 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-e17ba81e-0a03-4ec7-8e6b-5303aafe737d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.3017275 Dec 20 15:49:00.839571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-63a1bcb8-db26-4d5e-a154-cc6438a3ee92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44386017-d953-4523-96f5-6911cfe1cb7d HTTP/1.1" status: 200 len: 217 time: 0.0626998 Dec 20 15:49:00.914561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f9d0-31d6-47d8-abbe-9acb1241e5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.929147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40579b2e-e04e-4ed8-ba97-f150c5cdf4f1 req-d0b78427-c428-466c-bde2-c1261ec6a7a9 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228615 Dec 20 15:49:00.934605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-24bc21cf-c500-4089-ba67-f7a0fc6b5c17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=391360fe-8734-4bd2-a0b7-852f5d379d90 HTTP/1.1" status: 200 len: 217 time: 0.0792093 Dec 20 15:49:01.046638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-53173669-9bd2-4036-b7f8-6cd3976eda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.048156 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-53173669-9bd2-4036-b7f8-6cd3976eda17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 200 len: 851 time: 0.1915073 Dec 20 15:49:01.056387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f9d0-31d6-47d8-abbe-9acb1241e5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.143013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-4fa858f8-89e3-4403-ba3c-2a74c3e1b0af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edffd908-bf57-48fe-aa13-bffeffb77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785792 Dec 20 15:49:01.159401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864c37-4370-431a-9177-9be03f959ff2 req-e9d5e26a-7436-4869-9e21-125ab75e481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.160865 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-e9d5e26a-7436-4869-9e21-125ab75e481f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.2184508 Dec 20 15:49:01.229816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'tag': '44386017-d953-4523-96f5-6911cfe1cb7d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:01.232000 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6947e7ac-b95a-4e35-b821-f5a8d3b09591" -d '{"events": [{"name": "network-changed", "server_uuid": "17227ca5-39ca-4fe3-831a-0a130fe69572", "tag": "44386017-d953-4523-96f5-6911cfe1cb7d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:01.272261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.316072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90f80edd-1642-4ab0-839a-282cd20af335 req-94141034-9ef3-44ec-a783-0572b9b06db5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5046263 Dec 20 15:49:01.325758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac864c37-4370-431a-9177-9be03f959ff2 req-947a30be-2358-4061-a5d0-9cee6d52abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.327270 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-947a30be-2358-4061-a5d0-9cee6d52abd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507154 Dec 20 15:49:01.363180 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.368917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-4f766041-296f-4466-946b-ceed634c7756 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164199 Dec 20 15:49:01.387016 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff43182-611a-4294-bca6-d5b733467741 x-openstack-request-id: req-1ff43182-611a-4294-bca6-d5b733467741 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:01.387314 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17227ca5-39ca-4fe3-831a-0a130fe69572", "tag": "44386017-d953-4523-96f5-6911cfe1cb7d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:01.387575 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ff43182-611a-4294-bca6-d5b733467741 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:01.387980 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'tag': '44386017-d953-4523-96f5-6911cfe1cb7d', 'status': 'completed', 'code': 200} Dec 20 15:49:01.389953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ab3c-43be-40b2-a72b-d46034b55af5 req-9b248507-e691-4fef-9834-04e3e15941a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.390777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7158ab3c-43be-40b2-a72b-d46034b55af5 req-9b248507-e691-4fef-9834-04e3e15941a3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=fe0674fc18b04ccfbde0f2684693105a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5892050 Dec 20 15:49:01.418563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99e0893-27d8-4297-9999-f946d6a40bbb']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:01.429217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648289af-1557-4751-ae25-3effaf488e34 req-4e4b84d2-5ad9-44dc-bb95-9a2a60f4ea22 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.430849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-648289af-1557-4751-ae25-3effaf488e34 req-4e4b84d2-5ad9-44dc-bb95-9a2a60f4ea22 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 943 time: 0.1937244 Dec 20 15:49:01.466966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e95f419-d6ab-4bb0-83c5-30f2a1452cfd') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:01.467265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e95f419-d6ab-4bb0-83c5-30f2a1452cfd') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:01.515411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.550390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.586405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:49:01.587212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.591374 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:49:01.593487 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:49:01.608783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-648289af-1557-4751-ae25-3effaf488e34 req-3a8802b5-ea77-47f0-bf21-6aae9e95d0c7 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609423 Dec 20 15:49:01.666413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ab3c-43be-40b2-a72b-d46034b55af5 req-2023627e-c89b-4406-9ac9-342b84ca8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.667942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7158ab3c-43be-40b2-a72b-d46034b55af5 req-2023627e-c89b-4406-9ac9-342b84ca8a4c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2658744 Dec 20 15:49:01.757187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aedc954c-7fa8-4543-a970-b5de678fd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.758732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-aedc954c-7fa8-4543-a970-b5de678fd191 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=146f2f54-f010-4242-acaa-2431391a67e0 HTTP/1.1" status: 200 len: 1095 time: 0.0493169 Dec 20 15:49:01.760630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f9d0-31d6-47d8-abbe-9acb1241e5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.763270 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f9d0-31d6-47d8-abbe-9acb1241e5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.764397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5bb4f9d0-31d6-47d8-abbe-9acb1241e5fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d906c459-3279-4aef-ac75-f9ba9d8c793a HTTP/1.1" status: 204 len: 168 time: 1.0455780 Dec 20 15:49:01.799214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bc0d7b5-73ab-47e4-8705-e51fb57711a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.819874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.823355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4f9d0-31d6-47d8-abbe-9acb1241e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906c459-3279-4aef-ac75-f9ba9d8c793a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:01.824634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:01.838648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/networks/c99e0893-27d8-4297-9999-f946d6a40bbb HTTP/1.1" status: 204 len: 168 time: 1.2304955 Dec 20 15:49:01.838648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-25c02267-c651-401f-9ba3-a53aeead5f11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2e8c2-0da2-4346-8355-f067a1317d53 HTTP/1.1" status: 200 len: 217 time: 0.0704007 Dec 20 15:49:01.839542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58070) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:01.922099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a8d3-4759-4fca-98b5-da580e560b04 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Network': ['ID=c99e0893-27d8-4297-9999-f946d6a40bbb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:01.922732 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-069346a4-22f7-4d8d-9108-552c8002e8ee service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826118 Dec 20 15:49:01.942623 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-6d78fbbf-4baa-4104-b7f1-ad777a52620d service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647173 Dec 20 15:49:01.996465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-50ac02bc-a322-45fa-95fc-f3edf4822d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:01.998122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-50ac02bc-a322-45fa-95fc-f3edf4822d9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 200 len: 851 time: 0.1435905 Dec 20 15:49:02.003856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.046272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-bbf187ae-a8e3-4716-97e8-03a83df9ba7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edffd908-bf57-48fe-aa13-bffeffb77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397708 Dec 20 15:49:02.079284 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.088188 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac864c37-4370-431a-9177-9be03f959ff2 req-70b3c693-3119-495e-98ce-9c0a7d93de0b service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578810 Dec 20 15:49:02.228731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8473d89-2167-401d-b30d-f84efec95bc1 req-e1022ba5-63da-4a96-a2a5-b6de864aab5b tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:02.234781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8473d89-2167-401d-b30d-f84efec95bc1 req-e1022ba5-63da-4a96-a2a5-b6de864aab5b tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.2175281 Dec 20 15:49:02.241950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-151c5db8-7ee2-4c1a-9b60-c7aaee37f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:02.243519 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-151c5db8-7ee2-4c1a-9b60-c7aaee37f206 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 1094 time: 0.0680628 Dec 20 15:49:02.249899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.310620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fe10a9-626c-4fed-96ca-e1ff3f4baf6b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:02.326738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-2c7dd362-7322-42d8-bada-48771e1c01c7 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639029 Dec 20 15:49:02.328448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6afce8d-ef70-4ccf-99d5-51fbf95490ff') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:02.328744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6afce8d-ef70-4ccf-99d5-51fbf95490ff') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:02.353704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-437c8d7f-bbd1-41f4-b592-acdc148335fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:02.355279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-437c8d7f-bbd1-41f4-b592-acdc148335fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 912 time: 0.1034775 Dec 20 15:49:02.413211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-ab6df083-d1e0-4f8b-a7d9-9bab7a4a0ac8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44386017-d953-4523-96f5-6911cfe1cb7d HTTP/1.1" status: 200 len: 217 time: 0.0452871 Dec 20 15:49:02.415061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Router 19933066-3494-4e04-882d-2822c3604337 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:49:02.417366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.460794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8473d89-2167-401d-b30d-f84efec95bc1 req-95930b68-c7c3-4677-b41d-164dd0f60833 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226408 Dec 20 15:49:02.490160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.522561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:49:02.522977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:49:02.526308 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:49:02.532928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d82ae79-0632-4289-a533-4ee3c37d057b req-b8f40168-8c0f-4aa7-b415-70da6a3d5111 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932271 Dec 20 15:49:02.539264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-8938e6f9-8ba3-42e0-97a5-cf574479497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:02.540857 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-8938e6f9-8ba3-42e0-97a5-cf574479497b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 200 len: 851 time: 0.1174221 Dec 20 15:49:02.581729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-556b4288-e32a-4ef9-bb37-ce23a46a868e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edffd908-bf57-48fe-aa13-bffeffb77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295072 Dec 20 15:49:02.588741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:02.600897 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Sync routers for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:02.606621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3f33-63d9-4d92-9c67-b4bd9e14537c req-53039800-6961-4d29-9f9d-560d2d6f05f7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:02.617278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f3f3f33-63d9-4d92-9c67-b4bd9e14537c req-53039800-6961-4d29-9f9d-560d2d6f05f7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1979740 Dec 20 15:49:02.627291 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:02.628377 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:02.697259 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-bb2a7e08-64bc-4d53-bedb-154243ebab11 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065366 Dec 20 15:49:02.715517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f3f3f33-63d9-4d92-9c67-b4bd9e14537c req-f5c5fe24-b04c-4738-a1fe-fdde5117ec3f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966554 Dec 20 15:49:02.744891 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.768584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:49:02.786106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.790477 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-272d1a2b-2a2a-42d4-8caf-fa3151c20c18 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1651034 Dec 20 15:49:02.790732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58092) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:02.791525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.806119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:02.811213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/networks/28fe10a9-626c-4fed-96ca-e1ff3f4baf6b HTTP/1.1" status: 204 len: 168 time: 0.9651983 Dec 20 15:49:02.814517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58094) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:02.882042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d1442-1678-4c57-b4d4-e99e1e9bfb81 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Network': ['ID=28fe10a9-626c-4fed-96ca-e1ff3f4baf6b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:02.903659 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6947e7ac-b95a-4e35-b821-f5a8d3b09591 req-e70431a3-6cb8-4df5-9c2e-c6ce3b6cc9e2 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920469 Dec 20 15:49:02.958643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de66d5-ee3c-41e2-bb24-f9c9ef87cd48 req-b069f080-3cac-4836-b660-7b1c3d9f0714 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:02.960185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16de66d5-ee3c-41e2-bb24-f9c9ef87cd48 req-b069f080-3cac-4836-b660-7b1c3d9f0714 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 943 time: 0.1500998 Dec 20 15:49:03.023146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6706c4-78bd-4b1b-873c-540e27aad1a2 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:03.030440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6706c4-78bd-4b1b-873c-540e27aad1a2 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:03.032218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5c6706c4-78bd-4b1b-873c-540e27aad1a2 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2095776 Dec 20 15:49:03.039356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58100) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:03.044169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-756769542'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:03.068633 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:00Z', 'revision_number': 3, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:03.097287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16de66d5-ee3c-41e2-bb24-f9c9ef87cd48 req-eae81af4-6426-42ec-800d-2e65747f128c tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163642 Dec 20 15:49:03.103453 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Checking router: 19933066-3494-4e04-882d-2822c3604337 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:49:03.103804 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Updating router 19933066-3494-4e04-882d-2822c3604337 port b8e8a099-f532-4820-a720-d13b4c611cc2 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:49:03.131287 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.221271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:03.225527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.259024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:03.276903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.281246 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Added segment bacffb5f-6e99-49ca-b054-dd3d387dcf26 of type vlan for network f80e7be3-0c65-4827-a10e-4cbf2b12199c Dec 20 15:49:03.353481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.365571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.470923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.479464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:03.480112 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.518256 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.566188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Network': ['ID=f80e7be3-0c65-4827-a10e-4cbf2b12199c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:03.580512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f80e7be3-0c65-4827-a10e-4cbf2b12199c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:03.605356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95be5086-8985-438e-b26d-be7175be81ab tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5651631 Dec 20 15:49:03.607929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58114) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:03.610574 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.613481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-673586001'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:03.642573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Allocated IP 172.20.0.1 (7d94c383-00dc-4300-83e1-8c697c48aad2/cf67711a-c8b2-430b-9c40-b97a45dfda0e/d13a011d-e5be-490c-a3a1-6d3c48a9b282) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:03.651964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31018697-fa49-4b64-b5dc-a56907bbbd35 req-909147a4-ecde-4fc0-b447-d9468d78ca43 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:03.653746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31018697-fa49-4b64-b5dc-a56907bbbd35 req-909147a4-ecde-4fc0-b447-d9468d78ca43 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.0894201 Dec 20 15:49:03.671365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:03.729462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31018697-fa49-4b64-b5dc-a56907bbbd35 req-9707a257-67ca-4b60-b280-e0345fc2cfa6 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684941 Dec 20 15:49:03.732583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:03.742890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.777311 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25b1e-8f93-48c6-9ea9-d0a5421c3c59 None None] Pushing event updated for resources: {'Port': ['ID=b8e8a099-f532-4820-a720-d13b4c611cc2,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:03.780149 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Attempting to bind port b8e8a099-f532-4820-a720-d13b4c611cc2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:03.780506 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Attempting to bind port b8e8a099-f532-4820-a720-d13b4c611cc2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:03.781177 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Attempting to bind port b8e8a099-f532-4820-a720-d13b4c611cc2 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:03.788434 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:03.789096 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:03.789779 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.790623 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:03.791792 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Bound port: b8e8a099-f532-4820-a720-d13b4c611cc2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:03.792408 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.806730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:03.812074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:03.822042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'mac_address': 'fa:16:3e:ae:67:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:03.840543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.841192 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Added segment 734d70e2-1e9c-48ea-8072-1ea30f2de2c6 of type vlan for network cee733bf-7c3c-4f21-bc95-b3fd738dd63d Dec 20 15:49:03.858925 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] For port b8e8a099-f532-4820-a720-d13b4c611cc2, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:03.863882 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] For port b8e8a099-f532-4820-a720-d13b4c611cc2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8e8a099-f532-4820-a720-d13b4c611cc2,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:03.902969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.907929 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.916398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.940119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2086d2-9a8a-41f8-a947-da8d2112f20f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:03.962559 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.979336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:04.005942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47435d33-4f4c-424c-b6e2-83bb7205d12c req-c25337bd-6855-4d2e-9c85-0b05184fd620 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:04.013668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47435d33-4f4c-424c-b6e2-83bb7205d12c req-c25337bd-6855-4d2e-9c85-0b05184fd620 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1183693 Dec 20 15:49:04.032499 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:04.033375 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:04.072653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.073658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:04.090216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47435d33-4f4c-424c-b6e2-83bb7205d12c req-730dd1b0-6968-42ff-b759-3346ae7793db tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751131 Dec 20 15:49:04.111508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.111768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.132246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:04.138309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.232735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:04.236321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:04.253776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:04.258185 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25b1e-8f93-48c6-9ea9-d0a5421c3c59 None None] Pushing event updated for resources: {'Port': ['ID=b8e8a099-f532-4820-a720-d13b4c611cc2,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:04.300638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.304802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d13a011d-e5be-490c-a3a1-6d3c48a9b282,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:04.393646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:49:04.402816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Network': ['ID=cee733bf-7c3c-4f21-bc95-b3fd738dd63d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:04.445000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3498b-c061-48e3-8da2-027c3f8db6e3 req-11a1da26-cc5d-42b2-84a2-2b3a65fa7a01 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:04.446777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fb3498b-c061-48e3-8da2-027c3f8db6e3 req-11a1da26-cc5d-42b2-84a2-2b3a65fa7a01 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 943 time: 0.1264532 Dec 20 15:49:04.457812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network cee733bf-7c3c-4f21-bc95-b3fd738dd63d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:04.516592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fb3498b-c061-48e3-8da2-027c3f8db6e3 req-20eb113a-14ce-4209-b398-1801b44be501 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590620 Dec 20 15:49:04.527130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e97efcee-6e82-4d56-a592-c4e5b0f4c8af tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9155991 Dec 20 15:49:04.527613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58152) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:04.533140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'ports': [{'network_id': 'f80e7be3-0c65-4827-a10e-4cbf2b12199c', 'name': 'tempest-port--373413319', 'admin_state_up': True}, {'network_id': 'cee733bf-7c3c-4f21-bc95-b3fd738dd63d', 'admin_state_up': False}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:04.533656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'port': {'network_id': 'f80e7be3-0c65-4827-a10e-4cbf2b12199c', 'name': 'tempest-port--373413319', 'admin_state_up': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:04.534368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'port': {'network_id': 'cee733bf-7c3c-4f21-bc95-b3fd738dd63d', 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:04.575063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:04.590056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'mac_address': 'fa:16:3e:b5:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:04.609755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:04.660720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.679861 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.705917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391360fe-8734-4bd2-a0b7-852f5d379d90 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:04.711604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.727064 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:00Z', 'revision_number': 3, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:04.750770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:04.765814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba28a2e-cdf7-400e-84d2-a04d5f9f8400 None None] The sync data for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 is: [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:00Z', 'revision_number': 3, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:49:04.832768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.904148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:04.905693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95047f2f-21aa-476a-839e-9129185a4e5f req-a9d898cf-76fc-4519-9f45-597c0a196f19 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:04.915264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95047f2f-21aa-476a-839e-9129185a4e5f req-a9d898cf-76fc-4519-9f45-597c0a196f19 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 948 time: 0.0715420 Dec 20 15:49:04.963916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.991960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95047f2f-21aa-476a-839e-9129185a4e5f req-cd6ba323-45af-406f-889f-5c1d2727878e tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706697 Dec 20 15:49:05.076550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'port': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:05.081374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.114134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['bf2086d2-9a8a-41f8-a947-da8d2112f20f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:05.118242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.118784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['391360fe-8734-4bd2-a0b7-852f5d379d90'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:05.124944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.169086 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.261018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79503a7-56c9-499f-b721-c27b5876f2a0 req-7ac9e7ed-c6be-4bd1-b3f7-49e5b950909b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:05.262685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e79503a7-56c9-499f-b721-c27b5876f2a0 req-7ac9e7ed-c6be-4bd1-b3f7-49e5b950909b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.0696595 Dec 20 15:49:05.268949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d13a011d-e5be-490c-a3a1-6d3c48a9b282,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:05.325862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.351571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] device_id is not set on port 3ac3850c-42d4-460b-899c-8bdd10920027 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:49:05.361819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e79503a7-56c9-499f-b721-c27b5876f2a0 req-058ee4db-aacc-4423-aba4-2bfe609a05cb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883543 Dec 20 15:49:05.469598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58166) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:05.590908 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.596193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:05.641848 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.651692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:05.664225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 44386017-d953-4523-96f5-6911cfe1cb7d details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:05.686498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] device_id is not set on port 0716e434-a445-48e2-8a01-1efc666dcc58 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:49:05.803691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-0d6dadc8-35af-4342-be1b-27e9d0c749ba tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--438201777&fields=id&tenant_id=db7546efdcfa43c0a9269ffa2af574dc HTTP/1.1" status: 200 len: 267 time: 0.1768646 Dec 20 15:49:05.815268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251449-1581-4451-9908-3846ca768948 req-afd2a3fe-02ee-46ed-b967-13a4f56e59fe tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:05.824448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4251449-1581-4451-9908-3846ca768948 req-afd2a3fe-02ee-46ed-b967-13a4f56e59fe tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 943 time: 0.2049854 Dec 20 15:49:05.828616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8e8a099-f532-4820-a720-d13b4c611cc2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:05.877739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 44386017-d953-4523-96f5-6911cfe1cb7d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=44386017-d953-4523-96f5-6911cfe1cb7d,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:05.900513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '44386017-d953-4523-96f5-6911cfe1cb7d', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'port_id': '44386017-d953-4523-96f5-6911cfe1cb7d', 'mac_address': 'fa:16:3e:6d:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ec392-b464-42cb-ab70-b6525bd3c286', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:05.920982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.921985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.937518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b8e8a099-f532-4820-a720-d13b4c611cc2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:05.937818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:05.947359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Router 19933066-3494-4e04-882d-2822c3604337 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:49:05.981234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.000516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44386017-d953-4523-96f5-6911cfe1cb7d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:06.030590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 44386017-d953-4523-96f5-6911cfe1cb7d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=44386017-d953-4523-96f5-6911cfe1cb7d,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:06.033641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.075216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.100035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b8e8a099-f532-4820-a720-d13b4c611cc2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8e8a099-f532-4820-a720-d13b4c611cc2,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:06.113281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4251449-1581-4451-9908-3846ca768948 req-fae71ce5-f0a5-40f2-a1e1-3a83df60f8fd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879086 Dec 20 15:49:06.117188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11c62e3-a7e8-47ee-a5e7-09f8e64c12ed,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:06.127368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.127724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.128074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.128413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.128743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.129080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.129447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.129777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.130198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.130677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.131012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.131345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.131677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:06.134401 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.146912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a2e1b62a-17fa-4037-9521-2d3ffdf45edb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80f46e9b33694bc7a07dc2088d7c02f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6758559 Dec 20 15:49:06.147517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58180) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:06.165139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 78d2e8c2-0da2-4346-8355-f067a1317d53 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:06.203850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-c6057a50-9e60-48cd-9d5c-53a7105915f4 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:06.210318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-c6057a50-9e60-48cd-9d5c-53a7105915f4 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/networks?id=68ef0e08-e471-4551-93b7-fa9aaa20576a HTTP/1.1" status: 200 len: 815 time: 0.3592610 Dec 20 15:49:06.230804 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.233876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-b39b5f1b-0dc7-439f-9067-5342d8d19e88 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/quotas/db7546efdcfa43c0a9269ffa2af574dc HTTP/1.1" status: 200 len: 375 time: 0.0221620 Dec 20 15:49:06.300310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 78d2e8c2-0da2-4346-8355-f067a1317d53, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=78d2e8c2-0da2-4346-8355-f067a1317d53,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:06.325226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b3ca-f930-419a-9a3b-6729db7a79ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.337995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=44386017-d953-4523-96f5-6911cfe1cb7d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:06.357859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b3ca-f930-419a-9a3b-6729db7a79ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.359359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '78d2e8c2-0da2-4346-8355-f067a1317d53', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'port_id': '78d2e8c2-0da2-4346-8355-f067a1317d53', 'mac_address': 'fa:16:3e:c7:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ec392-b464-42cb-ab70-b6525bd3c286', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:06.424404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.465546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3085c0c-eb77-4774-a70f-8384cdbbf466 req-75535fde-3aac-4a43-868c-392837591590 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:06.467101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3085c0c-eb77-4774-a70f-8384cdbbf466 req-75535fde-3aac-4a43-868c-392837591590 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 948 time: 0.1834569 Dec 20 15:49:06.485982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b8e8a099-f532-4820-a720-d13b4c611cc2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:06.491436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4a15decc-b23e-4c9f-971c-af7e0514bfce tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=db7546efdcfa43c0a9269ffa2af574dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2569299 Dec 20 15:49:06.495848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:06.512090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6f4c0e73-ca45-47fc-9039-38632c6330b0 admin admin] 10.222.0.81 "PUT /v2.0/routers/19933066-3494-4e04-882d-2822c3604337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7121181 Dec 20 15:49:06.512090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Port': ['ID=3ac3850c-42d4-460b-899c-8bdd10920027,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:06.529516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.560623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Checking segment: {'id': 'bacffb5f-6e99-49ca-b054-dd3d387dcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f80e7be3-0c65-4827-a10e-4cbf2b12199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:06.561182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network hostable DHCP agents. Network: f80e7be3-0c65-4827-a10e-4cbf2b12199c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:06.564700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d2e8c2-0da2-4346-8355-f067a1317d53 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:06.583761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3085c0c-eb77-4774-a70f-8384cdbbf466 req-5b71427b-e71c-4b02-bc3a-cccb71193471 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883398 Dec 20 15:49:06.583761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b3ca-f930-419a-9a3b-6729db7a79ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.584583 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b3ca-f930-419a-9a3b-6729db7a79ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.585683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6fe3b3ca-f930-419a-9a3b-6729db7a79ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f11c62e3-a7e8-47ee-a5e7-09f8e64c12ed HTTP/1.1" status: 204 len: 168 time: 0.4364135 Dec 20 15:49:06.597239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 78d2e8c2-0da2-4346-8355-f067a1317d53, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=78d2e8c2-0da2-4346-8355-f067a1317d53,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:06.624363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3b3ca-f930-419a-9a3b-6729db7a79ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11c62e3-a7e8-47ee-a5e7-09f8e64c12ed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:06.684964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-dfb7ae09-fee1-4d11-bbe9-f5936580ec57 service neutron] 10.222.0.81 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808951 Dec 20 15:49:06.741926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.750218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network f80e7be3-0c65-4827-a10e-4cbf2b12199c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:06.844004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=78d2e8c2-0da2-4346-8355-f067a1317d53,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:06.856697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ca34-1e3e-4360-9f17-b451c0d63fe3 req-e7290488-b0da-4397-9dcd-a67d3ce412e1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:06.858361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0097ca34-1e3e-4360-9f17-b451c0d63fe3 req-e7290488-b0da-4397-9dcd-a67d3ce412e1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1053686 Dec 20 15:49:06.870915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f80e7be3-0c65-4827-a10e-4cbf2b12199c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:06.889572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd5f1d-002b-40e1-825b-d5312d52bd3f None None] Network f80e7be3-0c65-4827-a10e-4cbf2b12199c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:06.894632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:06.898217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.918957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-276dffd1-87f0-4098-aac5-1658449ca6bd service neutron] 10.222.0.81 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329965 Dec 20 15:49:06.975950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0097ca34-1e3e-4360-9f17-b451c0d63fe3 req-3eddbba9-ca0b-4b79-a3d5-18e0c778e1dc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096237 Dec 20 15:49:07.111580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Port': ['ID=0716e434-a445-48e2-8a01-1efc666dcc58,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:07.156693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Checking segment: {'id': '734d70e2-1e9c-48ea-8072-1ea30f2de2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cee733bf-7c3c-4f21-bc95-b3fd738dd63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:07.157051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network hostable DHCP agents. Network: cee733bf-7c3c-4f21-bc95-b3fd738dd63d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:07.190428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['44386017-d953-4523-96f5-6911cfe1cb7d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:07.196182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['78d2e8c2-0da2-4346-8355-f067a1317d53'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:07.278430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network cee733bf-7c3c-4f21-bc95-b3fd738dd63d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:07.362011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, cee733bf-7c3c-4f21-bc95-b3fd738dd63d) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:07.371903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:07.385126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:07.387915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c4517-6da0-424c-a6ba-9499e04cb672 None None] Network cee733bf-7c3c-4f21-bc95-b3fd738dd63d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:07.400441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:07.401494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:07.470646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-63e50700-8808-4421-ab03-6fb52596b9c8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:07.474822 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ef523e36-c80d-461c-928b-59d050f51992 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9455147 Dec 20 15:49:07.478225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58220) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:07.486836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-63e50700-8808-4421-ab03-6fb52596b9c8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 820 time: 0.1573491 Dec 20 15:49:07.488616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Sync routers for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:07.498676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-822aa5e3-93a9-4e9d-bb13-6ba74ac9cfb5 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/quotas/765809dc639d425eac3331d4c65390a2 HTTP/1.1" status: 200 len: 375 time: 0.0185630 Dec 20 15:49:07.585412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bd993-11fe-426a-b212-8addad44a68a tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:07.592285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bd993-11fe-426a-b212-8addad44a68a tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:07.599803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-6a0dd1e2-4a6b-4f50-bce9-59018a3ac550 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995688 Dec 20 15:49:07.604156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:07.610707 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-595bd993-11fe-426a-b212-8addad44a68a tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1311390 Dec 20 15:49:07.635123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:07.635875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:07.702180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:07.736789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-52340568-c9e9-4ebf-bbf7-a6f4a7d3efe4 service neutron] 10.222.0.81 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343310 Dec 20 15:49:07.812859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8e8a099-f532-4820-a720-d13b4c611cc2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:07.924374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-9bf3c86f-2281-4727-a2be-04b7a11c036c service neutron] 10.222.0.81 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866443 Dec 20 15:49:07.965378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port bf2086d2-9a8a-41f8-a947-da8d2112f20f completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:07.991506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Deleting port 3ac3850c-42d4-460b-899c-8bdd10920027 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:07.991506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.004920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port bf2086d2-9a8a-41f8-a947-da8d2112f20f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:08.006032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.052497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:49:08.071789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.085762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0625-b28f-4d95-bfcb-9f8452ff6d4c req-649eaebf-7327-44ef-994c-8c4244884452 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:08.087595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe5b0625-b28f-4d95-bfcb-9f8452ff6d4c req-649eaebf-7327-44ef-994c-8c4244884452 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 944 time: 0.1494131 Dec 20 15:49:08.107267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Calling delete_port for 3ac3850c-42d4-460b-899c-8bdd10920027 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:08.241451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe5b0625-b28f-4d95-bfcb-9f8452ff6d4c req-6da0a1ef-1167-45c6-81e5-5008e562b765 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332874 Dec 20 15:49:08.335649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b8e8a099-f532-4820-a720-d13b4c611cc2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:08.335649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.420122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.465216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.484447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Port': ['ID=3ac3850c-42d4-460b-899c-8bdd10920027,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:08.498118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a17058ed-5eae-4a08-8906-9d76c374d2c8 req-e52f1f5d-d7d7-48bf-82b5-e5786c7f5b75 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0803823 Dec 20 15:49:08.513055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb997-103a-481b-852f-53f64f8b8772 req-4541aa73-1d85-40fa-b426-dab72c2fcf34 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:08.522620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-019cb997-103a-481b-852f-53f64f8b8772 req-4541aa73-1d85-40fa-b426-dab72c2fcf34 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 948 time: 0.2222512 Dec 20 15:49:08.564216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.568563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2e843d11-9cb9-48e8-82a2-9ef4fe52d7ac tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/ports/3ac3850c-42d4-460b-899c-8bdd10920027 HTTP/1.1" status: 204 len: 168 time: 0.8397262 Dec 20 15:49:08.570806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58256) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:08.654038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-019cb997-103a-481b-852f-53f64f8b8772 req-f5c937e6-ab84-490d-b676-70283cbb72e1 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274080 Dec 20 15:49:08.673319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5659e7-1808-4a2d-a126-4e5baa74fdb3 req-88d4fda9-1b70-4b39-9bb9-da0baf134ba0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:08.674977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d5659e7-1808-4a2d-a126-4e5baa74fdb3 req-88d4fda9-1b70-4b39-9bb9-da0baf134ba0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.0968864 Dec 20 15:49:08.696280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Deleting port 0716e434-a445-48e2-8a01-1efc666dcc58 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:08.696751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.718766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:08.721690 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf6814-1c8b-48a3-9993-85f5668952a5" -d '{"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-plugged", "status": "completed", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:08.742964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:08.771463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 2, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:08.805088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.818422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Checking router: 19933066-3494-4e04-882d-2822c3604337 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:49:08.818993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Updating router 19933066-3494-4e04-882d-2822c3604337 port d13a011d-e5be-490c-a3a1-6d3c48a9b282 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:49:08.821857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fa92a48-01ff-47f9-846f-ddeb59c3b904 req-64ebd4bc-0427-4d1f-ae55-26455ae5be89 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 210 time: 0.0810091 Dec 20 15:49:08.825823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Calling delete_port for 0716e434-a445-48e2-8a01-1efc666dcc58 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:08.846769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d5659e7-1808-4a2d-a126-4e5baa74fdb3 req-9b4a6d0f-7562-4af7-a2e3-3c9c11d267e0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494479 Dec 20 15:49:08.863715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:08.863715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:08.920058 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4385269-b604-45d0-a2bc-6196883e4da7 x-openstack-request-id: req-e4385269-b604-45d0-a2bc-6196883e4da7 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:08.920404 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-plugged", "status": "completed", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:08.920940 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4385269-b604-45d0-a2bc-6196883e4da7 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:08.927073 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'code': 200} Dec 20 15:49:08.927073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.030216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbb8e9-832a-4974-b9e3-bc74d32a913a req-aeb90542-5c51-42dd-998f-97de2069d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:09.031819 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6edbb8e9-832a-4974-b9e3-bc74d32a913a req-aeb90542-5c51-42dd-998f-97de2069d8a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 1100 time: 0.0476601 Dec 20 15:49:09.068179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:09.073928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.091751 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6edbb8e9-832a-4974-b9e3-bc74d32a913a req-260ee8e4-62d9-411a-bfc8-583572de276e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Dec 20 15:49:09.111776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Port': ['ID=0716e434-a445-48e2-8a01-1efc666dcc58,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:09.116160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.119780 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d62090ba-58b7-41ab-bdbc-77db3e6088d6 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/ports/0716e434-a445-48e2-8a01-1efc666dcc58 HTTP/1.1" status: 204 len: 168 time: 0.5473320 Dec 20 15:49:09.123039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58268) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:09.165841 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f56b66fb-63e8-4d7f-951a-c9d1a7d63c31 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0415530 Dec 20 15:49:09.170615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:09.175996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-322798500'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:09.187111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 391360fe-8734-4bd2-a0b7-852f5d379d90 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:09.196251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 391360fe-8734-4bd2-a0b7-852f5d379d90 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:09.196900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.339850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:09.345050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.347058 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.386767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.406706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:09.412008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:09.413100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589ae72-6189-4e2e-a77b-ed2f1d2fdfdf req-eaaabc6d-a681-4149-afc4-6ddd7ea237a2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:09.421631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1589ae72-6189-4e2e-a77b-ed2f1d2fdfdf req-eaaabc6d-a681-4149-afc4-6ddd7ea237a2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 944 time: 0.1072927 Dec 20 15:49:09.424030 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.425083 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Added segment be54c20a-75b8-407a-8535-4f18fadf2377 of type vlan for network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 Dec 20 15:49:09.459390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.493410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.503216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1589ae72-6189-4e2e-a77b-ed2f1d2fdfdf req-ad3a969e-2a1f-410b-84cc-96781492d9f6 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 Dec 20 15:49:09.504521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.528138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85222fa7-4a63-40de-942b-dffe16145b37 None None] Pushing event updated for resources: {'Port': ['ID=d13a011d-e5be-490c-a3a1-6d3c48a9b282,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:09.627585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Attempting to bind port d13a011d-e5be-490c-a3a1-6d3c48a9b282 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:09.627876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Attempting to bind port d13a011d-e5be-490c-a3a1-6d3c48a9b282 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:09.628270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Attempting to bind port d13a011d-e5be-490c-a3a1-6d3c48a9b282 on network 7d94c383-00dc-4300-83e1-8c697c48aad2 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:09.631977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:09.635218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b427170a-a2d6-47b0-82fe-700db6a8e414 req-112981c7-8cea-4809-ba1b-5d6f250091a2 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0425782 Dec 20 15:49:09.637833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:09.638212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Checking segment: {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:09.638626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.639014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Bound using segment: {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:09.639492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Bound port: d13a011d-e5be-490c-a3a1-6d3c48a9b282, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:09.639877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.664983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.673285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:09.674439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.729618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:09.733765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 78d2e8c2-0da2-4346-8355-f067a1317d53 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:09.771975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Network': ['ID=3e85a813-96a6-4557-8fd0-9a2368c6ab45,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:09.773488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] For port d13a011d-e5be-490c-a3a1-6d3c48a9b282, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:09.790861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:09.802266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] For port d13a011d-e5be-490c-a3a1-6d3c48a9b282, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d13a011d-e5be-490c-a3a1-6d3c48a9b282,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:09.803563 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-22c6a390-e234-47fb-999a-d57e85477d68 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6317368 Dec 20 15:49:09.806254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58300) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:09.811222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1818134'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:09.921320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c47088-0931-462c-a730-d6bb86bcc2dc req-26715c51-1f72-41cb-bc0e-c3f4f33a6036 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:09.923149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97c47088-0931-462c-a730-d6bb86bcc2dc req-26715c51-1f72-41cb-bc0e-c3f4f33a6036 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 949 time: 0.0961025 Dec 20 15:49:09.940261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:09.960202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34d7ec5d-b844-46ab-a51f-031ea2fe9dd7 req-2cd5447d-611e-4d7e-8627-f73f7fded3b7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 210 time: 0.0317862 Dec 20 15:49:10.011888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97c47088-0931-462c-a730-d6bb86bcc2dc req-b908b937-b7d1-4f2f-ab35-d56c4b757ecc tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Dec 20 15:49:10.029682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:10.048147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.057644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:10.072996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:10.081074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:10.087045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85222fa7-4a63-40de-942b-dffe16145b37 None None] Pushing event updated for resources: {'Port': ['ID=d13a011d-e5be-490c-a3a1-6d3c48a9b282,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:10.153748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:10.158776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'mac_address': 'fa:16:3e:9e:62:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:10.163610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 78d2e8c2-0da2-4346-8355-f067a1317d53 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:10.172857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4e17c-b79c-4e9f-972e-9bd16348934f req-ee76bb89-d06b-457c-9bd1-16546acab0b0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:10.174441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39c4e17c-b79c-4e9f-972e-9bd16348934f req-ee76bb89-d06b-457c-9bd1-16546acab0b0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.0946789 Dec 20 15:49:10.177922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 78d2e8c2-0da2-4346-8355-f067a1317d53 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:10.178063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.178308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.178414 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Added segment 247a4e34-1b36-4710-93bb-432a1ba03af1 of type vlan for network 920b779d-a84b-4be3-9054-d56ad8b01d29 Dec 20 15:49:10.251229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.273599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39c4e17c-b79c-4e9f-972e-9bd16348934f req-e98a3397-0a0e-46e7-ab74-7d42bd8be9c6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867875 Dec 20 15:49:10.341135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.346437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.347800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:10.348681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.376061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:49:10.446188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:10.451244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6437898 Dec 20 15:49:10.467717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cae3c2-c0c4-4424-b979-c2be379f2c32 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Network': ['ID=920b779d-a84b-4be3-9054-d56ad8b01d29,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:10.487997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:10.507151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 920b779d-a84b-4be3-9054-d56ad8b01d29 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:10.618116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.894275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:10.896606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:10.952901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:10.955258 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3afcba-6898-4101-8b98-857ad5a3e526" -d '{"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-plugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:10.972437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547daee-a799-4b76-b2eb-8798866e33dc req-91f1472c-8a3d-48dc-ad98-d62e8144fd84 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:10.991968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1547daee-a799-4b76-b2eb-8798866e33dc req-91f1472c-8a3d-48dc-ad98-d62e8144fd84 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 944 time: 0.3722754 Dec 20 15:49:11.163345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 78d2e8c2-0da2-4346-8355-f067a1317d53, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=78d2e8c2-0da2-4346-8355-f067a1317d53,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:11.220135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:11.221220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 44386017-d953-4523-96f5-6911cfe1cb7d up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:11.226833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:11.437415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=78d2e8c2-0da2-4346-8355-f067a1317d53,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:11.633450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbce5d16-3399-4c9a-ab78-b977e9643c76 req-2fe4b403-6ab7-4a92-8da4-4cbba43c25f1 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.6970735 Dec 20 15:49:11.713235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:09Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:11.780394 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a256d2aa-88f0-4297-879f-081153f189b1 x-openstack-request-id: req-a256d2aa-88f0-4297-879f-081153f189b1 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:11.780394 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-plugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:11.780394 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a256d2aa-88f0-4297-879f-081153f189b1 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:11.788170 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'code': 200} Dec 20 15:49:11.794428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9fdb3-828d-478d-ad89-ed866838c94f None None] The sync data for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 is: [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:09Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:49:11.822503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 44386017-d953-4523-96f5-6911cfe1cb7d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:11.829621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 44386017-d953-4523-96f5-6911cfe1cb7d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:11.830285 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:12.030726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-edbb276d-4d8a-42ba-b4dd-2ca0fc6d3ac0 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:12.032521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-edbb276d-4d8a-42ba-b4dd-2ca0fc6d3ac0 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.83 "GET /v2.0/networks?id=68ef0e08-e471-4551-93b7-fa9aaa20576a HTTP/1.1" status: 200 len: 815 time: 1.3353899 Dec 20 15:49:12.063032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc86221-8591-481b-8457-bd55de290233 req-cb462e2e-f041-4d07-a54b-977908c55c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:12.067094 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-edc86221-8591-481b-8457-bd55de290233 req-cb462e2e-f041-4d07-a54b-977908c55c3f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 1101 time: 0.2132790 Dec 20 15:49:12.168574 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-edc86221-8591-481b-8457-bd55de290233 req-81ac8bbf-d5c3-4ffb-9359-70d3dc876b38 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908053 Dec 20 15:49:12.179451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26f1e618-ad04-4e10-b72e-4a64b6e506ac req-8404c9e2-1d86-4d11-bf3f-031711265d2d tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 210 time: 0.1056950 Dec 20 15:49:12.253458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:12.285539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1547daee-a799-4b76-b2eb-8798866e33dc req-3f890ce8-95f7-4c48-9e11-f0da9a779101 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2870045 Dec 20 15:49:12.388309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 44386017-d953-4523-96f5-6911cfe1cb7d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=44386017-d953-4523-96f5-6911cfe1cb7d,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:12.413532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-9e8592c1-bbbd-4233-b5ee-006ee82386c2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:12.418713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-9e8592c1-bbbd-4233-b5ee-006ee82386c2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 820 time: 0.7585688 Dec 20 15:49:12.444758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'port': {'device_id': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'admin_state_up': True, 'tenant_id': '765809dc639d425eac3331d4c65390a2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:12.490988 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:12.623549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=44386017-d953-4523-96f5-6911cfe1cb7d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:12.637908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:12.730179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-123f10aa-c885-4439-8c42-256a0d8b27e0 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db7546efdcfa43c0a9269ffa2af574dc HTTP/1.1" status: 200 len: 379 time: 0.6811218 Dec 20 15:49:12.772248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:12.781289 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:12.789009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Request body: {'port': {'device_id': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'admin_state_up': True, 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'security_groups': ['7a1ccd2b-81f0-4133-bdb7-19f43151cd00']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:13.001504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:13.106763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Made reservation on behalf of 765809dc639d425eac3331d4c65390a2 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:13.116954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:13.117752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:13.167746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7d56-0fe1-43e9-ac4d-0e320e42e941 req-9ebbb05a-3b74-482a-95ad-00aa12f27148 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:13.169738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-445c7d56-0fe1-43e9-ac4d-0e320e42e941 req-9ebbb05a-3b74-482a-95ad-00aa12f27148 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 949 time: 0.7855010 Dec 20 15:49:13.219095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:13.256553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e224254-cf6f-4238-a891-fe7211552dcc req-5ce53fde-88d5-4aae-b295-00ef73c72f99 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:13.265583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e224254-cf6f-4238-a891-fe7211552dcc req-5ce53fde-88d5-4aae-b295-00ef73c72f99 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.8284166 Dec 20 15:49:13.348388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:13.375741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Made reservation on behalf of db7546efdcfa43c0a9269ffa2af574dc for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:13.379676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:13.544083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-445c7d56-0fe1-43e9-ac4d-0e320e42e941 req-331be40e-7af0-4789-94f8-ded9c2157fc6 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438900 Dec 20 15:49:13.671479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58376) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:13.679487 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'subnets': [{'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--277044809', 'ip_version': 6}, {'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:13.680065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'subnet': {'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--277044809', 'ip_version': 6}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:13.681026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Request body: {'subnet': {'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:13.746179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Allocated IP 172.20.0.4 (7d94c383-00dc-4300-83e1-8c697c48aad2/cf67711a-c8b2-430b-9c40-b97a45dfda0e/d72da4fb-6329-49ff-a937-9bb3c976dbde) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:13.782383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146f2f54-f010-4242-acaa-2431391a67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2e8c2-0da2-4346-8355-f067a1317d53'}, {'server_uuid': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44386017-d953-4523-96f5-6911cfe1cb7d'}, {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:13.784861 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c2ebe-6608-441d-8005-af082fd16530" -d '{"events": [{"server_uuid": "146f2f54-f010-4242-acaa-2431391a67e0", "name": "network-vif-plugged", "status": "completed", "tag": "78d2e8c2-0da2-4346-8355-f067a1317d53"}, {"server_uuid": "17227ca5-39ca-4fe3-831a-0a130fe69572", "name": "network-vif-plugged", "status": "completed", "tag": "44386017-d953-4523-96f5-6911cfe1cb7d"}, {"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-plugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:13.854477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d13a011d-e5be-490c-a3a1-6d3c48a9b282 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:13.929465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d13a011d-e5be-490c-a3a1-6d3c48a9b282 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:13.929843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:13.938347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e224254-cf6f-4238-a891-fe7211552dcc req-5b2b117a-3155-48e9-b86b-164fb45ce688 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6718488 Dec 20 15:49:14.101631 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:14.153900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port d13a011d-e5be-490c-a3a1-6d3c48a9b282, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d13a011d-e5be-490c-a3a1-6d3c48a9b282,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:14.220674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:14.229780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e20e7dd-8cb0-40a9-801e-04a33968bfbd req-f34055e6-4f0f-45a6-882d-44b84083d501 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.2014084 Dec 20 15:49:14.248090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Made reservation on behalf of 263d36609f9541d8a82b0714f2db978f for: {'subnet': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:14.256311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:14.257798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:14.322529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a3a29c6-5910-439b-ad93-e1427a765bfc req-38057a3f-cc27-4e4d-9ab2-f4d6613274f8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 210 time: 0.1942837 Dec 20 15:49:14.431531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Allocated IP 172.20.0.5 (68ef0e08-e471-4551-93b7-fa9aaa20576a/234edcc1-759e-41ad-bd09-de9a0b8b16f5/efe0c112-0f8b-4eeb-9ef2-5491d535d127) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:14.451193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=d13a011d-e5be-490c-a3a1-6d3c48a9b282,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:14.620894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c3228-797e-43ee-8002-4270d3ec075a req-da35dddb-6a20-44c7-bf68-a8ac1b4144a3 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:14.622525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc0c3228-797e-43ee-8002-4270d3ec075a req-da35dddb-6a20-44c7-bf68-a8ac1b4144a3 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 945 time: 0.2304635 Dec 20 15:49:14.650636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3ded-665f-4016-9df4-cea5b8f3d16e req-984aaaca-cb8e-4e5f-97b2-12a6d938848c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:14.652397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-708e3ded-665f-4016-9df4-cea5b8f3d16e req-984aaaca-cb8e-4e5f-97b2-12a6d938848c tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 950 time: 0.1959274 Dec 20 15:49:14.907297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-708e3ded-665f-4016-9df4-cea5b8f3d16e req-b052ae7f-8b1e-44cc-adba-ecfc7585bdf0 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459352 Dec 20 15:49:15.054144 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc4185-4a61-4472-87de-b5a2bea591b6 x-openstack-request-id: req-cbfc4185-4a61-4472-87de-b5a2bea591b6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:15.054144 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146f2f54-f010-4242-acaa-2431391a67e0", "name": "network-vif-plugged", "status": "completed", "tag": "78d2e8c2-0da2-4346-8355-f067a1317d53", "code": 200}, {"server_uuid": "17227ca5-39ca-4fe3-831a-0a130fe69572", "name": "network-vif-plugged", "status": "completed", "tag": "44386017-d953-4523-96f5-6911cfe1cb7d", "code": 200}, {"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-plugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:15.054144 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbfc4185-4a61-4472-87de-b5a2bea591b6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:15.054144 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146f2f54-f010-4242-acaa-2431391a67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2e8c2-0da2-4346-8355-f067a1317d53', 'code': 200} Dec 20 15:49:15.054144 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44386017-d953-4523-96f5-6911cfe1cb7d', 'code': 200} Dec 20 15:49:15.055034 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'code': 200} Dec 20 15:49:15.148753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc0c3228-797e-43ee-8002-4270d3ec075a req-996c0e7e-65b4-4e7d-ba9b-7a9e154d1f4f tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138373 Dec 20 15:49:15.155145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.269264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5a85-c4f0-4144-80a4-fd849c4c8296 req-077e85fd-fd62-4491-b7bf-5bbe5167c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:15.272948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2bad5a85-c4f0-4144-80a4-fd849c4c8296 req-077e85fd-fd62-4491-b7bf-5bbe5167c145 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=146f2f54-f010-4242-acaa-2431391a67e0 HTTP/1.1" status: 200 len: 1097 time: 0.1308351 Dec 20 15:49:15.307271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.408032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717a83-d051-4ec9-8f97-8fdd37c9fba5 req-d15c06e8-4883-4a99-8480-903226d973a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:15.410814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91717a83-d051-4ec9-8f97-8fdd37c9fba5 req-d15c06e8-4883-4a99-8480-903226d973a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 1096 time: 0.1933737 Dec 20 15:49:15.417255 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2bad5a85-c4f0-4144-80a4-fd849c4c8296 req-c4b240c3-4006-466c-82a4-2e94cb17d978 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327798 Dec 20 15:49:15.462035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.484087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.518492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.595003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Subnet': ['ID=c75a7b17-62dc-401c-9b3a-f9dd0243f14c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:15.619359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91717a83-d051-4ec9-8f97-8fdd37c9fba5 req-34275255-bf76-49d3-8ad8-c88c6583a996 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631410 Dec 20 15:49:15.628787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.629339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.629906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.630460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.630906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.631220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.631494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.631827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.632201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.632537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.632866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.633237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.633571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:15.648210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:15.653484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:15.662156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:15.672096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Network 7d94c383-00dc-4300-83e1-8c697c48aad2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:15.681224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Checking segment: {'id': 'be54c20a-75b8-407a-8535-4f18fadf2377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:15.681596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network hostable DHCP agents. Network: 3e85a813-96a6-4557-8fd0-9a2368c6ab45, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:15.706795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event updated for resources: {'Port': ['ID=efe0c112-0f8b-4eeb-9ef2-5491d535d127,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:15.732425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf64def-5dc7-4761-9f7f-27924c0e83cd req-588c655c-f5d3-453e-b122-d8769a1876e9 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:15.766415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cf64def-5dc7-4761-9f7f-27924c0e83cd req-588c655c-f5d3-453e-b122-d8769a1876e9 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.3532760 Dec 20 15:49:15.773251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:15.799454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:15.845508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d13a011d-e5be-490c-a3a1-6d3c48a9b282 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:15.887712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 3e85a813-96a6-4557-8fd0-9a2368c6ab45) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:15.892436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:15.895146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:15.896791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.963767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c097de-7b96-4105-be2c-42eb81428631 None None] Network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:15.981650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:15.982332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.050303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d13a011d-e5be-490c-a3a1-6d3c48a9b282 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:16.054581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.091664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-c3ede8f9-b77a-4d0d-ab57-fa6f8bc14c61 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6465390 Dec 20 15:49:16.109496 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event updated for resources: {'Subnet': ['ID=12c1da41-71dc-477e-ac59-c765b105ce68,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:16.127684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Request body: {'port': {'device_id': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:16.167085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Checking segment: {'id': '247a4e34-1b36-4710-93bb-432a1ba03af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:16.167707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network hostable DHCP agents. Network: 920b779d-a84b-4be3-9054-d56ad8b01d29, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:16.266810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Network 920b779d-a84b-4be3-9054-d56ad8b01d29 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:16.269950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cf64def-5dc7-4761-9f7f-27924c0e83cd req-8aa19491-d26b-4f9d-b305-5b8fd0ffb977 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5003579 Dec 20 15:49:16.284587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.289329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.330318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3875433d-8f66-4978-9992-550ae9d14568 None None] Provisioning complete for port efe0c112-0f8b-4eeb-9ef2-5491d535d127 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:16.331218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3875433d-8f66-4978-9992-550ae9d14568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.352740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 920b779d-a84b-4be3-9054-d56ad8b01d29) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:16.364980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.364980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.368568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.382149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3875433d-8f66-4978-9992-550ae9d14568 None None] Port efe0c112-0f8b-4eeb-9ef2-5491d535d127 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:49:16.383982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd3830-38cf-4acb-983d-b5948d5e4266 None None] Network 920b779d-a84b-4be3-9054-d56ad8b01d29 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:16.502982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4ee3b3ff-b706-4dca-aa17-93209f7590fe tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7234910 Dec 20 15:49:16.503553 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5a14f78a-a418-4f49-85c4-baa6d452fa47 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8277993 Dec 20 15:49:16.503553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58424) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:16.525974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-3e85a813-96a6-4557-8fd0-9a2368c6ab45', 'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45', 'project_id': '263d36609f9541d8a82b0714f2db978f', 'fixed_ips': [{'subnet_id': 'c75a7b17-62dc-401c-9b3a-f9dd0243f14c'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:49:16.527079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.557899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Request body: {'port': {'device_id': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:16.614140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.646069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd3bc9-3f39-44cd-aafb-b91b763c159f req-44f3748c-4ef3-46ac-95e3-ca63f7339e39 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.655833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2dd3bc9-3f39-44cd-aafb-b91b763c159f req-44f3748c-4ef3-46ac-95e3-ca63f7339e39 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 931 time: 0.3548203 Dec 20 15:49:16.703676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Allocated IP 2001:db8::1 (3e85a813-96a6-4557-8fd0-9a2368c6ab45/c75a7b17-62dc-401c-9b3a-f9dd0243f14c/fc386004-ac16-4bb5-9fe4-2291dc3dee92) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:16.709817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.761860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dfc97-45c5-4316-bf1e-5f779cbfbb4d req-d2e94d0e-d1b1-4048-8550-22892f135a2e tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.763703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-114dfc97-45c5-4316-bf1e-5f779cbfbb4d req-d2e94d0e-d1b1-4048-8550-22892f135a2e tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 931 time: 0.2827549 Dec 20 15:49:16.852159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d46cc-1090-429e-8721-597b8f1db430 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.860502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d46cc-1090-429e-8721-597b8f1db430 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.869196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d46cc-1090-429e-8721-597b8f1db430 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.884738 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d32d46cc-1090-429e-8721-597b8f1db430 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3803735 Dec 20 15:49:16.886431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.888187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58430) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:16.943678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-920b779d-a84b-4be3-9054-d56ad8b01d29', 'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29', 'project_id': '263d36609f9541d8a82b0714f2db978f', 'fixed_ips': [{'subnet_id': '12c1da41-71dc-477e-ac59-c765b105ce68'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:49:16.944728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.968318 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.021964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Deleting subnet c75a7b17-62dc-401c-9b3a-f9dd0243f14c {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:49:17.029482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.055753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Pushing event updated for resources: {'Port': ['ID=fc386004-ac16-4bb5-9fe4-2291dc3dee92,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:17.149448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.286109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:17.299971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:17.311303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:17.316539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.389755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Allocated IP 2001:db8:0:1::1 (920b779d-a84b-4be3-9054-d56ad8b01d29/12c1da41-71dc-477e-ac59-c765b105ce68/036a901a-8644-417c-a4aa-3ba9ea29fd73) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:17.487370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Attempting to bind port fc386004-ac16-4bb5-9fe4-2291dc3dee92 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:17.487736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Attempting to bind port fc386004-ac16-4bb5-9fe4-2291dc3dee92 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'be54c20a-75b8-407a-8535-4f18fadf2377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:17.488147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Attempting to bind port fc386004-ac16-4bb5-9fe4-2291dc3dee92 on network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:17.515973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:17.516693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Checking segment: {'id': 'be54c20a-75b8-407a-8535-4f18fadf2377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:17.517102 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.517517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Bound using segment: {'id': 'be54c20a-75b8-407a-8535-4f18fadf2377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:17.517990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Bound port: fc386004-ac16-4bb5-9fe4-2291dc3dee92, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be54c20a-75b8-407a-8535-4f18fadf2377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e85a813-96a6-4557-8fd0-9a2368c6ab45'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:17.518370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.604433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.670448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Subnet': ['ID=c75a7b17-62dc-401c-9b3a-f9dd0243f14c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:17.672805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.679666 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d21de129-76da-42e9-b20e-ce6cd07b5967 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/subnets/c75a7b17-62dc-401c-9b3a-f9dd0243f14c HTTP/1.1" status: 204 len: 168 time: 0.7863028 Dec 20 15:49:17.680494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58434) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:17.706710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2dd3bc9-3f39-44cd-aafb-b91b763c159f req-51e627ac-5be4-4dae-9cfb-dea7fa09d9db tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0499992 Dec 20 15:49:17.779836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72da4fb-6329-49ff-a937-9bb3c976dbde {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:17.790003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.804538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Transition to ACTIVE for port object d72da4fb-6329-49ff-a937-9bb3c976dbde will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:49:17.840185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-114dfc97-45c5-4316-bf1e-5f779cbfbb4d req-33b81e24-0112-4d44-971b-afce6228c1ce tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0626225 Dec 20 15:49:17.864999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] For port fc386004-ac16-4bb5-9fe4-2291dc3dee92, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:17.878055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.909816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.920411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Deleting subnet 12c1da41-71dc-477e-ac59-c765b105ce68 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:49:17.948346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] For port fc386004-ac16-4bb5-9fe4-2291dc3dee92, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fc386004-ac16-4bb5-9fe4-2291dc3dee92,segment=NetworkSegment(be54c20a-75b8-407a-8535-4f18fadf2377),segment_id=be54c20a-75b8-407a-8535-4f18fadf2377)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:17.970380 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:17.977866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.067382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.125821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Pushing event updated for resources: {'Port': ['ID=036a901a-8644-417c-a4aa-3ba9ea29fd73,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:18.153763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.175750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Network 920b779d-a84b-4be3-9054-d56ad8b01d29 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:18.208373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:18.213602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:18.277197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.379802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe0c112-0f8b-4eeb-9ef2-5491d535d127 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:18.411175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:18.446595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Attempting to bind port 036a901a-8644-417c-a4aa-3ba9ea29fd73 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:18.447232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Attempting to bind port 036a901a-8644-417c-a4aa-3ba9ea29fd73 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '247a4e34-1b36-4710-93bb-432a1ba03af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:18.447820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Attempting to bind port 036a901a-8644-417c-a4aa-3ba9ea29fd73 on network 920b779d-a84b-4be3-9054-d56ad8b01d29 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:18.453989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873804b-03c6-4663-b07e-0bbe837acbec None None] Pushing event updated for resources: {'Port': ['ID=fc386004-ac16-4bb5-9fe4-2291dc3dee92,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:18.466800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:18.475926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Checking segment: {'id': '247a4e34-1b36-4710-93bb-432a1ba03af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:18.475926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.475926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Bound using segment: {'id': '247a4e34-1b36-4710-93bb-432a1ba03af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:18.475926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Bound port: 036a901a-8644-417c-a4aa-3ba9ea29fd73, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247a4e34-1b36-4710-93bb-432a1ba03af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '920b779d-a84b-4be3-9054-d56ad8b01d29'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:18.475926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.480964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d301151-b1c6-498b-9c22-4a98a10b6235 req-367f58e1-09e9-45e6-9791-25cb101fb414 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:18.496849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d301151-b1c6-498b-9c22-4a98a10b6235 req-367f58e1-09e9-45e6-9791-25cb101fb414 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.4052660 Dec 20 15:49:18.506980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.553986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.625776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] For port 036a901a-8644-417c-a4aa-3ba9ea29fd73, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:18.636409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] For port 036a901a-8644-417c-a4aa-3ba9ea29fd73, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=036a901a-8644-417c-a4aa-3ba9ea29fd73,segment=NetworkSegment(247a4e34-1b36-4710-93bb-432a1ba03af1),segment_id=247a4e34-1b36-4710-93bb-432a1ba03af1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:18.659103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Subnet': ['ID=12c1da41-71dc-477e-ac59-c765b105ce68,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:18.680789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.686859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9eafbb12-4cd5-4a42-afa7-0c108541ca4c tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/subnets/12c1da41-71dc-477e-ac59-c765b105ce68 HTTP/1.1" status: 204 len: 168 time: 1.0053735 Dec 20 15:49:18.687478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:18.707656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Transition to ACTIVE for port object efe0c112-0f8b-4eeb-9ef2-5491d535d127 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:49:18.710420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.726305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7282-0732-48f1-bdcc-602aea5a37a6 req-d94341f1-68bf-43ae-be7b-d8040523b60e tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:18.742507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a9c7282-0732-48f1-bdcc-602aea5a37a6 req-d94341f1-68bf-43ae-be7b-d8040523b60e tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 945 time: 0.6916132 Dec 20 15:49:18.804010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c1b58-d558-4a87-b753-d01e479bfd88 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:18.828979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58484) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:18.829338 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d1c1b58-d558-4a87-b753-d01e479bfd88 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1391764 Dec 20 15:49:18.853672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bca4a6-41fd-49e8-950d-8b4c4165bbb7 None None] Pushing event updated for resources: {'Port': ['ID=036a901a-8644-417c-a4aa-3ba9ea29fd73,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:18.877966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:18.923945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Attempting to bind port d72da4fb-6329-49ff-a937-9bb3c976dbde on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:18.924349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Attempting to bind port d72da4fb-6329-49ff-a937-9bb3c976dbde by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:18.924685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Attempting to bind port d72da4fb-6329-49ff-a937-9bb3c976dbde on network 7d94c383-00dc-4300-83e1-8c697c48aad2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:18.949575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d301151-b1c6-498b-9c22-4a98a10b6235 req-7770576d-96c0-4dd0-ae14-54b6805c031a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519179 Dec 20 15:49:19.060153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Port d72da4fb-6329-49ff-a937-9bb3c976dbde on network 7d94c383-00dc-4300-83e1-8c697c48aad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:49:19.060484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Attempting to bind port d72da4fb-6329-49ff-a937-9bb3c976dbde on network 7d94c383-00dc-4300-83e1-8c697c48aad2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:19.135693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:19.140744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Checking segment: {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:19.141354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Bound using segment: {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:19.141987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Bound port: d72da4fb-6329-49ff-a937-9bb3c976dbde, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:19.142537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:19.783874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:19.825740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:19.850660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Pushing event updated for resources: {'Port': ['ID=efe0c112-0f8b-4eeb-9ef2-5491d535d127,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:19.886217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a9c7282-0732-48f1-bdcc-602aea5a37a6 req-23715bda-4555-4d8b-9503-3fca5792678c tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0997629 Dec 20 15:49:20.038425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7a06-698b-4f57-900a-0b7d721bce95 req-5548f63e-f4f4-43db-9e52-1dcb9a5aa4fc tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:20.054503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed8b7a06-698b-4f57-900a-0b7d721bce95 req-5548f63e-f4f4-43db-9e52-1dcb9a5aa4fc tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 943 time: 0.9204977 Dec 20 15:49:20.120318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 036a901a-8644-417c-a4aa-3ba9ea29fd73 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:20.312798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:20.359749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'mac_address': 'fa:16:3e:b5:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:20.363278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:20.365743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Attempting to bind port efe0c112-0f8b-4eeb-9ef2-5491d535d127 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:20.366254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Attempting to bind port efe0c112-0f8b-4eeb-9ef2-5491d535d127 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:20.366795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Attempting to bind port efe0c112-0f8b-4eeb-9ef2-5491d535d127 on network 68ef0e08-e471-4551-93b7-fa9aaa20576a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:20.436861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:20.439164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Port efe0c112-0f8b-4eeb-9ef2-5491d535d127 on network 68ef0e08-e471-4551-93b7-fa9aaa20576a not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:49:20.440177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Attempting to bind port efe0c112-0f8b-4eeb-9ef2-5491d535d127 on network 68ef0e08-e471-4551-93b7-fa9aaa20576a {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:20.445947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57b271-2e6f-41eb-8e6b-6ac419dd4766 None None] Network 3e85a813-96a6-4557-8fd0-9a2368c6ab45 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:20.470624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceea123-f6a6-4ded-8228-4222481f10ee req-8de5fde7-2fe5-4b2e-b1a1-9e5c838041c2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:20.472512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ceea123-f6a6-4ded-8228-4222481f10ee req-8de5fde7-2fe5-4b2e-b1a1-9e5c838041c2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 943 time: 0.3166602 Dec 20 15:49:20.495711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed8b7a06-698b-4f57-900a-0b7d721bce95 req-433e4e65-2950-4ae6-8129-59b0d59db729 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413500 Dec 20 15:49:20.501599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:20.501599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Checking segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:20.501599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Bound using segment: {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:20.501599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Bound port: efe0c112-0f8b-4eeb-9ef2-5491d535d127, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a82d9d4-7093-41c8-906a-2b9d73bf22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:20.501935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:20.603846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:20.622735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Deleting port 036a901a-8644-417c-a4aa-3ba9ea29fd73 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:20.623082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:20.840869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] For port efe0c112-0f8b-4eeb-9ef2-5491d535d127, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:20.845912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] For port efe0c112-0f8b-4eeb-9ef2-5491d535d127, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:20.944864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7858d3a-c23a-4e47-abd9-10274fa58209 None None] Network 920b779d-a84b-4be3-9054-d56ad8b01d29 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:20.995689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:21.091947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.091947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] 10.222.0.83 "PUT /v2.0/ports/d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 1091 time: 4.8921261 Dec 20 15:49:21.091947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:21.091947 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15924a9-d459-4f1d-b023-1f9cba9b671d" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:21.091947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ceea123-f6a6-4ded-8228-4222481f10ee req-ef008332-e153-4208-b600-be1bbb71e2ae tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395002 Dec 20 15:49:21.092615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Provisioning complete for port fc386004-ac16-4bb5-9fe4-2291dc3dee92 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:21.092615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.092760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] For port 036a901a-8644-417c-a4aa-3ba9ea29fd73, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=036a901a-8644-417c-a4aa-3ba9ea29fd73,segment=NetworkSegment(247a4e34-1b36-4710-93bb-432a1ba03af1),segment_id=247a4e34-1b36-4710-93bb-432a1ba03af1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:21.092760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.115075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Calling delete_port for 036a901a-8644-417c-a4aa-3ba9ea29fd73 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:21.175482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.219399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 036a901a-8644-417c-a4aa-3ba9ea29fd73 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:21.219978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.269331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 391360fe-8734-4bd2-a0b7-852f5d379d90 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:21.301029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:21.354901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.423146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed6620-5c00-49fc-a9f0-aff3aa7ec2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:21.436002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.488892 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.632750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.645652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] DHCP port deletion for 3e85a813-96a6-4557-8fd0-9a2368c6ab45 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:49:21.680071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Pushing event updated for resources: {'Port': ['ID=efe0c112-0f8b-4eeb-9ef2-5491d535d127,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:21.704700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.716960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c47f4a-8143-4e87-a703-ba5bd75e706e None None] DHCP port deletion for 920b779d-a84b-4be3-9054-d56ad8b01d29 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:49:21.719284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['391360fe-8734-4bd2-a0b7-852f5d379d90'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:21.766385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] For port fc386004-ac16-4bb5-9fe4-2291dc3dee92, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fc386004-ac16-4bb5-9fe4-2291dc3dee92,segment=NetworkSegment(be54c20a-75b8-407a-8535-4f18fadf2377),segment_id=be54c20a-75b8-407a-8535-4f18fadf2377)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:21.768884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Port 036a901a-8644-417c-a4aa-3ba9ea29fd73 update to ACTIVE by agent not found {{(pid=103955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 15:49:21.770151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fc386004-ac16-4bb5-9fe4-2291dc3dee92 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:21.787410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:21.788045 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:21.789713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-9cf80bb5-8433-42d5-bbf1-7fbd5139c7cc service neutron] 10.222.0.83 "PUT /v2.0/ports/efe0c112-0f8b-4eeb-9ef2-5491d535d127 HTTP/1.1" status: 200 len: 1091 time: 5.2714171 Dec 20 15:49:21.809948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Port': ['ID=036a901a-8644-417c-a4aa-3ba9ea29fd73,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:21.898148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] No DVR routers for this DVR port 036a901a-8644-417c-a4aa-3ba9ea29fd73 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:49:22.003060 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.060909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:22.107084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb902-b9d3-4736-90ab-473007e1ea76 req-2e9268d5-cb6d-4166-931e-3b990adb4513 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:22.120865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38deb902-b9d3-4736-90ab-473007e1ea76 req-2e9268d5-cb6d-4166-931e-3b990adb4513 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=146f2f54-f010-4242-acaa-2431391a67e0 HTTP/1.1" status: 200 len: 946 time: 0.7575879 Dec 20 15:49:22.245666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-21c36871-02a6-4709-b0bc-a33a7a8650ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:22.249773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-21c36871-02a6-4709-b0bc-a33a7a8650ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1094 time: 0.9212043 Dec 20 15:49:22.264800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-88538e90-d877-49c3-bc28-128f8c27dbc2 None None] Could not find standard attr ID for object 036a901a-8644-417c-a4aa-3ba9ea29fd73. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:49:22.266313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port fc386004-ac16-4bb5-9fe4-2291dc3dee92 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:22.266743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.467335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Pushing event updated for resources: {'Port': ['ID=fc386004-ac16-4bb5-9fe4-2291dc3dee92,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:22.475396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] Deleting port fc386004-ac16-4bb5-9fe4-2291dc3dee92 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:22.481334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.537762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58616) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:22.541322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.542217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.542749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.543354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.544013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.544632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.545514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.546301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.547124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.547946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.548551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.549048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.549560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcee0d9-f37c-43bf-9dc2-a2d4180ec613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:49:22.604853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.658883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920b779d-a84b-4be3-9054-d56ad8b01d29']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:22.673543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247a4e34-1b36-4710-93bb-432a1ba03af1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:22.673846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247a4e34-1b36-4710-93bb-432a1ba03af1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:22.697153 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.716059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.722770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:49:22.723211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.770642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] For port fc386004-ac16-4bb5-9fe4-2291dc3dee92, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fc386004-ac16-4bb5-9fe4-2291dc3dee92,segment=NetworkSegment(be54c20a-75b8-407a-8535-4f18fadf2377),segment_id=be54c20a-75b8-407a-8535-4f18fadf2377)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:22.771571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.822390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d180640-5a40-4242-ab8f-dc020ab98317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.864482 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:49:22.866847 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:49:22.877742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-e6d93232-59ad-4771-9d60-d996464dd548 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.4819603 Dec 20 15:49:22.910361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] Calling delete_port for fc386004-ac16-4bb5-9fe4-2291dc3dee92 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:22.963882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-7079c03b-6db8-4837-9c40-8ae4695194bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:22.991267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-7079c03b-6db8-4837-9c40-8ae4695194bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db7546efdcfa43c0a9269ffa2af574dc&device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 1094 time: 0.8363121 Dec 20 15:49:22.996209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38deb902-b9d3-4736-90ab-473007e1ea76 req-f24e6179-63a1-447c-80c1-918667fb9f51 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585122 Dec 20 15:49:23.063299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d180640-5a40-4242-ab8f-dc020ab98317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.119771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-f15a00fa-7316-480f-ab7c-216902f842e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127 HTTP/1.1" status: 200 len: 217 time: 0.1275797 Dec 20 15:49:23.122159 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.129599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d180640-5a40-4242-ab8f-dc020ab98317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.172012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 036a901a-8644-417c-a4aa-3ba9ea29fd73 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:23.185101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.188434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/networks/920b779d-a84b-4be3-9054-d56ad8b01d29 HTTP/1.1" status: 204 len: 168 time: 4.3491573 Dec 20 15:49:23.233810 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5d180640-5a40-4242-ab8f-dc020ab98317 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=038299bc54184902bd8a76f90d6f68a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6945839 Dec 20 15:49:23.234489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58622) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:23.234870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58624) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:23.235553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d180640-5a40-4242-ab8f-dc020ab98317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9296d844-5c89-4833-b9e2-e7dadc976592,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:23.252715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 036a901a-8644-417c-a4aa-3ba9ea29fd73 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:49:23.254061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 036a901a-8644-417c-a4aa-3ba9ea29fd73 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:49:23.259546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fc386004-ac16-4bb5-9fe4-2291dc3dee92 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:23.271507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d85ce4-ff4d-4dfe-b4f5-617a258f7fdb tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Network': ['ID=920b779d-a84b-4be3-9054-d56ad8b01d29,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:23.274839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.352027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: fc386004-ac16-4bb5-9fe4-2291dc3dee92 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:49:23.355466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fc386004-ac16-4bb5-9fe4-2291dc3dee92 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:49:23.421043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] Pushing event deleted for resources: {'Port': ['ID=fc386004-ac16-4bb5-9fe4-2291dc3dee92,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:23.441429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-e6075106-4368-4af7-ab28-01dd1c7197d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:23.443810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-e6075106-4368-4af7-ab28-01dd1c7197d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.5519691 Dec 20 15:49:23.452038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ef5f6-9df4-4df7-98f1-14d32fbc6d8f None None] No DVR routers for this DVR port fc386004-ac16-4bb5-9fe4-2291dc3dee92 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:49:23.493189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.524647 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f82d6039-5d89-4fef-9c98-181f64db2c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.599311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-d01c4e3c-42c2-47ab-b9c8-c2e3a56f4ccc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064978 Dec 20 15:49:23.611760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-fac66490-c71a-41a7-aee8-6d8e1c608763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:23.613141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-fac66490-c71a-41a7-aee8-6d8e1c608763 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=234edcc1-759e-41ad-bd09-de9a0b8b16f5 HTTP/1.1" status: 200 len: 854 time: 0.4629018 Dec 20 15:49:23.630173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d807ba-3dc5-4285-9843-da2473b160f5 req-7e7fa478-bde7-4983-8b44-5f0c0ad11102 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:23.637681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8d807ba-3dc5-4285-9843-da2473b160f5 req-7e7fa478-bde7-4983-8b44-5f0c0ad11102 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.3706939 Dec 20 15:49:23.655545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.687018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e85a813-96a6-4557-8fd0-9a2368c6ab45']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:23.710727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be54c20a-75b8-407a-8535-4f18fadf2377') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:23.711434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be54c20a-75b8-407a-8535-4f18fadf2377') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:23.722245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.737910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.747706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f82d6039-5d89-4fef-9c98-181f64db2c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.756773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:49:23.757505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:49:23.761365 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:49:23.807664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:23.836294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-a9541e04-8dba-4131-8705-bc381e4887ab service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284615 Dec 20 15:49:23.940768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 391360fe-8734-4bd2-a0b7-852f5d379d90 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:23.941182 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.015332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.056573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-6a5c8af1-203d-42cc-8a70-45a72a6f5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:24.058519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-6a5c8af1-203d-42cc-8a70-45a72a6f5ece service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68ef0e08-e471-4551-93b7-fa9aaa20576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4188983 Dec 20 15:49:24.058870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.065606 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/networks/3e85a813-96a6-4557-8fd0-9a2368c6ab45 HTTP/1.1" status: 204 len: 168 time: 0.8266487 Dec 20 15:49:24.067115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db81e89-7750-49d4-9aaf-ea166b439583 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Network': ['ID=3e85a813-96a6-4557-8fd0-9a2368c6ab45,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:24.069026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f82d6039-5d89-4fef-9c98-181f64db2c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.071742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f82d6039-5d89-4fef-9c98-181f64db2c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.085757 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f82d6039-5d89-4fef-9c98-181f64db2c09 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9296d844-5c89-4833-b9e2-e7dadc976592 HTTP/1.1" status: 204 len: 168 time: 0.8449585 Dec 20 15:49:24.085985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8d807ba-3dc5-4285-9843-da2473b160f5 req-7d7ac6c0-d02e-41cf-b01e-6354348049b3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472435 Dec 20 15:49:24.086428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:24.111416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.122710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6039-5d89-4fef-9c98-181f64db2c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9296d844-5c89-4833-b9e2-e7dadc976592,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:24.199469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:24.214371 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640624e6-2cc7-4ab2-a903-f648f16a9f96" -d '{"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-plugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:24.228041 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f25f98-759f-4514-9547-ed7cde0d88cc x-openstack-request-id: req-17f25f98-759f-4514-9547-ed7cde0d88cc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:24.228041 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:24.228041 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17f25f98-759f-4514-9547-ed7cde0d88cc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:24.228041 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'status': 'completed', 'code': 200} Dec 20 15:49:24.264420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:24.318914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.335414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.384512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-394ae897-9ee4-48be-b28b-70f5a2be799c req-1aee4d61-fb93-48f5-bbc3-a4c0f7485a72 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333166 Dec 20 15:49:24.466635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f130-b0f3-4201-bfc1-5bb0fadbb94c req-47a3eca2-f86f-4c02-8298-3b8446eceb02 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:24.470193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:24.481551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4476f130-b0f3-4201-bfc1-5bb0fadbb94c req-47a3eca2-f86f-4c02-8298-3b8446eceb02 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 943 time: 0.1381001 Dec 20 15:49:24.510130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-62620f65-1df7-4cd4-8d58-b1a36c5f6027 service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216397 Dec 20 15:49:24.511958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.538669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee733bf-7c3c-4f21-bc95-b3fd738dd63d']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:24.550558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734d70e2-1e9c-48ea-8072-1ea30f2de2c6') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:24.551288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734d70e2-1e9c-48ea-8072-1ea30f2de2c6') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:24.564837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.579639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.587294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:49:24.587992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:49:24.651072 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:49:24.745256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.754564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:24.765095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58636) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:24.773516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/networks/cee733bf-7c3c-4f21-bc95-b3fd738dd63d HTTP/1.1" status: 204 len: 168 time: 0.6688583 Dec 20 15:49:24.796752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3e9aa-a98a-4479-acc9-3c3150dce4f5 tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Network': ['ID=cee733bf-7c3c-4f21-bc95-b3fd738dd63d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:24.804466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4476f130-b0f3-4201-bfc1-5bb0fadbb94c req-9d2aa4d7-2a44-47d9-9c63-2c259aa24066 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147407 Dec 20 15:49:24.877348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-3624aacd-0741-4793-a33b-08b1bb770fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:24.884497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-3624aacd-0741-4793-a33b-08b1bb770fa7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1094 time: 0.2608371 Dec 20 15:49:25.073518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-678e3661-9abb-4c12-a63f-8dcfb80dc84b req-4d2c4a1b-19fc-462b-9976-12b904c5b58c service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441871 Dec 20 15:49:25.087668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.128209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dbc71-57ac-4626-99a6-1ce5ef7b48d9 req-525912ed-fcc6-4c6e-801e-8102fa572cfb tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:25.138337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-063dbc71-57ac-4626-99a6-1ce5ef7b48d9 req-525912ed-fcc6-4c6e-801e-8102fa572cfb tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 943 time: 0.1818738 Dec 20 15:49:25.223059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-985ee5c4-8412-453c-9012-8db4629ea14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:25.225406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-985ee5c4-8412-453c-9012-8db4629ea14c service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.3207901 Dec 20 15:49:25.322767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-8e4f4cb3-ddba-4892-af7e-c4b1f4712989 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.0846827 Dec 20 15:49:25.343377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-063dbc71-57ac-4626-99a6-1ce5ef7b48d9 req-ac4806db-0d24-4d96-a454-b29e11ede4dc tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040579 Dec 20 15:49:25.479182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:25.509145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-2ba56434-7236-4e5c-99ef-e58d0cebabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:25.510695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-2ba56434-7236-4e5c-99ef-e58d0cebabd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.1058400 Dec 20 15:49:25.519021 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f67c95b-edee-45ac-8040-de11520ea7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.534228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.611847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-3f9edbeb-7c11-4262-8280-570c73252af9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706623 Dec 20 15:49:25.623133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80e7be3-0c65-4827-a10e-4cbf2b12199c']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:25.661635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f67c95b-edee-45ac-8040-de11520ea7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.769798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f67c95b-edee-45ac-8040-de11520ea7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.790470 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:49:25.805283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacffb5f-6e99-49ca-b054-dd3d387dcf26') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:25.805899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacffb5f-6e99-49ca-b054-dd3d387dcf26') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:25.820117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.824292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-3fbe8e3e-9038-42da-8ef7-d39b5b49355d service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031739 Dec 20 15:49:25.890691 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1f67c95b-edee-45ac-8040-de11520ea7e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=051e0bc10e7941b3abd02f3ebb9389dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083741 Dec 20 15:49:25.893017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:25.945098 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.984803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:49:25.985538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:49:25.989325 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:49:26.033063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c95b-edee-45ac-8040-de11520ea7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b05d9-ec8f-4f26-9f6f-010db7e5adc7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:26.069770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0026834-c45b-4d67-8967-2807cb74fff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:26.098005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0026834-c45b-4d67-8967-2807cb74fff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:26.165739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb529dc4-253c-4cc9-85cf-9bc9121fe06f x-openstack-request-id: req-bb529dc4-253c-4cc9-85cf-9bc9121fe06f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:26.165739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-plugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:26.165739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb529dc4-253c-4cc9-85cf-9bc9121fe06f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:26.165739 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'code': 200} Dec 20 15:49:26.188738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:26.196589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:26.201519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] 10.222.0.81 "DELETE /v2.0/networks/f80e7be3-0c65-4827-a10e-4cbf2b12199c HTTP/1.1" status: 204 len: 168 time: 1.4305198 Dec 20 15:49:26.217581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e15924a9-d459-4f1d-b023-1f9cba9b671d req-bfccbfff-677f-44db-924e-f627678c18c3 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799009 Dec 20 15:49:26.236900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0026834-c45b-4d67-8967-2807cb74fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:26.241590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e0026834-c45b-4d67-8967-2807cb74fff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:26.243581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e0026834-c45b-4d67-8967-2807cb74fff1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/400b05d9-ec8f-4f26-9f6f-010db7e5adc7 HTTP/1.1" status: 204 len: 168 time: 0.3306191 Dec 20 15:49:26.261657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:26.268401 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6796c6a0-a266-45e4-9e08-3b70b33b7342" -d '{"events": [{"name": "network-changed", "server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:26.275128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f67b0-1f5d-4746-a840-3f331d1cc71d tempest-BulkNetworkOpsIpV6Test-1603886345 tempest-BulkNetworkOpsIpV6Test-1603886345-project] Pushing event deleted for resources: {'Network': ['ID=f80e7be3-0c65-4827-a10e-4cbf2b12199c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:26.296698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0026834-c45b-4d67-8967-2807cb74fff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b05d9-ec8f-4f26-9f6f-010db7e5adc7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:26.451831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845df997-f724-418c-a8aa-9ac00ae64cbb req-10667a54-a2c0-4e63-926e-b2896df23fef tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:26.466899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-845df997-f724-418c-a8aa-9ac00ae64cbb req-10667a54-a2c0-4e63-926e-b2896df23fef tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1933427 Dec 20 15:49:26.584898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-845df997-f724-418c-a8aa-9ac00ae64cbb req-68aa7419-aee2-42be-b3a2-d5a5379f4a3b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165135 Dec 20 15:49:26.742148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a15c3-8f11-41c3-bb26-6bee00d17f8c req-09fdc389-b3ff-4e8d-a985-b1d2ec5e923f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:26.744048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b8a15c3-8f11-41c3-bb26-6bee00d17f8c req-09fdc389-b3ff-4e8d-a985-b1d2ec5e923f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 943 time: 0.0680726 Dec 20 15:49:26.944972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b8a15c3-8f11-41c3-bb26-6bee00d17f8c req-9ca1ed94-ea72-442a-94d0-1eaa4461fac9 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589004 Dec 20 15:49:27.166117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:27.493095 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f833a-903d-46fd-a571-282d8f911211 x-openstack-request-id: req-fb0f833a-903d-46fd-a571-282d8f911211 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:27.497060 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:27.499150 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb0f833a-903d-46fd-a571-282d8f911211 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:27.499150 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'status': 'completed', 'code': 200} Dec 20 15:49:27.618536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:27.726885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-49bf3d14-4f47-449c-b964-1f64ec3ab4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:27.728928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-49bf3d14-4f47-449c-b964-1f64ec3ab4dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db7546efdcfa43c0a9269ffa2af574dc&device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 1094 time: 0.1935928 Dec 20 15:49:27.780249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a64cb-618f-432b-96ef-c9ccb489f11d req-820eda1a-5843-480e-8cbf-8e56eeb6b994 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:27.788411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-497a64cb-618f-432b-96ef-c9ccb489f11d req-820eda1a-5843-480e-8cbf-8e56eeb6b994 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 943 time: 0.1445687 Dec 20 15:49:27.911939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-497a64cb-618f-432b-96ef-c9ccb489f11d req-67a63e34-5ebe-4b57-8a31-fb01f4ee5b6c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225142 Dec 20 15:49:27.941154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-38058063-e35d-4458-8445-6a0bbd767671 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:27.942771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-38058063-e35d-4458-8445-6a0bbd767671 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/ports?device_id=146f2f54-f010-4242-acaa-2431391a67e0 HTTP/1.1" status: 200 len: 946 time: 0.1320062 Dec 20 15:49:27.946242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-aa1a0803-b702-4917-bba2-93c932584bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:27.947693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-aa1a0803-b702-4917-bba2-93c932584bf1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=68ef0e08-e471-4551-93b7-fa9aaa20576a HTTP/1.1" status: 200 len: 916 time: 0.2108109 Dec 20 15:49:27.967497 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-15258e28-3a15-4b45-abff-14feb3fa1e54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=263d36609f9541d8a82b0714f2db978f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475614 Dec 20 15:49:27.970097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58686) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:28.105714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3816adb-f8b0-4063-8687-42b0e45cb1c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:28.131290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3816adb-f8b0-4063-8687-42b0e45cb1c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:28.278531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3816adb-f8b0-4063-8687-42b0e45cb1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:28.281369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3816adb-f8b0-4063-8687-42b0e45cb1c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:28.283328 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3816adb-f8b0-4063-8687-42b0e45cb1c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f16fa6e-ebb8-4550-9e34-023b71698dc3 HTTP/1.1" status: 204 len: 168 time: 0.3120589 Dec 20 15:49:28.303908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3816adb-f8b0-4063-8687-42b0e45cb1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f16fa6e-ebb8-4550-9e34-023b71698dc3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:28.575980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-68742c94-f530-4841-bb9b-433aa39b7602 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127 HTTP/1.1" status: 200 len: 217 time: 0.6213398 Dec 20 15:49:28.615905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d72da4fb-6329-49ff-a937-9bb3c976dbde details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:28.777523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-7821dfb0-4397-4487-a1f7-b0655112e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:28.780488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-7821dfb0-4397-4487-a1f7-b0655112e673 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=234edcc1-759e-41ad-bd09-de9a0b8b16f5 HTTP/1.1" status: 200 len: 854 time: 0.1867721 Dec 20 15:49:28.876259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:28.898713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'port_id': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'mac_address': 'fa:16:3e:b2:d7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:28.943086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Deleting port 78d2e8c2-0da2-4346-8355-f067a1317d53 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:28.943826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:28.960831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf8ac7-9a3c-4964-9e19-49094042ac40 req-fc527f48-ba34-4827-a909-e9d3ac032192 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:28.970944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82bf8ac7-9a3c-4964-9e19-49094042ac40 req-fc527f48-ba34-4827-a909-e9d3ac032192 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.3830206 Dec 20 15:49:28.983473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:29.021796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72da4fb-6329-49ff-a937-9bb3c976dbde {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:29.080298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:29.115207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82bf8ac7-9a3c-4964-9e19-49094042ac40 req-a46c6152-280b-426d-a8fe-03faba239415 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386480 Dec 20 15:49:29.151541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-19a32eaf-8143-4eec-81f7-314f2bcf5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:29.155097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-19a32eaf-8143-4eec-81f7-314f2bcf5be4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68ef0e08-e471-4551-93b7-fa9aaa20576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479934 Dec 20 15:49:29.167323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:29.290174 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-60449445-4d9c-4b2d-b82a-06b53be78c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:29.320786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-defdbd5d-ac1d-4c71-ab82-c514e38b4820 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:29.331995 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-defdbd5d-ac1d-4c71-ab82-c514e38b4820 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/ports?device_id=17227ca5-39ca-4fe3-831a-0a130fe69572 HTTP/1.1" status: 200 len: 945 time: 0.1641946 Dec 20 15:49:29.360388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:29.519285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d72da4fb-6329-49ff-a937-9bb3c976dbde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:29.570376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Deleting port 44386017-d953-4523-96f5-6911cfe1cb7d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:29.574563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:29.687736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] For port 78d2e8c2-0da2-4346-8355-f067a1317d53, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=78d2e8c2-0da2-4346-8355-f067a1317d53,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:29.688288 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:29.768814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Calling delete_port for 78d2e8c2-0da2-4346-8355-f067a1317d53 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:29.871263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] For port 44386017-d953-4523-96f5-6911cfe1cb7d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=44386017-d953-4523-96f5-6911cfe1cb7d,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:29.871641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:29.891362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-a52b91ba-ce4e-4c7e-bba1-6f7c195ae2ed service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257328 Dec 20 15:49:29.935899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Calling delete_port for 44386017-d953-4523-96f5-6911cfe1cb7d owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:30.257848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6796c6a0-a266-45e4-9e08-3b70b33b7342 req-66acb81d-a4a3-4437-a7fb-b084720f75fc service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547368 Dec 20 15:49:30.436712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:30.436878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:30.452983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['44386017-d953-4523-96f5-6911cfe1cb7d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:30.503024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event deleted for resources: {'Port': ['ID=78d2e8c2-0da2-4346-8355-f067a1317d53,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:30.525204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['44386017-d953-4523-96f5-6911cfe1cb7d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:30.529923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event deleted for resources: {'Port': ['ID=44386017-d953-4523-96f5-6911cfe1cb7d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:30.623075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] No DVR routers for this DVR port 78d2e8c2-0da2-4346-8355-f067a1317d53 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:49:30.625896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:30.634260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d72da4fb-6329-49ff-a937-9bb3c976dbde up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:30.643595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a9fde7f-6095-4f1f-886c-6253035f4df1 req-52746760-fbef-4b73-bff4-1b820e0070bd tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "DELETE /v2.0/ports/78d2e8c2-0da2-4346-8355-f067a1317d53 HTTP/1.1" status: 204 len: 173 time: 2.6796834 Dec 20 15:49:30.644168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146f2f54-f010-4242-acaa-2431391a67e0', 'name': 'network-vif-deleted', 'tag': '78d2e8c2-0da2-4346-8355-f067a1317d53'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:30.647385 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18445cf-c437-470a-a278-e2898f8787d2" -d '{"events": [{"server_uuid": "146f2f54-f010-4242-acaa-2431391a67e0", "name": "network-vif-deleted", "tag": "78d2e8c2-0da2-4346-8355-f067a1317d53"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:30.665322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] No DVR routers for this DVR port 44386017-d953-4523-96f5-6911cfe1cb7d on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:49:30.683243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:30.686860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-932fcf02-7a9d-4339-b8cd-12b185430c95 req-64d8d275-361b-4d3b-b2b7-de23357ca2bc tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "DELETE /v2.0/ports/44386017-d953-4523-96f5-6911cfe1cb7d HTTP/1.1" status: 204 len: 173 time: 1.3535373 Dec 20 15:49:30.699823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'name': 'network-vif-deleted', 'tag': '44386017-d953-4523-96f5-6911cfe1cb7d'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:30.706127 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cee2c3-9811-4c1e-887e-e3063d3a414c" -d '{"events": [{"server_uuid": "17227ca5-39ca-4fe3-831a-0a130fe69572", "name": "network-vif-deleted", "tag": "44386017-d953-4523-96f5-6911cfe1cb7d"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:30.863280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port d72da4fb-6329-49ff-a937-9bb3c976dbde completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:30.870167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d72da4fb-6329-49ff-a937-9bb3c976dbde triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:30.872006 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.077070 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.153630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:31.153630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:31.159770 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255374d4-45f8-4987-90b9-f7cc78a977f2" -d '{"events": [{"server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "name": "network-vif-plugged", "status": "completed", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:31.199266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:31.204190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.340614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:31.396726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-455264980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:31.550184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.554149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.716675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.774457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a6b70df-2a25-40e0-8f54-dc080e067153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.823513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 78d2e8c2-0da2-4346-8355-f067a1317d53 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:31.887017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 78d2e8c2-0da2-4346-8355-f067a1317d53 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:49:31.887480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 78d2e8c2-0da2-4346-8355-f067a1317d53 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:49:31.890913 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:31.903553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 44386017-d953-4523-96f5-6911cfe1cb7d no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:31.994712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 44386017-d953-4523-96f5-6911cfe1cb7d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:49:31.998335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 44386017-d953-4523-96f5-6911cfe1cb7d not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:49:32.046134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:32.050174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ef0e8c02-fc44-4f2a-b09d-d186945ac75c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8476207 Dec 20 15:49:32.052538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58774) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:32.061744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-319525737'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:32.187014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Made reservation on behalf of 1baa5552bf544dd2af1f81f00632bbc9 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:32.196538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:32.217356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:32.398343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:32.490017 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:32.532161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:32.556078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbd02e8-35cc-436f-9f00-4bb2a0a91037,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:32.575298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:32.577632 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Added segment 723ec46e-b213-409c-af40-4f8a3cf96b98 of type vlan for network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 Dec 20 15:49:32.725036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:33.215762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:33.382240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:33.390308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:33.391168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:33.477212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Network': ['ID=bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:33.487701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:33.500276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58788) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:33.501064 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4c9c8cd3-62d1-4f0f-8c6a-f7ac5a60b03b tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4465656 Dec 20 15:49:33.506280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'subnet': {'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:33.986891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Made reservation on behalf of 1baa5552bf544dd2af1f81f00632bbc9 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:33.991234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.248825 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.358946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.457118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58800) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:34.528391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Checking segment: {'id': '723ec46e-b213-409c-af40-4f8a3cf96b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:34.529408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network hostable DHCP agents. Network: bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:34.536195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Subnet': ['ID=e3c8bf0f-340b-4722-8461-d6ecbb76d314,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:34.626596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:34.639294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab33bf1f-4e24-42e2-b2ea-b03a17cd56c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.651511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device efe0c112-0f8b-4eeb-9ef2-5491d535d127 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:34.718441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:34.723583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:34.724487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.798980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port efe0c112-0f8b-4eeb-9ef2-5491d535d127, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:34.823439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-68ee9822-da11-41f1-b5bb-d37bae64a40a tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3219576 Dec 20 15:49:34.824101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58804) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:34.832394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'network': {'name': 'tempest-router-network01--816251671'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:34.845043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab33bf1f-4e24-42e2-b2ea-b03a17cd56c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.940756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab33bf1f-4e24-42e2-b2ea-b03a17cd56c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.969618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Made reservation on behalf of 1baa5552bf544dd2af1f81f00632bbc9 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:34.974209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.003626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'port_id': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:35.007955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949d8e9-c79a-4213-be93-0bd284592804 None None] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:35.046496 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33bf1f-4e24-42e2-b2ea-b03a17cd56c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a42d0-beb6-4251-8807-8d49dfa886cd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:35.065058 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ab33bf1f-4e24-42e2-b2ea-b03a17cd56c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ff2ea5fb848433bb04384c26bdc4e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6057160 Dec 20 15:49:35.065339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:35.067656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:35.134492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.134845 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Added segment af44a41b-1e94-4160-ba4d-e882be59d080 of type vlan for network 247c1953-c671-446b-858b-90f12bb0f67a Dec 20 15:49:35.160830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d15f18c9-771f-4b3d-b1b7-62208f5cda4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.213334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.215693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9', 'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9', 'project_id': '1baa5552bf544dd2af1f81f00632bbc9', 'fixed_ips': [{'subnet_id': 'e3c8bf0f-340b-4722-8461-d6ecbb76d314'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:49:35.216585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.218478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.221945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d15f18c9-771f-4b3d-b1b7-62208f5cda4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.362577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe0c112-0f8b-4eeb-9ef2-5491d535d127 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:35.413115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port efe0c112-0f8b-4eeb-9ef2-5491d535d127, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:35.438477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.445362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:35.446001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.466003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Allocated IP 172.20.0.2 (bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9/e3c8bf0f-340b-4722-8461-d6ecbb76d314/7497c426-6769-470b-83b5-f21eba93fcca) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:35.514367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.551166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.552087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d15f18c9-771f-4b3d-b1b7-62208f5cda4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.556192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d15f18c9-771f-4b3d-b1b7-62208f5cda4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.560823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d15f18c9-771f-4b3d-b1b7-62208f5cda4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/791a42d0-beb6-4251-8807-8d49dfa886cd HTTP/1.1" status: 204 len: 168 time: 0.4943871 Dec 20 15:49:35.574261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Network': ['ID=247c1953-c671-446b-858b-90f12bb0f67a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:35.579853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f18c9-771f-4b3d-b1b7-62208f5cda4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a42d0-beb6-4251-8807-8d49dfa886cd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:35.626985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-43d7a358-b9b5-4d24-b251-fe7167861ac6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7991266 Dec 20 15:49:35.627327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58814) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:35.638938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'network': {'name': 'tempest-router-network02--1547598431'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:35.639521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 247c1953-c671-446b-858b-90f12bb0f67a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:35.797752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=efe0c112-0f8b-4eeb-9ef2-5491d535d127,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:35.805762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Made reservation on behalf of 1baa5552bf544dd2af1f81f00632bbc9 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:35.813250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.832824 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.867819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:49:35.878105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.878376 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Added segment 590d4d2f-cceb-463d-8924-370ddcc8bc50 of type vlan for network e26913f2-d980-47b8-9d97-4e876414a8e6 Dec 20 15:49:35.914787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['efe0c112-0f8b-4eeb-9ef2-5491d535d127'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:35.956626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:35.957275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.054832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.061191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:36.062048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.068496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:36.079372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:36.088905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:36.124947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Pushing event updated for resources: {'Port': ['ID=7497c426-6769-470b-83b5-f21eba93fcca,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:36.225145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58834) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:36.226275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5971076 Dec 20 15:49:36.231318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'subnet': {'network_id': '247c1953-c671-446b-858b-90f12bb0f67a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:36.258268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd364c4-baab-4951-b0a0-4630231efce0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Network': ['ID=e26913f2-d980-47b8-9d97-4e876414a8e6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:36.280855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e26913f2-d980-47b8-9d97-4e876414a8e6 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:49:36.376368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a84e9-8648-42dd-b896-ff369c996192 req-3051fbd4-b649-4d96-921a-b7c35372aef1 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:36.378044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477a84e9-8648-42dd-b896-ff369c996192 req-3051fbd4-b649-4d96-921a-b7c35372aef1 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 944 time: 0.0814726 Dec 20 15:49:36.385498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-dc55d040-30e8-4cf5-adf0-167a91b77291 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:36.387057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-dc55d040-30e8-4cf5-adf0-167a91b77291 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 811 time: 0.1825507 Dec 20 15:49:36.421303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-9c7e1bde-3f1b-4524-98b7-eed8a76b5297 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/quotas/fe0674fc18b04ccfbde0f2684693105a HTTP/1.1" status: 200 len: 375 time: 0.0245008 Dec 20 15:49:36.437332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Attempting to bind port 7497c426-6769-470b-83b5-f21eba93fcca on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:36.438222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Attempting to bind port 7497c426-6769-470b-83b5-f21eba93fcca by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '723ec46e-b213-409c-af40-4f8a3cf96b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:36.438222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Attempting to bind port 7497c426-6769-470b-83b5-f21eba93fcca on network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:36.454928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:36.455379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Checking segment: {'id': '723ec46e-b213-409c-af40-4f8a3cf96b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:36.455713 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.456116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Bound using segment: {'id': '723ec46e-b213-409c-af40-4f8a3cf96b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:36.456604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Bound port: 7497c426-6769-470b-83b5-f21eba93fcca, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723ec46e-b213-409c-af40-4f8a3cf96b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:36.456996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.466474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-08dc4217-76b1-4adf-9d23-3cd6ccb4297d tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405128 Dec 20 15:49:36.474970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477a84e9-8648-42dd-b896-ff369c996192 req-c960e180-839d-433f-93b3-c74ce58046f3 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869188 Dec 20 15:49:36.535221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Made reservation on behalf of 1baa5552bf544dd2af1f81f00632bbc9 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:36.540357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.597148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-76aff354-1c6d-4ea8-b9e4-a7b7c53e1192 service neutron] 10.222.0.81 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210983 Dec 20 15:49:36.639330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] For port 7497c426-6769-470b-83b5-f21eba93fcca, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:36.643328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] For port 7497c426-6769-470b-83b5-f21eba93fcca, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7497c426-6769-470b-83b5-f21eba93fcca,segment=NetworkSegment(723ec46e-b213-409c-af40-4f8a3cf96b98),segment_id=723ec46e-b213-409c-af40-4f8a3cf96b98)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:36.759705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ac53e-11e2-4d72-9c77-55538be06314 req-8c97606a-4ad1-4468-97ef-252dd857c2da tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:36.761435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:36.765298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f8ac53e-11e2-4d72-9c77-55538be06314 req-8c97606a-4ad1-4468-97ef-252dd857c2da tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1031909 Dec 20 15:49:36.776209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.860902 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-353789ca-d105-432e-9a52-8aefcbd26284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.885190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007963e-adee-46b9-a664-91ccd6a6a029 None None] Pushing event updated for resources: {'Port': ['ID=7497c426-6769-470b-83b5-f21eba93fcca,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:36.897083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-61b7157d-f31b-4b27-840a-eeecece62e03 service neutron] 10.222.0.81 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927105 Dec 20 15:49:36.964931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f8ac53e-11e2-4d72-9c77-55538be06314 req-a553a6d9-058e-4e14-b6fa-0e41677d0c75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976032 Dec 20 15:49:36.971292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:37.098448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-1970b8aa-7ca8-4c09-a0f7-28f7c538a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.103849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-1970b8aa-7ca8-4c09-a0f7-28f7c538a712 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1096 time: 0.1967676 Dec 20 15:49:37.177591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Subnet': ['ID=97beaa4d-ae85-4dff-a233-5118ddd94899,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:37.269710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a4a4f-485e-4ec6-8530-25f58e5fcc89 req-ede10704-747e-43ef-8d14-8b4ad2aa9e5b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.278848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-962a4a4f-485e-4ec6-8530-25f58e5fcc89 req-ede10704-747e-43ef-8d14-8b4ad2aa9e5b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.1241479 Dec 20 15:49:37.349707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Checking segment: {'id': 'af44a41b-1e94-4160-ba4d-e882be59d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '247c1953-c671-446b-858b-90f12bb0f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:37.350299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network hostable DHCP agents. Network: 247c1953-c671-446b-858b-90f12bb0f67a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:37.383408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-353789ca-d105-432e-9a52-8aefcbd26284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:37.427359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-97f7d40a-510a-4d04-8a88-c19378c0fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.429708 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-97f7d40a-510a-4d04-8a88-c19378c0fb41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.3153300 Dec 20 15:49:37.468392 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c7273-c137-48e7-a102-3a710081cd2e x-openstack-request-id: req-092c7273-c137-48e7-a102-3a710081cd2e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:37.468774 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146f2f54-f010-4242-acaa-2431391a67e0", "name": "network-vif-deleted", "tag": "78d2e8c2-0da2-4346-8355-f067a1317d53", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:37.469038 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-092c7273-c137-48e7-a102-3a710081cd2e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:37.469602 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146f2f54-f010-4242-acaa-2431391a67e0', 'name': 'network-vif-deleted', 'tag': '78d2e8c2-0da2-4346-8355-f067a1317d53', 'status': 'completed', 'code': 200} Dec 20 15:49:37.492527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-962a4a4f-485e-4ec6-8530-25f58e5fcc89 req-fda3d265-386c-4659-86ee-ddd3194a98f7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130580 Dec 20 15:49:37.560567 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-efebcb68-1fa1-4113-83be-213db6f37463 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1184218 Dec 20 15:49:37.568532 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60c48a7-de2a-4483-bca3-9ab5f5bc9d9f x-openstack-request-id: req-c60c48a7-de2a-4483-bca3-9ab5f5bc9d9f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:37.569543 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17227ca5-39ca-4fe3-831a-0a130fe69572", "name": "network-vif-deleted", "tag": "44386017-d953-4523-96f5-6911cfe1cb7d", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:37.570005 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c60c48a7-de2a-4483-bca3-9ab5f5bc9d9f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:37.573913 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17227ca5-39ca-4fe3-831a-0a130fe69572', 'name': 'network-vif-deleted', 'tag': '44386017-d953-4523-96f5-6911cfe1cb7d', 'status': 'completed', 'code': 200} Dec 20 15:49:37.573913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-353789ca-d105-432e-9a52-8aefcbd26284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:37.574456 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc6b8a2-ff34-41e9-a909-a6621e1c18cf x-openstack-request-id: req-7dc6b8a2-ff34-41e9-a909-a6621e1c18cf {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:37.574456 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "name": "network-vif-plugged", "status": "completed", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:37.575286 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dc6b8a2-ff34-41e9-a909-a6621e1c18cf {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:37.575963 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'code': 200} Dec 20 15:49:37.641542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network 247c1953-c671-446b-858b-90f12bb0f67a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:37.751544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353789ca-d105-432e-9a52-8aefcbd26284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be141f44-686a-4702-9ae5-1f6977e35457,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:37.774254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 247c1953-c671-446b-858b-90f12bb0f67a) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:37.788775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144bf77-b3d1-41ff-9a3d-9a6b36ba2be8 None None] Network 247c1953-c671-446b-858b-90f12bb0f67a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:37.832795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-4d26f5f4-d103-4edd-8b91-5fe6c937c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.840578 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-4d26f5f4-d103-4edd-8b91-5fe6c937c151 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.2573352 Dec 20 15:49:37.845282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.849571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:37.871917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-353789ca-d105-432e-9a52-8aefcbd26284 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b48573b86eb4253b588d8eb5e2175ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1087186 Dec 20 15:49:37.891942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32dc74a1-85e7-400b-953c-2578ee45dd64 req-7ecff40f-e5fe-4bd9-b629-72e07cfcc4a1 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 210 time: 0.0657973 Dec 20 15:49:37.900804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58860) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:37.931054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0762c-4808-4449-a8f8-6b987f684f60 req-9274ea03-3854-4db1-a239-1712ef1b7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.935466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fe0762c-4808-4449-a8f8-6b987f684f60 req-9274ea03-3854-4db1-a239-1712ef1b7365 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.2003710 Dec 20 15:49:37.960089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-0725d68d-fe69-4ac1-9855-ba59f036c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:37.961750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-0725d68d-fe69-4ac1-9855-ba59f036c379 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069806 Dec 20 15:49:38.019066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2ea2-a157-45b7-a916-e75ef0459f11 req-34a11322-5101-4ae4-8371-042099d8c7ea tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:38.033990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feaa2ea2-a157-45b7-a916-e75ef0459f11 req-34a11322-5101-4ae4-8371-042099d8c7ea tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 944 time: 0.2334380 Dec 20 15:49:38.040629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1418abc-7625-4b7f-b504-077360de454e tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8117421 Dec 20 15:49:38.046235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58864) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:38.051365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-247c1953-c671-446b-858b-90f12bb0f67a', 'network_id': '247c1953-c671-446b-858b-90f12bb0f67a', 'project_id': '1baa5552bf544dd2af1f81f00632bbc9', 'fixed_ips': [{'subnet_id': '97beaa4d-ae85-4dff-a233-5118ddd94899'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:49:38.052850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.087196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'subnet': {'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:38.153506 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-9b7e4dc1-e0b5-4b53-8516-b0aee7a82b97 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797113 Dec 20 15:49:38.222978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffe86c45-5ad8-4d3d-9627-cd6de1647772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.314038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fe0762c-4808-4449-a8f8-6b987f684f60 req-1c64b412-b42e-4614-bd09-459e4b20ab93 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611619 Dec 20 15:49:38.325421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Allocated IP 172.20.0.2 (247c1953-c671-446b-858b-90f12bb0f67a/97beaa4d-ae85-4dff-a233-5118ddd94899/48a65349-0cf3-4b2b-8ba3-b47aa9aecca9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:38.374781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-71f78aa4-ca32-4763-a6a1-51f0db3f752a req-a54c98f6-e76c-471e-b046-7577537cfc7a service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130585 Dec 20 15:49:38.412804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-feaa2ea2-a157-45b7-a916-e75ef0459f11 req-37888f2e-4c7d-4d99-8335-5ecba4c2cf2b tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774385 Dec 20 15:49:38.432807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffe86c45-5ad8-4d3d-9627-cd6de1647772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.521804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01b2e-406b-4f34-b18d-4506762687b4 req-ac8252c5-f681-4742-ab6c-c1935962a5a8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:38.531809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ea01b2e-406b-4f34-b18d-4506762687b4 req-ac8252c5-f681-4742-ab6c-c1935962a5a8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.4298220 Dec 20 15:49:38.596668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-3e48b4c7-3205-408d-a3aa-a5482fa4f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:38.599276 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-3e48b4c7-3205-408d-a3aa-a5482fa4f80c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1096 time: 0.1335542 Dec 20 15:49:38.657101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.660633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device efe0c112-0f8b-4eeb-9ef2-5491d535d127 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:38.730933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Made reservation on behalf of 1baa5552bf544dd2af1f81f00632bbc9 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:38.735443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.742807 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.806254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ea01b2e-406b-4f34-b18d-4506762687b4 req-8b5ad560-e506-4e09-8be4-b822cff9bc6b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733145 Dec 20 15:49:38.850756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-b84181ab-9cc6-4660-8c12-d4937639ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:38.851070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-b84181ab-9cc6-4660-8c12-d4937639ade1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.2111683 Dec 20 15:49:38.925812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400c016-fcfd-4a40-a87b-a50e0543b70f req-af0c8d07-eebe-493d-ace0-f1649f59df31 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:38.935600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Network 247c1953-c671-446b-858b-90f12bb0f67a is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:38.936300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9400c016-fcfd-4a40-a87b-a50e0543b70f req-af0c8d07-eebe-493d-ace0-f1649f59df31 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.2176218 Dec 20 15:49:38.951642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffe86c45-5ad8-4d3d-9627-cd6de1647772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.955298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffe86c45-5ad8-4d3d-9627-cd6de1647772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:38.957773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ffe86c45-5ad8-4d3d-9627-cd6de1647772 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be141f44-686a-4702-9ae5-1f6977e35457 HTTP/1.1" status: 204 len: 168 time: 1.0543561 Dec 20 15:49:38.961239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72ee0d-56c7-4e24-b37a-9447e756cb2b None None] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:38.988381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:38.989722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:39.022775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe86c45-5ad8-4d3d-9627-cd6de1647772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be141f44-686a-4702-9ae5-1f6977e35457,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:39.032050 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-9159d420-a10f-47f4-9005-f2984adc6e47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1693416 Dec 20 15:49:39.084255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92f77635-f4a4-4f63-b7d4-3067bcdc0ea3 req-d8ac61e7-d89a-42bc-904e-6fa19de2f166 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 210 time: 0.0679293 Dec 20 15:49:39.130579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Pushing event updated for resources: {'Port': ['ID=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:39.155832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port efe0c112-0f8b-4eeb-9ef2-5491d535d127 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:39.217001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port efe0c112-0f8b-4eeb-9ef2-5491d535d127 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:39.217752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.224169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-38849724-aabf-4a6d-80b4-d31ba11c949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:39.225825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-38849724-aabf-4a6d-80b4-d31ba11c949f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.1854968 Dec 20 15:49:39.236273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7497c426-6769-470b-83b5-f21eba93fcca up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:39.297808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9400c016-fcfd-4a40-a87b-a50e0543b70f req-487f3fde-ed4d-43ab-9b84-55e8a741b090 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602834 Dec 20 15:49:39.331342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-731a9d9f-68da-4a31-bf13-c967fd72d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:39.333574 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-731a9d9f-68da-4a31-bf13-c967fd72d962 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968800 Dec 20 15:49:39.371404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5286a67f-0a2b-48a7-a401-241e99e49f69 None None] Provisioning complete for port 7497c426-6769-470b-83b5-f21eba93fcca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:39.371997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5286a67f-0a2b-48a7-a401-241e99e49f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.383664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.452875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Subnet': ['ID=b437fb29-de4f-47e2-9bc8-dfdb7586cb47,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:39.496568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Attempting to bind port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:39.496568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Attempting to bind port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'af44a41b-1e94-4160-ba4d-e882be59d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '247c1953-c671-446b-858b-90f12bb0f67a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:39.496568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Attempting to bind port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 on network 247c1953-c671-446b-858b-90f12bb0f67a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:39.569581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-0d13e53f-d453-4e52-8b52-d38c71d5ad48 service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838675 Dec 20 15:49:39.569985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Checking segment: {'id': '590d4d2f-cceb-463d-8924-370ddcc8bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:39.569985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network hostable DHCP agents. Network: e26913f2-d980-47b8-9d97-4e876414a8e6, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:49:39.595449 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.605465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:39.605465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Checking segment: {'id': 'af44a41b-1e94-4160-ba4d-e882be59d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '247c1953-c671-446b-858b-90f12bb0f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:39.605465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.610603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Bound using segment: {'id': 'af44a41b-1e94-4160-ba4d-e882be59d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '247c1953-c671-446b-858b-90f12bb0f67a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:39.610603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Bound port: 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af44a41b-1e94-4160-ba4d-e882be59d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '247c1953-c671-446b-858b-90f12bb0f67a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:39.610603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.647448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7497c426-6769-470b-83b5-f21eba93fcca triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:39.648120 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.769244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54baeba-0dc5-43ca-b7cb-d1296c7e7ee8 req-024aef65-ddb2-40da-9fa7-1cfd073d9de7 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:39.777226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d54baeba-0dc5-43ca-b7cb-d1296c7e7ee8 req-024aef65-ddb2-40da-9fa7-1cfd073d9de7 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 944 time: 0.1514039 Dec 20 15:49:39.784632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:39.787530 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08263c01-ad23-4909-9544-d9e9b471bda2" -d '{"events": [{"server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "name": "network-vif-plugged", "status": "completed", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:39.797352 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5286a67f-0a2b-48a7-a401-241e99e49f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:39.827621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port efe0c112-0f8b-4eeb-9ef2-5491d535d127, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:39.842702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d54baeba-0dc5-43ca-b7cb-d1296c7e7ee8 req-983ad581-c4fa-4f7a-ba66-3f7dddcc8e25 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644600 Dec 20 15:49:39.918211 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13226e95-ecc6-462c-b979-1c00d69e222a x-openstack-request-id: req-13226e95-ecc6-462c-b979-1c00d69e222a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:39.918211 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "name": "network-vif-plugged", "status": "completed", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:39.918211 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13226e95-ecc6-462c-b979-1c00d69e222a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:39.918211 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'code': 200} Dec 20 15:49:39.918211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:39.919020 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4bb770d-a4f3-4076-9831-a7c003f5e914 req-934a9967-26eb-489a-a4ae-47e24e15fead service neutron] 10.222.0.72 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667169 Dec 20 15:49:40.082810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b0fa2-16d1-4541-9804-b1a0dfc4bcfe req-afc7ffb2-24e0-43cd-8a39-7e4ed3d6cba1 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:40.085217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a7b0fa2-16d1-4541-9804-b1a0dfc4bcfe req-afc7ffb2-24e0-43cd-8a39-7e4ed3d6cba1 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1621599 Dec 20 15:49:40.087396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909afc44-f320-4e09-b405-d4ce7d4801fe req-d4b9a5bc-1830-4c9c-9797-b56dda646c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:40.089041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-909afc44-f320-4e09-b405-d4ce7d4801fe req-d4b9a5bc-1830-4c9c-9797-b56dda646c96 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 1095 time: 0.1170866 Dec 20 15:49:40.159548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] For port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:40.163520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5286a67f-0a2b-48a7-a401-241e99e49f69 None None] For port 7497c426-6769-470b-83b5-f21eba93fcca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7497c426-6769-470b-83b5-f21eba93fcca,segment=NetworkSegment(723ec46e-b213-409c-af40-4f8a3cf96b98),segment_id=723ec46e-b213-409c-af40-4f8a3cf96b98)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:40.200898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a7b0fa2-16d1-4541-9804-b1a0dfc4bcfe req-ad703c26-45e7-4159-9e60-c60cb321d5bc tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084406 Dec 20 15:49:40.202957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-909afc44-f320-4e09-b405-d4ce7d4801fe req-0e1d7a84-4f6e-4a07-905e-cb9bd56c7628 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041665 Dec 20 15:49:40.205182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] For port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,segment=NetworkSegment(af44a41b-1e94-4160-ba4d-e882be59d080),segment_id=af44a41b-1e94-4160-ba4d-e882be59d080)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:40.217571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network e26913f2-d980-47b8-9d97-4e876414a8e6 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:49:40.221386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aeee1cb-0165-4e5d-a1db-147c70ec1b7e req-5ef87929-dea6-4e69-b419-52ff94b8ba22 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 210 time: 0.0361383 Dec 20 15:49:40.231102 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.279517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.357984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e26913f2-d980-47b8-9d97-4e876414a8e6) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:40.362238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5286a67f-0a2b-48a7-a401-241e99e49f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.362912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:40.363734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.398222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.417795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2ec5e-81f9-4ef1-bcf7-da7d467b16d3 None None] Network e26913f2-d980-47b8-9d97-4e876414a8e6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:40.462281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.485800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5f62-5f02-475f-a13e-880558a30a4a req-54a41e0d-cb32-480e-b199-8c41c5239eb3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:40.488024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9fb5f62-5f02-475f-a13e-880558a30a4a req-54a41e0d-cb32-480e-b199-8c41c5239eb3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.0955169 Dec 20 15:49:40.501604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58928) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:40.502506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8dfbb1ff-5d20-48f8-a4d0-2a6fb37f0a04 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4508855 Dec 20 15:49:40.572694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=efe0c112-0f8b-4eeb-9ef2-5491d535d127,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:40.595029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:49:40.595513 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:49:40.627545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9fb5f62-5f02-475f-a13e-880558a30a4a req-00db2083-d3f3-4737-aaa7-4f0eb3b8441c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203930 Dec 20 15:49:40.728301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:40.729464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e36932ac-d692-4e74-a9ad-d48d8b5b7e36 None None] Provisioning complete for port 7497c426-6769-470b-83b5-f21eba93fcca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:40.729835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e36932ac-d692-4e74-a9ad-d48d8b5b7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.872660 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:40.876233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a67f-0a2b-48a7-a401-241e99e49f69 None None] Pushing event updated for resources: {'Port': ['ID=7497c426-6769-470b-83b5-f21eba93fcca,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:40.975881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1990ca3-34ed-415c-86f3-675b4beb020a None None] Pushing event updated for resources: {'Port': ['ID=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:41.045308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e26913f2-d980-47b8-9d97-4e876414a8e6', 'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6', 'project_id': '1baa5552bf544dd2af1f81f00632bbc9', 'fixed_ips': [{'subnet_id': 'b437fb29-de4f-47e2-9bc8-dfdb7586cb47'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:49:41.046492 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:41.112784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:41.133192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f7731-b81b-49fb-8702-9aae16edea0b req-587dbaa0-f893-44c3-a948-46a9a5d6381d tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:41.142014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b52f7731-b81b-49fb-8702-9aae16edea0b req-587dbaa0-f893-44c3-a948-46a9a5d6381d tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.1291425 Dec 20 15:49:41.310223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b52f7731-b81b-49fb-8702-9aae16edea0b req-9a2d5dac-07ee-46d4-83f3-e749bf3a954e tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673543 Dec 20 15:49:41.525297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791430c-e198-45d1-84bc-21ae3351d9f4 req-70f98b33-6cb6-4c3f-9673-c8d699bcee49 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:41.526889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5791430c-e198-45d1-84bc-21ae3351d9f4 req-70f98b33-6cb6-4c3f-9673-c8d699bcee49 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1447580 Dec 20 15:49:41.590268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Allocated IP 172.20.0.2 (e26913f2-d980-47b8-9d97-4e876414a8e6/b437fb29-de4f-47e2-9bc8-dfdb7586cb47/5e4e316f-1396-406f-a8b3-1b3dcaecbb3d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:41.709087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37431ab8-4b62-4dc3-92fe-b62d66904c3f req-ea4a0089-713a-42fc-869a-a165baaa3f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 210 time: 0.1805313 Dec 20 15:49:41.829620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:41.890059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:41.893650 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8da4e0-331f-4b4b-ab38-f6635857963a" -d '{"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:41.909919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5791430c-e198-45d1-84bc-21ae3351d9f4 req-55bf0157-a289-4b23-bc1c-9434322a41ad tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061593 Dec 20 15:49:42.056872 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.095583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:42.096213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.155899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7896f39-db34-4c45-b50f-85dfc5f9e228 req-ee57031c-574c-4322-9ca5-af7a155399f1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:42.169241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7896f39-db34-4c45-b50f-85dfc5f9e228 req-ee57031c-574c-4322-9ca5-af7a155399f1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.2889946 Dec 20 15:49:42.187991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.266993 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d91d41-4ed5-4085-91ba-29e0b2dce9ca x-openstack-request-id: req-d8d91d41-4ed5-4085-91ba-29e0b2dce9ca {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:42.270266 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-unplugged", "status": "failed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "code": 422}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:42.270806 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8d91d41-4ed5-4085-91ba-29e0b2dce9ca {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:42.271661 n-d-781076-8 neutron-server[103955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'code': 422} returned with failed status Dec 20 15:49:42.282628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7896f39-db34-4c45-b50f-85dfc5f9e228 req-7d128b09-a721-43f9-83cd-ad814ca1a8b7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123407 Dec 20 15:49:42.405903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Network e26913f2-d980-47b8-9d97-4e876414a8e6 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:42.413140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:42.420892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:42.429051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Pushing event updated for resources: {'Port': ['ID=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:42.463851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e7222-e4af-46fe-b0d9-ec11cfe67fcb None None] Network 247c1953-c671-446b-858b-90f12bb0f67a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:42.523593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-f8875bdd-0574-4a99-a9d0-45c2c7295ad6 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:42.526569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-f8875bdd-0574-4a99-a9d0-45c2c7295ad6 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 811 time: 0.6513715 Dec 20 15:49:42.543982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Request body: {'port': {'device_id': '9239062f-9689-447a-8300-965ee3d6d956', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'admin_state_up': True, 'tenant_id': 'fe0674fc18b04ccfbde0f2684693105a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:42.647714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.652415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Attempting to bind port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:42.652808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Attempting to bind port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '590d4d2f-cceb-463d-8924-370ddcc8bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:42.653205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Attempting to bind port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d on network e26913f2-d980-47b8-9d97-4e876414a8e6 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:42.692840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:42.693346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Checking segment: {'id': '590d4d2f-cceb-463d-8924-370ddcc8bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:42.694100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.694100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Bound using segment: {'id': '590d4d2f-cceb-463d-8924-370ddcc8bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:42.694606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Bound port: 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d4d2f-cceb-463d-8924-370ddcc8bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e26913f2-d980-47b8-9d97-4e876414a8e6'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:42.694879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.716960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d552b08b-7197-4cae-b96a-0e8825f7008b None None] Provisioning complete for port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:42.717366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552b08b-7197-4cae-b96a-0e8825f7008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.764353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.967329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,segment=NetworkSegment(af44a41b-1e94-4160-ba4d-e882be59d080),segment_id=af44a41b-1e94-4160-ba4d-e882be59d080)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:42.974076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] For port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:43.003939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] For port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,segment=NetworkSegment(590d4d2f-cceb-463d-8924-370ddcc8bc50),segment_id=590d4d2f-cceb-463d-8924-370ddcc8bc50)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:43.044621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a90271-1c37-4e9d-a547-d3beedb97a98 req-3507e3a1-f99a-4db8-bf0c-2b4788ed4ae6 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:43.046260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0a90271-1c37-4e9d-a547-d3beedb97a98 req-3507e3a1-f99a-4db8-bf0c-2b4788ed4ae6 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.1568115 Dec 20 15:49:43.049670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:43.049670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7497c426-6769-470b-83b5-f21eba93fcca up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:43.059429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-497eaa79-b6f0-4ef6-aff5-d693212dac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:43.061076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-497eaa79-b6f0-4ef6-aff5-d693212dac2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.0987093 Dec 20 15:49:43.104068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:43.122673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d552b08b-7197-4cae-b96a-0e8825f7008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:43.165901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Allocated IP 172.20.0.1 (247c1953-c671-446b-858b-90f12bb0f67a/97beaa4d-ae85-4dff-a233-5118ddd94899/f997b0aa-d1d5-40ad-bda1-d22254041880) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:43.169793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Made reservation on behalf of fe0674fc18b04ccfbde0f2684693105a for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:43.173037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:43.187173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:43.258375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0a90271-1c37-4e9d-a547-d3beedb97a98 req-1f45fc72-8cea-4f8a-8860-e0fd0c06c43c tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012579 Dec 20 15:49:43.357350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ebee1-73d3-4db1-b708-7786dd44b588 None None] Pushing event updated for resources: {'Port': ['ID=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:43.374166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7497c426-6769-470b-83b5-f21eba93fcca triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:43.377072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:43.516314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-d552b08b-7197-4cae-b96a-0e8825f7008b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:49:43.517233 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-d552b08b-7197-4cae-b96a-0e8825f7008b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:49:43.565638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea8457ad-143f-4913-9c39-2766f568663a req-bb748bc4-9424-4b75-8a96-326ffec88ceb tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 210 time: 0.0495703 Dec 20 15:49:43.569869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-4566794b-c6b7-47e3-a051-bfd62e248afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:43.571159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-4566794b-c6b7-47e3-a051-bfd62e248afd service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.4520681 Dec 20 15:49:43.641587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-23b82c8f-9a11-4bd4-83fe-5183c3e518f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.0545392 Dec 20 15:49:43.641682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Allocated IP 172.20.0.13 (edffd908-bf57-48fe-aa13-bffeffb77fee/fe4ec392-b464-42cb-ab70-b6525bd3c286/7c561b96-81b1-4cb3-adbf-bb005cc92c17) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:43.718292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:43.718483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-8d770dbe-da58-4008-a943-2a3bb433ce5d tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:43.718881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-8d770dbe-da58-4008-a943-2a3bb433ce5d tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 811 time: 0.4549344 Dec 20 15:49:43.743876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Request body: {'port': {'device_id': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'admin_state_up': True, 'tenant_id': 'fe0674fc18b04ccfbde0f2684693105a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:43.815408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-8cb94368-ad22-406f-ac44-1bd06fa58ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:43.818558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-8cb94368-ad22-406f-ac44-1bd06fa58ad0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.1687329 Dec 20 15:49:43.891412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:43.982610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.106330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Port': ['ID=f997b0aa-d1d5-40ad-bda1-d22254041880,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:44.118371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network 247c1953-c671-446b-858b-90f12bb0f67a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:44.126080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:44.134281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:44.235275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.240137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.287566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:44.360095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:44.360409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.424822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-e8c48bb0-e038-437f-a893-3705eb39ad5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5984495 Dec 20 15:49:44.465623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a491a76-6066-4ae2-9632-8190db630d94 None None] Provisioning complete for port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:44.465842 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a491a76-6066-4ae2-9632-8190db630d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.498532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e1cf2-6edc-4f70-8621-187abcceaf9f req-02f5bfa6-7659-4cac-8edb-7d17df0fac10 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:44.500166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-231e1cf2-6edc-4f70-8621-187abcceaf9f req-02f5bfa6-7659-4cac-8edb-7d17df0fac10 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.7512190 Dec 20 15:49:44.518996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.548782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:44.580499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Network edffd908-bf57-48fe-aa13-bffeffb77fee is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:44.586943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:44.610504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:44.617726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.619860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-d44a9c22-acf7-4b76-9aeb-bf1718392bf0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3061626 Dec 20 15:49:44.629729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5580d-b314-4774-9a8d-67dfcd3ced13 req-4fb7faf6-6468-4e4a-97da-7d096ab52815 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:44.633992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4b5580d-b314-4774-9a8d-67dfcd3ced13 req-4fb7faf6-6468-4e4a-97da-7d096ab52815 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.2948859 Dec 20 15:49:44.655555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59056) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:44.685001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Made reservation on behalf of fe0674fc18b04ccfbde0f2684693105a for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:49:44.691018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.694405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Request body: {'floatingip': {'port_id': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:44.703932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:44.704314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.763670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-bf9ed2ca-57c7-424b-b9f1-b4e84d8e4b38 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256109 Dec 20 15:49:44.796932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.810798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event updated for resources: {'Port': ['ID=7c561b96-81b1-4cb3-adbf-bb005cc92c17,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:44.838053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.865358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-317da35f-289b-4916-bd44-07430c03368a None None] Provisioning complete for port f997b0aa-d1d5-40ad-bda1-d22254041880 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:44.868692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-317da35f-289b-4916-bd44-07430c03368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.877485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:44.878195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:44.884473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-231e1cf2-6edc-4f70-8621-187abcceaf9f req-261bd5a3-040f-4722-992b-5b08ef03a57c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712966 Dec 20 15:49:44.965763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0314ba-0ffb-4b8e-b680-0ac6f67606eb None None] Network e26913f2-d980-47b8-9d97-4e876414a8e6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:49:44.979072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,segment=NetworkSegment(590d4d2f-cceb-463d-8924-370ddcc8bc50),segment_id=590d4d2f-cceb-463d-8924-370ddcc8bc50)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:44.997366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-317da35f-289b-4916-bd44-07430c03368a None None] Port f997b0aa-d1d5-40ad-bda1-d22254041880 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:49:45.017723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad2de2-1259-4859-a517-aab79a2d1726 req-e7b8c6e8-d30f-4595-8add-e69eff8c43c4 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:45.019292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3dad2de2-1259-4859-a517-aab79a2d1726 req-e7b8c6e8-d30f-4595-8add-e69eff8c43c4 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 950 time: 0.2251883 Dec 20 15:49:45.029929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-2cbbd8db-c8f4-4928-b099-e7371e7f97f5 req-b4fcbab3-3ef9-4d34-a1d6-619b4d3b3a10 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:49:45.030993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cbbd8db-c8f4-4928-b099-e7371e7f97f5 req-b4fcbab3-3ef9-4d34-a1d6-619b4d3b3a10 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107968 Dec 20 15:49:45.034803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-29b464fa-d338-4e52-9123-540a0548bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:45.036799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-29b464fa-d338-4e52-9123-540a0548bbb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 1096 time: 0.3382044 Dec 20 15:49:45.163719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:45.236956 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-591744e9-4006-4836-8c78-abc9f1c575da tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6982973 Dec 20 15:49:45.260203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Request body: {'port': {'device_id': '9239062f-9689-447a-8300-965ee3d6d956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:45.273931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a3c187d8-a161-4e95-82c0-68e82011810d None None] Provisioning complete for port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:45.274749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3c187d8-a161-4e95-82c0-68e82011810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:45.294970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-810b8f24-4123-4b4d-8b32-15a69ea37b53 req-fa30ce4c-cb4b-4c84-9e88-bab730ac0e10 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290833 Dec 20 15:49:45.304864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Allocated IP 172.20.0.12 (edffd908-bf57-48fe-aa13-bffeffb77fee/fe4ec392-b464-42cb-ab70-b6525bd3c286/a8c0b61f-a7dc-4c5e-857f-c47b717d9da0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:45.324991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3dad2de2-1259-4859-a517-aab79a2d1726 req-fae51015-524e-457f-8b57-2c9232a23c40 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838087 Dec 20 15:49:45.430607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:45.433400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-0d9eedec-dac6-484a-b9cc-7cae3b065f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:45.441277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-0d9eedec-dac6-484a-b9cc-7cae3b065f94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 200 len: 916 time: 0.3792291 Dec 20 15:49:45.608559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:45.636553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-14ee962b-4a75-4724-81e3-acc597fa440e None None] Provisioning complete for port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:45.636925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-14ee962b-4a75-4724-81e3-acc597fa440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:45.646870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1e21a0d-8012-49fd-8c6a-3e9b8a8988d1 req-9db2a463-a3ba-4256-a4d2-7160874b44eb tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 210 time: 0.2210057 Dec 20 15:49:45.674839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-b7a6f8e6-11c6-45ce-9877-1f27ddded132 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 200 len: 1000 time: 0.1930122 Dec 20 15:49:45.753460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-00a90b3d-c68c-4730-822a-6b9599275e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:45.755052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-00a90b3d-c68c-4730-822a-6b9599275e79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=085d95b9-d1ac-4bd6-a263-5b418a151799 HTTP/1.1" status: 200 len: 854 time: 0.0707252 Dec 20 15:49:45.766678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:45.796404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:45.850183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b6178-831e-4078-b33e-e42984b837e9 req-728f50f4-8da7-43c5-b7df-9c9102ab0681 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:45.851782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc3b6178-831e-4078-b33e-e42984b837e9 req-728f50f4-8da7-43c5-b7df-9c9102ab0681 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.2448967 Dec 20 15:49:45.898868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:45.944741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:49:45.948048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc3b6178-831e-4078-b33e-e42984b837e9 req-67a62fff-b165-41a9-9f61-58f02efb444d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751750 Dec 20 15:49:45.977832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59086) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:46.014577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-00eb8eac-5fbf-41c8-bfa2-8af1fc50a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:46.016140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-00eb8eac-5fbf-41c8-bfa2-8af1fc50a376 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fc7ec891-da1c-4e5a-98ba-754ef75cf959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523482 Dec 20 15:49:46.019136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.061356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Port': ['ID=f997b0aa-d1d5-40ad-bda1-d22254041880,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:46.077014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.resource_extend [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:49:46.110941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:46.111671 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.135210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.178808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.218764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.221683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-ea5bab1b-e3db-4cb3-95f9-2fc8a1a670cc service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871314 Dec 20 15:49:46.221910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:46.224740 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cdb2fd-100a-489b-a658-8d90a39ca38f" -d '{"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-unplugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:46.234169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.256170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:46.295800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ceed049b-d28b-43c9-884a-8438cb6fdbb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.330192 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.385778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:46.446006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500af0-a65a-41a1-b2e2-9f7c39eb6e4e req-719415b7-ab64-46f3-8905-27c96f24aee4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:46.448034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90500af0-a65a-41a1-b2e2-9f7c39eb6e4e req-719415b7-ab64-46f3-8905-27c96f24aee4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.3639679 Dec 20 15:49:46.521328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a1c8a81-087e-42fd-9ad2-654557e95682 req-9534b683-ef68-4dfb-a78e-b631553b312d service neutron] 10.222.0.83 "GET /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953305 Dec 20 15:49:46.533868 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef4c4e-27ca-45a4-b8cd-6fabd0aef495 x-openstack-request-id: req-6bef4c4e-27ca-45a4-b8cd-6fabd0aef495 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:46.538283 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-unplugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:46.539466 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bef4c4e-27ca-45a4-b8cd-6fabd0aef495 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:46.540226 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'code': 200} Dec 20 15:49:46.547128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90500af0-a65a-41a1-b2e2-9f7c39eb6e4e req-c404b8d8-e10e-449d-b8bc-55bcca2455a6 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894189 Dec 20 15:49:46.561866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.604610 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ceed049b-d28b-43c9-884a-8438cb6fdbb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.642482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Network edffd908-bf57-48fe-aa13-bffeffb77fee is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:46.652525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:46.660674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:46.691458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event updated for resources: {'Port': ['ID=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:46.734457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:46.735589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.758805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ceed049b-d28b-43c9-884a-8438cb6fdbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.816634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ceed049b-d28b-43c9-884a-8438cb6fdbb5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2b111c7957d4d72867bde7428537441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8378088 Dec 20 15:49:46.822329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59118) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:46.834275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed049b-d28b-43c9-884a-8438cb6fdbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3624cb7e-a6f0-4b27-a741-10d9ceff404d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:46.857215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d091c5-8881-4195-a33f-d956ae5eac26 req-4b5d82a3-da8f-4323-a7c2-4ac14f417c3e tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:46.858806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54d091c5-8881-4195-a33f-d956ae5eac26 req-4b5d82a3-da8f-4323-a7c2-4ac14f417c3e tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 932 time: 0.1124258 Dec 20 15:49:46.866836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-3fc92f8f-4dd5-49cb-8126-07e4b09f5f7a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1279564 Dec 20 15:49:46.873985 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Floating IP 3f82be23-6257-4a90-99f3-8bd15aba0776 associated. External IP: 172.25.6.30, port: efe0c112-0f8b-4eeb-9ef2-5491d535d127. Dec 20 15:49:46.881826 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-1d31f710-3107-4fb8-af55-be980c2699c8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7213855 Dec 20 15:49:46.898742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Request body: {'port': {'device_id': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:46.921749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network 247c1953-c671-446b-858b-90f12bb0f67a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:46.927490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-de171f1e-b2ee-4891-954c-1a9c7590bb8f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:49:46.928587 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-de171f1e-b2ee-4891-954c-1a9c7590bb8f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090241 Dec 20 15:49:46.935804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:47.060574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-245cae6d-d1c6-436d-a329-ef2e701a70b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.075051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54d091c5-8881-4195-a33f-d956ae5eac26 req-962aca04-bf9a-47c4-9383-1ea0664f5b39 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070992 Dec 20 15:49:47.131374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.146098 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-245cae6d-d1c6-436d-a329-ef2e701a70b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.285405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554763cb-6914-4477-ad30-59584c5d2313 req-e47cefe4-b856-43bd-8360-644f59310917 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:47.287967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-554763cb-6914-4477-ad30-59584c5d2313 req-e47cefe4-b856-43bd-8360-644f59310917 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.2288480 Dec 20 15:49:47.301252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c561b96-81b1-4cb3-adbf-bb005cc92c17 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:47.358714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.399936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-af2fb135-02bf-4ee1-9a4c-f91e5c17d860 None None] Provisioning complete for port f997b0aa-d1d5-40ad-bda1-d22254041880 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:47.400193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Transition to ACTIVE for port object 7c561b96-81b1-4cb3-adbf-bb005cc92c17 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:49:47.400409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af2fb135-02bf-4ee1-9a4c-f91e5c17d860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.415098 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-245cae6d-d1c6-436d-a329-ef2e701a70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.417744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-245cae6d-d1c6-436d-a329-ef2e701a70b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.421293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-245cae6d-d1c6-436d-a329-ef2e701a70b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3624cb7e-a6f0-4b27-a741-10d9ceff404d HTTP/1.1" status: 204 len: 168 time: 0.5943246 Dec 20 15:49:47.439674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-554763cb-6914-4477-ad30-59584c5d2313 req-88c967cd-d091-4235-b94c-693c3b4878a0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372604 Dec 20 15:49:47.447788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-af2fb135-02bf-4ee1-9a4c-f91e5c17d860 None None] Port f997b0aa-d1d5-40ad-bda1-d22254041880 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:49:47.453077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cae6d-d1c6-436d-a329-ef2e701a70b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3624cb7e-a6f0-4b27-a741-10d9ceff404d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:47.486727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Router b8e18733-9785-481d-b475-17f03343da4a is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:49:47.497288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.654156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Pushing event updated for resources: {'Port': ['ID=7c561b96-81b1-4cb3-adbf-bb005cc92c17,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:47.658831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Router d69f7714-6ee0-4894-a191-fe8c2343a7d0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:49:47.727265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:47.736794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.756382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f37e-e4a0-4594-a107-ef91b3e218b9 req-db2a97c6-0862-4dc3-95e3-bb4fbfc10d07 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:47.758019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cda2f37e-e4a0-4594-a107-ef91b3e218b9 req-db2a97c6-0862-4dc3-95e3-bb4fbfc10d07 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1078315 Dec 20 15:49:47.771384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Transition to ACTIVE for port object a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:49:47.786581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:47.798240 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e149e54b-85e5-4772-a3dd-34649a9704c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2924757 Dec 20 15:49:47.800684 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] Sync routers for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:47.807077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59144) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:47.817294 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:47.818296 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:47.881124 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:47.895025 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:47.896779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:47.898859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Attempting to bind port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:47.900197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Attempting to bind port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:47.900197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Attempting to bind port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:47.917424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 on network edffd908-bf57-48fe-aa13-bffeffb77fee not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:49:47.917925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Attempting to bind port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:47.933014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.970102 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:47.971264 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10363614-9439-4072-a0e3-6acdb77fc5be None None] The sync data for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:49:47.982550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:47.983465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Checking segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:47.983838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Bound using segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:47.985430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Bound port: 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:47.985430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:47.991345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cda2f37e-e4a0-4594-a107-ef91b3e218b9 req-1aa8bc34-b66b-4ab3-b1fd-216e3b2f2a0c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235875 Dec 20 15:49:48.075899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:48.083061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:48.089120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] Sync routers for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:48.109429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:48.110079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:48.125559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] For port 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:48.137061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:48.171352 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4b376bb4-9fd1-420d-b50c-43b07e804eec tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "PUT /v2.0/floatingips/3f82be23-6257-4a90-99f3-8bd15aba0776 HTTP/1.1" status: 200 len: 990 time: 3.4843709 Dec 20 15:49:48.179572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:48.182184 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5d31ab-ac82-454e-819b-68f18111730d" -d '{"events": [{"name": "network-changed", "server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:48.189142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] For port 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:48.244378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:48.299938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:49:48.307696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Pushing event updated for resources: {'Port': ['ID=7c561b96-81b1-4cb3-adbf-bb005cc92c17,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:48.312850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:48.313626 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:48.314986 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7e901408-dd11-4448-aba9-630fdc030a0d service neutron] 10.222.0.72 "PUT /v2.0/ports/7c561b96-81b1-4cb3-adbf-bb005cc92c17 HTTP/1.1" status: 200 len: 1092 time: 3.0591185 Dec 20 15:49:48.356083 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e0668-293a-4fad-bc18-26e8913f1abe x-openstack-request-id: req-a75e0668-293a-4fad-bc18-26e8913f1abe {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:48.356841 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:48.357347 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a75e0668-293a-4fad-bc18-26e8913f1abe {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:48.358153 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'status': 'completed', 'code': 200} Dec 20 15:49:48.475972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59154) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:48.494111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7c95-07f5-4477-bff8-897fa07a158d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:48.539801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7727fa12-a718-44d6-8fa4-db107474dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:48.542110 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-7727fa12-a718-44d6-8fa4-db107474dfcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 1095 time: 0.1032875 Dec 20 15:49:48.633040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '3f82be23-6257-4a90-99f3-8bd15aba0776', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'port_id': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:48:27Z', 'updated_at': '2021-12-20T15:49:45Z', 'revision_number': 1, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:48.666171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] Checking router: d69f7714-6ee0-4894-a191-fe8c2343a7d0 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:49:48.677866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:48.678866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:48.700417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7c95-07f5-4477-bff8-897fa07a158d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:48.702842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-c1e4f783-de47-461a-a99f-70fe25b4b93f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17 HTTP/1.1" status: 200 len: 217 time: 0.1120777 Dec 20 15:49:48.772268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-e61b1310-ba3e-40b0-8211-3f481f57a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:48.774205 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-e61b1310-ba3e-40b0-8211-3f481f57a7de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 200 len: 851 time: 0.0609992 Dec 20 15:49:48.803327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7c95-07f5-4477-bff8-897fa07a158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:48.822112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:49:48.857596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e7c95-07f5-4477-bff8-897fa07a158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33543399-d430-4c3d-bc97-0d6642d15d9c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:48.878475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-9b9a3bcc-770f-442d-9613-efb43d8c1f5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edffd908-bf57-48fe-aa13-bffeffb77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889699 Dec 20 15:49:48.904109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3be60-ac83-4e86-896e-d53f0c8df97c req-a15e425f-8c63-4535-a7bd-ef21290f7a69 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:48.904958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4c3be60-ac83-4e86-896e-d53f0c8df97c req-a15e425f-8c63-4535-a7bd-ef21290f7a69 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 944 time: 0.6720169 Dec 20 15:49:48.909393 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ab5e7c95-07f5-4477-bff8-897fa07a158d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1283abb9a66b460d961c884384570713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314730 Dec 20 15:49:48.922009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59162) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:48.930446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf035-7dff-4032-87fb-d2611321fb29 req-17f0e6f7-cbdd-4492-8bf3-d4abc2d47789 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:48.931995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fbaf035-7dff-4032-87fb-d2611321fb29 req-17f0e6f7-cbdd-4492-8bf3-d4abc2d47789 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.1774635 Dec 20 15:49:48.948820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d31ab-ac82-454e-819b-68f18111730d req-c88528fc-a389-4d2c-ba3a-2c8265c33c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:48.950378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-c88528fc-a389-4d2c-ba3a-2c8265c33c80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db7546efdcfa43c0a9269ffa2af574dc&device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 1096 time: 0.1945415 Dec 20 15:49:49.002589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-f57b3155-ce55-46c4-a704-3937648ec43f service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119483 Dec 20 15:49:49.004453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Attempting to bind port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:49.004883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Attempting to bind port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:49.005227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Attempting to bind port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:49.068271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 on network edffd908-bf57-48fe-aa13-bffeffb77fee not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:49:49.068599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Attempting to bind port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 on network edffd908-bf57-48fe-aa13-bffeffb77fee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:49.124785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '3f82be23-6257-4a90-99f3-8bd15aba0776', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'port_id': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:48:27Z', 'updated_at': '2021-12-20T15:49:45Z', 'revision_number': 1, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:49.160758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11595892-1eb4-4631-9588-2798f880d3a5 None None] The sync data for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 is: [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '3f82be23-6257-4a90-99f3-8bd15aba0776', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'port_id': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'mac_address': 'fa:16:3e:64:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:48:27Z', 'updated_at': '2021-12-20T15:49:45Z', 'revision_number': 1, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:49:49.166017 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-5e0b8673-7e1d-4952-91e6-effb17ba1f7f service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511924 Dec 20 15:49:49.184643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:49.184985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Checking segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:49.185401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Bound using segment: {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:49.185839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Bound port: a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:49.186197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.241796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fbaf035-7dff-4032-87fb-d2611321fb29 req-3106668c-2cfd-4d63-8394-321764527f32 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997737 Dec 20 15:49:49.283279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4c3be60-ac83-4e86-896e-d53f0c8df97c req-947af80f-6bff-4263-869f-f2718986861c tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479793 Dec 20 15:49:49.288313 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-6a9b97f7-fdfe-444d-bfb9-8f52ec15c106 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:49:49.292685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6a9b97f7-fdfe-444d-bfb9-8f52ec15c106 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4814112 Dec 20 15:49:49.292842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59168) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:49.348154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d31ab-ac82-454e-819b-68f18111730d req-a6cbeb8e-d01f-497a-8b3d-9629f550e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:49.350989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-a6cbeb8e-d01f-497a-8b3d-9629f550e2af service neutron] 10.222.0.83 "GET /v2.0/networks?id=68ef0e08-e471-4551-93b7-fa9aaa20576a HTTP/1.1" status: 200 len: 916 time: 0.3876996 Dec 20 15:49:49.353596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429f984a-6b5f-4565-817f-b54095576158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.501325 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a8e9a-4c1e-42f4-badc-795dd53877b9 None None] New status for floating IP 3f82be23-6257-4a90-99f3-8bd15aba0776: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:49:49.506016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429f984a-6b5f-4565-817f-b54095576158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.558741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-c82a4f86-a894-4ee2-bdfc-c5289a906131 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127 HTTP/1.1" status: 200 len: 998 time: 0.1720557 Dec 20 15:49:49.651584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] For port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:49.673779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d31ab-ac82-454e-819b-68f18111730d req-3b57d345-ceef-4bc4-b3f9-61f7fe913f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:49.675189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-3b57d345-ceef-4bc4-b3f9-61f7fe913f3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=234edcc1-759e-41ad-bd09-de9a0b8b16f5 HTTP/1.1" status: 200 len: 854 time: 0.0956471 Dec 20 15:49:49.677376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] For port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:49.679889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429f984a-6b5f-4565-817f-b54095576158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.682741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429f984a-6b5f-4565-817f-b54095576158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.694478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-429f984a-6b5f-4565-817f-b54095576158 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33543399-d430-4c3d-bc97-0d6642d15d9c HTTP/1.1" status: 204 len: 168 time: 0.7533019 Dec 20 15:49:49.742033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f984a-6b5f-4565-817f-b54095576158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33543399-d430-4c3d-bc97-0d6642d15d9c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:49.758515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66227f12-cf74-4d1f-aaa9-8793aa629e9a req-f87243bb-5178-45ce-b00b-c389c5a0390c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:49.760751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66227f12-cf74-4d1f-aaa9-8793aa629e9a req-f87243bb-5178-45ce-b00b-c389c5a0390c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1972663 Dec 20 15:49:49.813470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.876706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.879595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d31ab-ac82-454e-819b-68f18111730d req-ace60be9-d734-4c90-8496-06af293fb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:49.881838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-ace60be9-d734-4c90-8496-06af293fb98c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68ef0e08-e471-4551-93b7-fa9aaa20576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820605 Dec 20 15:49:49.896699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:49.897479 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:49.899099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] 10.222.0.72 "PUT /v2.0/ports/a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 HTTP/1.1" status: 200 len: 1092 time: 3.0169511 Dec 20 15:49:49.899902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'tag': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:49.902411 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc680c0-b6e0-4807-8d90-15bae6680f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d", "tag": "a8c0b61f-a7dc-4c5e-857f-c47b717d9da0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:49.908551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:49.972276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66227f12-cf74-4d1f-aaa9-8793aa629e9a req-c0b6d1ca-9265-4476-9738-067218b1b36d tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966958 Dec 20 15:49:50.010831 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d74d4a6-a1b9-48b3-8241-f0651f5e1e31 x-openstack-request-id: req-9d74d4a6-a1b9-48b3-8241-f0651f5e1e31 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:50.011159 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d", "tag": "a8c0b61f-a7dc-4c5e-857f-c47b717d9da0", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:50.011882 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d74d4a6-a1b9-48b3-8241-f0651f5e1e31 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:50.011993 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'tag': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0', 'status': 'completed', 'code': 200} Dec 20 15:49:50.017262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56192634-cd85-402d-81ea-db7eb032baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:50.098196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-d9a025b2-cdd6-432e-b791-29052ec86908 service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039576 Dec 20 15:49:50.105490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc680c0-b6e0-4807-8d90-15bae6680f2d req-c533a5d4-3d62-475c-9cea-75dcf0f56f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:50.107278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcc680c0-b6e0-4807-8d90-15bae6680f2d req-c533a5d4-3d62-475c-9cea-75dcf0f56f67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 1095 time: 0.0792804 Dec 20 15:49:50.215871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:50.363881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9239062f-9689-447a-8300-965ee3d6d956', 'tag': '7c561b96-81b1-4cb3-adbf-bb005cc92c17'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:50.369642 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821eaccb-6392-484c-860a-bc691149b7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9239062f-9689-447a-8300-965ee3d6d956", "tag": "7c561b96-81b1-4cb3-adbf-bb005cc92c17"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:50.407998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting port f997b0aa-d1d5-40ad-bda1-d22254041880 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:50.408346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:50.425840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a5d31ab-ac82-454e-819b-68f18111730d req-c9dd0444-1148-4b18-9090-de6e0c2eaac3 service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174922 Dec 20 15:49:50.429440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'mac_address': 'fa:16:3e:ae:67:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:50.439457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc680c0-b6e0-4807-8d90-15bae6680f2d req-a31a1911-a081-4360-b376-ab9bf3b80a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:50.441116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcc680c0-b6e0-4807-8d90-15bae6680f2d req-a31a1911-a081-4360-b376-ab9bf3b80a31 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=fe0674fc18b04ccfbde0f2684693105a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3195956 Dec 20 15:49:50.515692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:50.544000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf2086d2-9a8a-41f8-a947-da8d2112f20f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:50.573303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28b712-30a3-43c9-a762-4150835bb037 req-c7ed8875-c0c5-4521-9f38-d5ad5f2bb469 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:50.581829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd28b712-30a3-43c9-a762-4150835bb037 req-c7ed8875-c0c5-4521-9f38-d5ad5f2bb469 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.2160332 Dec 20 15:49:50.591661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:50.602232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:50.617846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Calling delete_port for f997b0aa-d1d5-40ad-bda1-d22254041880 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:50.623567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb534f-65d6-45b2-ae57-ac29a3e1caf6 req-e7c0b3a1-fd91-4a04-bf6a-1e1af27d0978 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:50.633196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddcb534f-65d6-45b2-ae57-ac29a3e1caf6 req-e7c0b3a1-fd91-4a04-bf6a-1e1af27d0978 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 944 time: 0.2043476 Dec 20 15:49:50.671929 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:50.711880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd28b712-30a3-43c9-a762-4150835bb037 req-3063474d-bae7-41bb-aa67-7b6d25eff7b0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282849 Dec 20 15:49:50.761126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc680c0-b6e0-4807-8d90-15bae6680f2d req-38b5858d-d718-4a6b-855b-cf20a5e7cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:50.762780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcc680c0-b6e0-4807-8d90-15bae6680f2d req-38b5858d-d718-4a6b-855b-cf20a5e7cab0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097110 Dec 20 15:49:50.768723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['bf2086d2-9a8a-41f8-a947-da8d2112f20f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:50.769335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddcb534f-65d6-45b2-ae57-ac29a3e1caf6 req-7b533b15-50a4-4ba4-97e8-c047ab741c2e tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356177 Dec 20 15:49:50.775274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:50.938369 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883e7796-b582-4752-b9d9-8a4956bd16ff x-openstack-request-id: req-883e7796-b582-4752-b9d9-8a4956bd16ff {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:50.938762 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9239062f-9689-447a-8300-965ee3d6d956", "tag": "7c561b96-81b1-4cb3-adbf-bb005cc92c17", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:50.939079 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-883e7796-b582-4752-b9d9-8a4956bd16ff {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:50.939677 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9239062f-9689-447a-8300-965ee3d6d956', 'tag': '7c561b96-81b1-4cb3-adbf-bb005cc92c17', 'status': 'completed', 'code': 200} Dec 20 15:49:50.977248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-52195dec-5bdc-4c1d-ab64-a8b41b65d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:50.980152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-52195dec-5bdc-4c1d-ab64-a8b41b65d420 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 1095 time: 0.1216385 Dec 20 15:49:51.035974 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:51.082252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-cd1654ff-d592-4c09-8d08-67bcbe141c2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 HTTP/1.1" status: 200 len: 217 time: 0.0923336 Dec 20 15:49:51.123086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Port': ['ID=f997b0aa-d1d5-40ad-bda1-d22254041880,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:51.169093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-97d2616a-5221-481f-80ab-01731c38a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:51.172756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-97d2616a-5221-481f-80ab-01731c38a73f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 200 len: 851 time: 0.0676272 Dec 20 15:49:51.207463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eaccb-6392-484c-860a-bc691149b7c3 req-a590f7b7-5d8e-4a63-a133-a1dc0e6850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:51.207463 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-a590f7b7-5d8e-4a63-a133-a1dc0e6850a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe0674fc18b04ccfbde0f2684693105a&device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 1095 time: 0.2392833 Dec 20 15:49:51.267603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-bb2f5ac6-c641-4aa3-9178-61eddadf5b6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edffd908-bf57-48fe-aa13-bffeffb77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629528 Dec 20 15:49:51.316262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432365e4-1c5b-44d8-a2ff-36d594940d7b req-37990711-949c-43ab-abff-d82976a589c5 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:51.327228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-432365e4-1c5b-44d8-a2ff-36d594940d7b req-37990711-949c-43ab-abff-d82976a589c5 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.2429020 Dec 20 15:49:51.463324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-432365e4-1c5b-44d8-a2ff-36d594940d7b req-b6d08ee1-d1cb-4446-b194-20fc889801b6 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351011 Dec 20 15:49:51.467613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-1f41c3bb-5279-4371-baac-c8277e6aa614 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880412 Dec 20 15:49:51.478907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:51.572405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:51.675508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33edf54-e279-4295-affe-d0ec774f0a06 req-81e1f7f5-8724-4b36-aeab-5cdeafe4e863 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655641 Dec 20 15:49:51.682087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eaccb-6392-484c-860a-bc691149b7c3 req-ce7e22b1-d78f-4664-aad4-5be73833631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:51.683593 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-ce7e22b1-d78f-4664-aad4-5be73833631f service neutron] 10.222.0.72 "GET /v2.0/networks?id=edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 200 len: 912 time: 0.4287179 Dec 20 15:49:51.864304 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-9dbf0557-f0cc-416a-b2fe-60a103ddc96b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17 HTTP/1.1" status: 200 len: 217 time: 0.1592920 Dec 20 15:49:51.876105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Router b8e18733-9785-481d-b475-17f03343da4a has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:49:51.915645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 7c561b96-81b1-4cb3-adbf-bb005cc92c17 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:51.918238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:51.940633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02c05-e413-4678-b235-2a582163fc0a req-5d225240-3b54-4d64-917d-74a41f6f7e0a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:51.947089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaf02c05-e413-4678-b235-2a582163fc0a req-5d225240-3b54-4d64-917d-74a41f6f7e0a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.1085119 Dec 20 15:49:52.048255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19f631-1f64-42a7-b734-65491ab79550 req-98b76cab-16d7-45fa-b0da-0209bc81eb11 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:52.050345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eaccb-6392-484c-860a-bc691149b7c3 req-f126ffc1-2e17-4f66-a10b-3d716316381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:52.050874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c19f631-1f64-42a7-b734-65491ab79550 req-98b76cab-16d7-45fa-b0da-0209bc81eb11 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 944 time: 0.1761892 Dec 20 15:49:52.051988 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-f126ffc1-2e17-4f66-a10b-3d716316381e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 200 len: 851 time: 0.1781633 Dec 20 15:49:52.053074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:52.062318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7699016d-6606-40a5-83d6-83468bafcb71 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650051 Dec 20 15:49:52.071828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59258) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:52.077616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] Sync routers for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:52.143432 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-7b65829b-be5e-41e1-b7e0-6e2601694e3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edffd908-bf57-48fe-aa13-bffeffb77fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637910 Dec 20 15:49:52.144118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaf02c05-e413-4678-b235-2a582163fc0a req-7dd5633a-dde5-4bbf-8d7f-72b50bf0153c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788568 Dec 20 15:49:52.169001 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-1e75f814-cf62-4652-a706-2309367d9d5f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] delete failed (client error): The resource could not be found. Dec 20 15:49:52.183682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1e75f814-cf62-4652-a706-2309367d9d5f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-2130507062 HTTP/1.1" status: 404 len: 335 time: 0.1073062 Dec 20 15:49:52.190424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59262) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:52.211825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-45ba373b-8898-487e-8795-1e587e65e7c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8e18733-9785-481d-b475-17f03343da4a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:52.241249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:52.242286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:52.252664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port bf2086d2-9a8a-41f8-a947-da8d2112f20f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:52.254482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:52.429497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:52.433394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c19f631-1f64-42a7-b734-65491ab79550 req-b497b250-c275-427b-831d-81fdb318f66a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627558 Dec 20 15:49:52.534338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:52.548737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:52.549695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:52.679636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:52.683910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '7c561b96-81b1-4cb3-adbf-bb005cc92c17', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'port_id': '7c561b96-81b1-4cb3-adbf-bb005cc92c17', 'mac_address': 'fa:16:3e:44:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ec392-b464-42cb-ab70-b6525bd3c286', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:52.686021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:52.686901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4965a-5a97-49eb-a430-913d22e44eba None None] The sync data for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:49:52.754591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:52.759472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:52.767655 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d7a47e-6d71-484a-861e-651578772eec" -d '{"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-plugged", "status": "completed", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:52.840271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:52.857881 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-45ba373b-8898-487e-8795-1e587e65e7c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:52.947837 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-d9a0d74b-65f7-48bd-8955-9438b76628a9 service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955363 Dec 20 15:49:52.961617 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4922a40f-9eb8-4ff2-8751-5a09879d2295 x-openstack-request-id: req-4922a40f-9eb8-4ff2-8751-5a09879d2295 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:52.964089 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-plugged", "status": "completed", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:52.964468 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4922a40f-9eb8-4ff2-8751-5a09879d2295 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:52.964994 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'code': 200} Dec 20 15:49:52.967694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:52.970712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0c5a-fdee-414a-b8fd-8a278b7ba61f req-db83f3ba-dfa1-4630-90ef-209da5464212 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:52.980556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e7c0c5a-fdee-414a-b8fd-8a278b7ba61f req-db83f3ba-dfa1-4630-90ef-209da5464212 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.3357127 Dec 20 15:49:52.984258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:53.010872 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-45ba373b-8898-487e-8795-1e587e65e7c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] update failed (client error): The resource could not be found. Dec 20 15:49:53.011925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-45ba373b-8898-487e-8795-1e587e65e7c6 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a HTTP/1.1" status: 404 len: 339 time: 0.8074524 Dec 20 15:49:53.021760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59284) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:53.038094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c561b96-81b1-4cb3-adbf-bb005cc92c17 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:53.093035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:53.166748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:53.264624 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-821eaccb-6392-484c-860a-bc691149b7c3 req-27c9e78a-fb4e-4ab9-a189-8e791e87740d service neutron] 10.222.0.72 "GET /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067911 Dec 20 15:49:53.296534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=7c561b96-81b1-4cb3-adbf-bb005cc92c17,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:53.424371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['7c561b96-81b1-4cb3-adbf-bb005cc92c17'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:53.730435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e7c0c5a-fdee-414a-b8fd-8a278b7ba61f req-935a50e1-4764-44f9-861d-be67c114404a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485833 Dec 20 15:49:53.835282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45508-61a7-4912-a839-7bb96900acbf req-aca54bcb-8e75-4428-afb8-70239bb9532a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:53.846828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54c45508-61a7-4912-a839-7bb96900acbf req-aca54bcb-8e75-4428-afb8-70239bb9532a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.2654274 Dec 20 15:49:54.066862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54c45508-61a7-4912-a839-7bb96900acbf req-b8bc307d-4ca7-4a81-874e-ae5402f45f5d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133486 Dec 20 15:49:54.163378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:54.579149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b48f9-a63b-4e60-902a-60dcc3db412e req-f1383060-0ddb-4cd1-a55e-ba4b361cb1f0 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:54.588008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-124b48f9-a63b-4e60-902a-60dcc3db412e req-f1383060-0ddb-4cd1-a55e-ba4b361cb1f0 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 944 time: 0.3165419 Dec 20 15:49:54.683884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-124b48f9-a63b-4e60-902a-60dcc3db412e req-b8f7a8ba-b9c7-4f74-a1ee-ed3d0c85ea8e tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949450 Dec 20 15:49:54.705137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Allocated IP 172.20.0.1 (bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9/e3c8bf0f-340b-4722-8461-d6ecbb76d314/f6d8b745-9e59-4963-8594-8ad1ed8d8704) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:49:54.937181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f5b61-1c64-47a1-b9c1-21d85e960421 req-cb50496e-c7e7-43ae-acf7-32bbc002ece1 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:54.939254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e87f5b61-1c64-47a1-b9c1-21d85e960421 req-cb50496e-c7e7-43ae-acf7-32bbc002ece1 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1182630 Dec 20 15:49:54.992571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.035724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e87f5b61-1c64-47a1-b9c1-21d85e960421 req-fee722d7-1275-4b73-95bd-7d38f486e891 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732360 Dec 20 15:49:55.064781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59346) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:55.135620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.235717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Port': ['ID=f6d8b745-9e59-4963-8594-8ad1ed8d8704,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:55.246485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:55.247945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:55.251038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:49:55.316013 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.401661 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23069930-f474-41a0-b94a-870394881051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.542108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65479-37d0-4f36-90a5-f694f636a8c9 req-26ec5c94-236e-4149-915b-d7adba231837 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:55.549786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44c65479-37d0-4f36-90a5-f694f636a8c9 req-26ec5c94-236e-4149-915b-d7adba231837 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.3107338 Dec 20 15:49:55.570531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2ec2bdc7-8e83-45d2-831d-ca7893f9d19f None None] Provisioning complete for port f6d8b745-9e59-4963-8594-8ad1ed8d8704 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:55.571600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2ec2bdc7-8e83-45d2-831d-ca7893f9d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.623229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2bdc7-8e83-45d2-831d-ca7893f9d19f None None] Port f6d8b745-9e59-4963-8594-8ad1ed8d8704 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:49:55.657698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44c65479-37d0-4f36-90a5-f694f636a8c9 req-4d9ce2a9-a9d5-48d7-8122-7dfac925f3de tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984392 Dec 20 15:49:55.721762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23069930-f474-41a0-b94a-870394881051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.729447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.795351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23069930-f474-41a0-b94a-870394881051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:55.900446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-23069930-f474-41a0-b94a-870394881051 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef12227e362d4390acb80791b583bae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8316593 Dec 20 15:49:55.900862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59366) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:55.918591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:49:55.952363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23069930-f474-41a0-b94a-870394881051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6250d29-6d89-41e4-aec1-c0134e411311,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:55.972157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b99b4bc4-d4a9-4379-aabb-3efdda6af2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.008264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b99b4bc4-d4a9-4379-aabb-3efdda6af2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.022227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa93e2-fcd0-47ae-9253-2b8175b43a89 req-270acce0-3268-4971-8c8e-b4695952dd25 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:56.023822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02fa93e2-fcd0-47ae-9253-2b8175b43a89 req-270acce0-3268-4971-8c8e-b4695952dd25 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 944 time: 0.2043004 Dec 20 15:49:56.050150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 7c561b96-81b1-4cb3-adbf-bb005cc92c17 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:56.164056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:56.168987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b99b4bc4-d4a9-4379-aabb-3efdda6af2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.171733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b99b4bc4-d4a9-4379-aabb-3efdda6af2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.176270 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b99b4bc4-d4a9-4379-aabb-3efdda6af2f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6250d29-6d89-41e4-aec1-c0134e411311 HTTP/1.1" status: 204 len: 168 time: 0.2711575 Dec 20 15:49:56.184315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0', 'network_id': 'edffd908-bf57-48fe-aa13-bffeffb77fee', 'port_id': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0', 'mac_address': 'fa:16:3e:46:09:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ec392-b464-42cb-ab70-b6525bd3c286', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:49:56.187184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4bc4-d4a9-4379-aabb-3efdda6af2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6250d29-6d89-41e4-aec1-c0134e411311,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:56.244890 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.254072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:56.263204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:56.269007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:56.269007 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.318704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02fa93e2-fcd0-47ae-9253-2b8175b43a89 req-96257f43-a9ac-4ba4-a605-c95103820d94 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863078 Dec 20 15:49:56.344583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:56.398716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ca64-c79e-4b9e-80fa-6260b5c2d003 req-09de8fb1-9a88-4191-a949-ba9874dc0c89 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:56.410706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8114ca64-c79e-4b9e-80fa-6260b5c2d003 req-09de8fb1-9a88-4191-a949-ba9874dc0c89 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.2116058 Dec 20 15:49:56.424256 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.474135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.510977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:56.518866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9239062f-9689-447a-8300-965ee3d6d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c561b96-81b1-4cb3-adbf-bb005cc92c17'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:56.523345 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad9a76-78d6-4e84-b22c-b0d5d1ac1484" -d '{"events": [{"server_uuid": "9239062f-9689-447a-8300-965ee3d6d956", "name": "network-vif-plugged", "status": "completed", "tag": "7c561b96-81b1-4cb3-adbf-bb005cc92c17"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:56.538661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:56.565413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.589300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8114ca64-c79e-4b9e-80fa-6260b5c2d003 req-cd5221f5-5409-4792-96e7-38df3a238a15 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770835 Dec 20 15:49:56.625236 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44308e-8991-40d8-be18-986bb216801b x-openstack-request-id: req-bc44308e-8991-40d8-be18-986bb216801b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:56.625761 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9239062f-9689-447a-8300-965ee3d6d956", "name": "network-vif-plugged", "status": "completed", "tag": "7c561b96-81b1-4cb3-adbf-bb005cc92c17", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:56.625858 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc44308e-8991-40d8-be18-986bb216801b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:56.626213 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9239062f-9689-447a-8300-965ee3d6d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c561b96-81b1-4cb3-adbf-bb005cc92c17', 'code': 200} Dec 20 15:49:56.637377 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.673294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.734583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['a8c0b61f-a7dc-4c5e-857f-c47b717d9da0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:49:56.791830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.815907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9636fb-d015-42f2-a9cb-5dd2493c0d2d req-b305413a-3df4-4e6a-8e3c-0fda1073a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:56.817488 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0f9636fb-d015-42f2-a9cb-5dd2493c0d2d req-b305413a-3df4-4e6a-8e3c-0fda1073a684 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 1097 time: 0.0867925 Dec 20 15:49:56.840079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=7c561b96-81b1-4cb3-adbf-bb005cc92c17,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:56.887262 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0f9636fb-d015-42f2-a9cb-5dd2493c0d2d req-9aa51a70-4040-41e9-ae16-6103686075fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609176 Dec 20 15:49:56.959615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:56.961373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event updated for resources: {'Port': ['ID=f6d8b745-9e59-4963-8594-8ad1ed8d8704,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:57.002621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:57.016377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-336d34ee-0676-4ba6-b26e-9a77cf8344fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.042081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:49:57.046122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:49:57.060794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95167b-82ea-4b3b-ac52-555053da9e28 req-61cd6780-a2ec-4924-80dc-3581742ef5d7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:57.062425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d95167b-82ea-4b3b-ac52-555053da9e28 req-61cd6780-a2ec-4924-80dc-3581742ef5d7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.1026456 Dec 20 15:49:57.168465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-336d34ee-0676-4ba6-b26e-9a77cf8344fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.237186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Router b8e18733-9785-481d-b475-17f03343da4a has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:49:57.238345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-336d34ee-0676-4ba6-b26e-9a77cf8344fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.244495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d95167b-82ea-4b3b-ac52-555053da9e28 req-d95b61e9-16b9-4f0c-91f8-fdd5217aa795 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401157 Dec 20 15:49:57.327297 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-336d34ee-0676-4ba6-b26e-9a77cf8344fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=506711cfeb444bfc94573c5f2e838379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213077 Dec 20 15:49:57.327297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d34ee-0676-4ba6-b26e-9a77cf8344fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc185d-9837-476f-ad77-bf975d5a75b7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:57.337194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:57.399162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:57.405648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1fd417b8-bf3c-49ac-ba53-c6e33b48d931 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3828452 Dec 20 15:49:57.408438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:57.409637 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] Sync routers for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:57.425951 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:57.429396 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:57.479341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b06b08c4-1797-460f-9c31-5f439809617c None None] Provisioning complete for port f6d8b745-9e59-4963-8594-8ad1ed8d8704 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:57.479739 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b06b08c4-1797-460f-9c31-5f439809617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.500531 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:57.513633 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:57.514439 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:57.526724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16beee04-5b15-473b-b903-51829e19576b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.566373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b06b08c4-1797-460f-9c31-5f439809617c None None] Port f6d8b745-9e59-4963-8594-8ad1ed8d8704 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:49:57.586418 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:57.587725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47747786-15f7-40fc-a3b7-3299ab2c1e64 None None] The sync data for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:49:57.612338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16beee04-5b15-473b-b903-51829e19576b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.622011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-195fba49-a60f-43da-9d02-dca3bcb56d7c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:57.664717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623536-c950-4fef-9b57-80bb327888d9 req-292d517e-abcf-48e1-ada2-c64e3148e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:57.666282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-292d517e-abcf-48e1-ada2-c64e3148e5c5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc&tenant_id=67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 1094 time: 0.2239587 Dec 20 15:49:57.675722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d9cfa-36c8-42ab-af90-621dbafb1355 req-5bf633d8-9eba-4e1f-96bd-60199724afae tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:57.678138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f56d9cfa-36c8-42ab-af90-621dbafb1355 req-5bf633d8-9eba-4e1f-96bd-60199724afae tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 945 time: 0.2400753 Dec 20 15:49:57.685542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:57.728149 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-195fba49-a60f-43da-9d02-dca3bcb56d7c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:49:57.737062 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-195fba49-a60f-43da-9d02-dca3bcb56d7c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a HTTP/1.1" status: 409 len: 329 time: 0.3246753 Dec 20 15:49:57.737323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59416) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:57.936541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:49:58.073551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:49:58.081219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:49:58.081219 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.123606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16beee04-5b15-473b-b903-51829e19576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.126239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16beee04-5b15-473b-b903-51829e19576b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.130494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-16beee04-5b15-473b-b903-51829e19576b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57dc185d-9837-476f-ad77-bf975d5a75b7 HTTP/1.1" status: 204 len: 168 time: 0.7892609 Dec 20 15:49:58.157476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.175058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beee04-5b15-473b-b903-51829e19576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc185d-9837-476f-ad77-bf975d5a75b7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:58.193952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f56d9cfa-36c8-42ab-af90-621dbafb1355 req-094affd9-5795-422b-8bb5-537781aea05f tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846733 Dec 20 15:49:58.233705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb7d1-6499-4d42-b6da-4aa1f39e5503 req-6e66dfea-2c2b-48ac-9041-c68fe45e106c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:58.234256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.237521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a9cb7d1-6499-4d42-b6da-4aa1f39e5503 req-6e66dfea-2c2b-48ac-9041-c68fe45e106c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.5173411 Dec 20 15:49:58.280088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.331194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:58.337873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a9cb7d1-6499-4d42-b6da-4aa1f39e5503 req-f917ce5b-42d8-4893-93be-31f35a421646 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965621 Dec 20 15:49:58.521366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79387-62f9-4233-8749-7a1b4e35965c req-789c4cca-7c7c-41d1-8f92-06ea318a0e5c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:58.523175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3da79387-62f9-4233-8749-7a1b4e35965c req-789c4cca-7c7c-41d1-8f92-06ea318a0e5c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 943 time: 0.1081970 Dec 20 15:49:58.586810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting port f6d8b745-9e59-4963-8594-8ad1ed8d8704 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:49:58.586810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.598129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:49:58.615943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3da79387-62f9-4233-8749-7a1b4e35965c req-c13f5568-cd15-449e-be6c-1ac5a13bd536 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849161 Dec 20 15:49:58.627277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:49:58.630842 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db68e7b-7896-44b5-a81d-14a8aabc092f" -d '{"events": [{"server_uuid": "fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d", "name": "network-vif-plugged", "status": "completed", "tag": "a8c0b61f-a7dc-4c5e-857f-c47b717d9da0"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:49:58.648964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:58.691568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.692656 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdba6ca-918e-4ee1-9cf9-ce819dd2058d x-openstack-request-id: req-4fdba6ca-918e-4ee1-9cf9-ce819dd2058d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:49:58.692817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:49:58.693512 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d", "name": "network-vif-plugged", "status": "completed", "tag": "a8c0b61f-a7dc-4c5e-857f-c47b717d9da0", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:49:58.693960 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fdba6ca-918e-4ee1-9cf9-ce819dd2058d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:49:58.694520 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0', 'code': 200} Dec 20 15:49:58.703118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.708955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Calling delete_port for f6d8b745-9e59-4963-8594-8ad1ed8d8704 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:49:58.719742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Transition to ACTIVE for port object 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:49:58.826689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.831821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.853760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a89a-d8f5-4f11-a51a-262313790853 req-9ff8142f-e1f9-4bba-b070-9f9da45b10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:58.855440 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1781a89a-d8f5-4f11-a51a-262313790853 req-9ff8142f-e1f9-4bba-b070-9f9da45b10a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 1096 time: 0.0981650 Dec 20 15:49:58.964308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1781a89a-d8f5-4f11-a51a-262313790853 req-939d657d-a80b-4433-bdb5-e810b74d45fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919073 Dec 20 15:49:58.966739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:58.969796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=9']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:59.038575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:59.077616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Port': ['ID=f6d8b745-9e59-4963-8594-8ad1ed8d8704,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:49:59.216407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9d7a0d0-74b7-4cfd-b7b5-c25e371ee1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:59.226621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] No DVR routers for this DVR port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:49:59.414983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:59.533303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bb924-958c-4259-a38a-c3830d024d1d req-3e88737f-86ff-41aa-bbb5-c7841a00ce41 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:59.535029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364bb924-958c-4259-a38a-c3830d024d1d req-3e88737f-86ff-41aa-bbb5-c7841a00ce41 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 946 time: 0.2132638 Dec 20 15:49:59.638090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:49:59.638431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:49:59.638757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:59.643380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Router b8e18733-9785-481d-b475-17f03343da4a has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:49:59.648482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364bb924-958c-4259-a38a-c3830d024d1d req-64241877-5766-4fcf-913a-14a0498f5632 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969331 Dec 20 15:49:59.660860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on network c589b484-7d18-42f8-a1bc-d926886d63c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:49:59.660860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Attempting to bind port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:49:59.687028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:49:59.687374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Checking segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:49:59.687754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Bound using segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:49:59.688384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Bound port: 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:49:59.688637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:59.763858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c346c35-f334-48a4-a151-ba9a9e34bc8c req-e70ee346-3406-4d39-a474-59b0cae581dc tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:59.772542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c346c35-f334-48a4-a151-ba9a9e34bc8c req-e70ee346-3406-4d39-a474-59b0cae581dc tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1313262 Dec 20 15:49:59.813719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:49:59.832741 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c94a3b65-93af-4103-99e8-ff07c899321d tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890346 Dec 20 15:49:59.832741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59472) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:59.841704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] Sync routers for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:49:59.860749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:49:59.862221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:49:59.862872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:49:59.866781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:49:59.894722 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-205419e9-ca8b-4a3c-8655-56ee1fdd22c8 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] show failed (client error): The resource could not be found. Dec 20 15:49:59.894722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-205419e9-ca8b-4a3c-8655-56ee1fdd22c8 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-11217936 HTTP/1.1" status: 404 len: 333 time: 0.0568912 Dec 20 15:49:59.896763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:59.902892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c3ee11c8-7a5d-4ee4-b084-0057b7483086 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:49:59.922705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c346c35-f334-48a4-a151-ba9a9e34bc8c req-d61c6f81-b113-425a-b0ec-87c53380a3b8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473553 Dec 20 15:49:59.932430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:59.967820 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-c3ee11c8-7a5d-4ee4-b084-0057b7483086 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] update failed (client error): The resource could not be found. Dec 20 15:49:59.971397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3ee11c8-7a5d-4ee4-b084-0057b7483086 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1344963821 HTTP/1.1" status: 404 len: 335 time: 0.0730739 Dec 20 15:49:59.976635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59478) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:49:59.981865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:00.018432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] Routers {'b8e18733-9785-481d-b475-17f03343da4a'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:00.019064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b8e18733-9785-481d-b475-17f03343da4a'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:00.071072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:00.071072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2ece6-3ca3-4282-84eb-22e19c1ef3de None None] The sync data for ids ['b8e18733-9785-481d-b475-17f03343da4a'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:00.077829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:00.078739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.080557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] 10.222.0.83 "PUT /v2.0/ports/907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 1091 time: 2.4011731 Dec 20 15:50:00.084263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:00.087343 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac38fe3-112a-4daa-ae7d-844f323c0de9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:00.089775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting subnet b437fb29-de4f-47e2-9bc8-dfdb7586cb47 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:00.100065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.163862 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cfe97a-0f16-4c06-a185-0460290c4dcc x-openstack-request-id: req-83cfe97a-0f16-4c06-a185-0460290c4dcc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:00.164360 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:00.164624 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83cfe97a-0f16-4c06-a185-0460290c4dcc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:00.165151 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'status': 'completed', 'code': 200} Dec 20 15:50:00.166694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524b383-d667-4907-b5b3-70a33fcf8688 service neutron] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=10']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.185202 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:00.188588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53514c6-0d7c-480c-9919-dd952c570057 req-7cde14ef-1479-4264-8da1-9c95c09191a3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:00.194674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.201521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e53514c6-0d7c-480c-9919-dd952c570057 req-7cde14ef-1479-4264-8da1-9c95c09191a3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.2748332 Dec 20 15:50:00.303535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e53514c6-0d7c-480c-9919-dd952c570057 req-cc933fef-1cbb-4bf4-a1c0-cc4e396b3b0c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007619 Dec 20 15:50:00.320847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623536-c950-4fef-9b57-80bb327888d9 req-377311cd-6816-444a-bba1-30ff2bcbcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:00.323155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-377311cd-6816-444a-bba1-30ff2bcbcdb0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1095 time: 0.1533723 Dec 20 15:50:00.389228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.500857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623536-c950-4fef-9b57-80bb327888d9 req-afc93545-5983-4f41-8224-53b455ca6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:00.502461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-afc93545-5983-4f41-8224-53b455ca6062 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.1589913 Dec 20 15:50:00.609942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.622224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-9533e77c-cea7-4cba-a7ad-5edce1674dc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 998 time: 0.1066196 Dec 20 15:50:00.663792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Subnet': ['ID=b437fb29-de4f-47e2-9bc8-dfdb7586cb47,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:00.668160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.674968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c01b34c6-86ed-48b7-aa4f-5798fa8ff266 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/subnets/b437fb29-de4f-47e2-9bc8-dfdb7586cb47 HTTP/1.1" status: 204 len: 168 time: 0.6939757 Dec 20 15:50:00.674968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59496) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:00.690986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb025e-8f89-496e-b4c7-7468986f40f1 None None] Network e26913f2-d980-47b8-9d97-4e876414a8e6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:00.761024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting subnet 97beaa4d-ae85-4dff-a233-5118ddd94899 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:00.774312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.819546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623536-c950-4fef-9b57-80bb327888d9 req-4be52b78-1111-4179-942e-5acc3e769f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:00.821557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-4be52b78-1111-4179-942e-5acc3e769f54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.1808622 Dec 20 15:50:00.850950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:00.985133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] DHCP port deletion for e26913f2-d980-47b8-9d97-4e876414a8e6 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:50:01.000632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0df0b-37cd-4f28-a39d-a5a0a014450e req-5ec831d4-4d66-4c4b-88df-d6bf7f97b5c8 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:01.002387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f0df0b-37cd-4f28-a39d-a5a0a014450e req-5ec831d4-4d66-4c4b-88df-d6bf7f97b5c8 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 946 time: 0.1769414 Dec 20 15:50:01.024425 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.032697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623536-c950-4fef-9b57-80bb327888d9 req-e22c8d7a-43d6-4d85-a206-c61dda8b1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:01.034483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-e22c8d7a-43d6-4d85-a206-c61dda8b1f0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116259 Dec 20 15:50:01.086641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] Deleting port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:01.087095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.131262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f0df0b-37cd-4f28-a39d-a5a0a014450e req-dccc2ef3-df14-4af8-bcfb-fb2eb0710feb tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212242 Dec 20 15:50:01.192946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.208361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-8a147bc3-3169-4bae-83b4-9a93fdf5d8fe service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645906 Dec 20 15:50:01.265235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Subnet': ['ID=97beaa4d-ae85-4dff-a233-5118ddd94899,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:01.270626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] For port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,segment=NetworkSegment(590d4d2f-cceb-463d-8924-370ddcc8bc50),segment_id=590d4d2f-cceb-463d-8924-370ddcc8bc50)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:01.274165 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.280122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.291313 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ba55cb5-58e3-4f12-87f4-b5ae1a9c84bf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/subnets/97beaa4d-ae85-4dff-a233-5118ddd94899 HTTP/1.1" status: 204 len: 168 time: 0.6153412 Dec 20 15:50:01.295362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:01.302873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b93fda-40ed-4253-bba8-5cfe79171064 None None] Network 247c1953-c671-446b-858b-90f12bb0f67a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:01.309298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] Calling delete_port for 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:01.470372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.510231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7680c-601b-43ed-8052-239c078e7537 req-93bb1850-b09e-4f6e-809e-888e140d9b94 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:01.511981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91a7680c-601b-43ed-8052-239c078e7537 req-93bb1850-b09e-4f6e-809e-888e140d9b94 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1536317 Dec 20 15:50:01.535819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6623536-c950-4fef-9b57-80bb327888d9 req-3639e07c-df49-401d-962f-8f68f44c8ace service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182185 Dec 20 15:50:01.580264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:01.587930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.595986 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91a7680c-601b-43ed-8052-239c078e7537 req-5e5d2b1b-ad19-44d4-9288-f68263d00a5a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737457 Dec 20 15:50:01.704559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] For port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,segment=NetworkSegment(590d4d2f-cceb-463d-8924-370ddcc8bc50),segment_id=590d4d2f-cceb-463d-8924-370ddcc8bc50)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:01.705192 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.766369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Calling delete_port for 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:01.780347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:01.811856 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e34804c-d987-4da6-aca9-8509df7ec1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.822765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.881244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] DHCP port deletion for 247c1953-c671-446b-858b-90f12bb0f67a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:50:01.881767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-8623f92d-2832-488c-95fe-bfee675a9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:01.883432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-8623f92d-2832-488c-95fe-bfee675a9744 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1095 time: 0.1499665 Dec 20 15:50:01.883562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] Pushing event deleted for resources: {'Port': ['ID=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:01.897250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.902086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5ca8f-e2d2-4cd4-bdb3-55f28d841049 None None] No DVR routers for this DVR port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:01.923672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No active binding found for port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d {{(pid=103955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 15:50:01.924167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:01.971163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Port': ['ID=5e4e316f-1396-406f-a8b3-1b3dcaecbb3d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:01.974579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] Deleting port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:01.974685 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:01.988539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] No DVR routers for this DVR port 5e4e316f-1396-406f-a8b3-1b3dcaecbb3d on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:02.018019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291636-4a74-4c64-a376-b6f0b19522c5 req-04389419-61ca-48e6-b43f-ec6142c28b6b tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:02.019651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24291636-4a74-4c64-a376-b6f0b19522c5 req-04389419-61ca-48e6-b43f-ec6142c28b6b tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 946 time: 0.2175288 Dec 20 15:50:02.143715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.171536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] For port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,segment=NetworkSegment(af44a41b-1e94-4160-ba4d-e882be59d080),segment_id=af44a41b-1e94-4160-ba4d-e882be59d080)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:02.172139 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.172732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26913f2-d980-47b8-9d97-4e876414a8e6']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:02.178377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-7cca115b-b87f-4792-a202-06208d510dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:02.180246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-7cca115b-b87f-4792-a202-06208d510dc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.2880580 Dec 20 15:50:02.186365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] Calling delete_port for 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:02.188492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24291636-4a74-4c64-a376-b6f0b19522c5 req-d7ad2be8-dae7-4ab3-82b8-d6545aac1bab tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538010 Dec 20 15:50:02.194905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d4d2f-cceb-463d-8924-370ddcc8bc50') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:02.203231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d4d2f-cceb-463d-8924-370ddcc8bc50') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:02.228456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.271729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.288093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:02.288093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:02.296353 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:02.384692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-a53e23ef-a71c-4fbc-ab50-d85d39a4e17c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 200 len: 998 time: 0.1879714 Dec 20 15:50:02.483564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.512521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.515761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] Pushing event deleted for resources: {'Port': ['ID=48a65349-0cf3-4b2b-8ba3-b47aa9aecca9,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:02.517735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a439189-b847-43c7-90fb-3ad48463f2a6 None None] No DVR routers for this DVR port 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:02.537300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.545954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/networks/e26913f2-d980-47b8-9d97-4e876414a8e6 HTTP/1.1" status: 204 len: 168 time: 1.2471280 Dec 20 15:50:02.548561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:02.561029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84264c58-df64-4970-b121-62e8d00e565c tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Network': ['ID=e26913f2-d980-47b8-9d97-4e876414a8e6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:02.594524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-690936b7-30a2-4319-b932-873be3a6ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:02.596478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-690936b7-30a2-4319-b932-873be3a6ebaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.2032347 Dec 20 15:50:02.722545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11add9-96e5-4993-9f41-45d0c5f800e4 req-7329330c-d0f0-4cef-adf7-997857b4ba7a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:02.730256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a11add9-96e5-4993-9f41-45d0c5f800e4 req-7329330c-d0f0-4cef-adf7-997857b4ba7a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.2838562 Dec 20 15:50:02.756983 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.791432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:02.791662 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:50:02.842274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-0b6c4da3-5c18-44b3-8f55-c16b8d2fe791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:02.844370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-0b6c4da3-5c18-44b3-8f55-c16b8d2fe791 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332292 Dec 20 15:50:02.916836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a11add9-96e5-4993-9f41-45d0c5f800e4 req-7d1190b7-9be7-4715-9974-b04540dc08c5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795411 Dec 20 15:50:03.082873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.169123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247c1953-c671-446b-858b-90f12bb0f67a']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:03.193012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af44a41b-1e94-4160-ba4d-e882be59d080') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:03.193565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af44a41b-1e94-4160-ba4d-e882be59d080') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:03.209468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.242975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22b73-722a-4550-b00a-c4409e1cb46c req-13b540b3-2d3b-487c-bfba-3eae02820b02 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:03.250577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fd22b73-722a-4550-b00a-c4409e1cb46c req-13b540b3-2d3b-487c-bfba-3eae02820b02 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1791112 Dec 20 15:50:03.253956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-0cada669-1e36-4223-9e13-206583d0ea73 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766485 Dec 20 15:50:03.262356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.321354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:03.322016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:03.328748 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:03.515403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fd22b73-722a-4550-b00a-c4409e1cb46c req-83a4f6d2-f3ee-4e0e-a1e4-f0b4e64c662a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595546 Dec 20 15:50:03.575785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.582480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.588788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/networks/247c1953-c671-446b-858b-90f12bb0f67a HTTP/1.1" status: 204 len: 168 time: 1.0323954 Dec 20 15:50:03.593290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59580) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:03.608542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ac38fe3-112a-4daa-ae7d-844f323c0de9 req-bbb5ff0f-43bd-40a5-b4ae-8fdb4aca4e10 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365364 Dec 20 15:50:03.691076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting subnet e3c8bf0f-340b-4722-8461-d6ecbb76d314 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:03.713783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.722819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b68dd5-c235-42d8-893b-875d11980dfd tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Network': ['ID=247c1953-c671-446b-858b-90f12bb0f67a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:03.816467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.821146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:03.872268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:03.872871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 48a65349-0cf3-4b2b-8ba3-b47aa9aecca9 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:04.043594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda2631-0687-4ede-82cd-832a99cd3d0a req-c17b41f9-afea-4ca0-9e7f-8baed63cd33a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:04.052095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cda2631-0687-4ede-82cd-832a99cd3d0a req-c17b41f9-afea-4ca0-9e7f-8baed63cd33a tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 946 time: 0.1319580 Dec 20 15:50:04.055630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.183150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cda2631-0687-4ede-82cd-832a99cd3d0a req-fbb1b51e-6a97-41c0-89b5-87f331c5f2b0 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299150 Dec 20 15:50:04.259444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.295436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.469460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38855cd-cfb0-46b5-a6aa-d8c0b210d901 None None] Network bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:04.469549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.469549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/subnets/e3c8bf0f-340b-4722-8461-d6ecbb76d314 HTTP/1.1" status: 204 len: 168 time: 0.7485852 Dec 20 15:50:04.469549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7795f52-1bab-4f41-a0de-7d5264b65e2f tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c8bf0f-340b-4722-8461-d6ecbb76d314,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:04.469736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59590) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:04.470165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5f24f-5340-4a2e-9093-117456ea8f97 req-367e4239-eb28-4df6-a536-015a978092a6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:04.470165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfa5f24f-5340-4a2e-9093-117456ea8f97 req-367e4239-eb28-4df6-a536-015a978092a6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.1063495 Dec 20 15:50:04.470165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfa5f24f-5340-4a2e-9093-117456ea8f97 req-17e7cffd-370a-4ec8-9ca7-ee582f9a935d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576212 Dec 20 15:50:04.482137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.506091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-5daba08b-1636-4312-bca0-3d1f411e0f40 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:04.507618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-5daba08b-1636-4312-bca0-3d1f411e0f40 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/ports?device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 946 time: 0.0887644 Dec 20 15:50:04.517624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] DHCP port deletion for bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:50:04.572871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] Deleting port 7497c426-6769-470b-83b5-f21eba93fcca {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:04.573440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.625438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Deleting port 7497c426-6769-470b-83b5-f21eba93fcca {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:04.649686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.652965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] For port 7497c426-6769-470b-83b5-f21eba93fcca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7497c426-6769-470b-83b5-f21eba93fcca,segment=NetworkSegment(723ec46e-b213-409c-af40-4f8a3cf96b98),segment_id=723ec46e-b213-409c-af40-4f8a3cf96b98)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:04.653391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.664984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d492199-0174-4512-957c-ae1a6a6175bf req-d2cc28cc-f688-46b0-8a44-660ff9bb99dd tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:04.666783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] Calling delete_port for 7497c426-6769-470b-83b5-f21eba93fcca owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:04.667477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d492199-0174-4512-957c-ae1a6a6175bf req-d2cc28cc-f688-46b0-8a44-660ff9bb99dd tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.0719464 Dec 20 15:50:04.698141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Deleting port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:04.698579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.722249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d492199-0174-4512-957c-ae1a6a6175bf req-11dd4d92-ccfa-4d64-bec1-31c72f081fcb tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495138 Dec 20 15:50:04.739807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] For port 7497c426-6769-470b-83b5-f21eba93fcca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7497c426-6769-470b-83b5-f21eba93fcca,segment=NetworkSegment(723ec46e-b213-409c-af40-4f8a3cf96b98),segment_id=723ec46e-b213-409c-af40-4f8a3cf96b98)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:04.740237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.786568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Calling delete_port for 7497c426-6769-470b-83b5-f21eba93fcca owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:04.858568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] For port 7c561b96-81b1-4cb3-adbf-bb005cc92c17, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=7c561b96-81b1-4cb3-adbf-bb005cc92c17,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:04.858932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.877813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.882018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Calling delete_port for 7c561b96-81b1-4cb3-adbf-bb005cc92c17 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:04.905878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] Pushing event deleted for resources: {'Port': ['ID=7497c426-6769-470b-83b5-f21eba93fcca,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:04.909410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855e4d1-20cf-4206-ab14-f2019035d6bd None None] No DVR routers for this DVR port 7497c426-6769-470b-83b5-f21eba93fcca on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:04.990043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.043513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Port': ['ID=7497c426-6769-470b-83b5-f21eba93fcca,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:05.054802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] No DVR routers for this DVR port 7497c426-6769-470b-83b5-f21eba93fcca on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:05.089686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.107846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-670aad75-57e2-42cc-bc54-66154ad39ac0 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:05.123759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-670aad75-57e2-42cc-bc54-66154ad39ac0 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d HTTP/1.1" status: 200 len: 946 time: 0.1233151 Dec 20 15:50:05.203577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.236555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:05.255721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723ec46e-b213-409c-af40-4f8a3cf96b98') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:05.256303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723ec46e-b213-409c-af40-4f8a3cf96b98') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:05.270590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.291390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.298924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:05.300454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.349958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Deleting port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:05.350711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:05.457794 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:05.518940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1a099-5d09-431b-9900-c70457ee0363 req-f97e0796-55be-4500-8de5-95db8d22d5c7 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:05.520872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49f1a099-5d09-431b-9900-c70457ee0363 req-f97e0796-55be-4500-8de5-95db8d22d5c7 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 946 time: 0.1051126 Dec 20 15:50:05.529678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] For port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,segment=NetworkSegment(10b706b7-dfb0-4f00-a6ac-8ae1ccf15805),segment_id=10b706b7-dfb0-4f00-a6ac-8ae1ccf15805)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:05.530565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.565448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.585658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.595526 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/networks/bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9 HTTP/1.1" status: 204 len: 168 time: 1.2374027 Dec 20 15:50:05.655662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:05.822452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a3436-be1a-417b-97ea-726006f274c4 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Pushing event deleted for resources: {'Network': ['ID=bdd9f5c8-10fa-426d-8aa4-e93f3655c3c9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:05.841951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7497c426-6769-470b-83b5-f21eba93fcca no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:05.858616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d2d8935-1f2e-4f58-8f8e-a084a3896daf tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8e18733-9785-481d-b475-17f03343da4a HTTP/1.1" status: 200 len: 205 time: 0.1992373 Dec 20 15:50:05.861856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:05.882603 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:05.906877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 7497c426-6769-470b-83b5-f21eba93fcca {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:05.908158 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7497c426-6769-470b-83b5-f21eba93fcca not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:05.933398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['7c561b96-81b1-4cb3-adbf-bb005cc92c17', 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:06.101087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event deleted for resources: {'Port': ['ID=7c561b96-81b1-4cb3-adbf-bb005cc92c17,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:06.133489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Calling delete_port for a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:06.258730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49f1a099-5d09-431b-9900-c70457ee0363 req-e4fbeb2b-db0c-458a-af4c-ddf38d42698d tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c108135-865c-4626-9b96-13d635a6ddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245216 Dec 20 15:50:06.604594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38805a9-fcf2-43b8-85b2-6840fe588a7d req-9e53049f-1a44-4f2b-88c7-20b100ccfef0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:06.625084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c38805a9-fcf2-43b8-85b2-6840fe588a7d req-9e53049f-1a44-4f2b-88c7-20b100ccfef0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.1466455 Dec 20 15:50:06.668680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:06.732972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Pushing event deleted for resources: {'Port': ['ID=a8c0b61f-a7dc-4c5e-857f-c47b717d9da0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:06.770018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.770807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.771485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.772128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.772760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.773358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.774182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.774920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.775961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.776777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.777432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.778043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.778670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:06.855405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c38805a9-fcf2-43b8-85b2-6840fe588a7d req-9e7c0164-ddef-4ab6-9370-725929240c2a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286706 Dec 20 15:50:06.961551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] No DVR routers for this DVR port a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:06.975394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:06.980823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c75badf4-4a2f-4cb5-9d5b-2147f7bd6979 req-c291dc24-252b-488d-8ce6-7172f82f8a44 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "DELETE /v2.0/ports/a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 HTTP/1.1" status: 204 len: 173 time: 1.8512323 Dec 20 15:50:06.986532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'name': 'network-vif-deleted', 'tag': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:06.992039 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59961900-9404-44f3-be56-f891be441a6d" -d '{"events": [{"server_uuid": "fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d", "name": "network-vif-deleted", "tag": "a8c0b61f-a7dc-4c5e-857f-c47b717d9da0"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:07.096700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] No DVR routers for this DVR port 7c561b96-81b1-4cb3-adbf-bb005cc92c17 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:07.101178 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:07.105513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:07.107386 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8f6d4d20-b7a0-45ca-bc9c-3b7266420218 req-b5ab34b2-7c77-42fe-94a8-f98093bd4ee2 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.72 "DELETE /v2.0/ports/7c561b96-81b1-4cb3-adbf-bb005cc92c17 HTTP/1.1" status: 204 len: 173 time: 2.5763299 Dec 20 15:50:07.107846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9239062f-9689-447a-8300-965ee3d6d956', 'name': 'network-vif-deleted', 'tag': '7c561b96-81b1-4cb3-adbf-bb005cc92c17'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:07.110334 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594546e-3f86-4a9c-871a-d04377b33e8d" -d '{"events": [{"server_uuid": "9239062f-9689-447a-8300-965ee3d6d956", "name": "network-vif-deleted", "tag": "7c561b96-81b1-4cb3-adbf-bb005cc92c17"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:07.376745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc130547-852b-4a53-8555-5ef3bd1ff25e req-5c32950b-7cd9-4c0d-ae07-e81bd454e9e7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:07.388123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc130547-852b-4a53-8555-5ef3bd1ff25e req-5c32950b-7cd9-4c0d-ae07-e81bd454e9e7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1577139 Dec 20 15:50:07.509607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc130547-852b-4a53-8555-5ef3bd1ff25e req-ec547879-266b-4c0e-88fa-dfd52a49a7f7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171837 Dec 20 15:50:07.612570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:07.619728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:07.819818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:07.820430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Fanout notify agent at l3_agent the message router_deleted on router b8e18733-9785-481d-b475-17f03343da4a {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:50:07.828021 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:07.833944 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2233c6a1-7237-4409-94fe-ea3d6197d7c0 tempest-RoutersNegativeTest-1263152173 tempest-RoutersNegativeTest-1263152173-project] 10.222.0.81 "DELETE /v2.0/routers/b8e18733-9785-481d-b475-17f03343da4a HTTP/1.1" status: 204 len: 168 time: 1.9695830 Dec 20 15:50:07.860975 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea9c64-d133-432d-b50c-4f289bc68ac8 x-openstack-request-id: req-4eea9c64-d133-432d-b50c-4f289bc68ac8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:07.861686 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d", "name": "network-vif-deleted", "tag": "a8c0b61f-a7dc-4c5e-857f-c47b717d9da0", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:07.862184 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4eea9c64-d133-432d-b50c-4f289bc68ac8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:07.862905 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1cb596-4a8e-413a-b5bd-acfcc6b80a2d', 'name': 'network-vif-deleted', 'tag': 'a8c0b61f-a7dc-4c5e-857f-c47b717d9da0', 'status': 'completed', 'code': 200} Dec 20 15:50:07.924688 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4509c5c-b2d0-4bd5-9b2f-e8c1d6ce8254 x-openstack-request-id: req-f4509c5c-b2d0-4bd5-9b2f-e8c1d6ce8254 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:07.924688 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9239062f-9689-447a-8300-965ee3d6d956", "name": "network-vif-deleted", "tag": "7c561b96-81b1-4cb3-adbf-bb005cc92c17", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:07.924688 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4509c5c-b2d0-4bd5-9b2f-e8c1d6ce8254 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:07.924688 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9239062f-9689-447a-8300-965ee3d6d956', 'name': 'network-vif-deleted', 'tag': '7c561b96-81b1-4cb3-adbf-bb005cc92c17', 'status': 'completed', 'code': 200} Dec 20 15:50:07.994610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 7c561b96-81b1-4cb3-adbf-bb005cc92c17 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:08.016961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 7c561b96-81b1-4cb3-adbf-bb005cc92c17 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:08.017388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 7c561b96-81b1-4cb3-adbf-bb005cc92c17 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:08.017782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:08.088964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:08.089592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a8c0b61f-a7dc-4c5e-857f-c47b717d9da0 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:08.178083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a050270-70ad-413a-8ee2-c41647d3d3bb req-bdab840c-eb1c-472c-8f3e-859071bf6b73 tempest-MultipleCreateTestJSON-696682357 tempest-MultipleCreateTestJSON-696682357-project] 10.222.0.81 "GET /v2.0/ports?device_id=9239062f-9689-447a-8300-965ee3d6d956 HTTP/1.1" status: 200 len: 210 time: 0.0907943 Dec 20 15:50:08.415421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9524d0-b8af-4eaf-bbb2-65dab19a696d req-998165b4-0e0c-41bc-9b0d-4985bedb0f58 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:08.434773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c9524d0-b8af-4eaf-bbb2-65dab19a696d req-998165b4-0e0c-41bc-9b0d-4985bedb0f58 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.1163344 Dec 20 15:50:08.558627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c9524d0-b8af-4eaf-bbb2-65dab19a696d req-d4c87caa-4fb6-49b7-9516-f4e9c3d88542 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167603 Dec 20 15:50:08.788840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59634) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:08.929301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e62f73-9e2e-4dd2-aa77-7826991e39e3 req-387009f7-0f06-4f6f-ba9d-b6239cf95435 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:08.938423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17e62f73-9e2e-4dd2-aa77-7826991e39e3 req-387009f7-0f06-4f6f-ba9d-b6239cf95435 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1018236 Dec 20 15:50:09.010155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17e62f73-9e2e-4dd2-aa77-7826991e39e3 req-f6ab0449-489e-4b14-8180-13fa8e3d30a5 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Dec 20 15:50:09.070040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59638) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:09.070249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41c3b0a3-5ecd-431e-9e9f-f9e79f5ba5e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1baa5552bf544dd2af1f81f00632bbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792337 Dec 20 15:50:09.194280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64ce314f-9c75-47bf-bb2a-cd7c534f23b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:09.309256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64ce314f-9c75-47bf-bb2a-cd7c534f23b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:09.398510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59644) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:09.474482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Deleting subnet fe4ec392-b464-42cb-ab70-b6525bd3c286 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:09.500772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:09.526166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:09.572091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:09.703317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0206984-67cc-4e4a-bdee-e51893d67b3b req-ddafa760-60f7-45e6-a855-0862c5c45e51 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:09.704868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0206984-67cc-4e4a-bdee-e51893d67b3b req-ddafa760-60f7-45e6-a855-0862c5c45e51 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.0552332 Dec 20 15:50:09.757436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0206984-67cc-4e4a-bdee-e51893d67b3b req-723dd44d-5031-41e7-9ae3-2a46ad1e0785 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Dec 20 15:50:10.089113 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64ce314f-9c75-47bf-bb2a-cd7c534f23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.096502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64ce314f-9c75-47bf-bb2a-cd7c534f23b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.096502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-64ce314f-9c75-47bf-bb2a-cd7c534f23b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bbd02e8-35cc-436f-9f00-4bb2a0a91037 HTTP/1.1" status: 204 len: 168 time: 1.0224152 Dec 20 15:50:10.131549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.174807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce314f-9c75-47bf-bb2a-cd7c534f23b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbd02e8-35cc-436f-9f00-4bb2a0a91037,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:10.232703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4ec392-b464-42cb-ab70-b6525bd3c286,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:10.235227 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.252251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-befcace2-be29-4531-8339-b54eb4ce0e42 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fe4ec392-b464-42cb-ab70-b6525bd3c286 HTTP/1.1" status: 204 len: 168 time: 0.8379993 Dec 20 15:50:10.252463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59654) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:10.265331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862c28-4ea2-463d-89a9-a600a6d2e999 req-6edfcf48-15ec-4279-8505-83c6be3cef41 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:10.266825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17862c28-4ea2-463d-89a9-a600a6d2e999 req-6edfcf48-15ec-4279-8505-83c6be3cef41 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1017094 Dec 20 15:50:10.312902 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.319640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17862c28-4ea2-463d-89a9-a600a6d2e999 req-2e199a0c-35af-44ad-866a-e6a6a6972db8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Dec 20 15:50:10.398460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.424413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edffd908-bf57-48fe-aa13-bffeffb77fee']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:10.434578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:10.434873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b706b7-dfb0-4f00-a6ac-8ae1ccf15805') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:10.444039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.456707 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.462731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:10.463105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:10.464724 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:10.678678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.684384 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:10.687896 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] 10.222.0.81 "DELETE /v2.0/networks/edffd908-bf57-48fe-aa13-bffeffb77fee HTTP/1.1" status: 204 len: 168 time: 0.4442725 Dec 20 15:50:10.699623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f0e4a-1b67-487e-82eb-8452c31710ea admin admin] Pushing event deleted for resources: {'Network': ['ID=edffd908-bf57-48fe-aa13-bffeffb77fee,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:11.061287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39768e-edc7-4272-880c-a5be58bb4ffd req-7273495c-c413-4e3a-bd9b-1b7c578a0342 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:11.079704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf39768e-edc7-4272-880c-a5be58bb4ffd req-7273495c-c413-4e3a-bd9b-1b7c578a0342 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.1747723 Dec 20 15:50:11.177174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf39768e-edc7-4272-880c-a5be58bb4ffd req-c5007966-957d-4f88-bcc6-f895d3b95798 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959644 Dec 20 15:50:11.301071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:11.430752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c1c9c6b-3754-49ac-8b28-e96ca90324a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe0674fc18b04ccfbde0f2684693105a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266980 Dec 20 15:50:11.433363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59684) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:11.518632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13f3c430-d2a3-4b49-a158-e19bc152819c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:11.545998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13f3c430-d2a3-4b49-a158-e19bc152819c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:11.859959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bc66e-b791-452b-a280-ed60bd6eb1c0 req-56895790-99f3-4aa1-b221-92320d7ca341 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:11.861809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa0bc66e-b791-452b-a280-ed60bd6eb1c0 req-56895790-99f3-4aa1-b221-92320d7ca341 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.0661390 Dec 20 15:50:11.916495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13f3c430-d2a3-4b49-a158-e19bc152819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:11.919447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13f3c430-d2a3-4b49-a158-e19bc152819c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:11.920789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13f3c430-d2a3-4b49-a158-e19bc152819c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c108135-865c-4626-9b96-13d635a6ddfa HTTP/1.1" status: 204 len: 168 time: 0.4864106 Dec 20 15:50:11.935801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa0bc66e-b791-452b-a280-ed60bd6eb1c0 req-b265ff53-4f1f-4ae7-94ff-9ea725302600 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Dec 20 15:50:11.936711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3c430-d2a3-4b49-a158-e19bc152819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c108135-865c-4626-9b96-13d635a6ddfa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:12.140524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59700) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:12.262647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1431126715'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:12.381575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Made reservation on behalf of ff06b467f8834f7f9bbe6686ed80de8b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:12.385309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:12.406325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:12.568799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:12.705493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e7f9e-f7bc-47d1-a077-383a1dafe4cd req-5993ab9a-4635-418a-b5c5-70978db1963b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:12.707199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb7e7f9e-f7bc-47d1-a077-383a1dafe4cd req-5993ab9a-4635-418a-b5c5-70978db1963b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.0649636 Dec 20 15:50:12.708665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:12.759759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:12.775784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72de0b2f-7a0c-4af7-86b7-a8ae4397fac0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:12.800260 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:12.801194 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Added segment a96b4d2a-98c6-4268-b492-e62a9823111e of type vlan for network e216b2c6-50d1-4c6a-a956-f4614cf49da6 Dec 20 15:50:12.849273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb7e7f9e-f7bc-47d1-a077-383a1dafe4cd req-cf2c4958-afcd-416b-ba74-5c6ff6458f61 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325006 Dec 20 15:50:12.884452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:13.077960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:13.086002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:13.092595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:13.193200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Pushing event updated for resources: {'Network': ['ID=e216b2c6-50d1-4c6a-a956-f4614cf49da6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:13.205892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e216b2c6-50d1-4c6a-a956-f4614cf49da6 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:13.221121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-92686275-da11-442a-885e-258055e891de tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0791326 Dec 20 15:50:13.224358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59768) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:13.232892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-cee7516c-a6d8-409a-a027-799fe31fd3a7 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-1045556630') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:13.444543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cee7516c-a6d8-409a-a027-799fe31fd3a7 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "PUT /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-1045556630 HTTP/1.1" status: 201 len: 201 time: 0.2189488 Dec 20 15:50:13.449910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59782) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:13.454391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-fc636840-4c3a-4753-9628-a82cacf12a15 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-1045556630') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:13.545448 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fc636840-4c3a-4753-9628-a82cacf12a15 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-1045556630 HTTP/1.1" status: 204 len: 168 time: 0.0944366 Dec 20 15:50:13.556261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59788) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:13.561150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-9141660d-396e-4f7f-b116-579156e2349f tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:13.589732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59792) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:13.686146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9141660d-396e-4f7f-b116-579156e2349f tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags HTTP/1.1" status: 200 len: 238 time: 0.1285598 Dec 20 15:50:13.689540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:13.701459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-81b3fcd6-131c-4b8f-b3fd-357f3b0fcac2 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', {'tags': ['tempest-TagsTest-Tag-1288928590', 'tempest-TagsTest-Tag-1442730931', 'tempest-TagsTest-Tag-719857105']}) {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:13.765198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-458268251-network', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:13.896702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-81b3fcd6-131c-4b8f-b3fd-357f3b0fcac2 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "PUT /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags HTTP/1.1" status: 200 len: 308 time: 0.2060797 Dec 20 15:50:13.899296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59812) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:13.904277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-4cbcf044-2200-4f9b-9a89-5a3de3fea174 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-1288928590') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:13.940622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Made reservation on behalf of eeecb9dbfe784dacabfd9629a0a28c95 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:13.943843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:13.955939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.049245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.100018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59818) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.100245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4cbcf044-2200-4f9b-9a89-5a3de3fea174 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "DELETE /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-1288928590 HTTP/1.1" status: 204 len: 168 time: 0.1995442 Dec 20 15:50:14.105034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-b3128d8c-6fbb-4f68-9c9b-0dedf26cbfd5 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-1288928590') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.134668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.166598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca1e16-8127-499a-a098-5a440ae6bb3e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:14.209516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:14.225776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.226508 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Added segment 0760b2c0-eebd-429e-8822-a514bf424079 of type vlan for network a016c50b-d47c-4c66-94ca-633397ef1663 Dec 20 15:50:14.237988 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-b3128d8c-6fbb-4f68-9c9b-0dedf26cbfd5 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] show failed (client error): The resource could not be found. Dec 20 15:50:14.239648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3128d8c-6fbb-4f68-9c9b-0dedf26cbfd5 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-1288928590 HTTP/1.1" status: 404 len: 326 time: 0.1377885 Dec 20 15:50:14.241988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.246561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-41398d9c-fc29-4913-8826-60321ff2b967 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-1442730931') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.277989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.330813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-41398d9c-fc29-4913-8826-60321ff2b967 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-1442730931 HTTP/1.1" status: 204 len: 168 time: 0.0869088 Dec 20 15:50:14.332787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59828) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.337730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-5cdaccc9-b92f-4ce0-87cb-a204f35b0c41 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-719857105') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.374689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.378202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:14.378202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.421726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5cdaccc9-b92f-4ce0-87cb-a204f35b0c41 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-719857105 HTTP/1.1" status: 204 len: 168 time: 0.0872965 Dec 20 15:50:14.424065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.429119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-4e9bf8fc-28b2-431b-a804-c91fdac0b1ce tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.460158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8690898 Dec 20 15:50:14.463173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59832) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.469551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Request body: {'subnet': {'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-subnet', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:14.477424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ea8e4-b34c-452c-812b-8df0414855a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a016c50b-d47c-4c66-94ca-633397ef1663,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:14.490175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network a016c50b-d47c-4c66-94ca-633397ef1663 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:14.623466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Made reservation on behalf of eeecb9dbfe784dacabfd9629a0a28c95 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:14.623466 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.672928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4e9bf8fc-28b2-431b-a804-c91fdac0b1ce tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "DELETE /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags HTTP/1.1" status: 204 len: 168 time: 0.2475417 Dec 20 15:50:14.675540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59840) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.681090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-6e5448d4-de59-4b75-9c75-b0e61f55b225 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-1442730931') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.773563 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-6e5448d4-de59-4b75-9c75-b0e61f55b225 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] show failed (client error): The resource could not be found. Dec 20 15:50:14.774622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6e5448d4-de59-4b75-9c75-b0e61f55b225 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-1442730931 HTTP/1.1" status: 404 len: 326 time: 0.0981741 Dec 20 15:50:14.777791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59842) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.784350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-29736a63-365b-4460-9d40-3d2069db77ba tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6', 'tempest-TagsTest-Tag-719857105') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.858810 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-29736a63-365b-4460-9d40-3d2069db77ba tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] show failed (client error): The resource could not be found. Dec 20 15:50:14.859989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-29736a63-365b-4460-9d40-3d2069db77ba tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "GET /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags/tempest-TagsTest-Tag-719857105 HTTP/1.1" status: 404 len: 325 time: 0.0812385 Dec 20 15:50:14.862806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59846) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.868265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-1adc4847-d4f9-46fb-a550-a8a9a644b55e tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e216b2c6-50d1-4c6a-a956-f4614cf49da6') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:14.883974 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:14.951216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1adc4847-d4f9-46fb-a550-a8a9a644b55e tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "DELETE /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6/tags HTTP/1.1" status: 204 len: 168 time: 0.0873165 Dec 20 15:50:14.955601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:14.958270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a8ae22-da27-4da6-8cf1-2de73f6a505b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:14.960721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Checking segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:14.961069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Network hostable DHCP agents. Network: a016c50b-d47c-4c66-94ca-633397ef1663, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:15.039021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:15.071211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Network a016c50b-d47c-4c66-94ca-633397ef1663 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:15.164196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, a016c50b-d47c-4c66-94ca-633397ef1663) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:15.168537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:15.170272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:15.170881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:15.175513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a814733-8348-48c6-8be6-40f988b49ea3 None None] Network a016c50b-d47c-4c66-94ca-633397ef1663 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:15.193542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e216b2c6-50d1-4c6a-a956-f4614cf49da6']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:15.207002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96b4d2a-98c6-4268-b492-e62a9823111e') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:15.208082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96b4d2a-98c6-4268-b492-e62a9823111e') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:15.229822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:15.266055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:15.280963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:15.282091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:15.291306 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:15.305495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c003b-944c-4b48-a5cc-2edf1f301fda None None] Network a016c50b-d47c-4c66-94ca-633397ef1663 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:15.321969 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb04b15b-e76f-4570-86bb-671ccbae717e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8566515 Dec 20 15:50:15.326161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59860) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:15.336512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:16.037244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:16.132045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.165929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:16.168770 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2813141b-439d-422c-8274-0fde598517dd" -d '{"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:16.183195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:16.286377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.286377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.312498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.357764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.361254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] 10.222.0.81 "DELETE /v2.0/networks/e216b2c6-50d1-4c6a-a956-f4614cf49da6 HTTP/1.1" status: 204 len: 168 time: 1.4043410 Dec 20 15:50:16.363845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e8d8-28d7-4d4f-be3d-025430cafc22 tempest-TagsTest-1712981286 tempest-TagsTest-1712981286-project] Pushing event deleted for resources: {'Network': ['ID=e216b2c6-50d1-4c6a-a956-f4614cf49da6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:16.370853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.379713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.437861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:16.654847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.013240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.019047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59904) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:17.039299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.157010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Allocated IP 172.25.6.36 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/3f8e4c23-6a66-413b-b7c7-50543d71c139) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:17.191606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b37b5517-c45c-43e8-b515-45fa66c5e6ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff06b467f8834f7f9bbe6686ed80de8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711807 Dec 20 15:50:17.195152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59912) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:17.255275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f91f5b7e-c292-4c2e-991c-fbb8a299842a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.267217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.279178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f91f5b7e-c292-4c2e-991c-fbb8a299842a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.386508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.429017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:17.431834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f91f5b7e-c292-4c2e-991c-fbb8a299842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.435613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:17.435841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:17.439135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f91f5b7e-c292-4c2e-991c-fbb8a299842a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:17.440339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f91f5b7e-c292-4c2e-991c-fbb8a299842a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72de0b2f-7a0c-4af7-86b7-a8ae4397fac0 HTTP/1.1" status: 204 len: 168 time: 0.2442226 Dec 20 15:50:17.455288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f5b7e-c292-4c2e-991c-fbb8a299842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de0b2f-7a0c-4af7-86b7-a8ae4397fac0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:17.462417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Pushing event updated for resources: {'Port': ['ID=3f8e4c23-6a66-413b-b7c7-50543d71c139,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:17.474845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.475111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.475448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.475944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.476221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.476557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.476881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.477225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.481553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.481553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.481553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.481553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.481553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:17.885845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.095347 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.306244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Router 50e143c8-3d5d-4212-9213-8a004fded895 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:50:18.428276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:50:18.438926 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Sync routers for ids ['50e143c8-3d5d-4212-9213-8a004fded895'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:50:18.450909 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Routers {'50e143c8-3d5d-4212-9213-8a004fded895'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:18.451534 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['50e143c8-3d5d-4212-9213-8a004fded895'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:18.526095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.527334 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e71fadd-d9ee-4f37-b588-d403aea251ca admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2000465 Dec 20 15:50:18.530427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59966) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:18.558670 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Set router 50e143c8-3d5d-4212-9213-8a004fded895 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:18.669136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59970) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:18.753142 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:50:17Z', 'revision_number': 3, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:18.778302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107555480-network', 'tenant_id': '54eb8485900345e08b105b4f8728008c'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:18.785346 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Checking router: 50e143c8-3d5d-4212-9213-8a004fded895 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:50:18.786260 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Updating router 50e143c8-3d5d-4212-9213-8a004fded895 port 3f8e4c23-6a66-413b-b7c7-50543d71c139 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:50:18.811879 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.849362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Made reservation on behalf of 54eb8485900345e08b105b4f8728008c for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:18.853033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.862702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.956658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:18.984732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.043087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.069435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:19.079588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01960a8-a253-4b7f-91f4-a1da3e56e18d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:19.084890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.085267 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Added segment 7263b71d-346a-477c-abbb-b0a56d43e082 of type vlan for network 2cebf742-e874-4571-8a2e-86d0740f624a Dec 20 15:50:19.109418 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.130268 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.211213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Allocated IP 172.20.0.1 (a016c50b-d47c-4c66-94ca-633397ef1663/63a8ae22-da27-4da6-8cf1-2de73f6a505b/a3c49900-75a6-43f3-a90b-d0a4ab752c34) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:19.310918 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.311811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.312191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:19.312784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.316834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.367270 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Attempting to bind port 3f8e4c23-6a66-413b-b7c7-50543d71c139 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:50:19.367719 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Attempting to bind port 3f8e4c23-6a66-413b-b7c7-50543d71c139 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:50:19.368149 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Attempting to bind port 3f8e4c23-6a66-413b-b7c7-50543d71c139 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:19.379187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] Pushing event updated for resources: {'Network': ['ID=2cebf742-e874-4571-8a2e-86d0740f624a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:19.380912 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:50:19.381995 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:19.382477 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.383044 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:50:19.383523 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Bound port: 3f8e4c23-6a66-413b-b7c7-50543d71c139, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:50:19.383899 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.386812 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Pushing event updated for resources: {'Port': ['ID=3f8e4c23-6a66-413b-b7c7-50543d71c139,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:19.390229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 2cebf742-e874-4571-8a2e-86d0740f624a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:19.419734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.420191 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.420535 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.420960 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.421222 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.421555 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.421882 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.422199 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.422690 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.423008 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.423489 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.423968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.424500 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:19.455841 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] For port 3f8e4c23-6a66-413b-b7c7-50543d71c139, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:50:19.459818 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] For port 3f8e4c23-6a66-413b-b7c7-50543d71c139, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3f8e4c23-6a66-413b-b7c7-50543d71c139,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:50:19.510792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59982) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:19.535233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.539294 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8404f62f-cbab-484e-a036-77ccbdb5065a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8678470 Dec 20 15:50:19.541708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:19.546518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Request body: {'subnet': {'network_id': '2cebf742-e874-4571-8a2e-86d0740f624a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107555480-subnet', 'tenant_id': '54eb8485900345e08b105b4f8728008c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:19.564566 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.625445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Routers {'50e143c8-3d5d-4212-9213-8a004fded895'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:19.626688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['50e143c8-3d5d-4212-9213-8a004fded895'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:19.631124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Network a016c50b-d47c-4c66-94ca-633397ef1663 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:19.652513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:19.660891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc3dce9e-55c0-4183-923e-a6a8723f415f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.677529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:19.718576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Pushing event updated for resources: {'Port': ['ID=a3c49900-75a6-43f3-a90b-d0a4ab752c34,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:19.731456 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aec56-842e-4a51-b903-40e9a7b43e43 None None] Pushing event updated for resources: {'Port': ['ID=3f8e4c23-6a66-413b-b7c7-50543d71c139,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:19.743425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6324d06-ceef-43bb-9623-33b233cf4b62 req-9206f463-62e4-477d-a86b-169709fc28a7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:19.745153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6324d06-ceef-43bb-9623-33b233cf4b62 req-9206f463-62e4-477d-a86b-169709fc28a7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1595075 Dec 20 15:50:19.750262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc3dce9e-55c0-4183-923e-a6a8723f415f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.766316 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] Set router 50e143c8-3d5d-4212-9213-8a004fded895 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:19.772489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.825280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93b01-a5e4-4139-831b-00f1cd3b098b req-19b52805-ed24-477f-bc23-d42a7bb723c6 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:19.827630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd93b01-a5e4-4139-831b-00f1cd3b098b req-19b52805-ed24-477f-bc23-d42a7bb723c6 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.2265565 Dec 20 15:50:19.834197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Made reservation on behalf of 54eb8485900345e08b105b4f8728008c for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:19.836561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.894108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc3dce9e-55c0-4183-923e-a6a8723f415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:19.938255 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dc3dce9e-55c0-4183-923e-a6a8723f415f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85fbc85e03e94cf199d7e953b3ed9c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258606 Dec 20 15:50:19.939166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dce9e-55c0-4183-923e-a6a8723f415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1332f75-8ed4-4621-99c2-04f0d0554905,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:19.941240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6324d06-ceef-43bb-9623-33b233cf4b62 req-5d5cf7b7-ef8f-4bc0-b636-c666f652faa4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885078 Dec 20 15:50:19.941790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59988) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:20.017607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8826c8c1-7008-4d1d-9e88-b2935c8152d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.044756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd93b01-a5e4-4139-831b-00f1cd3b098b req-50bf518a-9024-462a-82ff-48fa016b27bb tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058222 Dec 20 15:50:20.049735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8826c8c1-7008-4d1d-9e88-b2935c8152d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.068958 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:50:17Z', 'revision_number': 3, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:20.100334 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b62f54-47e0-497a-92ee-a85df3c522de None None] The sync data for ids ['50e143c8-3d5d-4212-9213-8a004fded895'] in n-d-781076-8 is: [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:50:17Z', 'revision_number': 3, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:20.128148 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bab70c-e8f4-48dd-ad74-0abee159a790 x-openstack-request-id: req-58bab70c-e8f4-48dd-ad74-0abee159a790 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:20.128446 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:20.128729 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58bab70c-e8f4-48dd-ad74-0abee159a790 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:20.129122 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'code': 200} Dec 20 15:50:20.177680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b278e-6dbf-4d40-9346-e309435d4721 req-a5fc0f9b-644c-4559-8869-36c343484969 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:20.179378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e26b278e-6dbf-4d40-9346-e309435d4721 req-a5fc0f9b-644c-4559-8869-36c343484969 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.1320367 Dec 20 15:50:20.229665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.252328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8826c8c1-7008-4d1d-9e88-b2935c8152d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.252328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8826c8c1-7008-4d1d-9e88-b2935c8152d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.253942 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8826c8c1-7008-4d1d-9e88-b2935c8152d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1332f75-8ed4-4621-99c2-04f0d0554905 HTTP/1.1" status: 204 len: 168 time: 0.3105748 Dec 20 15:50:20.280233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826c8c1-7008-4d1d-9e88-b2935c8152d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1332f75-8ed4-4621-99c2-04f0d0554905,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:20.367203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e26b278e-6dbf-4d40-9346-e309435d4721 req-983b6ea4-9144-4826-b465-b94d4c0a88bb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765275 Dec 20 15:50:20.386413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.524591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645300cf-4612-48b9-ae82-4a9711441530,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:20.554455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Checking segment: {'id': '7263b71d-346a-477c-abbb-b0a56d43e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2cebf742-e874-4571-8a2e-86d0740f624a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:20.555779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Network hostable DHCP agents. Network: 2cebf742-e874-4571-8a2e-86d0740f624a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:20.605450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.746967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Network 2cebf742-e874-4571-8a2e-86d0740f624a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:20.755412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.861000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.888859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 2cebf742-e874-4571-8a2e-86d0740f624a) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:20.893674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:20.894924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:20.900183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Pushing event updated for resources: {'Port': ['ID=a3c49900-75a6-43f3-a90b-d0a4ab752c34,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:20.901312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b66c6-60da-49f2-8df0-93cceef16bff None None] Network 2cebf742-e874-4571-8a2e-86d0740f624a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:21.031156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Network a016c50b-d47c-4c66-94ca-633397ef1663 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:21.034175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:21.054757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629f62b-8947-4d0e-b4dc-51945d3bb216 None None] Network 2cebf742-e874-4571-8a2e-86d0740f624a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:21.125150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dce9ca-031d-45d8-bb96-68c762770bd3 req-2483689f-6857-4319-a780-44edd3f93356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:21.126821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18dce9ca-031d-45d8-bb96-68c762770bd3 req-2483689f-6857-4319-a780-44edd3f93356 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.2855523 Dec 20 15:50:21.135001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ddde693e-25fc-48b0-810b-1719016f8676 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5924642 Dec 20 15:50:21.251380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8192209-4695-4bb4-9175-401748ef4be8 req-489898d9-8cea-4de4-909d-50975637930b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:21.253020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8192209-4695-4bb4-9175-401748ef4be8 req-489898d9-8cea-4de4-909d-50975637930b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1676314 Dec 20 15:50:21.276801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18dce9ca-031d-45d8-bb96-68c762770bd3 req-47009b8a-7e23-4dd2-995b-81904596dee2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372323 Dec 20 15:50:21.294798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Router 50e143c8-3d5d-4212-9213-8a004fded895 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:50:21.363688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8192209-4695-4bb4-9175-401748ef4be8 req-50b9e4eb-44d6-476f-a53d-d5ed64a5690a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030304 Dec 20 15:50:21.453196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:50:21.460863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:21.466801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d2752069-818e-48b6-901f-69e8a871fedb admin admin] 10.222.0.81 "PUT /v2.0/routers/50e143c8-3d5d-4212-9213-8a004fded895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9344468 Dec 20 15:50:21.543848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363107c-2048-4ccd-b7c3-40dfc0328836 req-4e1cfd1e-b4f9-4111-9a8c-e08565c99775 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:21.545837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e363107c-2048-4ccd-b7c3-40dfc0328836 req-4e1cfd1e-b4f9-4111-9a8c-e08565c99775 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.0626669 Dec 20 15:50:21.852154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3f8e4c23-6a66-413b-b7c7-50543d71c139 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:21.940813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e363107c-2048-4ccd-b7c3-40dfc0328836 req-1253f79c-dfd8-4020-8b5b-7c274b80c60e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879685 Dec 20 15:50:21.944219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3f8e4c23-6a66-413b-b7c7-50543d71c139 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:21.945111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.062857 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.084945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3f8e4c23-6a66-413b-b7c7-50543d71c139, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3f8e4c23-6a66-413b-b7c7-50543d71c139,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:22.157503 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.222862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Sync routers for ids ['50e143c8-3d5d-4212-9213-8a004fded895'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:50:22.230586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3f8e4c23-6a66-413b-b7c7-50543d71c139,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:22.237625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Routers {'50e143c8-3d5d-4212-9213-8a004fded895'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:22.238234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['50e143c8-3d5d-4212-9213-8a004fded895'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:22.495691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60090) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:22.500575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1023237201-network', 'tenant_id': 'd84d67b42c0249618bece5d0c624c9fa'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:22.534683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Set router 50e143c8-3d5d-4212-9213-8a004fded895 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:22.581356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863a741-34d8-4a6f-8692-c8a62603b9b1 req-c1e4e97d-07c9-44ca-ad1f-5f1bfdf3728f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:22.591414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1863a741-34d8-4a6f-8692-c8a62603b9b1 req-c1e4e97d-07c9-44ca-ad1f-5f1bfdf3728f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.0969684 Dec 20 15:50:22.603307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Made reservation on behalf of d84d67b42c0249618bece5d0c624c9fa for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:22.607169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.621790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.635741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-b75f2d0b-97e2-461c-b8c0-667e2d0d8dc2 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:22.637485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-b75f2d0b-97e2-461c-b8c0-667e2d0d8dc2 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 818 time: 0.2454658 Dec 20 15:50:22.676312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-3c0c8359-7d29-4b2e-b6d6-029aeda98f68 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/quotas/eeecb9dbfe784dacabfd9629a0a28c95 HTTP/1.1" status: 200 len: 375 time: 0.0230463 Dec 20 15:50:22.736115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.753378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1863a741-34d8-4a6f-8692-c8a62603b9b1 req-1b5f533d-4ce7-48aa-9278-22ea4cbb24e2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410065 Dec 20 15:50:22.772760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-178959b9-f922-49ec-a3f3-b31714715551 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848086 Dec 20 15:50:22.792657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.823735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f72c57-a278-4497-a07b-0b0dceed7727,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:22.844899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:50:20Z', 'revision_number': 4, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'a3c49900-75a6-43f3-a90b-d0a4ab752c34', 'name': '', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'mac_address': 'fa:16:3e:9c:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:19Z', 'updated_at': '2021-12-20T15:50:20Z', 'revision_number': 2, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'subnets': [{'id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:22.848648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:22.862305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.862851 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Added segment 59574cb0-3ad7-4da4-b85d-b481ee454cb4 of type vlan for network 89117172-d78c-43d8-bc0a-c3ab8d30628c Dec 20 15:50:22.889466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Checking router: 50e143c8-3d5d-4212-9213-8a004fded895 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:50:22.889830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Updating router 50e143c8-3d5d-4212-9213-8a004fded895 port a3c49900-75a6-43f3-a90b-d0a4ab752c34 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:50:22.916090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.923641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:22.952304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-a8402901-939c-4191-b3b6-f69259af98e9 service neutron] 10.222.0.81 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692290 Dec 20 15:50:23.013816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.015680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:23.017375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.106713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-daa61b97-923f-45fe-b2f2-386968209500 service neutron] 10.222.0.81 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436534 Dec 20 15:50:23.126195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6293807 Dec 20 15:50:23.128964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60110) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:23.134549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479f664-353d-494d-8075-1a101440ae0b admin admin] Pushing event updated for resources: {'Network': ['ID=89117172-d78c-43d8-bc0a-c3ab8d30628c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:23.136335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Request body: {'subnet': {'network_id': '89117172-d78c-43d8-bc0a-c3ab8d30628c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1023237201-subnet', 'tenant_id': 'd84d67b42c0249618bece5d0c624c9fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:23.166515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 89117172-d78c-43d8-bc0a-c3ab8d30628c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:23.211587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:23.244600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Made reservation on behalf of d84d67b42c0249618bece5d0c624c9fa for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:23.248388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.350041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7b8f18c4-ae94-4bb4-b395-61fb528f918f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-264553188'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:23.350881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7b8f18c4-ae94-4bb4-b395-61fb528f918f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Unknown quota resources ['metering_label']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:50:23.362020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.427097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.471125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b629c4-b8fa-4443-8e3e-9b7db4de9a3c req-89e897d7-2c64-4a8a-97bf-39d88ca998bc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:23.471125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b629c4-b8fa-4443-8e3e-9b7db4de9a3c req-89e897d7-2c64-4a8a-97bf-39d88ca998bc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.0997126 Dec 20 15:50:23.490033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Pushing event updated for resources: {'Port': ['ID=a3c49900-75a6-43f3-a90b-d0a4ab752c34,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:23.523999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.524361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.524717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.525051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.525415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.526006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.526427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.526653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.526981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.527395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.528141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.528141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.528336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:23.595954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Attempting to bind port a3c49900-75a6-43f3-a90b-d0a4ab752c34 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:50:23.596432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Attempting to bind port a3c49900-75a6-43f3-a90b-d0a4ab752c34 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:50:23.596992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Attempting to bind port a3c49900-75a6-43f3-a90b-d0a4ab752c34 on network a016c50b-d47c-4c66-94ca-633397ef1663 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:23.600428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b629c4-b8fa-4443-8e3e-9b7db4de9a3c req-6cb747f4-1ed6-4a52-a46a-0cdd065abee2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989885 Dec 20 15:50:23.603659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:50:23.604154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Checking segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:23.604758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.605285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Bound using segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:50:23.605909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Bound port: a3c49900-75a6-43f3-a90b-d0a4ab752c34, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:50:23.606390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.610794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.641628 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c4-ae94-4bb4-b395-61fb528f918f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.646107 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b8f18c4-ae94-4bb4-b395-61fb528f918f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4301231 Dec 20 15:50:23.646342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60134) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:23.652448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7de7ce4b-8093-4ba5-b17d-ff056b1f84ae tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '11638518-0fc1-43ce-92ad-7964fca052c7'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:23.652937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7de7ce4b-8093-4ba5-b17d-ff056b1f84ae tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:50:23.671535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b13921-da50-4083-b9ee-d698b28e436a req-4fe2c04f-90bc-404e-a4c0-1108228c8ce3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:23.677028 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5b13921-da50-4083-b9ee-d698b28e436a req-4fe2c04f-90bc-404e-a4c0-1108228c8ce3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.1156161 Dec 20 15:50:23.687385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] For port a3c49900-75a6-43f3-a90b-d0a4ab752c34, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:50:23.691040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] For port a3c49900-75a6-43f3-a90b-d0a4ab752c34, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a3c49900-75a6-43f3-a90b-d0a4ab752c34,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:50:23.727066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcc70f18-0fb6-4594-af0f-9b0909b34fe5 req-7524c8d1-f442-4f66-811d-0741588f6df0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 210 time: 0.0506763 Dec 20 15:50:23.760995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3f8e4c23-6a66-413b-b7c7-50543d71c139 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:23.762382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f80415c-b288-415b-ba10-d3ec6a92de84,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:23.793685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5b13921-da50-4083-b9ee-d698b28e436a req-144d9b88-b6a4-4c73-b3a7-8b9a514f8b32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955410 Dec 20 15:50:23.794568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Checking segment: {'id': '59574cb0-3ad7-4da4-b85d-b481ee454cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89117172-d78c-43d8-bc0a-c3ab8d30628c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:23.794932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Network hostable DHCP agents. Network: 89117172-d78c-43d8-bc0a-c3ab8d30628c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:23.826396 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.826909 n-d-781076-8 neutron-server[103954]: WARNING neutron.services.metering.metering_plugin [None req-7de7ce4b-8093-4ba5-b17d-ff056b1f84ae tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 15:50:23.923733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Network 89117172-d78c-43d8-bc0a-c3ab8d30628c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:23.945079 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7de7ce4b-8093-4ba5-b17d-ff056b1f84ae tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:23.947499 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7de7ce4b-8093-4ba5-b17d-ff056b1f84ae tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3001535 Dec 20 15:50:23.950842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:23.957849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001faa-d313-4461-9e1e-679b9f521236 req-b0e7ebe6-d142-4302-9808-bb1093a734e0 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:23.961272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-21bf8100-d842-43f5-8752-ae2a5315e2ef tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '11638518-0fc1-43ce-92ad-7964fca052c7'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:23.961272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-21bf8100-d842-43f5-8752-ae2a5315e2ef tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:50:23.961620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Routers {'50e143c8-3d5d-4212-9213-8a004fded895'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:23.962160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['50e143c8-3d5d-4212-9213-8a004fded895'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:23.965564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9001faa-d313-4461-9e1e-679b9f521236 req-b0e7ebe6-d142-4302-9808-bb1093a734e0 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1213477 Dec 20 15:50:24.017277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c6b7f-724b-4516-982e-bdcf18803d61 None None] Pushing event updated for resources: {'Port': ['ID=a3c49900-75a6-43f3-a90b-d0a4ab752c34,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:24.024121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3f8e4c23-6a66-413b-b7c7-50543d71c139 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:24.024752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.048635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 89117172-d78c-43d8-bc0a-c3ab8d30628c) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:24.053914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:50:24.059228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:24.059836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.070749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13995768-81c0-4a40-80ad-e0056a389677 None None] Network 89117172-d78c-43d8-bc0a-c3ab8d30628c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:24.070936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9001faa-d313-4461-9e1e-679b9f521236 req-d147b18c-48f5-43e9-8298-8aaf41ceeb21 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011984 Dec 20 15:50:24.121560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-5cc72aa0-2c2d-4f5a-a8fb-faaf261cbca4 req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-569650245', 'description': 'tempest-description-414021503'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:24.163408 n-d-781076-8 neutron-server[103954]: WARNING neutron.services.metering.metering_plugin [None req-21bf8100-d842-43f5-8752-ae2a5315e2ef tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 15:50:24.177925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-0fbd194c-e3dc-42f3-a902-e512b2acdf11 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:24.186353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-0fbd194c-e3dc-42f3-a902-e512b2acdf11 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 818 time: 0.1847041 Dec 20 15:50:24.206527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5c0f70ca-c626-492f-a13d-13d258d5cdde admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0680630 Dec 20 15:50:24.225879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-c244ca60-5df3-4503-9c6b-172f4f5d78f8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/quotas/eeecb9dbfe784dacabfd9629a0a28c95 HTTP/1.1" status: 200 len: 375 time: 0.0385354 Dec 20 15:50:24.265489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21bf8100-d842-43f5-8752-ae2a5315e2ef tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.266557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-21bf8100-d842-43f5-8752-ae2a5315e2ef tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3145754 Dec 20 15:50:24.269440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60156) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:24.270580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] Set router 50e143c8-3d5d-4212-9213-8a004fded895 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:24.280350 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3c9d079-43a2-41f7-919c-cfaf67a9ba5f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=757b8f50-7b89-4fa4-80bc-60a54f3ceb45 HTTP/1.1" status: 200 len: 462 time: 0.0091739 Dec 20 15:50:24.283123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60160) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:24.343422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-03e50fa4-8a02-4dc3-8b03-60ce9f70aff3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166635 Dec 20 15:50:24.357560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60162) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:24.438894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb1eb3-0ac2-44be-a0ff-52a5a36fd11f None None] Network 89117172-d78c-43d8-bc0a-c3ab8d30628c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:24.461556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5cc72aa0-2c2d-4f5a-a8fb-faaf261cbca4 req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.512946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bd77e852-96cc-41e6-92c1-50f8dbc4b415 service neutron] 10.222.0.81 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682458 Dec 20 15:50:24.514425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:24.533263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'mac_address': 'fa:16:3e:b5:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:50:24.655864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-4af6e954-2b43-45e1-b6c0-1b77e96adb69 service neutron] 10.222.0.81 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337514 Dec 20 15:50:24.683736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5cc72aa0-2c2d-4f5a-a8fb-faaf261cbca4 req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.769608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5cc72aa0-2c2d-4f5a-a8fb-faaf261cbca4 req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.803199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76676e47-6536-4dc3-8bc1-162619e429fd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:24.871037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Deleting subnet 645300cf-4612-48b9-ae82-4a9711441530 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:24.875501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.907806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.911557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5cc72aa0-2c2d-4f5a-a8fb-faaf261cbca4 req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.926078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cc72aa0-2c2d-4f5a-a8fb-faaf261cbca4 req-0f6594ac-6a82-4d04-a293-7ae2dcecf1ea tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.8100369 Dec 20 15:50:24.958300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a505342b-0182-460b-bbc4-20a6c5fe242f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:24.959823 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a505342b-0182-460b-bbc4-20a6c5fe242f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/757b8f50-7b89-4fa4-80bc-60a54f3ceb45 HTTP/1.1" status: 204 len: 168 time: 0.6756418 Dec 20 15:50:24.967343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:24.972710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391360fe-8734-4bd2-a0b7-852f5d379d90 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:24.995880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cfee0056-539c-41b0-8f39-108eb79fd705 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=757b8f50-7b89-4fa4-80bc-60a54f3ceb45 HTTP/1.1" status: 200 len: 221 time: 0.0271056 Dec 20 15:50:24.998873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.000143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:25.019157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ea5f373a-3e68-4b88-acc7-793432718d3f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--375122182', 'description': 'label created by tempest'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:25.019627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ea5f373a-3e68-4b88-acc7-793432718d3f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Unknown quota resources ['metering_label']. {{(pid=103953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 15:50:25.071974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:25.079928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-b0c06fc2-4443-4d20-a04f-8994c8d47999 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:25.081983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.082998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-b0c06fc2-4443-4d20-a04f-8994c8d47999 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.2088785 Dec 20 15:50:25.147096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:50:20Z', 'revision_number': 4, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'a3c49900-75a6-43f3-a90b-d0a4ab752c34', 'name': '', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'mac_address': 'fa:16:3e:9c:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:19Z', 'updated_at': '2021-12-20T15:50:23Z', 'revision_number': 4, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'subnets': [{'id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:25.151820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.237820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.249937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917a6c7f-2b84-4c80-8291-580af04b8706 None None] The sync data for ids ['50e143c8-3d5d-4212-9213-8a004fded895'] in n-d-781076-8 is: [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:50:20Z', 'revision_number': 4, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'a3c49900-75a6-43f3-a90b-d0a4ab752c34', 'name': '', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'mac_address': 'fa:16:3e:9c:67:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:19Z', 'updated_at': '2021-12-20T15:50:23Z', 'revision_number': 4, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'subnets': [{'id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:25.277349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['391360fe-8734-4bd2-a0b7-852f5d379d90'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:25.370207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645300cf-4612-48b9-ae82-4a9711441530,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:25.394149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.394311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:25.400248 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb8577fc-f727-4d96-b066-cf4428307d0d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/645300cf-4612-48b9-ae82-4a9711441530 HTTP/1.1" status: 204 len: 168 time: 1.0394852 Dec 20 15:50:25.402107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60208) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:25.533884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.586385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4af9-3b8e-4bd5-8d3f-28a1f365a367 req-8f15cd11-a036-403a-aea6-9807ffea8f03 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:25.588778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e1d4af9-3b8e-4bd5-8d3f-28a1f365a367 req-8f15cd11-a036-403a-aea6-9807ffea8f03 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 945 time: 0.3596575 Dec 20 15:50:25.646572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea5f373a-3e68-4b88-acc7-793432718d3f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.647955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ea5f373a-3e68-4b88-acc7-793432718d3f tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6437702 Dec 20 15:50:25.658247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.659290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf86a-4594-4d1b-8ce8-78890def2d8a req-6843cf97-853f-45ba-a965-c4f096461494 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:25.668363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cacf86a-4594-4d1b-8ce8-78890def2d8a req-6843cf97-853f-45ba-a965-c4f096461494 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.4404120 Dec 20 15:50:25.671945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:25.732602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cebf742-e874-4571-8a2e-86d0740f624a']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:25.758767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7263b71d-346a-477c-abbb-b0a56d43e082') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:25.759077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7263b71d-346a-477c-abbb-b0a56d43e082') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:25.795788 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.799802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a3c49900-75a6-43f3-a90b-d0a4ab752c34 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:25.814724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.822401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:25.823223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:25.825402 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:25.858060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a3c49900-75a6-43f3-a90b-d0a4ab752c34 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:25.858822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:25.869347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d8752a24-33f2-4ee3-970e-efff62e1908c tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=3621a7a3-9168-47df-8e53-9bf199b8a638 HTTP/1.1" status: 200 len: 467 time: 0.1657166 Dec 20 15:50:25.870283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60218) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:25.881127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cacf86a-4594-4d1b-8ce8-78890def2d8a req-8516d02d-fe70-4a7d-8b1e-d43f6e77e870 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115457 Dec 20 15:50:25.945336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Deleting port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:25.945830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.032336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.074027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port a3c49900-75a6-43f3-a90b-d0a4ab752c34, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a3c49900-75a6-43f3-a90b-d0a4ab752c34,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:26.077193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:26.079397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] For port 6cd0b9f7-319e-4120-8a5c-63d758c76c26, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6cd0b9f7-319e-4120-8a5c-63d758c76c26,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:26.079965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.156012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.196446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 391360fe-8734-4bd2-a0b7-852f5d379d90 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:26.196693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.197656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.270610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=a3c49900-75a6-43f3-a90b-d0a4ab752c34,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:26.344368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.351050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.358628 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] 10.222.0.81 "DELETE /v2.0/networks/2cebf742-e874-4571-8a2e-86d0740f624a HTTP/1.1" status: 204 len: 168 time: 0.9550757 Dec 20 15:50:26.370259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:26.391515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e1d4af9-3b8e-4bd5-8d3f-28a1f365a367 req-e0686019-623b-4fe5-8582-09ffe364cdd0 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups?id=680e9877-c2ba-4d69-9e37-e27508705742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7542827 Dec 20 15:50:26.400168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:26.418993 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9caffee-6985-4931-9c1b-9121e097eb19" -d '{"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-plugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:26.447874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db45e5-7ab4-4c62-932a-dd4ba70bb70a admin admin] Pushing event deleted for resources: {'Network': ['ID=2cebf742-e874-4571-8a2e-86d0740f624a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:26.454865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:26.555908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6091c174-45c4-4d3c-ad1c-a5b515b4a656 req-193c8af0-14b9-4d94-b800-da53e31bd4e8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 210 time: 0.0729203 Dec 20 15:50:26.575007 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.579653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e35dbb72-8067-4d16-be2e-35655e6196d3 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.581254 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e35dbb72-8067-4d16-be2e-35655e6196d3 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/3621a7a3-9168-47df-8e53-9bf199b8a638 HTTP/1.1" status: 204 len: 168 time: 0.7098804 Dec 20 15:50:26.592531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60232) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:26.619218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b24fdd7-e3f4-4cd8-b1f4-ca0f6faca4f2 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=3621a7a3-9168-47df-8e53-9bf199b8a638 HTTP/1.1" status: 200 len: 216 time: 0.0253708 Dec 20 15:50:26.624380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:26.682803 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59b29273-91e6-42ae-9183-a68daa50402d tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0355618 Dec 20 15:50:26.683184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60244) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:26.721682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:26.722400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Deleting subnet 6f80415c-b288-415b-ba10-d3ec6a92de84 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:26.793062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-4b5285ee-eeba-4b30-9fc2-339069bdfa40 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-569650245&fields=id&tenant_id=765809dc639d425eac3331d4c65390a2 HTTP/1.1" status: 200 len: 267 time: 0.4213786 Dec 20 15:50:26.795535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.858767 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d46f23af-8a15-45c5-8001-ab2432252ac6 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1237166 Dec 20 15:50:26.875074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60246) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:26.980940 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3be37c-c314-4ac6-b2ec-3a6b1a284ac9 x-openstack-request-id: req-ab3be37c-c314-4ac6-b2ec-3a6b1a284ac9 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:26.980940 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-plugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:26.980940 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab3be37c-c314-4ac6-b2ec-3a6b1a284ac9 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:26.980940 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'code': 200} Dec 20 15:50:26.981310 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e5e0f77a-37cb-473b-9d86-ac69519dd3f4 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/11638518-0fc1-43ce-92ad-7964fca052c7 HTTP/1.1" status: 200 len: 472 time: 0.0710516 Dec 20 15:50:26.981395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.981395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:26.981395 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Floating IP 8161064f-d58c-4797-b60b-ce9d933ffbd9 disassociated. External IP: 172.25.6.96, port: 6cd0b9f7-319e-4120-8a5c-63d758c76c26. Dec 20 15:50:26.981395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Calling delete_port for 6cd0b9f7-319e-4120-8a5c-63d758c76c26 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:26.981678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-5b9fa77c-d5ee-42b9-a497-416e4c62041c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:26.982576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-5b9fa77c-d5ee-42b9-a497-416e4c62041c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 818 time: 0.3606243 Dec 20 15:50:26.985510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:26.993349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.001854 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01f6f59b-6961-4693-ae86-65ae083c8b15 tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/58449c7c-d078-45a2-962d-00fab84570fb HTTP/1.1" status: 200 len: 459 time: 0.0103469 Dec 20 15:50:27.006191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:27.011159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Request body: {'port': {'device_id': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'admin_state_up': True, 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:27.082210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.241255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-05bca737-8e6e-40a2-ad89-97a42e510b92 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:27.253088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-05bca737-8e6e-40a2-ad89-97a42e510b92 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.4587288 Dec 20 15:50:27.266338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'port': {'security_groups': ['d0df9e0d-14d5-4f68-ae24-9e5e421413ae', '76676e47-6536-4dc3-8bc1-162619e429fd']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:27.329234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.412330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaf7b-cb5b-4ec5-9ac1-70eee9fb3d4e req-35ed7036-2cc6-4026-9408-c59a9e111d70 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:27.418137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e83aaf7b-cb5b-4ec5-9ac1-70eee9fb3d4e req-35ed7036-2cc6-4026-9408-c59a9e111d70 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.4388244 Dec 20 15:50:27.457722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Made reservation on behalf of eeecb9dbfe784dacabfd9629a0a28c95 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:27.479139 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.497489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.509749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.555548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f80415c-b288-415b-ba10-d3ec6a92de84,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:27.581686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ffc053a-ca3c-4a31-8d9d-c46d95323dda tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.585762 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3ffc053a-ca3c-4a31-8d9d-c46d95323dda tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/58449c7c-d078-45a2-962d-00fab84570fb HTTP/1.1" status: 204 len: 168 time: 0.5619626 Dec 20 15:50:27.590651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60256) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:27.590790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.597253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a3b523d9-93c3-4d8c-a9fa-371659db8980 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6f80415c-b288-415b-ba10-d3ec6a92de84 HTTP/1.1" status: 204 len: 168 time: 1.2184424 Dec 20 15:50:27.597820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60260) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:27.751722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e83aaf7b-cb5b-4ec5-9ac1-70eee9fb3d4e req-788ee700-172a-4644-890a-d6f1d70ec80a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355168 Dec 20 15:50:27.762633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a3c49900-75a6-43f3-a90b-d0a4ab752c34 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:27.833685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.900992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a3c49900-75a6-43f3-a90b-d0a4ab752c34 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:27.901669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.968090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:27.990903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89117172-d78c-43d8-bc0a-c3ab8d30628c']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:28.001623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59574cb0-3ad7-4da4-b85d-b481ee454cb4') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:28.002101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59574cb0-3ad7-4da4-b85d-b481ee454cb4') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:28.013017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.027570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.034062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46d785cb-f9bd-474d-a0eb-a9ae760cc9fb tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.034894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:28.035537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.036885 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-46d785cb-f9bd-474d-a0eb-a9ae760cc9fb tempest-MeteringIpV6TestJSON-699830582 tempest-MeteringIpV6TestJSON-699830582-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/11638518-0fc1-43ce-92ad-7964fca052c7 HTTP/1.1" status: 204 len: 168 time: 0.4484189 Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:28.097300 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:28.108456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.162174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Allocated IP 172.20.0.4 (a016c50b-d47c-4c66-94ca-633397ef1663/63a8ae22-da27-4da6-8cf1-2de73f6a505b/a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:28.179583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb27a1a2-4de8-4801-8e61-3d35ce0097db req-8210f832-5bc8-41c5-a1fe-f19c5225baac tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 210 time: 0.2729194 Dec 20 15:50:28.183456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event deleted for resources: {'Port': ['ID=6cd0b9f7-319e-4120-8a5c-63d758c76c26,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:28.398705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.615413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.630468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.671392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.671392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] 10.222.0.81 "DELETE /v2.0/networks/89117172-d78c-43d8-bc0a-c3ab8d30628c HTTP/1.1" status: 204 len: 168 time: 1.0611639 Dec 20 15:50:28.672732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9e98-eb49-4eeb-9482-167586c13b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=89117172-d78c-43d8-bc0a-c3ab8d30628c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:28.711565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68725102-1091-41a1-ad50-735cfebfd2cc req-1ffb1e9c-1d9d-4cfa-a46d-fb04fe9b3b89 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 210 time: 0.0820067 Dec 20 15:50:28.714204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60272) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:28.720977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Network a016c50b-d47c-4c66-94ca-633397ef1663 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:28.722983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:28.735184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:28.838659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Pushing event updated for resources: {'Port': ['ID=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:28.881456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:28.883349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:28.901309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:50:29.083090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:29.100912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6cd0b9f7-319e-4120-8a5c-63d758c76c26 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:29.126673 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e3921b04-f26c-4f4a-b8d5-055ca80fc0c9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1281121 Dec 20 15:50:29.141315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Request body: {'port': {'device_id': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:29.166763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'port_id': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'mac_address': 'fa:16:3e:9e:62:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:50:29.191995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989f0344-c5e0-4adc-bfbd-6038c6fb2279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.203828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Router 917ab08a-541c-4673-8990-ed56964f963b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:50:29.226510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 6cd0b9f7-319e-4120-8a5c-63d758c76c26 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:29.229656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6cd0b9f7-319e-4120-8a5c-63d758c76c26 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:29.236376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.276489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:29.279180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-7b9b8d4b-b910-4def-9e9a-a47a7c63ac90 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:29.281649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-7b9b8d4b-b910-4def-9e9a-a47a7c63ac90 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 818 time: 0.3871603 Dec 20 15:50:29.287462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:29.296011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.326072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Request body: {'port': {'device_id': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'admin_state_up': True, 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:29.338710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:29.428800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a566e5-e5dd-46db-bfa0-17537bbed810 req-3230a033-ccba-441c-80e9-9e23bb39a83f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:29.430590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65a566e5-e5dd-46db-bfa0-17537bbed810 req-3230a033-ccba-441c-80e9-9e23bb39a83f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 944 time: 0.4134033 Dec 20 15:50:29.435711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:29.455178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a407b07-5a78-48d8-ad1b-1b1d70c834a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.458868 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.517461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=11']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:29.580496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.721091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.733464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d72da4fb-6329-49ff-a937-9bb3c976dbde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:29.737372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:29.747905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:29.766529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Transition to ACTIVE for port object a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:50:29.799393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:29.806723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65a566e5-e5dd-46db-bfa0-17537bbed810 req-2d07915e-b5c1-43f7-8789-961c66a52928 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142843 Dec 20 15:50:29.883834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc3c4054-3005-4f2d-82f8-23257df5f647 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54eb8485900345e08b105b4f8728008c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121792 Dec 20 15:50:29.886358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60294) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:29.909618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.027791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf4cc3bf-59e7-4c42-bb6f-22388cc7e76c req-e574bbbe-4849-4798-a308-2454b226beaa tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9215d24-e12f-4d3a-bdc8-0b41e0694dd7 HTTP/1.1" status: 200 len: 210 time: 0.0634937 Dec 20 15:50:30.060376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:30.060934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.062438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d43459d-bc1a-48cb-96ca-9fe61d464a19 req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "PUT /v2.0/ports/d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 981 time: 2.8080058 Dec 20 15:50:30.070659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:30.070659 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb4ed7-6346-4aae-b607-28533a28be0c" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:30.076069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989f0344-c5e0-4adc-bfbd-6038c6fb2279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.083570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:50:30.086027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Made reservation on behalf of eeecb9dbfe784dacabfd9629a0a28c95 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:30.090296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.097968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] Sync routers for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:50:30.131310 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:30.131936 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:30.159514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d72da4fb-6329-49ff-a937-9bb3c976dbde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:30.205706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989f0344-c5e0-4adc-bfbd-6038c6fb2279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.219459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:30.252366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:30.306065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a1f0c-d8d0-4827-b3e7-aecbd0138ce7 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:30.321375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] No DVR routers for this DVR port 6cd0b9f7-319e-4120-8a5c-63d758c76c26 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:30.329054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.333611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4300c2a8-fa76-41b5-ae5f-111d3ed64ea4 req-fd8c1923-4966-481e-b04a-cbc9ddbe5606 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.83 "DELETE /v2.0/ports/6cd0b9f7-319e-4120-8a5c-63d758c76c26 HTTP/1.1" status: 204 len: 173 time: 5.2202990 Dec 20 15:50:30.374635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dda1109-c85f-4125-a3c6-8120981215a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.474239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a5e9cd9-af91-4cd4-b727-2c8b80d6654c req-58ee4597-b9de-4c2f-999e-fc2754684049 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 210 time: 0.1338205 Dec 20 15:50:30.488293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Attempting to bind port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:50:30.489576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Attempting to bind port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:50:30.490970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Attempting to bind port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 on network a016c50b-d47c-4c66-94ca-633397ef1663 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:30.518424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dda1109-c85f-4125-a3c6-8120981215a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.544597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 on network a016c50b-d47c-4c66-94ca-633397ef1663 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:50:30.545332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Attempting to bind port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 on network a016c50b-d47c-4c66-94ca-633397ef1663 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:30.558425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:50:30.559167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Checking segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:30.559780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Bound using segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:50:30.560620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Bound port: a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:50:30.561488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:30.574057 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:30.611506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0344-c5e0-4adc-bfbd-6038c6fb2279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebbdc21-2e98-4589-9b30-deb949f43599,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:30.618675 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] Checking router: 917ab08a-541c-4673-8990-ed56964f963b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:50:30.628512 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:30.629775 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:30.725821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] For port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:50:30.729634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] For port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:50:30.768959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Allocated IP 172.20.0.12 (a016c50b-d47c-4c66-94ca-633397ef1663/63a8ae22-da27-4da6-8cf1-2de73f6a505b/bfee60ff-27b5-4729-bdf5-5ac283935dc1) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:30.796807 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869fdb4-d27c-4626-9c09-b3f832b48f71 x-openstack-request-id: req-1869fdb4-d27c-4626-9c09-b3f832b48f71 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:30.797404 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:30.798606 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1869fdb4-d27c-4626-9c09-b3f832b48f71 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:30.799624 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'status': 'completed', 'code': 200} Dec 20 15:50:30.817655 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:30.833296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-989f0344-c5e0-4adc-bfbd-6038c6fb2279 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1103642af8d74ef8845bb188a6ef6568&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1177266 Dec 20 15:50:30.834170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60312) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:30.909659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:30.961107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-c4e1751c-af1a-46a8-be3a-310a2c904049 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-569650245&fields=id&tenant_id=765809dc639d425eac3331d4c65390a2 HTTP/1.1" status: 200 len: 267 time: 0.3181171 Dec 20 15:50:30.995772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-c7c02981-0965-4934-97c2-9a6a24c37c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.000614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-c7c02981-0965-4934-97c2-9a6a24c37c77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1135 time: 0.1990337 Dec 20 15:50:31.002339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.078257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dda1109-c85f-4125-a3c6-8120981215a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.081901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dda1109-c85f-4125-a3c6-8120981215a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.100902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:50:31.104343 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5dda1109-c85f-4125-a3c6-8120981215a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f01960a8-a253-4b7f-91f4-a1da3e56e18d HTTP/1.1" status: 204 len: 168 time: 1.2141893 Dec 20 15:50:31.105330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:31.105659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.109882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:31.121315 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:31.191370 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628047-e59b-41f3-bb7f-0818f5136a7d None None] The sync data for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 is: [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:47:15Z', 'revision_number': 4, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'cf163c50-82c4-4ee2-8480-1cf899b32b47', 'name': '', 'network_id': 'fc7ec891-da1c-4e5a-98ba-754ef75cf959', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'mac_address': 'fa:16:3e:6f:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:14Z', 'updated_at': '2021-12-20T15:47:20Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'subnets': [{'id': '085d95b9-d1ac-4bd6-a263-5b418a151799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:31.201116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda1109-c85f-4125-a3c6-8120981215a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01960a8-a253-4b7f-91f4-a1da3e56e18d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:31.216948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a55f2-5362-4269-9372-563c7cf8784c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.244930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.257038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.260764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-57554a32-316f-4951-8671-02c14423abc2 service neutron] 10.222.0.72 "PUT /v2.0/ports/a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 1091 time: 2.1247704 Dec 20 15:50:31.278235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'tag': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:31.285460 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82a7582-2c30-4c18-b76a-74169722c553" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ca51ec-0c5d-49f5-823c-6a0af9262593", "tag": "a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:31.299541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.312409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-fefe93eb-e2cc-4978-ac49-94b68c747aa4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.314898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-fefe93eb-e2cc-4978-ac49-94b68c747aa4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 984 time: 0.3046944 Dec 20 15:50:31.330331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a55f2-5362-4269-9372-563c7cf8784c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.330829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd834ca-5d81-4ea5-af1a-5c91ca9f10a5 req-8c294332-d321-4c1e-974a-4e384d0593de tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.344717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cd834ca-5d81-4ea5-af1a-5c91ca9f10a5 req-8c294332-d321-4c1e-974a-4e384d0593de tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 945 time: 0.2835584 Dec 20 15:50:31.373490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'port': {'security_groups': ['d0df9e0d-14d5-4f68-ae24-9e5e421413ae']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:31.402339 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.465252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:31.468920 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d91a09-132f-4331-8cdd-7a8b253f8f6f" -d '{"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-plugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:31.495053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e9c1e76d-ffe4-4401-a147-99f156f32bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.496993 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-e9c1e76d-ffe4-4401-a147-99f156f32bfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1094 time: 0.1035080 Dec 20 15:50:31.499808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:31.516861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-328288c4-a439-4d1b-9828-03f65246804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.518509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-328288c4-a439-4d1b-9828-03f65246804a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.4866858 Dec 20 15:50:31.608921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.669451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-f23ace36-e48b-4c2c-baec-5959c6fa80ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.1615732 Dec 20 15:50:31.671312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a55f2-5362-4269-9372-563c7cf8784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.678027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a55f2-5362-4269-9372-563c7cf8784c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.682154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e91a55f2-5362-4269-9372-563c7cf8784c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ebbdc21-2e98-4589-9b30-deb949f43599 HTTP/1.1" status: 204 len: 168 time: 0.8439476 Dec 20 15:50:31.694567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-e9200360-2d6e-45be-bc01-225d28da2c10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.1379476 Dec 20 15:50:31.726364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.733023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=12']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:31.756319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a55f2-5362-4269-9372-563c7cf8784c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebbdc21-2e98-4589-9b30-deb949f43599,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:31.761324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f24c8e13-e03c-4406-8e3f-a24fbc9e93be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.794941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65cbc4-ce81-46f6-835e-9108a9fa1393 None None] New status for floating IP 8161064f-d58c-4797-b60b-ce9d933ffbd9: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:50:31.795136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-057eb638-5555-4607-99ec-331c22381be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.797547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-057eb638-5555-4607-99ec-331c22381be1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.1162748 Dec 20 15:50:31.847758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cd834ca-5d81-4ea5-af1a-5c91ca9f10a5 req-c06cdd50-f8ba-4b23-bd66-146177af5a06 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5038185 Dec 20 15:50:31.871986 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-db658d51-78ee-44e6-9788-3c572d48816f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636086 Dec 20 15:50:31.887028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-126d24ff-4115-4821-86e2-d9e60018e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.893603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-126d24ff-4115-4821-86e2-d9e60018e085 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.1638999 Dec 20 15:50:32.025085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:32.042653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-099a8903-d01b-44a3-a18d-70ac21708796 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372454 Dec 20 15:50:32.159314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-68837db9-3934-4ff6-8ce8-0b822a51b73f service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786965 Dec 20 15:50:32.182072 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2370cf1-1711-46ef-b9bd-1d35f69d85a8 x-openstack-request-id: req-e2370cf1-1711-46ef-b9bd-1d35f69d85a8 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:32.182452 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ca51ec-0c5d-49f5-823c-6a0af9262593", "tag": "a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:32.182795 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2370cf1-1711-46ef-b9bd-1d35f69d85a8 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:32.183302 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'tag': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13', 'status': 'completed', 'code': 200} Dec 20 15:50:32.208312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-9c9d615d-e190-4723-a898-2778a45bdb56 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508126 Dec 20 15:50:32.229820 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a479dd2-4524-43f7-8584-b807c2d55835 x-openstack-request-id: req-7a479dd2-4524-43f7-8584-b807c2d55835 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:32.229820 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-plugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:32.229820 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a479dd2-4524-43f7-8584-b807c2d55835 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:32.229820 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'code': 200} Dec 20 15:50:32.362638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Pushing event updated for resources: {'Port': ['ID=bfee60ff-27b5-4729-bdf5-5ac283935dc1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:32.381564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Network a016c50b-d47c-4c66-94ca-633397ef1663 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:32.451552 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-862b5d3f-b4db-471d-9362-7e4a0313fe06 req-24187fea-908a-406b-afb9-fe3c9669bb42 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836845 Dec 20 15:50:32.488166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:32.498232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:32.550387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60344) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:32.617147 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-83494c5b-7ca4-496a-babb-f4dd7b68a1fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d84d67b42c0249618bece5d0c624c9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654061 Dec 20 15:50:32.623651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:32.705858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cfb4ed7-6346-4aae-b607-28533a28be0c req-f19f21a1-9233-4344-ae1e-0f88aa519f9a service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647384 Dec 20 15:50:32.708758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:32.712004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a7582-2c30-4c18-b76a-74169722c553 req-86b1ccc1-2365-4827-ad22-748f34ac0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.713539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-86b1ccc1-2365-4827-ad22-748f34ac0a1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1094 time: 0.0746326 Dec 20 15:50:32.748124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.750963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:32.792664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac0a3d-07a2-449a-a661-0593c7800ab2 req-501eb5ec-9d2b-4158-b0ec-9e23ebdfbc2c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.794234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cac0a3d-07a2-449a-a661-0593c7800ab2 req-501eb5ec-9d2b-4158-b0ec-9e23ebdfbc2c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 932 time: 0.2835646 Dec 20 15:50:32.798527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc0258-29e7-4966-8265-4c10c2aa16a1 req-d1e6c5a0-f128-4394-87a9-d874a95312ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.799458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e98504b-7f98-4335-ae7b-c2dd98b845f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:32.799935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3dc0258-29e7-4966-8265-4c10c2aa16a1 req-d1e6c5a0-f128-4394-87a9-d874a95312ab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 1097 time: 0.2387142 Dec 20 15:50:32.805068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'name': 'network-vif-deleted', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:32.807475 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb4a96-21e0-48bb-b468-5373074d2cab" -d '{"events": [{"server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "name": "network-vif-deleted", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:32.831325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:32.832042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e98504b-7f98-4335-ae7b-c2dd98b845f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:32.873277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a7582-2c30-4c18-b76a-74169722c553 req-1487f6bc-ea7b-4e68-9af0-e3dc9c61596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.874721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-1487f6bc-ea7b-4e68-9af0-e3dc9c61596c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.1405663 Dec 20 15:50:32.892140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3dc0258-29e7-4966-8265-4c10c2aa16a1 req-db4c482f-7beb-4cc9-92a5-4cc7ec15985f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763767 Dec 20 15:50:32.897740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cac0a3d-07a2-449a-a661-0593c7800ab2 req-2d1c7e9a-6aba-4417-a438-9779f90cd21e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967908 Dec 20 15:50:32.934432 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-848dd762-31f0-4dc7-a482-0810bb25cb69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.0420873 Dec 20 15:50:32.980834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a7582-2c30-4c18-b76a-74169722c553 req-4130dccc-6118-45bb-83e9-fadf5c15ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.980834 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-4130dccc-6118-45bb-83e9-fadf5c15ec0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.0498343 Dec 20 15:50:33.015889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-30155066-6523-4376-a8c0-4522de461289 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254581 Dec 20 15:50:33.106718 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-7aae1a08-faad-4358-9feb-98d9be6e5b4a service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830190 Dec 20 15:50:33.204379 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e82a7582-2c30-4c18-b76a-74169722c553 req-846a3554-4bb1-4ac6-9c34-28a91ce1ad24 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902691 Dec 20 15:50:33.226214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.291939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-bdcda535-6e81-4a4c-aca7-f5b36024dee0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9802129 Dec 20 15:50:33.292701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.306436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d72da4fb-6329-49ff-a937-9bb3c976dbde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:33.318394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e98504b-7f98-4335-ae7b-c2dd98b845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.320017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Request body: {'port': {'device_id': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:33.323356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3e98504b-7f98-4335-ae7b-c2dd98b845f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.328228 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3e98504b-7f98-4335-ae7b-c2dd98b845f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74f72c57-a278-4497-a07b-0b0dceed7727 HTTP/1.1" status: 204 len: 168 time: 0.7020860 Dec 20 15:50:33.330579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60354) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:33.365661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98504b-7f98-4335-ae7b-c2dd98b845f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f72c57-a278-4497-a07b-0b0dceed7727,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:33.417211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:33.417211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.417211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22fd65af-d9c0-4a4a-b569-c6085b442bf6 req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "PUT /v2.0/ports/d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 942 time: 2.0613909 Dec 20 15:50:33.426989 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83f30e-56d7-4ae9-9fa7-04f1be7e25f5 x-openstack-request-id: req-ea83f30e-56d7-4ae9-9fa7-04f1be7e25f5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:33.427504 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9215d24-e12f-4d3a-bdc8-0b41e0694dd7", "name": "network-vif-deleted", "tag": "6cd0b9f7-319e-4120-8a5c-63d758c76c26", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:33.427910 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea83f30e-56d7-4ae9-9fa7-04f1be7e25f5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:33.428372 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9215d24-e12f-4d3a-bdc8-0b41e0694dd7', 'name': 'network-vif-deleted', 'tag': '6cd0b9f7-319e-4120-8a5c-63d758c76c26', 'status': 'completed', 'code': 200} Dec 20 15:50:33.463936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60364) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:33.494337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a29c98e-a49c-41e2-a3b9-c346974022b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.516285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f74d84e-f7cd-4b06-8ce9-b384fceefb32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.529430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d72da4fb-6329-49ff-a937-9bb3c976dbde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:33.533982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1841ce-6145-455b-b451-7697a9314e34 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event updated for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:33.555948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f74d84e-f7cd-4b06-8ce9-b384fceefb32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.625223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.713082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a29c98e-a49c-41e2-a3b9-c346974022b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.746312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f74d84e-f7cd-4b06-8ce9-b384fceefb32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.751399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f74d84e-f7cd-4b06-8ce9-b384fceefb32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.755669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f74d84e-f7cd-4b06-8ce9-b384fceefb32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "DELETE /v2.0/security-groups/680e9877-c2ba-4d69-9e37-e27508705742 HTTP/1.1" status: 204 len: 168 time: 0.4239628 Dec 20 15:50:33.765842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60376) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:33.805771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74d84e-f7cd-4b06-8ce9-b384fceefb32 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e9877-c2ba-4d69-9e37-e27508705742,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:33.809849 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-f20999d0-0327-4a58-878c-129c99391c78 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] show failed (client error): The resource could not be found. Dec 20 15:50:33.811258 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f20999d0-0327-4a58-878c-129c99391c78 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "GET /v2.0/security-groups/680e9877-c2ba-4d69-9e37-e27508705742 HTTP/1.1" status: 404 len: 347 time: 0.0441186 Dec 20 15:50:33.827060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:33.877931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a29c98e-a49c-41e2-a3b9-c346974022b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.979491 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5a29c98e-a49c-41e2-a3b9-c346974022b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d687e1dc833e4135a6b2f8d32cb387aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121005 Dec 20 15:50:33.981141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60382) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:33.991823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29c98e-a49c-41e2-a3b9-c346974022b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5abd7-f512-46cd-833e-d21acce492d5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:34.083511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ea7eed2-4fa9-41f5-b141-152fa0d21d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.091262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Deleting port 070b7517-472b-469a-ae77-f3672819689a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:34.091613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.136075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ea7eed2-4fa9-41f5-b141-152fa0d21d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.245149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.245514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.255985 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.261755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Calling delete_port for 070b7517-472b-469a-ae77-f3672819689a owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:34.296941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0273a13-0bce-4142-bde3-634017ad13d1 req-1cbdf7f6-ba92-48cf-9547-63466b736f01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:34.306130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0273a13-0bce-4142-bde3-634017ad13d1 req-1cbdf7f6-ba92-48cf-9547-63466b736f01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.7450731 Dec 20 15:50:34.349291 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ea7eed2-4fa9-41f5-b141-152fa0d21d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.351914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ea7eed2-4fa9-41f5-b141-152fa0d21d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.353730 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5ea7eed2-4fa9-41f5-b141-152fa0d21d9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9cf5abd7-f512-46cd-833e-d21acce492d5 HTTP/1.1" status: 204 len: 168 time: 0.3703716 Dec 20 15:50:34.366474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7eed2-4fa9-41f5-b141-152fa0d21d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5abd7-f512-46cd-833e-d21acce492d5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:34.510918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0273a13-0bce-4142-bde3-634017ad13d1 req-84329730-a9ae-42a7-bdca-61e058031e88 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039642 Dec 20 15:50:34.605498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfee60ff-27b5-4729-bdf5-5ac283935dc1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:34.614941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.654607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.701840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Pushing event deleted for resources: {'Port': ['ID=070b7517-472b-469a-ae77-f3672819689a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:34.748255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d882239-771d-4641-abe3-3cbfd063a1db req-6a83394e-5774-4e92-9ece-32ff4d657117 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5467789 Dec 20 15:50:34.756871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Transition to ACTIVE for port object bfee60ff-27b5-4729-bdf5-5ac283935dc1 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:50:34.760488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:34.790604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916750d-cfac-4fa5-90b3-1775ee67f6a3 req-c7b678fb-6d9d-4154-bae8-5e98927c379f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:34.792418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a916750d-cfac-4fa5-90b3-1775ee67f6a3 req-c7b678fb-6d9d-4154-bae8-5e98927c379f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 932 time: 0.1668215 Dec 20 15:50:34.847915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.851041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.855103 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.856367 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5ec95101-bf0a-46fb-898d-bed352e425c3 tempest-ServersTestFqdnHostnames-1386934176 tempest-ServersTestFqdnHostnames-1386934176-project] 10.222.0.81 "DELETE /v2.0/floatingips/8161064f-d58c-4797-b60b-ce9d933ffbd9 HTTP/1.1" status: 204 len: 168 time: 1.0283010 Dec 20 15:50:34.859653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:34.911408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a916750d-cfac-4fa5-90b3-1775ee67f6a3 req-aaed9fd2-b8fa-4f0b-8be2-fde6731785e4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112871 Dec 20 15:50:34.924753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee60ff-27b5-4729-bdf5-5ac283935dc1,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:35.022103 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.066596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.173694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Attempting to bind port bfee60ff-27b5-4729-bdf5-5ac283935dc1 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:50:35.173694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Attempting to bind port bfee60ff-27b5-4729-bdf5-5ac283935dc1 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:50:35.182213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Attempting to bind port bfee60ff-27b5-4729-bdf5-5ac283935dc1 on network a016c50b-d47c-4c66-94ca-633397ef1663 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:35.187360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Port bfee60ff-27b5-4729-bdf5-5ac283935dc1 on network a016c50b-d47c-4c66-94ca-633397ef1663 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:50:35.190842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Attempting to bind port bfee60ff-27b5-4729-bdf5-5ac283935dc1 on network a016c50b-d47c-4c66-94ca-633397ef1663 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:35.204111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:50:35.204460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Checking segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:35.204860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Bound using segment: {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:50:35.205350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Bound port: bfee60ff-27b5-4729-bdf5-5ac283935dc1, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0760b2c0-eebd-429e-8822-a514bf424079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:50:35.205712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.290324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] For port bfee60ff-27b5-4729-bdf5-5ac283935dc1, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:50:35.296365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] For port bfee60ff-27b5-4729-bdf5-5ac283935dc1, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:50:35.311593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.451011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:35.452573 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee06721-ab8c-4f38-807e-d3200e54d74d" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:35.455886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.470468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Allocated IP 172.25.6.228 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/6e1c91a1-83e4-4e90-a83b-ee82c85b49da) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:35.499255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.521291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:35.523551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.523551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] 10.222.0.72 "PUT /v2.0/ports/bfee60ff-27b5-4729-bdf5-5ac283935dc1 HTTP/1.1" status: 200 len: 1092 time: 2.2222118 Dec 20 15:50:35.575155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a298ef-f82b-4b66-9e95-47adf09c0e68 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee60ff-27b5-4729-bdf5-5ac283935dc1,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:35.750216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.772216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-e6528aaf-b24b-4cb1-8ed6-1296dffa2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:35.773999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-e6528aaf-b24b-4cb1-8ed6-1296dffa2cdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 1095 time: 0.1181438 Dec 20 15:50:35.837408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-9a556594-706c-4971-b39c-6bcd42399435 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1 HTTP/1.1" status: 200 len: 217 time: 0.0551524 Dec 20 15:50:35.909722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-26c40006-5d6e-4a37-9328-d59fcbfd5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:35.911953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-26c40006-5d6e-4a37-9328-d59fcbfd5dcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.0647855 Dec 20 15:50:35.930174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Deleting port cf163c50-82c4-4ee2-8480-1cf899b32b47 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:35.930766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:35.977113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-1af6b92b-541e-4ddf-817c-dac4c15650bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564680 Dec 20 15:50:36.030662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] For port cf163c50-82c4-4ee2-8480-1cf899b32b47, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cf163c50-82c4-4ee2-8480-1cf899b32b47,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:36.031182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.048184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Calling delete_port for cf163c50-82c4-4ee2-8480-1cf899b32b47 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:36.068892 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.075913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:50:36.140290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:36.157789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:36.182507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:36.288816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:36.306968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event updated for resources: {'Port': ['ID=6e1c91a1-83e4-4e90-a83b-ee82c85b49da,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:36.319042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-67e99af3-8bd4-44f0-a41b-3dd5696f5faf service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319132 Dec 20 15:50:36.322826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'port_id': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13', 'mac_address': 'fa:16:3e:c5:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:50:36.433638 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.469784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:36.531940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:36.663175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8dc25f-33e8-41da-90cb-cedfd97f4de1 req-9396f8ca-7b69-4381-807b-661cc9b9b52f service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339746 Dec 20 15:50:36.666062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.670182 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.746030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:36.885725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.917144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:37.297970 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883c7fe-1b5e-43ac-a7a5-2a1c1242cd38 x-openstack-request-id: req-8883c7fe-1b5e-43ac-a7a5-2a1c1242cd38 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:37.299207 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:37.299640 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8883c7fe-1b5e-43ac-a7a5-2a1c1242cd38 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:37.303608 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'status': 'completed', 'code': 200} Dec 20 15:50:37.376216 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:37.436003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf163c50-82c4-4ee2-8480-1cf899b32b47,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:37.482196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:37.511516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41003-1932-4b07-b656-38da98df0bf6 req-60df16ea-0f39-4577-bf40-31df1e6564e6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:37.522964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9db41003-1932-4b07-b656-38da98df0bf6 req-60df16ea-0f39-4577-bf40-31df1e6564e6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.1281319 Dec 20 15:50:37.587975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-d4aee422-f637-458c-a8f6-5a9d510b7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:37.598922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-d4aee422-f637-458c-a8f6-5a9d510b7e71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.2722809 Dec 20 15:50:37.684221 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:37.771238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9db41003-1932-4b07-b656-38da98df0bf6 req-168b7253-00a8-48da-9bbd-46f33f93a0b7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471035 Dec 20 15:50:37.797119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.079419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60506) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:38.090111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:38.218841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Router 917ab08a-541c-4673-8990-ed56964f963b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:50:38.256512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event updated for resources: {'Port': ['ID=6e1c91a1-83e4-4e90-a83b-ee82c85b49da,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:38.288652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:50:38.293329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:38.293821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.312556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.341648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-63bbb07a-c949-4793-a776-c1a696e59bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:38.345786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-63bbb07a-c949-4793-a776-c1a696e59bc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.7333581 Dec 20 15:50:38.379902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c7e2f-6ea8-4c6e-a0e7-271e61ccd493 req-b98af544-8687-40e4-b17d-0fb22821b5a9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:38.391534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-109c7e2f-6ea8-4c6e-a0e7-271e61ccd493 req-b98af544-8687-40e4-b17d-0fb22821b5a9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 944 time: 0.4515734 Dec 20 15:50:38.487634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-139618459', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:38.520411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.536326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d882239-771d-4641-abe3-3cbfd063a1db req-e5e0df0e-8d26-41fb-b5ce-b24212e8f14b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7852361 Dec 20 15:50:38.606522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:50:38.617581 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] Sync routers for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:50:38.629075 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-12a1066a-1ed3-4455-8944-3cc5fc464b9c admin admin] 10.222.0.81 "PUT /v2.0/routers/917ab08a-541c-4673-8990-ed56964f963b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7674856 Dec 20 15:50:38.631462 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.632886 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:38.634764 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:38.638065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:38.670179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-9b03d1ea-6259-4845-a371-692b6b585c49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.3122756 Dec 20 15:50:38.682605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d882239-771d-4641-abe3-3cbfd063a1db req-d1d65d53-3d7c-472b-8cbe-88079b63b56b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.1437283 Dec 20 15:50:38.691178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-a78b573d-92e4-48c7-b478-ed456851e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:38.693343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:38.693939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-a78b573d-92e4-48c7-b478-ed456851e507 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 1102 time: 0.6166630 Dec 20 15:50:38.697209 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e85ef3-010f-4c4e-9778-54c89e121b15" -d '{"events": [{"server_uuid": "f3ca51ec-0c5d-49f5-823c-6a0af9262593", "name": "network-vif-plugged", "status": "completed", "tag": "a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:38.728036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:38.792811 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.831596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-109c7e2f-6ea8-4c6e-a0e7-271e61ccd493 req-f8bf90b2-f6fa-4805-ba0f-1e5c21aec1fa tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340119 Dec 20 15:50:38.921274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Made reservation on behalf of 4916440737484765be8e89f30009d1e8 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:38.924343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.928997 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:38.950044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-9a29732b-94fa-4254-8333-ced0d5ab1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:38.954780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-9a29732b-94fa-4254-8333-ced0d5ab1a4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.2638609 Dec 20 15:50:38.956591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:38.982705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:39.014572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-e200c84a-4afe-4006-a076-ae0ebce26341 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527401 Dec 20 15:50:39.101944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:39.194229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-cec8f77d-bb2b-4ac6-9c10-9f4ed16a5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.196165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-cec8f77d-bb2b-4ac6-9c10-9f4ed16a5078 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.4741631 Dec 20 15:50:39.199140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-dc93b171-4e5b-440c-9764-0b05ece1d9d9 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729891 Dec 20 15:50:39.212776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d882239-771d-4641-abe3-3cbfd063a1db req-fd72b4d1-3432-4901-8fbb-52d24a0e8fa8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.214436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d882239-771d-4641-abe3-3cbfd063a1db req-fd72b4d1-3432-4901-8fbb-52d24a0e8fa8 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.5309343 Dec 20 15:50:39.235883 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01daa33-89d8-41a8-a7ae-a6690a76ba2f x-openstack-request-id: req-b01daa33-89d8-41a8-a7ae-a6690a76ba2f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:39.236431 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ca51ec-0c5d-49f5-823c-6a0af9262593", "name": "network-vif-plugged", "status": "completed", "tag": "a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:39.236525 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b01daa33-89d8-41a8-a7ae-a6690a76ba2f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:39.236861 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13', 'code': 200} Dec 20 15:50:39.397949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:39.400064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'tag': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:39.404173 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1c10e2-825e-4088-afe2-a274012d9528" -d '{"events": [{"name": "network-changed", "server_uuid": "943274b5-b47a-4cfd-89d9-c5c60259d97e", "tag": "bfee60ff-27b5-4729-bdf5-5ac283935dc1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:39.409951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:39.412181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee06721-ab8c-4f38-807e-d3200e54d74d req-1b07233c-ddf8-480a-b493-762cd0a78f9d service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952901 Dec 20 15:50:39.421682 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:50:37Z', 'revision_number': 5, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port': {'id': 'b9b5b716-2804-473e-a25d-45730f607b77', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917ab08a-541c-4673-8990-ed56964f963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:47:10Z', 'updated_at': '2021-12-20T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:39.450044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf6058-fc35-4166-8f3e-33df860fcad1 req-9b74012c-7d2f-427a-9d68-b38bdee6ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.452395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-edcf6058-fc35-4166-8f3e-33df860fcad1 req-9b74012c-7d2f-427a-9d68-b38bdee6ed10 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.1005611 Dec 20 15:50:39.481355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-0d882239-771d-4641-abe3-3cbfd063a1db req-a73391ac-d549-40c3-b0a9-6ce1c7813cd4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:50:39.481467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d882239-771d-4641-abe3-3cbfd063a1db req-a73391ac-d549-40c3-b0a9-6ce1c7813cd4 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073504 Dec 20 15:50:39.501793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:39.512982 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] Checking router: 917ab08a-541c-4673-8990-ed56964f963b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:50:39.537064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] device_id is not set on port 35eef302-0206-4e93-81e5-688caed886a7 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:50:39.544927 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] Routers {'917ab08a-541c-4673-8990-ed56964f963b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:39.546154 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['917ab08a-541c-4673-8990-ed56964f963b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:39.568786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-0e83f9ce-2498-48be-8781-e3726e7048e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=391360fe-8734-4bd2-a0b7-852f5d379d90 HTTP/1.1" status: 200 len: 217 time: 0.1783447 Dec 20 15:50:39.606368 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075d1df-91bd-4f99-9012-8195f135183b x-openstack-request-id: req-b075d1df-91bd-4f99-9012-8195f135183b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:39.606368 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943274b5-b47a-4cfd-89d9-c5c60259d97e", "tag": "bfee60ff-27b5-4729-bdf5-5ac283935dc1", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:39.606368 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b075d1df-91bd-4f99-9012-8195f135183b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:39.607129 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'tag': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1', 'status': 'completed', 'code': 200} Dec 20 15:50:39.683612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8ea4-eead-4a7f-a8f9-2258291c4401 req-81f41a7d-bf88-4e05-a859-af9d7f832236 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.685154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd4e8ea4-eead-4a7f-a8f9-2258291c4401 req-81f41a7d-bf88-4e05-a859-af9d7f832236 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.2719235 Dec 20 15:50:39.701924 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] Set router 917ab08a-541c-4673-8990-ed56964f963b gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:39.736194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:39.751053 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-edcf6058-fc35-4166-8f3e-33df860fcad1 req-6fe65788-a1b2-4eca-8253-609a05a0a85a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905865 Dec 20 15:50:39.804754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619a9978-8fd2-41a3-a2b2-e58d7cfe108a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:39.831590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-380b12c4-4b1e-4f0d-9b95-f3d203328aa2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.839497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-380b12c4-4b1e-4f0d-9b95-f3d203328aa2 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1340227 Dec 20 15:50:39.897781 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:50:39Z', 'revision_number': 6, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:39.900828 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:50:39.943636 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faacd4-29cc-42b5-97ea-7724101f03b5 None None] The sync data for ids ['917ab08a-541c-4673-8990-ed56964f963b'] in n-d-781076-8 is: [{'id': '917ab08a-541c-4673-8990-ed56964f963b', 'name': 'tempest-ServersTestFqdnHostnames-1782486665-router', 'tenant_id': '31fdf3fbe9f8473b90771d7da844f89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:47:08Z', 'updated_at': '2021-12-20T15:50:39Z', 'revision_number': 6, 'project_id': '31fdf3fbe9f8473b90771d7da844f89e', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:39.985010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-9ba7bedd-16b2-49ca-ba49-fd9399e5c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.993189 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-9ba7bedd-16b2-49ca-ba49-fd9399e5c2e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 1095 time: 0.2856429 Dec 20 15:50:40.044488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb86dbb-6159-4194-bbd9-8795c332134e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.059257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Allocated IP 172.25.6.243 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/35eef302-0206-4e93-81e5-688caed886a7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:40.090380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bfee60ff-27b5-4729-bdf5-5ac283935dc1 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:50:40.121521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Deleting port b9b5b716-2804-473e-a25d-45730f607b77 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:40.122080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.362873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-581c7aad-bd28-453f-a402-df46cfe68a18 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.5223639 Dec 20 15:50:40.374003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'floatingip': {'port_id': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:40.461819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-2e475ace-a6bd-422f-9f42-e2478ff0f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:40.464641 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-2e475ace-a6bd-422f-9f42-e2478ff0f895 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.4701779 Dec 20 15:50:40.474878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.521247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bfee60ff-27b5-4729-bdf5-5ac283935dc1, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:40.598498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1', 'network_id': 'a016c50b-d47c-4c66-94ca-633397ef1663', 'port_id': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1', 'mac_address': 'fa:16:3e:76:b9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a8ae22-da27-4da6-8cf1-2de73f6a505b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:50:40.598637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-cc49120e-c7cc-434f-8f44-f257f6291ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:40.598783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.599356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-cc49120e-c7cc-434f-8f44-f257f6291ea6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 1.0126743 Dec 20 15:50:40.599449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-2d9133e7-eae1-4278-a147-9dfef3299c3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1 HTTP/1.1" status: 200 len: 217 time: 0.1058881 Dec 20 15:50:40.642570 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.652217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb86dbb-6159-4194-bbd9-8795c332134e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.657466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd4e8ea4-eead-4a7f-a8f9-2258291c4401 req-1bde9632-e383-4a76-838a-8f86be35e5d0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9628797 Dec 20 15:50:40.667010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfee60ff-27b5-4729-bdf5-5ac283935dc1 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:40.765985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bfee60ff-27b5-4729-bdf5-5ac283935dc1, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:40.766088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] For port b9b5b716-2804-473e-a25d-45730f607b77, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b9b5b716-2804-473e-a25d-45730f607b77,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:40.766088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:40.766088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Calling delete_port for b9b5b716-2804-473e-a25d-45730f607b77 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:40.821556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-f760a967-244c-434a-a149-00381bd2575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:40.823060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-f760a967-244c-434a-a149-00381bd2575b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.1959994 Dec 20 15:50:40.830212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-fe7b8470-bb8b-4b8b-a01c-5966909e0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:40.831761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-fe7b8470-bb8b-4b8b-a01c-5966909e0814 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2215552 Dec 20 15:50:40.864170 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-ee736aa1-ae60-4ac5-9728-f937f9adf1f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326393 Dec 20 15:50:40.958194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf441f-ce7e-4456-ac2a-eb6ec46dab18 req-c73db5e2-76bb-4a26-9b49-1547d83272a5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:40.960197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aebf441f-ce7e-4456-ac2a-eb6ec46dab18 req-c73db5e2-76bb-4a26-9b49-1547d83272a5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 944 time: 0.2144170 Dec 20 15:50:41.018645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-3347cac4-003a-43ce-8a8b-629fe009dfff service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464808 Dec 20 15:50:41.105256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-1a1458ac-f057-4552-b489-9bff768beb03 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639151 Dec 20 15:50:41.128280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb86dbb-6159-4194-bbd9-8795c332134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.149662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aebf441f-ce7e-4456-ac2a-eb6ec46dab18 req-acf5216a-a4ec-40a1-a725-38faa2fc9b5c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800117 Dec 20 15:50:41.177687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.194654 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b1c10e2-825e-4088-afe2-a274012d9528 req-97c62ec1-2f68-4b99-b89e-16ec98a1160b service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563933 Dec 20 15:50:41.195701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.200257 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-beb86dbb-6159-4194-bbd9-8795c332134e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0a0f579398a4e55b850c1cb01368906&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4555020 Dec 20 15:50:41.201106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86dbb-6159-4194-bbd9-8795c332134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523fc60-3c11-4e05-90c7-0789aacb5a92,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:41.204026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60554) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:41.291302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.342267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bfee60ff-27b5-4729-bdf5-5ac283935dc1,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:41.354292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be76715d-0cde-4a64-b12e-0b02730723b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.359541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Pushing event updated for resources: {'Port': ['ID=35eef302-0206-4e93-81e5-688caed886a7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:41.415532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b5b716-2804-473e-a25d-45730f607b77,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:41.436509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['bfee60ff-27b5-4729-bdf5-5ac283935dc1'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:41.436723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:41.447261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a140e2f6-6df5-45e0-bc4f-9765344aa6ec req-8edec6a8-080d-4736-bfa8-2836276366ec service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285046 Dec 20 15:50:41.459734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:41.478970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:41.553179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:41.554211 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.606966 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be76715d-0cde-4a64-b12e-0b02730723b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.619297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.677417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd983c4d-1564-4c97-bb09-a07e9b9fbb25 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5966258 Dec 20 15:50:41.677951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60568) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:41.678821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.683466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.243'}]}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:41.741015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.782617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cf163c50-82c4-4ee2-8480-1cf899b32b47 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:41.808624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: cf163c50-82c4-4ee2-8480-1cf899b32b47 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:41.811074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cf163c50-82c4-4ee2-8480-1cf899b32b47 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:41.811747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b9b5b716-2804-473e-a25d-45730f607b77 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:41.837279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.839699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.842489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b9b5b716-2804-473e-a25d-45730f607b77 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:41.842829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b9b5b716-2804-473e-a25d-45730f607b77 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:41.886587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.888252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.923390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be76715d-0cde-4a64-b12e-0b02730723b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.926943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be76715d-0cde-4a64-b12e-0b02730723b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:41.932098 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be76715d-0cde-4a64-b12e-0b02730723b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b523fc60-3c11-4e05-90c7-0789aacb5a92 HTTP/1.1" status: 204 len: 168 time: 0.7214341 Dec 20 15:50:41.937647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76715d-0cde-4a64-b12e-0b02730723b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523fc60-3c11-4e05-90c7-0789aacb5a92,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:42.013778 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Floating IP 05d072f5-b006-43fb-bd1b-290a908a6087 associated. External IP: 172.25.6.228, port: d72da4fb-6329-49ff-a937-9bb3c976dbde. Dec 20 15:50:42.050349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.072125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.072943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917ab08a-541c-4673-8990-ed56964f963b {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:50:42.079212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.083010 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a464e66b-fc15-4c5d-bf18-d8fead83dcee admin admin] 10.222.0.81 "DELETE /v2.0/routers/917ab08a-541c-4673-8990-ed56964f963b HTTP/1.1" status: 204 len: 168 time: 3.4411821 Dec 20 15:50:42.083602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60572) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:42.185382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Deleting subnet 085d95b9-d1ac-4bd6-a263-5b418a151799 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:50:42.190325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.272880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.422671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Router 19933066-3494-4e04-882d-2822c3604337 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:50:42.470894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.517013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ffa5-2a92-442d-9372-543f13efafc0 req-dfe671b6-432b-4ec7-a8bc-f8dc1a23e25e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:42.518698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52f9ffa5-2a92-442d-9372-543f13efafc0 req-dfe671b6-432b-4ec7-a8bc-f8dc1a23e25e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 945 time: 0.1397302 Dec 20 15:50:42.682283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.682618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.718992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085d95b9-d1ac-4bd6-a263-5b418a151799,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:42.733926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a12d6a-6342-47fe-ab9c-b61ca4139a05 None None] Network fc7ec891-da1c-4e5a-98ba-754ef75cf959 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:42.737622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52f9ffa5-2a92-442d-9372-543f13efafc0 req-f83419c9-f6fb-41db-aa3f-c91bc701f9f8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115686 Dec 20 15:50:42.745674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.764458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:50:42.769247 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-12ac9574-2913-464b-80ff-e829f8ab340e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/085d95b9-d1ac-4bd6-a263-5b418a151799 HTTP/1.1" status: 204 len: 168 time: 0.6844637 Dec 20 15:50:42.771002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.773329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60582) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:42.803273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-26abff0c-c751-46e1-ba45-48beccc1340b tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "PUT /v2.0/floatingips/05d072f5-b006-43fb-bd1b-290a908a6087 HTTP/1.1" status: 200 len: 996 time: 2.4393167 Dec 20 15:50:42.804355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:42.807235 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061199b-eddd-4096-9c8c-8dab5eecb43f" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:42.807984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] Sync routers for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:50:42.946813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:42.947950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:42.955365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:42.958944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-d517e32e-640a-4454-8b4a-b9d266bc7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:42.960503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-d517e32e-640a-4454-8b4a-b9d266bc7c80 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.1223066 Dec 20 15:50:43.035159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Deleting port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:43.035459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.066902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60594) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:43.074125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-b5d34399-d70d-4b2e-a023-8f5c9abd47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:43.075641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-b5d34399-d70d-4b2e-a023-8f5c9abd47ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.1054356 Dec 20 15:50:43.156039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-27be735d-6931-447d-af9f-3a33ace774e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 999 time: 0.0697372 Dec 20 15:50:43.173315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dd29211-aff5-4e89-9f0e-251266d7603c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.201271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:43.244237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] For port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:43.247375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.276522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Calling delete_port for ed3ba9c7-8591-4746-9bb2-e7f58b437f1c owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:43.284557 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14994aa9-ec03-4ae6-861c-1b4e5de6cded x-openstack-request-id: req-14994aa9-ec03-4ae6-861c-1b4e5de6cded {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:43.285097 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:43.285587 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14994aa9-ec03-4ae6-861c-1b4e5de6cded {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:43.286168 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'status': 'completed', 'code': 200} Dec 20 15:50:43.405782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] DHCP port deletion for fc7ec891-da1c-4e5a-98ba-754ef75cf959 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:50:43.407901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dd29211-aff5-4e89-9f0e-251266d7603c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.441807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.446062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-06d417bd-841d-440e-9eeb-d78cf7f623b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:43.448065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-06d417bd-841d-440e-9eeb-d78cf7f623b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.1608489 Dec 20 15:50:43.466798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-30443f85-11cf-4705-88c9-9887df8e4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:43.468562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-30443f85-11cf-4705-88c9-9887df8e4d4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.1716053 Dec 20 15:50:43.478752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.512458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dd29211-aff5-4e89-9f0e-251266d7603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.512708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-d2c5f567-ea29-4f80-8fbf-640934d17705 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428391 Dec 20 15:50:43.550855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-b7c89db1-f1f5-43e8-9e08-55c2136b4400 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:50:43.552703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-b7c89db1-f1f5-43e8-9e08-55c2136b4400 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061994 Dec 20 15:50:43.570525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] Deleting port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:43.570899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.579301 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0dd29211-aff5-4e89-9f0e-251266d7603c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e6c418780e94b2f9041681679e34cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5094273 Dec 20 15:50:43.583817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60596) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:43.596639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd29211-aff5-4e89-9f0e-251266d7603c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d034bf-5155-403b-b54d-82d014f0e985,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:43.616757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.665822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] For port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,segment=NetworkSegment(b7442d5b-d026-4cc8-b023-5987657b04a0),segment_id=b7442d5b-d026-4cc8-b023-5987657b04a0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:43.666348 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.683992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] Calling delete_port for ed3ba9c7-8591-4746-9bb2-e7f58b437f1c owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:43.711986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:43.721499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] No DVR routers for this DVR port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:43.756136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-50106276-e132-4c2d-b465-12a696561e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:43.757685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-50106276-e132-4c2d-b465-12a696561e91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.2758021 Dec 20 15:50:43.805665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '05d072f5-b006-43fb-bd1b-290a908a6087', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '19933066-3494-4e04-882d-2822c3604337', 'port_id': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'mac_address': 'fa:16:3e:b2:d7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:50:36Z', 'updated_at': '2021-12-20T15:50:41Z', 'revision_number': 1, 'project_id': '765809dc639d425eac3331d4c65390a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:14Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:43.826126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86fd3db8-b0eb-40d2-ac3c-b1b7cdb2585d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.860300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-2394e5d3-e581-4340-a327-110e5b443dbb service neutron] 10.222.0.81 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772353 Dec 20 15:50:43.885692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ed3ba9c7-8591-4746-9bb2-e7f58b437f1c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:43.897743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.914386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] Checking router: 19933066-3494-4e04-882d-2822c3604337 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:50:43.931289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7ec891-da1c-4e5a-98ba-754ef75cf959']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:43.932860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ed3ba9c7-8591-4746-9bb2-e7f58b437f1c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:43.933824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ed3ba9c7-8591-4746-9bb2-e7f58b437f1c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:43.948901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:43.949685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:43.957941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-33302c5e-137e-47ad-88e0-0ac7a06796c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 999 time: 0.1915514 Dec 20 15:50:43.960486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7442d5b-d026-4cc8-b023-5987657b04a0') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:43.965946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7442d5b-d026-4cc8-b023-5987657b04a0') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:43.993231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.001316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.046522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.059334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:44.059984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.071533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] Pushing event deleted for resources: {'Port': ['ID=ed3ba9c7-8591-4746-9bb2-e7f58b437f1c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:44.073689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b39656-93c5-4ab6-9bec-68fabf9c7520 None None] No DVR routers for this DVR port ed3ba9c7-8591-4746-9bb2-e7f58b437f1c on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:44.092824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bfee60ff-27b5-4729-bdf5-5ac283935dc1 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:44.117978 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:44.170890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:44.204302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86fd3db8-b0eb-40d2-ac3c-b1b7cdb2585d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.318419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.330330 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.336802 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] 10.222.0.81 "DELETE /v2.0/networks/fc7ec891-da1c-4e5a-98ba-754ef75cf959 HTTP/1.1" status: 204 len: 168 time: 1.5597303 Dec 20 15:50:44.407921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e729c2c-5444-4f3e-8784-647666007a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7ec891-da1c-4e5a-98ba-754ef75cf959,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:44.422571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86fd3db8-b0eb-40d2-ac3c-b1b7cdb2585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.434834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86fd3db8-b0eb-40d2-ac3c-b1b7cdb2585d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.445022 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86fd3db8-b0eb-40d2-ac3c-b1b7cdb2585d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68d034bf-5155-403b-b54d-82d014f0e985 HTTP/1.1" status: 204 len: 168 time: 0.8590236 Dec 20 15:50:44.462236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef6db-aef4-4574-852d-0637e206e468 req-0cef27ef-25d7-42d0-97f2-290d466ca61d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:44.463834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-885ef6db-aef4-4574-852d-0637e206e468 req-0cef27ef-25d7-42d0-97f2-290d466ca61d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 945 time: 0.5983684 Dec 20 15:50:44.471117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.482971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd3db8-b0eb-40d2-ac3c-b1b7cdb2585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d034bf-5155-403b-b54d-82d014f0e985,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:44.531187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-9d1228d4-7900-4075-9766-d1ae8cb0a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:44.532650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-9d1228d4-7900-4075-9766-d1ae8cb0a3e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.1740928 Dec 20 15:50:44.566490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port bfee60ff-27b5-4729-bdf5-5ac283935dc1 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:50:44.597859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port bfee60ff-27b5-4729-bdf5-5ac283935dc1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:50:44.598959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.642006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10cac008-0c96-4dd1-b518-4f87a27aecf5 req-07f766f4-c457-4417-aab6-16f7f61e9ab5 service neutron] 10.222.0.81 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581828 Dec 20 15:50:44.694504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-ee9488cc-80b2-4188-966f-2e842893dc38 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3321273 Dec 20 15:50:44.696420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-1fcce14a-fabb-4a16-8f18-713d3f3cdcda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027288 Dec 20 15:50:44.865602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '05d072f5-b006-43fb-bd1b-290a908a6087', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '19933066-3494-4e04-882d-2822c3604337', 'port_id': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'mac_address': 'fa:16:3e:b2:d7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:50:36Z', 'updated_at': '2021-12-20T15:50:41Z', 'revision_number': 1, 'project_id': '765809dc639d425eac3331d4c65390a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:14Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:44.903973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf796f2-aa12-4e0c-aed4-d26254459408 None None] The sync data for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 is: [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '05d072f5-b006-43fb-bd1b-290a908a6087', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '19933066-3494-4e04-882d-2822c3604337', 'port_id': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'mac_address': 'fa:16:3e:b2:d7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:50:36Z', 'updated_at': '2021-12-20T15:50:41Z', 'revision_number': 1, 'project_id': '765809dc639d425eac3331d4c65390a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:14Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:44.912510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.922594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:44.982598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.003099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-885ef6db-aef4-4574-852d-0637e206e468 req-1caa9b0d-8af3-4e2e-9aa2-fcaa1523f7b0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255172 Dec 20 15:50:45.024588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bfee60ff-27b5-4729-bdf5-5ac283935dc1, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:45.036843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:45.041461 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffcb72e-fc88-4ad7-9f04-94d6198889af" -d '{"events": [{"server_uuid": "943274b5-b47a-4cfd-89d9-c5c60259d97e", "name": "network-vif-plugged", "status": "completed", "tag": "bfee60ff-27b5-4729-bdf5-5ac283935dc1"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:45.140875 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8d3e87-6d4f-430b-a947-2502a8072fc8 x-openstack-request-id: req-6f8d3e87-6d4f-430b-a947-2502a8072fc8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:45.141566 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943274b5-b47a-4cfd-89d9-c5c60259d97e", "name": "network-vif-plugged", "status": "completed", "tag": "bfee60ff-27b5-4729-bdf5-5ac283935dc1", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:45.141980 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f8d3e87-6d4f-430b-a947-2502a8072fc8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:45.142551 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1', 'code': 200} Dec 20 15:50:45.177438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-fe8cb870-28b4-4545-b378-6427d09017d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:45.177566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.177683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-fe8cb870-28b4-4545-b378-6427d09017d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db7546efdcfa43c0a9269ffa2af574dc&device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 1096 time: 0.3897262 Dec 20 15:50:45.252304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bfee60ff-27b5-4729-bdf5-5ac283935dc1,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:45.295574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60622) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:45.339126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-4c5b9e6e-09fc-4f1d-bb01-47c0e54ed467 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264417 Dec 20 15:50:45.359573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-91d3b973-aa4b-4139-ba03-98804ce99dfe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31fdf3fbe9f8473b90771d7da844f89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622153 Dec 20 15:50:45.364504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60624) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:45.369027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.369863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4047f53b-fbf9-4f4c-9d11-1fbe44612aea {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:50:45.429206 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940cba6-58dc-41ac-876a-b3fbf7eeadfb None None] New status for floating IP 05d072f5-b006-43fb-bd1b-290a908a6087: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:50:45.498589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-252e73d4-3db6-4dcd-b8d8-324cf4692b63 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 999 time: 0.4951925 Dec 20 15:50:45.575165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9eeb3-a17a-464f-9efa-4fa7273c8b0c req-d10e4491-ce1f-4cce-a5e6-d01f403ec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:45.577230 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eec9eeb3-a17a-464f-9efa-4fa7273c8b0c req-d10e4491-ce1f-4cce-a5e6-d01f403ec79b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 1097 time: 0.3494661 Dec 20 15:50:45.600474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c98b-1405-4a97-937c-8569fd89337b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.657421 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:50:45.662432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-52f00629-22b6-4cd5-8d5f-e18e128cfebe tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9827402 Dec 20 15:50:45.668641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60632) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:45.692902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-40600c91-b5ce-4cef-861a-ff7c478e32af tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:45.698912 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c98b-1405-4a97-937c-8569fd89337b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.708413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-40600c91-b5ce-4cef-861a-ff7c478e32af tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports/d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 942 time: 0.1932540 Dec 20 15:50:45.714220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-25acf7ac-dbaa-4afe-b531-2b7766c9023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:45.716456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-25acf7ac-dbaa-4afe-b531-2b7766c9023c service neutron] 10.222.0.83 "GET /v2.0/networks?id=68ef0e08-e471-4551-93b7-fa9aaa20576a HTTP/1.1" status: 200 len: 916 time: 0.5059249 Dec 20 15:50:45.945958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eec9eeb3-a17a-464f-9efa-4fa7273c8b0c req-5395ddf4-4370-4ad8-872e-ab60dd77f2d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395238 Dec 20 15:50:45.948063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2061199b-eddd-4096-9c8c-8dab5eecb43f req-146d8cda-b7c6-431e-b26e-dc790e4864b2 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845175 Dec 20 15:50:45.969705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c98b-1405-4a97-937c-8569fd89337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.973886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c98b-1405-4a97-937c-8569fd89337b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:45.977505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ef1c98b-1405-4a97-937c-8569fd89337b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c287dd3-89fe-4dc2-ba50-5d95010211c9 HTTP/1.1" status: 204 len: 168 time: 0.6095529 Dec 20 15:50:46.001116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-b81f5f10-1e17-400f-96ae-362d8978cfee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127 HTTP/1.1" status: 200 len: 1000 time: 0.2394626 Dec 20 15:50:46.012286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-1bf1a937-88e0-4ac2-baf8-7d2508c9f446 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 999 time: 0.2198796 Dec 20 15:50:46.013391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1c98b-1405-4a97-937c-8569fd89337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c287dd3-89fe-4dc2-ba50-5d95010211c9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:46.185199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-a965ef21-4372-4e75-adbc-aec8728b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:46.187364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-a965ef21-4372-4e75-adbc-aec8728b5d3f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=234edcc1-759e-41ad-bd09-de9a0b8b16f5 HTTP/1.1" status: 200 len: 854 time: 0.1724501 Dec 20 15:50:46.221598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Deleting port 35eef302-0206-4e93-81e5-688caed886a7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:46.222031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:46.318547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-ee5058e5-9ddc-41c6-9395-ad7253ec7d05 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:46.329331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-ee5058e5-9ddc-41c6-9395-ad7253ec7d05 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.3160338 Dec 20 15:50:46.461583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac710-c23c-4992-a71e-19b79b983ee2 req-92d58720-099e-47f0-b25d-36a7e8a8dfe3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:46.463133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e8ac710-c23c-4992-a71e-19b79b983ee2 req-92d58720-099e-47f0-b25d-36a7e8a8dfe3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.2346871 Dec 20 15:50:46.476395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-79fafc3d-e440-4a16-8764-4fd9bbf00a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:46.478029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-79fafc3d-e440-4a16-8764-4fd9bbf00a83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68ef0e08-e471-4551-93b7-fa9aaa20576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2771475 Dec 20 15:50:46.489801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-19851e5d-258b-44fe-aab8-d9ebdd1e0786 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.1573169 Dec 20 15:50:46.517530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:46.531462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:46.598504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Calling delete_port for 35eef302-0206-4e93-81e5-688caed886a7 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:46.738179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e8ac710-c23c-4992-a71e-19b79b983ee2 req-dbed97fc-6c42-4de3-9705-279b9a9e191f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590904 Dec 20 15:50:46.753679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:46.825486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-4a3e0623-edb4-44da-925c-1124130238c2 service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312645 Dec 20 15:50:47.396089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce2b5066-3669-4d2d-bd75-e84b2a83cbd4 req-ece85a38-88f3-4d5f-9c65-a55f3425e074 service neutron] 10.222.0.83 "GET /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550492 Dec 20 15:50:47.460844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:47.572971 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:47.582020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Pushing event deleted for resources: {'Port': ['ID=35eef302-0206-4e93-81e5-688caed886a7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:47.661444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:47.661784 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Floating IP 05d072f5-b006-43fb-bd1b-290a908a6087 disassociated. External IP: 172.25.6.228, port: d72da4fb-6329-49ff-a937-9bb3c976dbde. Dec 20 15:50:47.985317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:47.991293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4b4052ab-9fb2-466d-80dc-5fa0bbd7cbe9 tempest-RoutersAdminNegativeTest-1467246183 tempest-RoutersAdminNegativeTest-1467246183-project-admin] 10.222.0.81 "DELETE /v2.0/ports/35eef302-0206-4e93-81e5-688caed886a7 HTTP/1.1" status: 204 len: 168 time: 2.3202388 Dec 20 15:50:48.085366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6b31-45b8-42f5-8799-c6a5de71743f req-efaf8b95-ceb5-4bb3-896c-1e6c73f7b842 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:48.093430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afda6b31-45b8-42f5-8799-c6a5de71743f req-efaf8b95-ceb5-4bb3-896c-1e6c73f7b842 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1779385 Dec 20 15:50:48.170930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60716) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:48.221006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afda6b31-45b8-42f5-8799-c6a5de71743f req-9a983fe6-79b6-4dca-ab8e-8e704b5de616 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263382 Dec 20 15:50:48.322528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Router 19933066-3494-4e04-882d-2822c3604337 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:50:48.501429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:50:48.501429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:48.501623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] Sync routers for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:50:48.525117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:48.529510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:48.530769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-b285adae-e3a2-49e4-b5f0-81a90c94b53c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "PUT /v2.0/floatingips/05d072f5-b006-43fb-bd1b-290a908a6087 HTTP/1.1" status: 200 len: 695 time: 2.0178678 Dec 20 15:50:48.531290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:48.534599 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb37be3-9f53-4cf6-8152-367144f74ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:48.625845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2072331477-network', 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:48.633587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-e4c34af9-54dd-44b3-ac54-5e1bbab481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:48.636299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-e4c34af9-54dd-44b3-ac54-5e1bbab481b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.0750148 Dec 20 15:50:48.712885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:48.868875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-53f701d7-95a2-4e2b-9321-0ff8d00c820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:48.870496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-53f701d7-95a2-4e2b-9321-0ff8d00c820f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.2275167 Dec 20 15:50:48.906770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:48.909998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:48.929255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-17a9d1cf-3259-4f19-b086-208ea70d62f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.0526247 Dec 20 15:50:48.941418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:48.976796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60752) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:49.010699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-1617fa5e-f2ce-45e3-b6cf-1d559e4382fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.020509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-1617fa5e-f2ce-45e3-b6cf-1d559e4382fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.0722659 Dec 20 15:50:49.062156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-33e163c5-ec60-4075-bcbb-cf6f2faf02ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395606 Dec 20 15:50:49.066408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.187278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:14Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:49.189402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22c20b22-1dbb-4271-a4f5-0d127d38997f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.217314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] Checking router: 19933066-3494-4e04-882d-2822c3604337 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:50:49.226803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:50:49.227804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:50:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:49.237837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-708ff344-cb8b-4634-a853-c41b58990c9c service neutron] 10.222.0.81 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681316 Dec 20 15:50:49.323007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.333641 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca7e92-f9cc-431b-9e0d-10aa9000b6ce x-openstack-request-id: req-7aca7e92-f9cc-431b-9e0d-10aa9000b6ce {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:49.333948 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:49.334262 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7aca7e92-f9cc-431b-9e0d-10aa9000b6ce {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:49.334690 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'status': 'completed', 'code': 200} Dec 20 15:50:49.362384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:49.376717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d3afe-f585-4b20-be5d-9c358bbaac50,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:49.384646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.385646 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Added segment 8fb538ca-c735-416d-a8fc-26e59b3ec9d2 of type vlan for network 9caab41a-b617-424e-8017-422feabfe664 Dec 20 15:50:49.404643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:50:49.425730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22c20b22-1dbb-4271-a4f5-0d127d38997f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.425730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a272837-f6bc-4db2-9d02-04a33be4e47e req-5f3a9e5e-1c5a-48ba-8537-f18c3a513ce3 service neutron] 10.222.0.81 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736293 Dec 20 15:50:49.442225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-e695753e-832a-48b8-bc5c-456f8c7d39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.445063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-e695753e-832a-48b8-bc5c-456f8c7d39bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=765809dc639d425eac3331d4c65390a2&device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 1096 time: 0.0760603 Dec 20 15:50:49.474197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.568792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22c20b22-1dbb-4271-a4f5-0d127d38997f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.630348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.630348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.630348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.637599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10decbbe-bddd-4569-b58a-1d19e0b7b2ab req-6c13c38d-3ead-4555-a7b1-36c13e0e6efc tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.639293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10decbbe-bddd-4569-b58a-1d19e0b7b2ab req-6c13c38d-3ead-4555-a7b1-36c13e0e6efc tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1927385 Dec 20 15:50:49.657925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-22c20b22-1dbb-4271-a4f5-0d127d38997f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85ddf8e1e8984fa49f8ab6ca69f08587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6769142 Dec 20 15:50:49.670458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:49.670458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c20b22-1dbb-4271-a4f5-0d127d38997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e294c-dfc6-4643-91b2-9419a09fa4fe,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:49.688630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-29225489-7cf5-43ca-b074-9193dcc54e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.690172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-29225489-7cf5-43ca-b074-9193dcc54e4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 1097 time: 0.1919897 Dec 20 15:50:49.695552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:14Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:49.711947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-e0ec77df-15c7-41a1-9223-b37ffbf00a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.713478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-e0ec77df-15c7-41a1-9223-b37ffbf00a11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 200 len: 921 time: 0.2551236 Dec 20 15:50:49.739651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab0c52-592f-4ba1-933a-0f87f79637be None None] The sync data for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 is: [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:49:04Z', 'revision_number': 4, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'd13a011d-e5be-490c-a3a1-6d3c48a9b282', 'name': '', 'network_id': '7d94c383-00dc-4300-83e1-8c697c48aad2', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'mac_address': 'fa:16:3e:7a:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:49:03Z', 'updated_at': '2021-12-20T15:49:14Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'subnets': [{'id': 'cf67711a-c8b2-430b-9c40-b97a45dfda0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:50:49.770938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] Pushing event updated for resources: {'Network': ['ID=9caab41a-b617-424e-8017-422feabfe664,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:49.782464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9caab41a-b617-424e-8017-422feabfe664 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:49.796834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-c0ec8d92-da77-497f-9004-cb19e2874667 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 200 len: 217 time: 0.0704305 Dec 20 15:50:49.803103 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41439482-a31b-446b-bc2c-f9778419f28d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6287844 Dec 20 15:50:49.803484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:49.809677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Request body: {'subnet': {'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2072331477-subnet', 'tenant_id': '5c188ad03150443f9ea9903a725e2d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:49.858598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10decbbe-bddd-4569-b58a-1d19e0b7b2ab req-7146d7ff-2f8b-4a8a-a953-58f4746c2809 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085605 Dec 20 15:50:49.967171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:49.969500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-023b4c49-98a7-4975-bae7-fc3b08742a42 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips/05d072f5-b006-43fb-bd1b-290a908a6087 HTTP/1.1" status: 200 len: 695 time: 0.1625946 Dec 20 15:50:49.972765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:49.996162 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe2e-9769-489e-83e6-35faf61c1c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:50.100045 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe2e-9769-489e-83e6-35faf61c1c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:50.102551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ad7fb-35a5-4db9-96d7-238a546bbc63 None None] New status for floating IP 05d072f5-b006-43fb-bd1b-290a908a6087: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:50:50.151122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-7179464f-6d81-4233-8fc7-09ebd5cc0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.152884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-7179464f-6d81-4233-8fc7-09ebd5cc0bc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 200 len: 860 time: 0.3450952 Dec 20 15:50:50.215767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-e62f5786-64c4-41bd-ae79-ba3d45602498 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d94c383-00dc-4300-83e1-8c697c48aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491843 Dec 20 15:50:50.220880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-7fe64c12-68d8-4bb8-a823-61dfbad681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.222333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-7fe64c12-68d8-4bb8-a823-61dfbad681b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.4414330 Dec 20 15:50:50.240010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976c2eb-bb26-4ef6-9fc4-2c29b0f88fe8 req-831d0fd1-fc0b-4f46-8441-7c57812e1564 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.241644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1976c2eb-bb26-4ef6-9fc4-2c29b0f88fe8 req-831d0fd1-fc0b-4f46-8441-7c57812e1564 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 951 time: 0.2039092 Dec 20 15:50:50.266402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:50.335135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772960a6-5956-4890-a1a7-db19830bd4b9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:50.339749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:50.343348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Network hostable DHCP agents. Network: 9caab41a-b617-424e-8017-422feabfe664, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:50.343608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-d43a27a2-6253-413e-b4bf-ec0e5e20339f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1 HTTP/1.1" status: 200 len: 217 time: 0.0931771 Dec 20 15:50:50.376090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-dbcc2c6a-bef3-4cbb-824a-f624242da1e0 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.378057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-dbcc2c6a-bef3-4cbb-824a-f624242da1e0 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 784 time: 0.4071488 Dec 20 15:50:50.428814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-1e6c8bf1-6906-40b7-9da6-5be30e8c6226 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:50:50.429895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-1e6c8bf1-6906-40b7-9da6-5be30e8c6226 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380406 Dec 20 15:50:50.430603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Network 9caab41a-b617-424e-8017-422feabfe664 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:50.517634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9caab41a-b617-424e-8017-422feabfe664) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:50.524071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.525539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:50.534172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-af32272a-7ed1-4d02-bda7-bbe2d27fe925 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826431 Dec 20 15:50:50.534923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1976c2eb-bb26-4ef6-9fc4-2c29b0f88fe8 req-a72cf93a-0cac-4601-a89e-d684dbf71806 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767959 Dec 20 15:50:50.535041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd74fa-c9b1-458f-8d12-27ce71f143fb None None] Network 9caab41a-b617-424e-8017-422feabfe664 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:50.535562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe2e-9769-489e-83e6-35faf61c1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:50.538625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe2e-9769-489e-83e6-35faf61c1c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:50.539984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f7cbbe2e-9769-489e-83e6-35faf61c1c5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/587e294c-dfc6-4643-91b2-9419a09fa4fe HTTP/1.1" status: 204 len: 168 time: 0.8662410 Dec 20 15:50:50.548708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-71c424e6-733b-45a1-a7f2-d0d3290a8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.550644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-71c424e6-733b-45a1-a7f2-d0d3290a8422 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.1719372 Dec 20 15:50:50.553312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbbe2e-9769-489e-83e6-35faf61c1c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e294c-dfc6-4643-91b2-9419a09fa4fe,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:50.557595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-c6e6cc3e-de5c-404e-b639-100b869fc0c0 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.1034462 Dec 20 15:50:50.671423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-4408e106-b98e-487b-8316-e8dabc521013 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063125 Dec 20 15:50:50.685860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0204ef7-26c6-4c5a-83e3-f8fa052d2ec3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8812444 Dec 20 15:50:50.778158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-2d9946c7-ef7c-4631-861b-64af5677a53a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.2015121 Dec 20 15:50:50.778393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9d068-a61f-4a4d-a638-2a1c3568c35e None None] Network 9caab41a-b617-424e-8017-422feabfe664 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:50.955188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3eb37be3-9f53-4cf6-8152-367144f74ca7 req-e17bc666-8c72-484f-8476-66feee6957a0 service neutron] 10.222.0.83 "GET /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038134 Dec 20 15:50:51.032303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-4c713a9f-50ed-4aed-8e63-ace75c8de0c4 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180084 Dec 20 15:50:51.055466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Deleting port 6e1c91a1-83e4-4e90-a83b-ee82c85b49da {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:51.055982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.230636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27e106-76f1-4e03-b79e-20f8cd8158ad req-3d145e4d-4348-4ae2-a280-932e07f37cc8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:51.234019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef27e106-76f1-4e03-b79e-20f8cd8158ad req-3d145e4d-4348-4ae2-a280-932e07f37cc8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1645632 Dec 20 15:50:51.359082 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:51.407935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a0a7a64c-162f-4d37-820a-9eeb9317dd41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4916440737484765be8e89f30009d1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471485 Dec 20 15:50:51.411218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60846) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:51.474414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aee1680-ba18-48a3-a3bf-3db30c691785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.482956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.502100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aee1680-ba18-48a3-a3bf-3db30c691785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.638028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.638345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.658045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a4e279-c01a-47b3-8159-98f0e8fe6fb9 req-e45283f6-0ea2-4532-8cf0-66cedae3306e service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166894 Dec 20 15:50:51.659970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aee1680-ba18-48a3-a3bf-3db30c691785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.663287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aee1680-ba18-48a3-a3bf-3db30c691785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.667079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5aee1680-ba18-48a3-a3bf-3db30c691785 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/619a9978-8fd2-41a3-a2b2-e58d7cfe108a HTTP/1.1" status: 204 len: 168 time: 0.2521715 Dec 20 15:50:51.667246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Calling delete_port for 6e1c91a1-83e4-4e90-a83b-ee82c85b49da owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:51.674701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee1680-ba18-48a3-a3bf-3db30c691785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619a9978-8fd2-41a3-a2b2-e58d7cfe108a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:51.735205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef27e106-76f1-4e03-b79e-20f8cd8158ad req-94dcf9b3-cea3-4a17-9f09-5af4caa32675 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918802 Dec 20 15:50:51.963266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:51.990114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event deleted for resources: {'Port': ['ID=6e1c91a1-83e4-4e90-a83b-ee82c85b49da,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:52.060369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:52.063308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:52.064625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e292ac4-2933-4dc5-b354-0718c30ed9c3 req-6a1fef29-dcfc-4e27-934b-208ca608552a tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "DELETE /v2.0/floatingips/05d072f5-b006-43fb-bd1b-290a908a6087 HTTP/1.1" status: 204 len: 173 time: 1.2854519 Dec 20 15:50:52.257654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-1ab53edb-2092-4c88-8972-4f887484fdf9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:52.259261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-1ab53edb-2092-4c88-8972-4f887484fdf9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.1365001 Dec 20 15:50:52.284947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-faebf9f3-b664-4302-abe6-9b863abbb0d5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.0157561 Dec 20 15:50:52.336603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-0f064b22-fe74-4776-bab2-8636944da47f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424502 Dec 20 15:50:52.342666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43be91fc-7774-4174-98db-e5a57b6932aa req-984e88d4-3a89-453c-b9a0-bfe9a9e80c2c tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups/76676e47-6536-4dc3-8bc1-162619e429fd HTTP/1.1" status: 200 len: 1825 time: 0.1009898 Dec 20 15:50:52.477368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43be91fc-7774-4174-98db-e5a57b6932aa req-13231cf5-62da-4d3d-9f42-7dc192c1ee75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:52.486844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-73a6985e-0aec-4f4f-b2f6-a76deddcfae1 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428192 Dec 20 15:50:52.531767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43be91fc-7774-4174-98db-e5a57b6932aa req-13231cf5-62da-4d3d-9f42-7dc192c1ee75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:52.627279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-134e3eac-827e-46d5-a4e0-effaa4680a44 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310272 Dec 20 15:50:52.717449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43be91fc-7774-4174-98db-e5a57b6932aa req-13231cf5-62da-4d3d-9f42-7dc192c1ee75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:52.720216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-43be91fc-7774-4174-98db-e5a57b6932aa req-13231cf5-62da-4d3d-9f42-7dc192c1ee75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:52.721440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43be91fc-7774-4174-98db-e5a57b6932aa req-13231cf5-62da-4d3d-9f42-7dc192c1ee75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "DELETE /v2.0/security-groups/76676e47-6536-4dc3-8bc1-162619e429fd HTTP/1.1" status: 204 len: 173 time: 0.3684716 Dec 20 15:50:52.735321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13231cf5-62da-4d3d-9f42-7dc192c1ee75 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76676e47-6536-4dc3-8bc1-162619e429fd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:52.991920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e70a-b552-4815-8eb4-c7413d7baa6e req-53d3a05d-26d4-4b74-9e23-858d276f0091 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:52.993561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a55e70a-b552-4815-8eb4-c7413d7baa6e req-53d3a05d-26d4-4b74-9e23-858d276f0091 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0730605 Dec 20 15:50:53.003462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60934) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:53.082021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a55e70a-b552-4815-8eb4-c7413d7baa6e req-a4f067ea-9e2d-41cd-8943-f1c2ca6971a4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712657 Dec 20 15:50:53.109940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60946) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:53.228728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1952341654'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:53.278251 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f3710f7-fa3f-4eb0-9768-145519cb65ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.307485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eacdef7f-9ab1-406d-b7ff-e25e124de6f1 req-c5ca19c1-2348-4ac3-91aa-afd597a9e3cb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0314312 Dec 20 15:50:53.387715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:53.387715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.397824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.400928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f3710f7-fa3f-4eb0-9768-145519cb65ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.467692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5f3710f7-fa3f-4eb0-9768-145519cb65ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.479359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6264f-3707-40b4-82f5-cb0a7e192797 req-61b137e5-2d73-4849-8c4d-3557c61e13b6 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:53.481266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6d6264f-3707-40b4-82f5-cb0a7e192797 req-61b137e5-2d73-4849-8c4d-3557c61e13b6 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.0710771 Dec 20 15:50:53.544500 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5f3710f7-fa3f-4eb0-9768-145519cb65ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4232eaf1a29c4c65b6724357fd1a5dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387068 Dec 20 15:50:53.545617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60984) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:53.548845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3710f7-fa3f-4eb0-9768-145519cb65ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015d980-c9b4-4b0e-b35e-d8fc18ee1b7c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:53.586711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6d6264f-3707-40b4-82f5-cb0a7e192797 req-90125e4e-50bd-4a38-b200-215ec8ef61f1 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Dec 20 15:50:53.914705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.959934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d53ef994-799d-4213-8760-6634128c6dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:53.979888 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.012947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d53ef994-799d-4213-8760-6634128c6dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.035290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:54.064180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53a314-ad07-46b7-8a46-08590b4f0c10,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:54.074023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.074368 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment 70e76eb7-d635-4f84-99a6-59e15e2a0070 of type vlan for network f84555ce-4265-4d25-96b5-bac8b3f90497 Dec 20 15:50:54.127158 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.159234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:54.229888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da9c89-f9ca-4429-8ae7-b861ca6439b6 req-58c36fa1-5adb-453e-ab2a-6431a7f0d788 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.231563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64da9c89-f9ca-4429-8ae7-b861ca6439b6 req-58c36fa1-5adb-453e-ab2a-6431a7f0d788 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0655215 Dec 20 15:50:54.249489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.256477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.257138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.262966 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d53ef994-799d-4213-8760-6634128c6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.266073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d53ef994-799d-4213-8760-6634128c6dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.267470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d53ef994-799d-4213-8760-6634128c6dbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0015d980-c9b4-4b0e-b35e-d8fc18ee1b7c HTTP/1.1" status: 204 len: 168 time: 0.7153020 Dec 20 15:50:54.282449 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.318165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:54.323414 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d1874-6b0c-43d3-8bf1-d588e05eda63" -d '{"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-unplugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:54.328326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64da9c89-f9ca-4429-8ae7-b861ca6439b6 req-d5d26ac9-8e08-46fd-9c07-1fc7166431f6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852334 Dec 20 15:50:54.381353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:54.386599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ef994-799d-4213-8760-6634128c6dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015d980-c9b4-4b0e-b35e-d8fc18ee1b7c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:54.444571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f155f3fd-8012-4356-ad4b-a0226f25c214 req-988f43ef-10d9-443e-8f5c-fa19f5da2bed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0310829 Dec 20 15:50:54.467369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.472890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=f84555ce-4265-4d25-96b5-bac8b3f90497,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:54.487158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb10a557-6d1c-48c1-b59e-e2a8da3bcfea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3760545 Dec 20 15:50:54.490646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32848) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:54.498275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'name': 'tempest-PortsTestJSON-687135041'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:54.567546 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b9f4fe-8f16-4514-aeb6-046083d16021 x-openstack-request-id: req-f6b9f4fe-8f16-4514-aeb6-046083d16021 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:54.567819 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-unplugged", "status": "completed", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:54.568105 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6b9f4fe-8f16-4514-aeb6-046083d16021 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:54.570651 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'code': 200} Dec 20 15:50:54.572588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:54.684537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:54.688675 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:54.690074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=11']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:54.723544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port ae235b84-a6db-43b5-b22d-32d9bbd02b8d yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:50:54.726649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58440f1a-de11-409a-bbed-5a116924f972 req-f5686006-ec36-4fab-9a2a-93d55312143f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.735696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58440f1a-de11-409a-bbed-5a116924f972 req-f5686006-ec36-4fab-9a2a-93d55312143f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.0687044 Dec 20 15:50:54.795578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58440f1a-de11-409a-bbed-5a116924f972 req-fe9be1b9-cdef-4362-a4b2-a0cd90222412 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 Dec 20 15:50:54.912126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.066346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.127378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=ae235b84-a6db-43b5-b22d-32d9bbd02b8d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:55.138721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': '70e76eb7-d635-4f84-99a6-59e15e2a0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:55.139090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: f84555ce-4265-4d25-96b5-bac8b3f90497, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:55.237022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:55.349651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32874) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:55.364722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59e4fc76-135e-41f8-ace1-d93c5640994a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.368553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f84555ce-4265-4d25-96b5-bac8b3f90497) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:55.379888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:55.386310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:55.386875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.391207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0edd5e1-02a9-488c-972e-b6e1ecf9cb01 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:55.484073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59e4fc76-135e-41f8-ace1-d93c5640994a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.506509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2be0ef94-eaec-4274-8db2-ab2cd780e489 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0113463 Dec 20 15:50:55.506716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32884) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:55.511835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1835815587'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:55.574317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2eb1b-4156-4b9b-88a3-6828742f40eb req-d88e4417-225d-4409-847f-28d9f5a3484c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:55.575279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59e4fc76-135e-41f8-ace1-d93c5640994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.579034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32c2eb1b-4156-4b9b-88a3-6828742f40eb req-d88e4417-225d-4409-847f-28d9f5a3484c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0956390 Dec 20 15:50:55.644167 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59e4fc76-135e-41f8-ace1-d93c5640994a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da57b89ce245438993fbedfa0dddee9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929013 Dec 20 15:50:55.646465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32892) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:55.650035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4fc76-135e-41f8-ace1-d93c5640994a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a168f-f19d-4910-a59d-0d53fc213f75,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:55.654576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32c2eb1b-4156-4b9b-88a3-6828742f40eb req-1d1cbdb9-bee9-4784-a141-75f6c1eadab3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670295 Dec 20 15:50:55.702319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:55.705891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.756813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:50:55.776115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13716136-1dea-45f3-b863-2d16c1875a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.778443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.778786 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment 6b7e0dcf-6346-44b4-95b5-8f9353ae89a3 of type vlan for network 06aa5e44-0ffe-48d2-9473-fbd88bc5aa64 Dec 20 15:50:55.808877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1105acec-d0ce-426b-95ce-972381173af7 req-246ffe86-dfc4-4fa5-8eac-9e42a34f4e6c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0612741 Dec 20 15:50:55.835997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13716136-1dea-45f3-b863-2d16c1875a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.844728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.866717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-ba2c5dca-df56-4d26-a2da-42328e742411 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:55.868287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-ba2c5dca-df56-4d26-a2da-42328e742411 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.2038538 Dec 20 15:50:55.890275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Request body: {'port': {'device_id': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'admin_state_up': True, 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:55.958508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.964881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:55.965910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:55.998186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-a9a1e855-8ceb-4007-9326-01df5605213e tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:55.999953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-a9a1e855-8ceb-4007-9326-01df5605213e tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.83 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1306777 Dec 20 15:50:56.034788 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13716136-1dea-45f3-b863-2d16c1875a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.037659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13716136-1dea-45f3-b863-2d16c1875a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.038861 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13716136-1dea-45f3-b863-2d16c1875a5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b1a168f-f19d-4910-a59d-0d53fc213f75 HTTP/1.1" status: 204 len: 168 time: 0.3912129 Dec 20 15:50:56.064515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=06aa5e44-0ffe-48d2-9473-fbd88bc5aa64,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:56.072145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13716136-1dea-45f3-b863-2d16c1875a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a168f-f19d-4910-a59d-0d53fc213f75,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:56.081996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 06aa5e44-0ffe-48d2-9473-fbd88bc5aa64 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:50:56.110130 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86123dbb-c42c-4546-8d09-3598595331c8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6023254 Dec 20 15:50:56.112693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32900) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:56.121143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'ports': [{'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'}, {'network_id': '06aa5e44-0ffe-48d2-9473-fbd88bc5aa64'}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:56.125031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:56.125618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': '06aa5e44-0ffe-48d2-9473-fbd88bc5aa64'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:56.155633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf8698-55d8-4bcd-906c-e2e72f308223 req-45ec320d-f473-45d8-b284-f550b8524fce tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:56.156987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5caf8698-55d8-4bcd-906c-e2e72f308223 req-45ec320d-f473-45d8-b284-f550b8524fce tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 945 time: 0.1559999 Dec 20 15:50:56.262919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5caf8698-55d8-4bcd-906c-e2e72f308223 req-1583e35d-92cb-48ca-be9f-056c96adcd09 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0df9e0d-14d5-4f68-ae24-9e5e421413ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803740 Dec 20 15:50:56.276778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:56.280438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.288485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Deleting port d72da4fb-6329-49ff-a937-9bb3c976dbde {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:56.288485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.450038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] For port d72da4fb-6329-49ff-a937-9bb3c976dbde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d72da4fb-6329-49ff-a937-9bb3c976dbde,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:56.450334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.477399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:50:56.482563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.485466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Calling delete_port for d72da4fb-6329-49ff-a937-9bb3c976dbde owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:56.497108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.551616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Allocated IP 172.20.0.10 (9caab41a-b617-424e-8017-422feabfe664/772960a6-5956-4890-a1a7-db19830bd4b9/7f019c96-b608-4a2e-b68c-6f7016d09646) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:50:56.627597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port facfbf1c-4b64-4984-8046-a393e424aaff yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:50:56.870320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.884208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb8778-0091-448e-815a-f1ecab026a47 req-948754d5-fd00-497c-9fc7-58414aa49bf6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:56.885799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fcb8778-0091-448e-815a-f1ecab026a47 req-948754d5-fd00-497c-9fc7-58414aa49bf6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1385090 Dec 20 15:50:56.930026 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:56.956520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port ccc1bcbb-636a-42b1-84fa-a68044d232fb yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:50:56.976751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fcb8778-0091-448e-815a-f1ecab026a47 req-49fc4d78-7ad0-4515-bf53-f6367f6d1179 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768404 Dec 20 15:50:57.027290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.028092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.040650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d72da4fb-6329-49ff-a937-9bb3c976dbde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:50:57.115106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.116977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Pushing event deleted for resources: {'Port': ['ID=d72da4fb-6329-49ff-a937-9bb3c976dbde,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:57.128019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.218039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] No DVR routers for this DVR port d72da4fb-6329-49ff-a937-9bb3c976dbde on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:50:57.225424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Network 9caab41a-b617-424e-8017-422feabfe664 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:57.229720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.233046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76e53250-5d23-46e6-897d-5ed80ccfbc95 req-4e1ed9d7-1614-46db-9ef4-d7261c62cc2f tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.83 "DELETE /v2.0/ports/d72da4fb-6329-49ff-a937-9bb3c976dbde HTTP/1.1" status: 204 len: 173 time: 1.2173796 Dec 20 15:50:57.233534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'name': 'network-vif-deleted', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:57.235790 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3da932-3e7f-4f24-aace-50bf3a4c7d6c" -d '{"events": [{"server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "name": "network-vif-deleted", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:57.243801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:57.248652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:57.289213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.296196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d03c09-3d2a-44eb-bc6a-92c5ec82c1c9 req-d2519adf-defd-4822-91e5-905cf60db1e9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:57.296196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d03c09-3d2a-44eb-bc6a-92c5ec82c1c9 req-d2519adf-defd-4822-91e5-905cf60db1e9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 932 time: 0.1904233 Dec 20 15:50:57.296196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event updated for resources: {'Port': ['ID=7f019c96-b608-4a2e-b68c-6f7016d09646,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:57.339656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:57.340812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.352217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:50:57.360011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:57.363233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:57.365563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.388657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d03c09-3d2a-44eb-bc6a-92c5ec82c1c9 req-b6685aeb-cc5f-4840-9fbc-e1281628b9ff tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675092 Dec 20 15:50:57.417957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=facfbf1c-4b64-4984-8046-a393e424aaff,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:57.461436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-86f21520-f064-4ac8-8601-ffb9778b530b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5824516 Dec 20 15:50:57.483139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=ccc1bcbb-636a-42b1-84fa-a68044d232fb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:57.486246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': '6b7e0dcf-6346-44b4-95b5-8f9353ae89a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '06aa5e44-0ffe-48d2-9473-fbd88bc5aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:57.486717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: 06aa5e44-0ffe-48d2-9473-fbd88bc5aa64, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:50:57.494825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Request body: {'port': {'device_id': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:50:57.532019 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf6d90-21f1-49c1-8990-5c5745bc3666 x-openstack-request-id: req-5fdf6d90-21f1-49c1-8990-5c5745bc3666 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:57.532311 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d3cd3e-44e8-4fde-87ac-a42efdfa7f15", "name": "network-vif-deleted", "tag": "d72da4fb-6329-49ff-a937-9bb3c976dbde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:57.532564 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fdf6d90-21f1-49c1-8990-5c5745bc3666 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:57.533143 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d3cd3e-44e8-4fde-87ac-a42efdfa7f15', 'name': 'network-vif-deleted', 'tag': 'd72da4fb-6329-49ff-a937-9bb3c976dbde', 'status': 'completed', 'code': 200} Dec 20 15:50:57.557747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.654859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b94fc01e-2c90-4478-818e-3f0396bc9380 req-f2d082a7-7cd1-4497-9e8b-e5034f4f8e71 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 210 time: 0.0491037 Dec 20 15:50:57.976979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 06aa5e44-0ffe-48d2-9473-fbd88bc5aa64 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:50:57.977467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f019c96-b608-4a2e-b68c-6f7016d09646 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:50:57.977467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:57.977467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Transition to ACTIVE for port object 7f019c96-b608-4a2e-b68c-6f7016d09646 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:50:58.122992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f960e-ef89-4448-82d1-fa5e7c83ba36 req-d040e037-efc7-4e09-9b85-49583de9ce2b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.124563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce6f960e-ef89-4448-82d1-fa5e7c83ba36 req-d040e037-efc7-4e09-9b85-49583de9ce2b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0610912 Dec 20 15:50:58.185270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce6f960e-ef89-4448-82d1-fa5e7c83ba36 req-0a29c149-126e-4e8c-863e-c3cdbfe62a82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Dec 20 15:50:58.191335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 06aa5e44-0ffe-48d2-9473-fbd88bc5aa64) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:50:58.197126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:50:58.203608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.212588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec142b1-51c6-4684-95ae-458964714969 None None] Network 06aa5e44-0ffe-48d2-9473-fbd88bc5aa64 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:50:58.216911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.217635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.242021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.302553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Pushing event updated for resources: {'Port': ['ID=7f019c96-b608-4a2e-b68c-6f7016d09646,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:58.331241 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bbd15eaa-6a6a-4a59-9427-993d88b9349f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2174108 Dec 20 15:50:58.334529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33010) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:58.384067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Attempting to bind port 7f019c96-b608-4a2e-b68c-6f7016d09646 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:50:58.384580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Attempting to bind port 7f019c96-b608-4a2e-b68c-6f7016d09646 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:50:58.385024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Attempting to bind port 7f019c96-b608-4a2e-b68c-6f7016d09646 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:58.390333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Port 7f019c96-b608-4a2e-b68c-6f7016d09646 on network 9caab41a-b617-424e-8017-422feabfe664 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:50:58.390783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Attempting to bind port 7f019c96-b608-4a2e-b68c-6f7016d09646 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:50:58.396651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:50:58.398091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:50:58.398091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Bound using segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:50:58.398091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Bound port: 7f019c96-b608-4a2e-b68c-6f7016d09646, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:50:58.398675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.439158 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port ccc1bcbb-636a-42b1-84fa-a68044d232fb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:58.439524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.486976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] For port 7f019c96-b608-4a2e-b68c-6f7016d09646, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:50:58.519858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] For port 7f019c96-b608-4a2e-b68c-6f7016d09646, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7f019c96-b608-4a2e-b68c-6f7016d09646,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:50:58.526799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.538322 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:58.541289 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:50:58.548421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dba6d6-f62c-49a4-b219-dfd7f1380fc9 req-44f4b763-8bd7-4708-a6e1-553bbdc3c478 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.548533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for ccc1bcbb-636a-42b1-84fa-a68044d232fb owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:58.548652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73dba6d6-f62c-49a4-b219-dfd7f1380fc9 req-44f4b763-8bd7-4708-a6e1-553bbdc3c478 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 944 time: 0.0706098 Dec 20 15:50:58.595755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73dba6d6-f62c-49a4-b219-dfd7f1380fc9 req-f2896141-cfa3-4743-9a2b-b4d0e4cbcc8d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Dec 20 15:50:58.654821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.691524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.692641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.694142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] 10.222.0.83 "PUT /v2.0/ports/7f019c96-b608-4a2e-b68c-6f7016d09646 HTTP/1.1" status: 200 len: 1092 time: 1.2037313 Dec 20 15:50:58.727957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc728b-f65b-48b5-96a8-23f793704fca service neutron] Pushing event updated for resources: {'Port': ['ID=7f019c96-b608-4a2e-b68c-6f7016d09646,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:58.749101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.787878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f362124b-de49-48a1-af3a-f33b0d44523a req-0484849b-0dcd-479b-b84d-b4b93a699e46 tempest-ServerRescueTestJSONUnderV235-683142382 tempest-ServerRescueTestJSONUnderV235-683142382-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d3cd3e-44e8-4fde-87ac-a42efdfa7f15 HTTP/1.1" status: 200 len: 210 time: 0.0319040 Dec 20 15:50:58.809521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=ccc1bcbb-636a-42b1-84fa-a68044d232fb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:58.839463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:58.843191 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7a6452db-5812-4fa9-85b6-e3b34b401074 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/ccc1bcbb-636a-42b1-84fa-a68044d232fb HTTP/1.1" status: 204 len: 168 time: 0.5075855 Dec 20 15:50:58.845944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33028) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:58.939193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-a236eec4-e070-4b36-b065-edadb766319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.940802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-a236eec4-e070-4b36-b065-edadb766319e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 1095 time: 0.0520201 Dec 20 15:50:58.958450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55ad86-0767-4eff-a718-39e16d3afae6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.965814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55ad86-0767-4eff-a718-39e16d3afae6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:58.970649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ac55ad86-0767-4eff-a718-39e16d3afae6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1205115 Dec 20 15:50:58.971083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33032) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:58.990619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-efac7f23-fb9f-4721-bddb-5ea7f21bb72e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f019c96-b608-4a2e-b68c-6f7016d09646 HTTP/1.1" status: 200 len: 217 time: 0.0409408 Dec 20 15:50:59.044197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d72da4fb-6329-49ff-a937-9bb3c976dbde no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:59.071623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: d72da4fb-6329-49ff-a937-9bb3c976dbde {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:50:59.071975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d72da4fb-6329-49ff-a937-9bb3c976dbde not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:50:59.088271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-6139c02c-e63f-4eeb-b64d-d10f3d688692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.088271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-6139c02c-e63f-4eeb-b64d-d10f3d688692 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0859084 Dec 20 15:50:59.102448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port facfbf1c-4b64-4984-8046-a393e424aaff {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:50:59.102784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.123458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-674b31c2-38cd-4006-b96f-2df6825fbc8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260954 Dec 20 15:50:59.188048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.216924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for facfbf1c-4b64-4984-8046-a393e424aaff owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:50:59.255127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7bbd5458-177b-48f6-b00f-2b3d7ac3df28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.266111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-d10b754e-8dc8-4060-b568-558c27f00815 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258075 Dec 20 15:50:59.387775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef9e4d-aafd-4ef3-bd14-d4dea48e23c0 req-59d0d13f-7918-419b-a3cb-a63b5d39ed94 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.389361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76ef9e4d-aafd-4ef3-bd14-d4dea48e23c0 req-59d0d13f-7918-419b-a3cb-a63b5d39ed94 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1081047 Dec 20 15:50:59.414431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa890078-0cae-449f-89fb-8b9d1e382317 req-c74bad2e-325c-4550-bfec-fb483eea68f7 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413350 Dec 20 15:50:59.432254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.453102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76ef9e4d-aafd-4ef3-bd14-d4dea48e23c0 req-ad681ebc-09bd-4c5d-8910-505745eeb647 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Dec 20 15:50:59.461514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=facfbf1c-4b64-4984-8046-a393e424aaff,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:59.469652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.477442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-baed431d-3ad2-469f-8716-f516cf83724b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/facfbf1c-4b64-4984-8046-a393e424aaff HTTP/1.1" status: 204 len: 168 time: 0.5003297 Dec 20 15:50:59.477442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33052) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:59.534612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'tag': '7f019c96-b608-4a2e-b68c-6f7016d09646'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:59.538611 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082f91b-ce27-4362-9dd7-fe98980ee3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64", "tag": "7f019c96-b608-4a2e-b68c-6f7016d09646"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:59.539817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1fe74b-3d10-4743-877d-f076c49ff711 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.541401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b1fe74b-3d10-4743-877d-f076c49ff711 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0629544 Dec 20 15:50:59.544101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33062) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:59.586679 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10033702-2032-455e-8c61-a2b04823cc9f x-openstack-request-id: req-10033702-2032-455e-8c61-a2b04823cc9f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:59.587040 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64", "tag": "7f019c96-b608-4a2e-b68c-6f7016d09646", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:59.587373 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10033702-2032-455e-8c61-a2b04823cc9f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:59.587994 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'tag': '7f019c96-b608-4a2e-b68c-6f7016d09646', 'status': 'completed', 'code': 200} Dec 20 15:50:59.590475 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc75a13-d96a-442a-a616-a9cd39e7d054 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:50:59.591970 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ffc75a13-d96a-442a-a616-a9cd39e7d054 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/ccc1bcbb-636a-42b1-84fa-a68044d232fb HTTP/1.1" status: 404 len: 333 time: 0.0467463 Dec 20 15:50:59.594839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33076) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:59.620604 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-410c5829-17f8-4b78-9c8f-b88119bd4943 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:50:59.622424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-410c5829-17f8-4b78-9c8f-b88119bd4943 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/facfbf1c-4b64-4984-8046-a393e424aaff HTTP/1.1" status: 404 len: 333 time: 0.0265687 Dec 20 15:50:59.625016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33086) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:50:59.674256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-d9534202-2dec-4b6b-aac6-8469be74ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.676542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-d9534202-2dec-4b6b-aac6-8469be74ab8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 1095 time: 0.0630348 Dec 20 15:50:59.746995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.830136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e4b9-8940-4a1f-9bab-afb37238af00 req-b73315b1-60ff-484b-920a-4775ebf13a48 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.832039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27c8e4b9-8940-4a1f-9bab-afb37238af00 req-b73315b1-60ff-484b-920a-4775ebf13a48 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1428835 Dec 20 15:50:59.851182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.859888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-e7f5a254-62b5-4f45-b88d-9e9fcbe27ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.861446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-e7f5a254-62b5-4f45-b88d-9e9fcbe27ee7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.1735368 Dec 20 15:50:59.873741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06aa5e44-0ffe-48d2-9473-fbd88bc5aa64']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:59.885359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7e0dcf-6346-44b4-95b5-8f9353ae89a3') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:59.885680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7e0dcf-6346-44b4-95b5-8f9353ae89a3') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:50:59.896519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.911589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.918836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:50:59.924373 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:50:59.928333 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:50:59.929641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-467a2c6c-d922-4053-9fff-e45476089182 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f019c96-b608-4a2e-b68c-6f7016d09646 HTTP/1.1" status: 200 len: 217 time: 0.0548549 Dec 20 15:50:59.933298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27c8e4b9-8940-4a1f-9bab-afb37238af00 req-47a563ff-13c6-4a1e-8696-ebb3a96487fb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937338 Dec 20 15:51:00.007363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-3a519452-f62e-46e5-9b85-fe717edb85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:00.009376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-3a519452-f62e-46e5-9b85-fe717edb85c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0672185 Dec 20 15:51:00.050774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-f89e33aa-4621-4ec4-a3f7-af7157626b12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326169 Dec 20 15:51:00.081147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33112) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:00.084701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.096901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.102030 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/06aa5e44-0ffe-48d2-9473-fbd88bc5aa64 HTTP/1.1" status: 204 len: 168 time: 0.4754715 Dec 20 15:51:00.105021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:00.111043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1346531583'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:00.184137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1f69d-deac-4711-b270-41b355b0a08a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=06aa5e44-0ffe-48d2-9473-fbd88bc5aa64,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:00.187680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-bd8bdf6d-4cd3-4d81-ba71-9dda6a86f815 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273804 Dec 20 15:51:00.311044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9082f91b-ce27-4362-9dd7-fe98980ee3f8 req-a19edf7c-137f-443e-a24f-aaf5585cbdc5 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156583 Dec 20 15:51:00.391749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:00.395830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.434680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:00.469580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.469925 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment c2a8141a-ad31-4380-9b77-fe4a83fc0441 of type vlan for network adc4e528-9623-4a82-9cc0-62627ad21a9f Dec 20 15:51:00.529322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.635627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679e923-bbbd-4bea-875f-aa2c8980b0fb req-0faf3e79-586b-445c-8968-e5206bc14677 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:00.637695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1679e923-bbbd-4bea-875f-aa2c8980b0fb req-0faf3e79-586b-445c-8968-e5206bc14677 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0811639 Dec 20 15:51:00.695608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.701772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:00.702386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.705814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1679e923-bbbd-4bea-875f-aa2c8980b0fb req-2a8305e9-7566-48a4-8b32-780d9fb03beb tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Dec 20 15:51:00.722422 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:00.826509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=adc4e528-9623-4a82-9cc0-62627ad21a9f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:00.839641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network adc4e528-9623-4a82-9cc0-62627ad21a9f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:00.961334 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3ce14c1-7800-470f-9f1c-caf8788e4a25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8550646 Dec 20 15:51:00.964426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33124) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:00.969751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:01.146017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Deleting port d13a011d-e5be-490c-a3a1-6d3c48a9b282 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:01.149307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.171677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac25f8-8c15-4a87-807d-d835e5047444 req-9856b5b6-9786-45d2-be1a-9447677bf9e6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:01.174459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9ac25f8-8c15-4a87-807d-d835e5047444 req-9856b5b6-9786-45d2-be1a-9447677bf9e6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1057780 Dec 20 15:51:01.260215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] For port d13a011d-e5be-490c-a3a1-6d3c48a9b282, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d13a011d-e5be-490c-a3a1-6d3c48a9b282,segment=NetworkSegment(b9c9677c-8f84-4c2a-b8d1-530094b75a1f),segment_id=b9c9677c-8f84-4c2a-b8d1-530094b75a1f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:01.260928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.279208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Calling delete_port for d13a011d-e5be-490c-a3a1-6d3c48a9b282 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:01.292515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293cd01-2562-4475-841a-ecd91e969e95 req-f1559cc7-5930-4682-a38a-946cd899ed0e tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:01.294168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d293cd01-2562-4475-841a-ecd91e969e95 req-f1559cc7-5930-4682-a38a-946cd899ed0e tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.1069000 Dec 20 15:51:01.299984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9ac25f8-8c15-4a87-807d-d835e5047444 req-636df331-1425-4a1e-aff7-9e9cf0f9dbfc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966163 Dec 20 15:51:01.357491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d293cd01-2562-4475-841a-ecd91e969e95 req-e50b26d8-6e8f-4e9a-afee-de7206791312 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570583 Dec 20 15:51:01.387118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:01.392313 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.470939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Performing IP validity checks on allocation pools {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 15:51:01.471561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 15:51:01.717669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.748098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Pushing event deleted for resources: {'Port': ['ID=d13a011d-e5be-490c-a3a1-6d3c48a9b282,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:01.752837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a97995b0-6357-4aa6-8d33-e49093ae62f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.756633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.857455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=b6371c8d-d8b6-4478-93e9-595dc0457b14,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:01.871715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': 'c2a8141a-ad31-4380-9b77-fe4a83fc0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:01.872087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: adc4e528-9623-4a82-9cc0-62627ad21a9f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:01.899955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af6038-8cde-49b9-b7c0-ce495e6f9c0c req-b03806a8-4beb-4d3e-afaa-f09ce3d7e86e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:01.902039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0af6038-8cde-49b9-b7c0-ce495e6f9c0c req-b03806a8-4beb-4d3e-afaa-f09ce3d7e86e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1021998 Dec 20 15:51:01.964525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0af6038-8cde-49b9-b7c0-ce495e6f9c0c req-b5f8281e-1416-4ebe-b80e-71dd1dd41e18 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Dec 20 15:51:01.985057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.016338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network adc4e528-9623-4a82-9cc0-62627ad21a9f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:02.140675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, adc4e528-9623-4a82-9cc0-62627ad21a9f) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:02.151149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:02.151149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.155272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7aa279-d3ba-46b3-8970-8e492c2a9474 None None] Network adc4e528-9623-4a82-9cc0-62627ad21a9f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:02.279183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ee68372c-83e6-451d-aaaa-80ae8f237085 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3098879 Dec 20 15:51:02.279183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33140) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:02.290441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f', 'name': 'tempest-PortsTestJSON-1863594212'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:02.290879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-adc4e528-9623-4a82-9cc0-62627ad21a9f', 'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': 'b6371c8d-d8b6-4478-93e9-595dc0457b14'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:51:02.291862 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.478926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Allocated IP 172.20.0.2 (adc4e528-9623-4a82-9cc0-62627ad21a9f/b6371c8d-d8b6-4478-93e9-595dc0457b14/9e9844ba-7e79-495e-a647-c28d152bf2a6) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:02.595943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Router 19933066-3494-4e04-882d-2822c3604337 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:51:02.649689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef4a8-12c1-4a8f-9cf0-e59b01c21549 req-27393d99-7ad5-4182-a5b2-0f14992ea19d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:02.652397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8ef4a8-12c1-4a8f-9cf0-e59b01c21549 req-27393d99-7ad5-4182-a5b2-0f14992ea19d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1742105 Dec 20 15:51:02.684750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7960f02-310d-43fe-8e1f-cc3db0349d04 req-f0050f92-9d1e-4e02-bebd-33dd3f686919 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:02.690775 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.693861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7960f02-310d-43fe-8e1f-cc3db0349d04 req-f0050f92-9d1e-4e02-bebd-33dd3f686919 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.1773658 Dec 20 15:51:02.740803 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.744985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:51:02.751172 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fd10f90d-a13b-4c94-a128-b9f53114938b admin admin] 10.222.0.81 "PUT /v2.0/routers/19933066-3494-4e04-882d-2822c3604337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676233 Dec 20 15:51:02.758310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:02.759821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] Sync routers for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:51:02.775051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:02.775775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:51:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:02.780854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.859789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8ef4a8-12c1-4a8f-9cf0-e59b01c21549 req-00d4fc2d-aac0-4b94-a272-c44a2ac79fae tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916726 Dec 20 15:51:02.867722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7960f02-310d-43fe-8e1f-cc3db0349d04 req-f9c0827f-a133-4df7-afcf-4d1d3fda34f5 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728930 Dec 20 15:51:02.875216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:02.882250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Network adc4e528-9623-4a82-9cc0-62627ad21a9f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:02.889698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:02.900722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:02.902917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Pushing event updated for resources: {'Port': ['ID=9e9844ba-7e79-495e-a647-c28d152bf2a6,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:02.907279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:02.938520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.098440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7f019c96-b608-4a2e-b68c-6f7016d09646 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:51:03.171641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.212758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:51:03.215770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Attempting to bind port 9e9844ba-7e79-495e-a647-c28d152bf2a6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:03.215770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Attempting to bind port 9e9844ba-7e79-495e-a647-c28d152bf2a6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c2a8141a-ad31-4380-9b77-fe4a83fc0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:03.215770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Attempting to bind port 9e9844ba-7e79-495e-a647-c28d152bf2a6 on network adc4e528-9623-4a82-9cc0-62627ad21a9f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:03.270346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port 7a0133b2-5df2-4c8c-b65e-c57050cc614b yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:03.300516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:03.301727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Checking segment: {'id': 'c2a8141a-ad31-4380-9b77-fe4a83fc0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:03.302388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.303047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Bound using segment: {'id': 'c2a8141a-ad31-4380-9b77-fe4a83fc0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:03.303876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Bound port: 9e9844ba-7e79-495e-a647-c28d152bf2a6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a8141a-ad31-4380-9b77-fe4a83fc0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'adc4e528-9623-4a82-9cc0-62627ad21a9f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:03.304475 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.344415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-38252b58-6c95-4577-954c-b9d124ac0da1 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:03.346362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-38252b58-6c95-4577-954c-b9d124ac0da1 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.5815604 Dec 20 15:51:03.351705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Deleting port b8e8a099-f532-4820-a720-d13b4c611cc2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:03.352392 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.482392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] For port b8e8a099-f532-4820-a720-d13b4c611cc2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8e8a099-f532-4820-a720-d13b4c611cc2,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:03.483154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.500347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Calling delete_port for b8e8a099-f532-4820-a720-d13b4c611cc2 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:03.588620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7f019c96-b608-4a2e-b68c-6f7016d09646, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7f019c96-b608-4a2e-b68c-6f7016d09646,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:03.593492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa3b7-72ec-427b-abea-25f26f625aea req-27746818-294b-46f0-afb7-eabd0c285a7e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:03.600919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] For port 9e9844ba-7e79-495e-a647-c28d152bf2a6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:03.602827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b80aa3b7-72ec-427b-abea-25f26f625aea req-27746818-294b-46f0-afb7-eabd0c285a7e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.3408597 Dec 20 15:51:03.605786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] For port 9e9844ba-7e79-495e-a647-c28d152bf2a6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e9844ba-7e79-495e-a647-c28d152bf2a6,segment=NetworkSegment(c2a8141a-ad31-4380-9b77-fe4a83fc0441),segment_id=c2a8141a-ad31-4380-9b77-fe4a83fc0441)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:03.611466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '7f019c96-b608-4a2e-b68c-6f7016d09646', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': '7f019c96-b608-4a2e-b68c-6f7016d09646', 'mac_address': 'fa:16:3e:d5:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:51:03.663821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:51:01Z', 'revision_number': 5, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port': {'id': 'b8e8a099-f532-4820-a720-d13b4c611cc2', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19933066-3494-4e04-882d-2822c3604337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:59Z', 'updated_at': '2021-12-20T15:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:03.698481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] Checking router: 19933066-3494-4e04-882d-2822c3604337 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:51:03.701896 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.709776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.721037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.4 (adc4e528-9623-4a82-9cc0-62627ad21a9f/b6371c8d-d8b6-4478-93e9-595dc0457b14/7a0133b2-5df2-4c8c-b65e-c57050cc614b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:03.751872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b80aa3b7-72ec-427b-abea-25f26f625aea req-559451fd-1c1f-401b-acbb-1af3360fd87c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479416 Dec 20 15:51:03.766041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f019c96-b608-4a2e-b68c-6f7016d09646 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:03.800029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] Routers {'19933066-3494-4e04-882d-2822c3604337'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:51:03.802124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:51:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['19933066-3494-4e04-882d-2822c3604337'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:03.811148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Deleting port bf2086d2-9a8a-41f8-a947-da8d2112f20f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:03.811888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.906132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7f019c96-b608-4a2e-b68c-6f7016d09646, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7f019c96-b608-4a2e-b68c-6f7016d09646,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:03.913293 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.945325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962753-0c8e-46b2-bab5-1f6a64fc6f0e None None] Pushing event updated for resources: {'Port': ['ID=9e9844ba-7e79-495e-a647-c28d152bf2a6,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:03.965644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] Set router 19933066-3494-4e04-882d-2822c3604337 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:51:04.076029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] For port bf2086d2-9a8a-41f8-a947-da8d2112f20f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bf2086d2-9a8a-41f8-a947-da8d2112f20f,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:04.076449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.086900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e8a099-f532-4820-a720-d13b4c611cc2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:04.089825 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.094416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:51:03Z', 'revision_number': 6, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:04.101908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Calling delete_port for bf2086d2-9a8a-41f8-a947-da8d2112f20f owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:04.117846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.183382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9bff5-7afb-46c7-b73e-1f511bce3715 None None] The sync data for ids ['19933066-3494-4e04-882d-2822c3604337'] in n-d-781076-8 is: [{'id': '19933066-3494-4e04-882d-2822c3604337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1627666295-router', 'tenant_id': '765809dc639d425eac3331d4c65390a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:56Z', 'updated_at': '2021-12-20T15:51:03Z', 'revision_number': 6, 'project_id': '765809dc639d425eac3331d4c65390a2', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:51:04.249250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=7f019c96-b608-4a2e-b68c-6f7016d09646,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:04.310407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.323978 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.326617 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.405193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['7f019c96-b608-4a2e-b68c-6f7016d09646'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:04.450669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.450949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19933066-3494-4e04-882d-2822c3604337 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:51:04.453438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.457931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.462385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-94448c27-f782-4ea7-9a0d-34172b44d751 admin admin] 10.222.0.81 "DELETE /v2.0/routers/19933066-3494-4e04-882d-2822c3604337 HTTP/1.1" status: 204 len: 168 time: 1.7073531 Dec 20 15:51:04.463272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33160) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:04.491747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39930df-f214-49b6-817d-632e90b257f4 req-81c3df68-1a0d-42b8-8d46-78533a5a3d15 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:04.493412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c39930df-f214-49b6-817d-632e90b257f4 req-81c3df68-1a0d-42b8-8d46-78533a5a3d15 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 945 time: 0.1518939 Dec 20 15:51:04.530500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68395c9b-64e1-4a81-899d-2ec7c1ba48a9 req-af618877-9219-4f4c-b869-e3093221a0a7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:04.539402 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68395c9b-64e1-4a81-899d-2ec7c1ba48a9 req-af618877-9219-4f4c-b869-e3093221a0a7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 947 time: 0.2481120 Dec 20 15:51:04.545742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Deleting subnet cf67711a-c8b2-430b-9c40-b97a45dfda0e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:04.569122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.614125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c39930df-f214-49b6-817d-632e90b257f4 req-0192a689-e530-4342-b381-65b42df8acea tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974655 Dec 20 15:51:04.675173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.733735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68395c9b-64e1-4a81-899d-2ec7c1ba48a9 req-c7cf1d5d-d7ce-41c4-a491-059c4de0065b tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922951 Dec 20 15:51:04.738981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.787874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.841697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.854475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network adc4e528-9623-4a82-9cc0-62627ad21a9f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:04.873795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:04.899538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:04.907516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.931949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=7a0133b2-5df2-4c8c-b65e-c57050cc614b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.021453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Pushing event deleted for resources: {'Port': ['ID=bf2086d2-9a8a-41f8-a947-da8d2112f20f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.031949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] No DVR routers for this DVR port bf2086d2-9a8a-41f8-a947-da8d2112f20f on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:05.039839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.043282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01f764e8-167a-42e1-afb7-7ae353d97955 req-906d3e73-ba46-47ee-8188-c0fac3a712b7 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "DELETE /v2.0/ports/bf2086d2-9a8a-41f8-a947-da8d2112f20f HTTP/1.1" status: 204 len: 173 time: 1.6740305 Dec 20 15:51:05.045360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-deleted', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:05.052943 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391eb97-556f-4143-a2b1-0b59b75673d8" -d '{"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-deleted", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:05.062523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf67711a-c8b2-430b-9c40-b97a45dfda0e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.065738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:05.066392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.068234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.068819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.076855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-830f3b4f-f87f-42b9-9715-88d30338292f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cf67711a-c8b2-430b-9c40-b97a45dfda0e HTTP/1.1" status: 204 len: 168 time: 0.6123397 Dec 20 15:51:05.078078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33168) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:05.079582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229457ef-e1ae-4294-ae08-29772f1ab6a7 req-57ab2575-7a8d-4a61-af2f-bcdad48cdeba tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:05.081191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-229457ef-e1ae-4294-ae08-29772f1ab6a7 req-57ab2575-7a8d-4a61-af2f-bcdad48cdeba tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.2310712 Dec 20 15:51:05.164319 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa80828-496b-45e6-8a96-bb7962dc5b08 x-openstack-request-id: req-6aa80828-496b-45e6-8a96-bb7962dc5b08 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:05.164913 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498e7907-fc72-4415-a221-e3b67af06977", "name": "network-vif-deleted", "tag": "bf2086d2-9a8a-41f8-a947-da8d2112f20f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:05.165390 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6aa80828-496b-45e6-8a96-bb7962dc5b08 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:05.166309 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498e7907-fc72-4415-a221-e3b67af06977', 'name': 'network-vif-deleted', 'tag': 'bf2086d2-9a8a-41f8-a947-da8d2112f20f', 'status': 'completed', 'code': 200} Dec 20 15:51:05.188489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c624d015-6d9d-44eb-9e4d-e1fc5f2795aa tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9071250 Dec 20 15:51:05.190082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33170) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:05.210811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-229457ef-e1ae-4294-ae08-29772f1ab6a7 req-8a922bef-8196-4c82-80f5-489aa044b6a5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Dec 20 15:51:05.230328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.369632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 7a0133b2-5df2-4c8c-b65e-c57050cc614b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:05.370233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.387070 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.430921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d94c383-00dc-4300-83e1-8c697c48aad2']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:05.447973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:05.448584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c9677c-8f84-4c2a-b8d1-530094b75a1f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:05.472372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.501426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.513924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:51:05.515033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:05.516840 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:05.522478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca6425-0178-4d01-baa9-2c6471162e37 None None] Network adc4e528-9623-4a82-9cc0-62627ad21a9f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:05.535498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.565481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 7a0133b2-5df2-4c8c-b65e-c57050cc614b owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:05.611976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-944d7ede-96f6-4be2-9af3-9dc2b72c71cb None None] Provisioning complete for port 9e9844ba-7e79-495e-a647-c28d152bf2a6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:05.612366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-944d7ede-96f6-4be2-9af3-9dc2b72c71cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.733389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.748564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.758784 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7d94c383-00dc-4300-83e1-8c697c48aad2 HTTP/1.1" status: 204 len: 168 time: 0.6793773 Dec 20 15:51:05.786142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9144dbf-6627-497e-97d4-6d277d86f859 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d94c383-00dc-4300-83e1-8c697c48aad2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.868464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-944d7ede-96f6-4be2-9af3-9dc2b72c71cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.891328 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.960270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-944d7ede-96f6-4be2-9af3-9dc2b72c71cb None None] For port 9e9844ba-7e79-495e-a647-c28d152bf2a6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e9844ba-7e79-495e-a647-c28d152bf2a6,segment=NetworkSegment(c2a8141a-ad31-4380-9b77-fe4a83fc0441),segment_id=c2a8141a-ad31-4380-9b77-fe4a83fc0441)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:05.977933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a064b9-0b5a-4801-9af4-b364e3284355 req-954e7680-3293-4b48-88bd-352f29008c58 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:05.986309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2a064b9-0b5a-4801-9af4-b364e3284355 req-954e7680-3293-4b48-88bd-352f29008c58 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 945 time: 0.1762104 Dec 20 15:51:05.988470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=7a0133b2-5df2-4c8c-b65e-c57050cc614b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:06.055003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-944d7ede-96f6-4be2-9af3-9dc2b72c71cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.082054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9e9844ba-7e79-495e-a647-c28d152bf2a6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:06.154252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc584d72-fddb-44b3-a1e7-53bf837f132b req-72992241-3fef-4397-b8d9-b550b9e2799f tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=498e7907-fc72-4415-a221-e3b67af06977 HTTP/1.1" status: 200 len: 210 time: 0.1061952 Dec 20 15:51:06.155942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:06.165817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2a064b9-0b5a-4801-9af4-b364e3284355 req-4c69c1f9-8419-4d1b-bd75-f27f4e289a52 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786287 Dec 20 15:51:06.192866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.198279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d7ede-96f6-4be2-9af3-9dc2b72c71cb None None] Pushing event updated for resources: {'Port': ['ID=9e9844ba-7e79-495e-a647-c28d152bf2a6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:06.199730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-677b1be2-a981-43d0-90a0-4f1a563fb20e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/7a0133b2-5df2-4c8c-b65e-c57050cc614b HTTP/1.1" status: 204 len: 168 time: 1.0038548 Dec 20 15:51:06.202351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: bf2086d2-9a8a-41f8-a947-da8d2112f20f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:06.208135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33182) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:06.208322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bf2086d2-9a8a-41f8-a947-da8d2112f20f not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:06.221222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9e9844ba-7e79-495e-a647-c28d152bf2a6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:06.221645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.238534 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b95066e-0a32-4190-8cfc-d629f0ad03bf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:51:06.238534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b95066e-0a32-4190-8cfc-d629f0ad03bf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:51:06.245303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9b95066e-0a32-4190-8cfc-d629f0ad03bf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/7a0133b2-5df2-4c8c-b65e-c57050cc614b HTTP/1.1" status: 404 len: 333 time: 0.0386608 Dec 20 15:51:06.245303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33186) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:06.335445 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbefbb28-1cf9-45b8-a0f9-906abb2910c7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:06.340266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-acc294f5-7580-411a-a24d-7d6114675865 None None] Provisioning complete for port 9e9844ba-7e79-495e-a647-c28d152bf2a6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:06.340871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acc294f5-7580-411a-a24d-7d6114675865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.345462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dbefbb28-1cf9-45b8-a0f9-906abb2910c7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/7a0133b2-5df2-4c8c-b65e-c57050cc614b HTTP/1.1" status: 404 len: 333 time: 0.0959680 Dec 20 15:51:06.345710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:06.501496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d13a011d-e5be-490c-a3a1-6d3c48a9b282 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:06.511194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33190) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:06.525414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet b6371c8d-d8b6-4478-93e9-595dc0457b14 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:06.533223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.539754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-acc294f5-7580-411a-a24d-7d6114675865 None None] Could not find standard attr ID for object 7a0133b2-5df2-4c8c-b65e-c57050cc614b. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:06.542881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: d13a011d-e5be-490c-a3a1-6d3c48a9b282 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:06.543707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d13a011d-e5be-490c-a3a1-6d3c48a9b282 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:06.544355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8e8a099-f532-4820-a720-d13b4c611cc2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:06.590926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa60d-765c-489e-a8bc-b6bcbce54c41 req-274def30-9521-4c44-b43e-11f7902c276d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:06.592755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c3aa60d-765c-489e-a8bc-b6bcbce54c41 req-274def30-9521-4c44-b43e-11f7902c276d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.2497916 Dec 20 15:51:06.593484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b8e8a099-f532-4820-a720-d13b4c611cc2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:06.594490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8e8a099-f532-4820-a720-d13b4c611cc2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:06.637203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.658495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2062c0bf-b90b-4d54-8f84-79bfbbd93016 None None] Could not find standard attr ID for object 7a0133b2-5df2-4c8c-b65e-c57050cc614b. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:06.677442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6385e1f9-d84c-45d4-8d96-96437fc0ce29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=765809dc639d425eac3331d4c65390a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558397 Dec 20 15:51:06.679897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33194) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:06.755095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c3aa60d-765c-489e-a8bc-b6bcbce54c41 req-a5da8406-ceb5-4a1e-8fc8-27076215bd89 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445522 Dec 20 15:51:06.798197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.815560 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.820339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.008905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.011590 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.012783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0df9e0d-14d5-4f68-ae24-9e5e421413ae HTTP/1.1" status: 204 len: 168 time: 0.3313255 Dec 20 15:51:07.031643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0df9e0d-14d5-4f68-ae24-9e5e421413ae,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:07.038604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.041506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.042573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.042573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.042573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.042854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.043160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.043492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.043937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.044170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.044502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.044835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.045206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.045538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ccd731-d8bc-408b-aeaa-0dea7a64e61c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:07.077408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=b6371c8d-d8b6-4478-93e9-595dc0457b14,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:07.084358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.090125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5d40a-ce33-4715-95e8-2c6493918cf0 None None] Network adc4e528-9623-4a82-9cc0-62627ad21a9f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:07.092201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33200) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:07.092853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f680bbba-99fc-43f1-ab69-8f20e2d098b9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/b6371c8d-d8b6-4478-93e9-595dc0457b14 HTTP/1.1" status: 204 len: 168 time: 0.7457838 Dec 20 15:51:07.138720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7f019c96-b608-4a2e-b68c-6f7016d09646 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:07.233496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.440400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 9e9844ba-7e79-495e-a647-c28d152bf2a6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:07.440759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.530176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e008ed-4d05-4b3d-8da7-18bfcd7165dd req-47425d24-2c78-4d85-8bdc-70a4f47a8917 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:07.532720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8e008ed-4d05-4b3d-8da7-18bfcd7165dd req-47425d24-2c78-4d85-8bdc-70a4f47a8917 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 945 time: 0.2110095 Dec 20 15:51:07.601982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port 9e9844ba-7e79-495e-a647-c28d152bf2a6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e9844ba-7e79-495e-a647-c28d152bf2a6,segment=NetworkSegment(c2a8141a-ad31-4380-9b77-fe4a83fc0441),segment_id=c2a8141a-ad31-4380-9b77-fe4a83fc0441)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:07.602667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.654122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] DHCP port deletion for adc4e528-9623-4a82-9cc0-62627ad21a9f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:51:07.679646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8e008ed-4d05-4b3d-8da7-18bfcd7165dd req-7d002b20-1cf6-45a1-89ef-7eb4fff46f75 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357789 Dec 20 15:51:07.684578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 9e9844ba-7e79-495e-a647-c28d152bf2a6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:07.729145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 7f019c96-b608-4a2e-b68c-6f7016d09646 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:07.739440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 7f019c96-b608-4a2e-b68c-6f7016d09646 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:07.739440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.860636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] Deleting port 9e9844ba-7e79-495e-a647-c28d152bf2a6 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:07.861199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:07.902000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9e9844ba-7e79-495e-a647-c28d152bf2a6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:08.023460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0510cd-9c08-4e12-beba-216fadcde8dd req-a57fb94f-feda-4636-b1a7-ae826b969a2d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:08.025292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc0510cd-9c08-4e12-beba-216fadcde8dd req-a57fb94f-feda-4636-b1a7-ae826b969a2d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1142831 Dec 20 15:51:08.061838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74110780-a865-4c5c-807e-3a914abc4e95 req-461b83f2-973d-4ad0-a3b1-044abd3392d4 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:08.070726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74110780-a865-4c5c-807e-3a914abc4e95 req-461b83f2-973d-4ad0-a3b1-044abd3392d4 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 949 time: 0.0908504 Dec 20 15:51:08.091996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] For port 9e9844ba-7e79-495e-a647-c28d152bf2a6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9e9844ba-7e79-495e-a647-c28d152bf2a6,segment=NetworkSegment(c2a8141a-ad31-4380-9b77-fe4a83fc0441),segment_id=c2a8141a-ad31-4380-9b77-fe4a83fc0441)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:08.092679 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.100501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.137208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.145879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=9e9844ba-7e79-495e-a647-c28d152bf2a6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.153824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] Calling delete_port for 9e9844ba-7e79-495e-a647-c28d152bf2a6 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:08.187710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.193464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74110780-a865-4c5c-807e-3a914abc4e95 req-61fc69bc-45be-4233-9735-a1305eeeb281 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224985 Dec 20 15:51:08.197073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc0510cd-9c08-4e12-beba-216fadcde8dd req-f672daba-0c6c-478a-a246-f85126ff4a91 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620786 Dec 20 15:51:08.200215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port 9e9844ba-7e79-495e-a647-c28d152bf2a6 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:08.244549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f019c96-b608-4a2e-b68c-6f7016d09646'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:08.247314 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c66abbd-720a-4236-a6e2-82e49defe10b" -d '{"events": [{"server_uuid": "47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64", "name": "network-vif-plugged", "status": "completed", "tag": "7f019c96-b608-4a2e-b68c-6f7016d09646"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:08.330527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.333327 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb0479-76a9-4605-b02c-00eff251fef0 x-openstack-request-id: req-e3cb0479-76a9-4605-b02c-00eff251fef0 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:08.333770 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64", "name": "network-vif-plugged", "status": "completed", "tag": "7f019c96-b608-4a2e-b68c-6f7016d09646", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:08.334280 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3cb0479-76a9-4605-b02c-00eff251fef0 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:08.334749 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f019c96-b608-4a2e-b68c-6f7016d09646', 'code': 200} Dec 20 15:51:08.340138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7f019c96-b608-4a2e-b68c-6f7016d09646, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7f019c96-b608-4a2e-b68c-6f7016d09646,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:08.359339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc4e528-9623-4a82-9cc0-62627ad21a9f']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:08.375704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a8141a-ad31-4380-9b77-fe4a83fc0441') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:08.376099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a8141a-ad31-4380-9b77-fe4a83fc0441') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:08.389940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.401260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.432255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.434581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] No DVR routers for this DVR port 9e9844ba-7e79-495e-a647-c28d152bf2a6 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:08.436822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476c3fe-7e2d-4212-9407-ba0dc350f33d None None] Pushing event deleted for resources: {'Port': ['ID=9e9844ba-7e79-495e-a647-c28d152bf2a6,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.445238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:51:08.445707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:08.454511 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:08.477568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.504049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dedcdb-f0e3-42e6-b932-7cc9f278d4ab req-d3da4f70-a892-49a0-8999-48aa331fc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:08.506651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5dedcdb-f0e3-42e6-b932-7cc9f278d4ab req-d3da4f70-a892-49a0-8999-48aa331fc0b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 1096 time: 0.1189926 Dec 20 15:51:08.546113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=7f019c96-b608-4a2e-b68c-6f7016d09646,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.559786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5dedcdb-f0e3-42e6-b932-7cc9f278d4ab req-66b2742b-14cb-4b93-9f3b-a72ff1ef1e59 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Dec 20 15:51:08.619979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.627351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.631110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/adc4e528-9623-4a82-9cc0-62627ad21a9f HTTP/1.1" status: 204 len: 168 time: 1.5372112 Dec 20 15:51:08.634809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33236) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:08.640303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-472395956'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:08.644180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798a208-d858-428e-9257-eaf8ab500e9c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=adc4e528-9623-4a82-9cc0-62627ad21a9f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:08.757313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:08.761022 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.797420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:08.807495 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.807848 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb of type vlan for network 5bff64fa-163d-436e-8535-266920620cad Dec 20 15:51:08.832383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaee22-aca6-4575-89d3-d03aba74883d req-3cd35ac7-1ff9-4fe5-b67a-ab148be924f7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:08.834549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dddaee22-aca6-4575-89d3-d03aba74883d req-3cd35ac7-1ff9-4fe5-b67a-ab148be924f7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 946 time: 0.0624683 Dec 20 15:51:08.868154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:08.900280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dddaee22-aca6-4575-89d3-d03aba74883d req-a1518e25-07af-447f-a107-e68ef52be6b2 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575991 Dec 20 15:51:08.997530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:09.020055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.020055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:09.076542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=5bff64fa-163d-436e-8535-266920620cad,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:09.086521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5bff64fa-163d-436e-8535-266920620cad details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:09.171524 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cdfc4e76-c8ea-47e8-b2c2-ba856ac707ce tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5353796 Dec 20 15:51:09.174536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:09.180707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': '5bff64fa-163d-436e-8535-266920620cad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:09.377261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854965f5-8da8-4e6c-9a46-f523f58669b3 req-ce3c7d3b-e3ec-452a-866d-369809159306 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.378864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-854965f5-8da8-4e6c-9a46-f523f58669b3 req-ce3c7d3b-e3ec-452a-866d-369809159306 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 949 time: 0.0932448 Dec 20 15:51:09.393561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a2cd5-bbae-46d8-8039-e6329482c587 req-c57efe69-9836-4f6a-8ecb-520a70bdb3f6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:09.396062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c5a2cd5-bbae-46d8-8039-e6329482c587 req-c57efe69-9836-4f6a-8ecb-520a70bdb3f6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1046124 Dec 20 15:51:09.439707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:09.443357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:09.512284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33264) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:09.534533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-854965f5-8da8-4e6c-9a46-f523f58669b3 req-6f2a9df5-5355-4a42-84a6-93ae93f69e63 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491153 Dec 20 15:51:09.541348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c5a2cd5-bbae-46d8-8039-e6329482c587 req-334dc70e-d0ba-4a75-9201-94d6d7dd1878 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374404 Dec 20 15:51:09.660809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e24a329-9f2c-4d83-8881-ed265afb5f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:09.757198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e24a329-9f2c-4d83-8881-ed265afb5f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.029202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd963-a8f7-41f1-b99f-13d0d46f5408 req-b7173fc0-f91e-49bc-9ed7-05847c4b5bbd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:10.030795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa8bd963-a8f7-41f1-b99f-13d0d46f5408 req-b7173fc0-f91e-49bc-9ed7-05847c4b5bbd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 946 time: 0.0590618 Dec 20 15:51:10.088386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa8bd963-a8f7-41f1-b99f-13d0d46f5408 req-62ccbb16-9e05-4834-b450-035489902b74 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Dec 20 15:51:10.180016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-4cbe19a3-405c-4989-a5cc-d24b7eef6288 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:10.181725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-4cbe19a3-405c-4989-a5cc-d24b7eef6288 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 949 time: 0.0701087 Dec 20 15:51:10.297335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Deleting port 391360fe-8734-4bd2-a0b7-852f5d379d90 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:10.298212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.397036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] For port 391360fe-8734-4bd2-a0b7-852f5d379d90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=391360fe-8734-4bd2-a0b7-852f5d379d90,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:10.397440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.407288 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.420715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Calling delete_port for 391360fe-8734-4bd2-a0b7-852f5d379d90 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:10.533715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=31c44558-6c0e-49a1-bb1a-c145a6530e0a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:10.563529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bff64fa-163d-436e-8535-266920620cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:10.563940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: 5bff64fa-163d-436e-8535-266920620cad, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:10.717179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dd1b2-421a-4c35-8033-205e1dc32e05 req-e39d6254-d0f5-421a-a8cc-0547937bca84 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:10.718940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-994dd1b2-421a-4c35-8033-205e1dc32e05 req-e39d6254-d0f5-421a-a8cc-0547937bca84 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 949 time: 0.0877845 Dec 20 15:51:10.723100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e24a329-9f2c-4d83-8881-ed265afb5f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.740848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca8acc-3460-47f2-a942-d5065aa2f053 req-4fdb8dfe-ff93-4bb7-bceb-49e77c771f02 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:10.742390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5aca8acc-3460-47f2-a942-d5065aa2f053 req-4fdb8dfe-ff93-4bb7-bceb-49e77c771f02 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0770838 Dec 20 15:51:10.769652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e24a329-9f2c-4d83-8881-ed265afb5f7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=599befda2ce744858eea4e6c91180dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2562029 Dec 20 15:51:10.770620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33278) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:10.782340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24a329-9f2c-4d83-8881-ed265afb5f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324aa8a9-f174-4c9a-acd9-ecce361afc7d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:10.797828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 5bff64fa-163d-436e-8535-266920620cad is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:10.814968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-994dd1b2-421a-4c35-8033-205e1dc32e05 req-e9df1041-a2be-4e12-b966-53f18ccf95b3 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/security-groups?id=12ab8354-765e-4b19-a68a-d5ca5dccb005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886331 Dec 20 15:51:10.835873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5aca8acc-3460-47f2-a942-d5065aa2f053 req-034970cb-a138-440d-a8eb-780849266f29 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820069 Dec 20 15:51:10.855893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10851dc5-6281-49fb-a2db-1c7013b9fcc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.897483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10851dc5-6281-49fb-a2db-1c7013b9fcc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.945915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5bff64fa-163d-436e-8535-266920620cad) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:10.956849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:10.956849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:10.957516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa63bc-accd-4d75-95b8-84612cd8161a None None] Network 5bff64fa-163d-436e-8535-266920620cad requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:11.009083 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.031832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10851dc5-6281-49fb-a2db-1c7013b9fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.034613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10851dc5-6281-49fb-a2db-1c7013b9fcc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.035970 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10851dc5-6281-49fb-a2db-1c7013b9fcc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/324aa8a9-f174-4c9a-acd9-ecce361afc7d HTTP/1.1" status: 204 len: 168 time: 0.2614472 Dec 20 15:51:11.042741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Pushing event deleted for resources: {'Port': ['ID=391360fe-8734-4bd2-a0b7-852f5d379d90,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:11.050628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b0e9f747-b090-4ad5-87ea-2b90e36465d3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8749180 Dec 20 15:51:11.052815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851dc5-6281-49fb-a2db-1c7013b9fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324aa8a9-f174-4c9a-acd9-ecce361afc7d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:11.052983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33284) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:11.063434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': '5bff64fa-163d-436e-8535-266920620cad', 'security_groups': [], 'name': 'tempest-PortsTestJSON-108441587'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:11.133672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-5bff64fa-163d-436e-8535-266920620cad', 'network_id': '5bff64fa-163d-436e-8535-266920620cad', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': '31c44558-6c0e-49a1-bb1a-c145a6530e0a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:51:11.135169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.169083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] No DVR routers for this DVR port 391360fe-8734-4bd2-a0b7-852f5d379d90 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:11.173603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.178830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5b6604b-0c26-4361-ad5b-4e5ea559e305 req-6e45d9e1-77f3-4d1a-a344-3f40b7d74315 tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.72 "DELETE /v2.0/ports/391360fe-8734-4bd2-a0b7-852f5d379d90 HTTP/1.1" status: 204 len: 173 time: 0.9850545 Dec 20 15:51:11.181609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-deleted', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:11.181738 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d0dc13-3cea-431b-a19f-d5a277aa07bc" -d '{"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-deleted", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:11.239877 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c09629-6ed4-463a-ab2f-8ba07ea8162e x-openstack-request-id: req-88c09629-6ed4-463a-ab2f-8ba07ea8162e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:11.240167 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aba3fa1-cf70-49ef-9885-0c160d2c8905", "name": "network-vif-deleted", "tag": "391360fe-8734-4bd2-a0b7-852f5d379d90", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:11.240414 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88c09629-6ed4-463a-ab2f-8ba07ea8162e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:11.240877 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aba3fa1-cf70-49ef-9885-0c160d2c8905', 'name': 'network-vif-deleted', 'tag': '391360fe-8734-4bd2-a0b7-852f5d379d90', 'status': 'completed', 'code': 200} Dec 20 15:51:11.283515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f15838-7f9b-44a9-83a5-da8458566a18 req-11e18a5b-e11d-4562-b4b3-b8763a81812f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:11.284710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0f15838-7f9b-44a9-83a5-da8458566a18 req-11e18a5b-e11d-4562-b4b3-b8763a81812f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 946 time: 0.0845988 Dec 20 15:51:11.336581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Allocated IP 172.20.0.2 (5bff64fa-163d-436e-8535-266920620cad/31c44558-6c0e-49a1-bb1a-c145a6530e0a/704cba44-18fd-4f18-955a-b28c000b2d9f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:11.355361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0f15838-7f9b-44a9-83a5-da8458566a18 req-c48f18cc-e812-4a0d-a852-5ebd8cff2d00 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Dec 20 15:51:11.455253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:11.459917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.499466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port 7e7f0e3d-5dab-4966-b02a-e84b2d923a69 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:11.557031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.729334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.781180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Pushing event updated for resources: {'Port': ['ID=704cba44-18fd-4f18-955a-b28c000b2d9f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:11.791580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Network 5bff64fa-163d-436e-8535-266920620cad is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:11.793696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.14 (5bff64fa-163d-436e-8535-266920620cad/31c44558-6c0e-49a1-bb1a-c145a6530e0a/7e7f0e3d-5dab-4966-b02a-e84b2d923a69) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:11.794002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:11.796692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:11.869062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Attempting to bind port 704cba44-18fd-4f18-955a-b28c000b2d9f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:11.869482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Attempting to bind port 704cba44-18fd-4f18-955a-b28c000b2d9f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bff64fa-163d-436e-8535-266920620cad'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:11.869840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Attempting to bind port 704cba44-18fd-4f18-955a-b28c000b2d9f on network 5bff64fa-163d-436e-8535-266920620cad {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:11.878636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:11.879011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Checking segment: {'id': 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bff64fa-163d-436e-8535-266920620cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:11.879937 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.880319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Bound using segment: {'id': 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bff64fa-163d-436e-8535-266920620cad'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:11.880844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Bound port: 704cba44-18fd-4f18-955a-b28c000b2d9f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bff64fa-163d-436e-8535-266920620cad'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:11.881455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:11.985292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] For port 704cba44-18fd-4f18-955a-b28c000b2d9f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:11.989418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] For port 704cba44-18fd-4f18-955a-b28c000b2d9f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=704cba44-18fd-4f18-955a-b28c000b2d9f,segment=NetworkSegment(ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb),segment_id=ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:12.005978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4db0433d-2754-4338-a68a-9d5bef924b2c req-8ac35ab2-4b28-45f2-a659-dc6c8287deaa tempest-ListImageFiltersTestJSON-1032533885 tempest-ListImageFiltersTestJSON-1032533885-project] 10.222.0.81 "GET /v2.0/ports?device_id=8aba3fa1-cf70-49ef-9885-0c160d2c8905 HTTP/1.1" status: 200 len: 210 time: 0.0566735 Dec 20 15:51:12.050155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.124839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488f82-e5eb-4c5a-ba04-df33765ffaf8 req-116ddb8f-8418-4d12-9e36-9d12f46969fb tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:12.126520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41488f82-e5eb-4c5a-ba04-df33765ffaf8 req-116ddb8f-8418-4d12-9e36-9d12f46969fb tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0805860 Dec 20 15:51:12.198347 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.247764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41488f82-e5eb-4c5a-ba04-df33765ffaf8 req-a1f27762-32f3-4f00-9e7e-7a876e356de9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959125 Dec 20 15:51:12.262159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6751c-f12f-4127-b03a-0a195c619579 None None] Pushing event updated for resources: {'Port': ['ID=704cba44-18fd-4f18-955a-b28c000b2d9f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:12.263111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273aa6e-56ed-4b0d-8439-ffee1f4da3fd req-dfcfa31c-39c7-459d-bc95-9bbe4fc517fc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:12.264705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a273aa6e-56ed-4b0d-8439-ffee1f4da3fd req-dfcfa31c-39c7-459d-bc95-9bbe4fc517fc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 946 time: 0.1018195 Dec 20 15:51:12.266462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.360420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 5bff64fa-163d-436e-8535-266920620cad is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:12.364953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=7e7f0e3d-5dab-4966-b02a-e84b2d923a69,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:12.367730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:12.372732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:12.409711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a273aa6e-56ed-4b0d-8439-ffee1f4da3fd req-f5522b74-0c48-4bef-b840-b706204e00e3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328881 Dec 20 15:51:12.442369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:12.453590 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.623211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-730fbe5d-2337-449b-a470-4fbf878c9ff0 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5682354 Dec 20 15:51:12.632998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:12.756637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 7e7f0e3d-5dab-4966-b02a-e84b2d923a69 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:12.756637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.868180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.885372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 7e7f0e3d-5dab-4966-b02a-e84b2d923a69 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:13.113511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:13.182902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=7e7f0e3d-5dab-4966-b02a-e84b2d923a69,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:13.280021 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:13.292543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcf4024c-6694-42f1-a489-3a05d003f235 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/7e7f0e3d-5dab-4966-b02a-e84b2d923a69 HTTP/1.1" status: 204 len: 168 time: 0.6577468 Dec 20 15:51:13.300533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33364) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:13.349799 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cabeb5-d988-4811-a2f6-3188a89a4a40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:13.355002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c2cabeb5-d988-4811-a2f6-3188a89a4a40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/7e7f0e3d-5dab-4966-b02a-e84b2d923a69 HTTP/1.1" status: 404 len: 333 time: 0.0483217 Dec 20 15:51:13.356119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:13.448735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet 31c44558-6c0e-49a1-bb1a-c145a6530e0a {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:13.454387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:13.489841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f49741-1578-4582-8280-118552c744df req-5758816f-ac81-4c47-917e-b1a969d4059a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:13.491745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6f49741-1578-4582-8280-118552c744df req-5758816f-ac81-4c47-917e-b1a969d4059a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1173770 Dec 20 15:51:13.529132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:13.641930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:13.708964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf341b5-dd05-4a51-99ad-d8549608553f None None] Network 5bff64fa-163d-436e-8535-266920620cad requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:13.831993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Provisioning complete for port 704cba44-18fd-4f18-955a-b28c000b2d9f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:13.833024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:13.861432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04d6f81f-a698-4b0b-9c31-45b312afde31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:13.912159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 704cba44-18fd-4f18-955a-b28c000b2d9f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:13.976469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6f49741-1578-4582-8280-118552c744df req-9d5af73a-22bd-4578-ab00-05c434cbadb2 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782181 Dec 20 15:51:13.995088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04d6f81f-a698-4b0b-9c31-45b312afde31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.020167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5881915-a115-43fd-993c-3d304a0680ab req-9d7a49a1-eab1-427d-9815-a506a9b8f279 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:14.024640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5881915-a115-43fd-993c-3d304a0680ab req-9d7a49a1-eab1-427d-9815-a506a9b8f279 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 946 time: 0.1215973 Dec 20 15:51:14.065256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.077096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04d6f81f-a698-4b0b-9c31-45b312afde31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.152626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6f81f-a698-4b0b-9c31-45b312afde31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7a5961-1dde-4506-9b75-881b41a73a40,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:14.174590 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-04d6f81f-a698-4b0b-9c31-45b312afde31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8d3215a3c334462838c128582cc836c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5315464 Dec 20 15:51:14.174718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 704cba44-18fd-4f18-955a-b28c000b2d9f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:14.174988 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.175638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33394) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:14.184200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:14.255245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 391360fe-8734-4bd2-a0b7-852f5d379d90 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:14.257605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 391360fe-8734-4bd2-a0b7-852f5d379d90 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:14.271534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.278045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-812afaad-b807-4350-8b71-b0e0f09cb947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.337435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a262d19-29b8-4158-a718-3efe6b093c10 req-600f2294-e830-4216-91a5-ba737b4a461c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:14.345258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a262d19-29b8-4158-a718-3efe6b093c10 req-600f2294-e830-4216-91a5-ba737b4a461c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 946 time: 0.2514346 Dec 20 15:51:14.355474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-812afaad-b807-4350-8b71-b0e0f09cb947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.384086 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.430941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Deleting port 7f019c96-b608-4a2e-b68c-6f7016d09646 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:14.430941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.502350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a262d19-29b8-4158-a718-3efe6b093c10 req-62e004ce-2931-47a0-a152-1cfd4c1a9eea tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563938 Dec 20 15:51:14.568587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.600899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] For port 7f019c96-b608-4a2e-b68c-6f7016d09646, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7f019c96-b608-4a2e-b68c-6f7016d09646,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:14.600899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.609738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:14.610696 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:14.611498 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:14.611840 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:14.631709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-812afaad-b807-4350-8b71-b0e0f09cb947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.635092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-812afaad-b807-4350-8b71-b0e0f09cb947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.637950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-812afaad-b807-4350-8b71-b0e0f09cb947 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca7a5961-1dde-4506-9b75-881b41a73a40 HTTP/1.1" status: 204 len: 168 time: 0.4589550 Dec 20 15:51:14.644719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Calling delete_port for 7f019c96-b608-4a2e-b68c-6f7016d09646 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:14.650741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812afaad-b807-4350-8b71-b0e0f09cb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7a5961-1dde-4506-9b75-881b41a73a40,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:14.651416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=31c44558-6c0e-49a1-bb1a-c145a6530e0a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:14.653975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.659575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-805539f2-4d3c-4b2b-adae-ce4673c627a4 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/31c44558-6c0e-49a1-bb1a-c145a6530e0a HTTP/1.1" status: 204 len: 168 time: 1.2996540 Dec 20 15:51:14.660406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33410) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:14.794665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5c97b-0d1c-4cef-9168-9d151298501e None None] Network 5bff64fa-163d-436e-8535-266920620cad requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:14.808877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:14.913491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 704cba44-18fd-4f18-955a-b28c000b2d9f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:14.913832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.008748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] DHCP port deletion for 5bff64fa-163d-436e-8535-266920620cad request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:51:15.040912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port 704cba44-18fd-4f18-955a-b28c000b2d9f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=704cba44-18fd-4f18-955a-b28c000b2d9f,segment=NetworkSegment(ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb),segment_id=ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:15.042883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.061002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.075718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 704cba44-18fd-4f18-955a-b28c000b2d9f owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:15.081989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['7f019c96-b608-4a2e-b68c-6f7016d09646'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:15.109057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event deleted for resources: {'Port': ['ID=7f019c96-b608-4a2e-b68c-6f7016d09646,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.193782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.206457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.222011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] Deleting port 704cba44-18fd-4f18-955a-b28c000b2d9f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:15.222377 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.250832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] No DVR routers for this DVR port 7f019c96-b608-4a2e-b68c-6f7016d09646 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:15.259572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.263135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5881915-a115-43fd-993c-3d304a0680ab req-0f8ee30f-532c-41c5-af25-22796067f907 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "DELETE /v2.0/ports/7f019c96-b608-4a2e-b68c-6f7016d09646 HTTP/1.1" status: 204 len: 173 time: 1.2334681 Dec 20 15:51:15.263626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'name': 'network-vif-deleted', 'tag': '7f019c96-b608-4a2e-b68c-6f7016d09646'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:15.273697 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41d6cc-08f8-4528-95ad-54047e31793b" -d '{"events": [{"server_uuid": "47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64", "name": "network-vif-deleted", "tag": "7f019c96-b608-4a2e-b68c-6f7016d09646"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:15.305383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] For port 704cba44-18fd-4f18-955a-b28c000b2d9f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=704cba44-18fd-4f18-955a-b28c000b2d9f,segment=NetworkSegment(ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb),segment_id=ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:15.311924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eea00f-aa77-41d6-a5c5-c89e4a952d48 req-91da1ee4-1bd1-46fd-9893-163aa1094779 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:15.313625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96eea00f-aa77-41d6-a5c5-c89e4a952d48 req-91da1ee4-1bd1-46fd-9893-163aa1094779 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1592035 Dec 20 15:51:15.330889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] For port 704cba44-18fd-4f18-955a-b28c000b2d9f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=704cba44-18fd-4f18-955a-b28c000b2d9f,segment=NetworkSegment(ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb),segment_id=ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:15.331351 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.440019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96eea00f-aa77-41d6-a5c5-c89e4a952d48 req-a3224f34-28b3-417f-90d5-3ae56f28083c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068609 Dec 20 15:51:15.496074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] Calling delete_port for 704cba44-18fd-4f18-955a-b28c000b2d9f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:15.497998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.534759 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd4993-b075-4ae3-9679-64938cf93dcd x-openstack-request-id: req-67dd4993-b075-4ae3-9679-64938cf93dcd {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:15.534759 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64", "name": "network-vif-deleted", "tag": "7f019c96-b608-4a2e-b68c-6f7016d09646", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:15.534759 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67dd4993-b075-4ae3-9679-64938cf93dcd {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:15.534759 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64', 'name': 'network-vif-deleted', 'tag': '7f019c96-b608-4a2e-b68c-6f7016d09646', 'status': 'completed', 'code': 200} Dec 20 15:51:15.640570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7c9b4463-7806-41f6-b639-79f51e2e38fe None None] Could not find standard attr ID for object 7e7f0e3d-5dab-4966-b02a-e84b2d923a69. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:15.641502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6df4abcb-51ca-44b7-98f4-11c1af0b2888 req-37f5348a-a9ff-4296-bd2a-f32d0bd51f2d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=47d76d7e-c67d-4a2a-bd1e-290f6aa7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0438323 Dec 20 15:51:15.644088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.646438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:15.646799 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:15.653315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48527e36-4502-447e-a3ef-fa19126144bf None None] Pushing event updated for resources: {'Port': ['ID=704cba44-18fd-4f18-955a-b28c000b2d9f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.659516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7c9b4463-7806-41f6-b639-79f51e2e38fe None None] Could not find standard attr ID for object 704cba44-18fd-4f18-955a-b28c000b2d9f. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:15.704201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=704cba44-18fd-4f18-955a-b28c000b2d9f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.717907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port 704cba44-18fd-4f18-955a-b28c000b2d9f on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:15.726948 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.787589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] Pushing event deleted for resources: {'Port': ['ID=704cba44-18fd-4f18-955a-b28c000b2d9f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:15.798594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65d29e-f26f-4a92-a6b1-4367173562a2 None None] No DVR routers for this DVR port 704cba44-18fd-4f18-955a-b28c000b2d9f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:15.844599 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.866363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bff64fa-163d-436e-8535-266920620cad']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:15.877182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:15.877615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5ba4e0-e5f7-4c7d-a8ef-e4a80ed8a7bb') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:15.890442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.906711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.919464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:51:15.919960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:15.923614 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:16.094581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:16.115314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:16.118761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/5bff64fa-163d-436e-8535-266920620cad HTTP/1.1" status: 204 len: 168 time: 1.4573786 Dec 20 15:51:16.119691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd441-1628-4bf7-b823-c7ba18feb29f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=5bff64fa-163d-436e-8535-266920620cad,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:16.123438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33460) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:16.124846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Port 704cba44-18fd-4f18-955a-b28c000b2d9f update to ACTIVE by agent not found {{(pid=103955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 15:51:16.128478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'name': 'tempest-PortsTestJSON-1993713360'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:16.233012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 704cba44-18fd-4f18-955a-b28c000b2d9f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:16.260593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 704cba44-18fd-4f18-955a-b28c000b2d9f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:16.260940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 704cba44-18fd-4f18-955a-b28c000b2d9f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:16.410289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:16.414472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:16.436409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port e83310f4-fa91-4907-bee8-2df686cecf79 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:16.619602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9c4e1-2a90-44e5-8859-20a026cd9742 req-3c82d9bb-6ce3-4f68-af59-2060f4f15b23 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:16.621765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07d9c4e1-2a90-44e5-8859-20a026cd9742 req-3c82d9bb-6ce3-4f68-af59-2060f4f15b23 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0595694 Dec 20 15:51:16.712394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:16.716386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07d9c4e1-2a90-44e5-8859-20a026cd9742 req-2a6b62c0-2604-4954-a91a-2b70c1ae070f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840235 Dec 20 15:51:16.866497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:16.873248 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:51:16.927673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=e83310f4-fa91-4907-bee8-2df686cecf79,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:16.949665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:16.951156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:16.953883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:16.961686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:16.962588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.049561 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cbf51641-d8b9-433b-9b67-619b81f8f762 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9252884 Dec 20 15:51:17.050284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33496) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:17.067460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33498) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:17.135041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7f019c96-b608-4a2e-b68c-6f7016d09646 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:17.159296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-8a569d36-b4dd-4862-8edb-2be711f4ef87 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:17.165979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port e83310f4-fa91-4907-bee8-2df686cecf79 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:17.166550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.167748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-8a569d36-b4dd-4862-8edb-2be711f4ef87 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.1518395 Dec 20 15:51:17.180598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 7f019c96-b608-4a2e-b68c-6f7016d09646 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:17.181274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7f019c96-b608-4a2e-b68c-6f7016d09646 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:17.185239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-f4ef5291-9267-41fa-8862-37edb80c4bf9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.0165281 Dec 20 15:51:17.222027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-7b12f63f-373d-4d84-9e41-437502ff18f6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358915 Dec 20 15:51:17.281901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.298829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for e83310f4-fa91-4907-bee8-2df686cecf79 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:17.382292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-fe10d568-916f-4610-ac1c-71c0267b39f2 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528759 Dec 20 15:51:17.386967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-468900ab-ca01-4791-9471-892babb2a365 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bca6abc95ba54edd8c5d1602aa91e4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182583 Dec 20 15:51:17.389442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:17.475097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.520274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=e83310f4-fa91-4907-bee8-2df686cecf79,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:17.526708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a761303c-b4fc-425e-bc85-3a5caa1a0455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.528986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.532825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/e83310f4-fa91-4907-bee8-2df686cecf79 HTTP/1.1" status: 204 len: 168 time: 0.4808607 Dec 20 15:51:17.536250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:17.539054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.539410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.539764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.540104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.540443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.540778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.541111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.541525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.541911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.542250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.542561 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.542889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.543210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e00abc-bbe2-41cf-9af2-d05af5afc4ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:17.549631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'mac_address': 'fa:16:3e:35:21:30', 'name': 'tempest-PortsTestJSON-1526358352'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:17.560055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-49ebc462-1367-4806-8442-35b339a31174 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599777 Dec 20 15:51:17.591350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a761303c-b4fc-425e-bc85-3a5caa1a0455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.880733 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a761303c-b4fc-425e-bc85-3a5caa1a0455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.883457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a761303c-b4fc-425e-bc85-3a5caa1a0455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:17.888404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a761303c-b4fc-425e-bc85-3a5caa1a0455 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12ab8354-765e-4b19-a68a-d5ca5dccb005 HTTP/1.1" status: 204 len: 168 time: 0.4978230 Dec 20 15:51:17.901543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:17.938262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761303c-b4fc-425e-bc85-3a5caa1a0455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab8354-765e-4b19-a68a-d5ca5dccb005,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:18.070096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6ee6443-39df-4cd4-90ba-24fccc78471e req-6fd6d9d5-e97c-40a7-b00a-bea1c1d1d174 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0612109 Dec 20 15:51:18.085913 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:18.091048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f22b-69b8-4f80-b5bf-d7154a7fcfa3 req-46f0887a-bba3-44f8-b224-5a8195c1bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:18.092540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5734f22b-69b8-4f80-b5bf-d7154a7fcfa3 req-46f0887a-bba3-44f8-b224-5a8195c1bc0e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 1097 time: 0.2645543 Dec 20 15:51:18.106560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e963-dc61-46f9-967a-68cf009c412a req-fc9a1d40-c38e-4752-b1b1-44e53e18927a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:18.108091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6225e963-dc61-46f9-967a-68cf009c412a req-fc9a1d40-c38e-4752-b1b1-44e53e18927a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.2898943 Dec 20 15:51:18.162243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port dd38a2ec-bef0-4d31-83b2-128f91fcdf29 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:18.270447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5734f22b-69b8-4f80-b5bf-d7154a7fcfa3 req-43767080-70c2-4d7f-ada0-1839409bf43e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585615 Dec 20 15:51:18.303766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6225e963-dc61-46f9-967a-68cf009c412a req-54a902f8-d5d3-4c7e-85c6-0e26ea6df662 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843681 Dec 20 15:51:18.424040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:18.825948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:18.894934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:18.902182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:18.903110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:18.909187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:18.909890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:18.916894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=dd38a2ec-bef0-4d31-83b2-128f91fcdf29,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:19.041236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-46698c9e-cebd-41b3-815a-89d619240d14 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5021226 Dec 20 15:51:19.055877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33570) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:19.115394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c31fc-4618-4235-9bf5-a08f8d69d572 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.121890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e20c31fc-4618-4235-9bf5-a08f8d69d572 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/dd38a2ec-bef0-4d31-83b2-128f91fcdf29 HTTP/1.1" status: 200 len: 841 time: 0.0645230 Dec 20 15:51:19.124479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33576) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:19.179129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73dee328-0158-440e-aaeb-cae6651f3826 req-70859f0a-a97d-4cbe-95d6-3b355881a452 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0456734 Dec 20 15:51:19.248700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port dd38a2ec-bef0-4d31-83b2-128f91fcdf29 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:19.249096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.331626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.362509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for dd38a2ec-bef0-4d31-83b2-128f91fcdf29 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:19.486131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa5065-2df9-4f6d-9cf4-fe5ae34251f5 req-7bdd8f95-0fad-45f6-b21b-e482cf5d0a11 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.487691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3aa5065-2df9-4f6d-9cf4-fe5ae34251f5 req-7bdd8f95-0fad-45f6-b21b-e482cf5d0a11 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0668609 Dec 20 15:51:19.557700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3aa5065-2df9-4f6d-9cf4-fe5ae34251f5 req-09211d00-5b3c-4a81-9ae9-1a0b85d7cfda tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572836 Dec 20 15:51:19.594237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.640295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.645409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/dd38a2ec-bef0-4d31-83b2-128f91fcdf29 HTTP/1.1" status: 204 len: 168 time: 0.5196211 Dec 20 15:51:19.646782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7616a-0cbd-413a-aab0-5dd52212a655 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=dd38a2ec-bef0-4d31-83b2-128f91fcdf29,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:19.648893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33600) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:19.673348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:19.694919 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-433d5700-8a6c-4ccf-b8af-7741baa5ba89 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:19.696732 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-433d5700-8a6c-4ccf-b8af-7741baa5ba89 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/dd38a2ec-bef0-4d31-83b2-128f91fcdf29 HTTP/1.1" status: 404 len: 333 time: 0.0459857 Dec 20 15:51:19.700212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33608) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:19.709700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'name': 'tempest-PortsTestJSON-1926375960'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:19.830427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-56f7368a-4270-4d4c-ac24-d34c1ec4b810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.929315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-56f7368a-4270-4d4c-ac24-d34c1ec4b810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.951533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:19.955226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:19.982201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port 14f2f911-ad45-4dab-a597-002ff303c92f yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:20.037478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-56f7368a-4270-4d4c-ac24-d34c1ec4b810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.081419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-56f7368a-4270-4d4c-ac24-d34c1ec4b810 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32e5e2d4d90145f1ad158b359d590f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054828 Dec 20 15:51:20.089538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33620) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:20.124054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7368a-4270-4d4c-ac24-d34c1ec4b810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aa316b-8396-433e-8e83-399f5f8fef6c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:20.321228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2f03ca2-3a25-4725-b1e9-07a7e9f5311c req-ac1745fd-6d3b-4cbd-94a8-ad136e9c257f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0444632 Dec 20 15:51:20.533088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db6-2ea2-483f-a4d1-efe55081052c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.544998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.571632 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db6-2ea2-483f-a4d1-efe55081052c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.674424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33c2ee-c7ec-4fbd-a8c8-557ace07bce1 req-3c579e2d-a97e-4126-bcea-2f6b558ae970 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:20.677657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e33c2ee-c7ec-4fbd-a8c8-557ace07bce1 req-3c579e2d-a97e-4126-bcea-2f6b558ae970 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.0532815 Dec 20 15:51:20.725510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.752399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e33c2ee-c7ec-4fbd-a8c8-557ace07bce1 req-bfe76231-110b-4bee-8a82-55cd79cb8c7d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 Dec 20 15:51:20.788850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:20.792621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:20.802067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:20.810359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:20.811060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.822340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db6-2ea2-483f-a4d1-efe55081052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.824916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db6-2ea2-483f-a4d1-efe55081052c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:20.826073 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7ea1db6-2ea2-483f-a4d1-efe55081052c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58aa316b-8396-433e-8e83-399f5f8fef6c HTTP/1.1" status: 204 len: 168 time: 0.7313194 Dec 20 15:51:20.850237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=14f2f911-ad45-4dab-a597-002ff303c92f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:20.852755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1db6-2ea2-483f-a4d1-efe55081052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aa316b-8396-433e-8e83-399f5f8fef6c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:20.927783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6dacd-a3d5-431a-99e9-19d43b9fb800 req-d2f72d20-294d-4619-a4ec-c9d0da12518b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:20.929474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8f6dacd-a3d5-431a-99e9-19d43b9fb800 req-d2f72d20-294d-4619-a4ec-c9d0da12518b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0824206 Dec 20 15:51:20.990192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8f6dacd-a3d5-431a-99e9-19d43b9fb800 req-fda74b50-8e3d-415b-b01f-b02d4b7cbb3a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Dec 20 15:51:21.002895 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d32016d1-29a7-4312-b378-eb571307af68 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3003166 Dec 20 15:51:21.006370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:21.011437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:21.087305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.275643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-a45e50c1-cac3-4c72-bf70-de172d65d74d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:21.277763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-a45e50c1-cac3-4c72-bf70-de172d65d74d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.1465416 Dec 20 15:51:21.298111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.312465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Request body: {'port': {'device_id': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'admin_state_up': True, 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:21.362632 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.440729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] In _notify_port_updated(), no bound segment for port 14f2f911-ad45-4dab-a597-002ff303c92f on network f84555ce-4265-4d25-96b5-bac8b3f90497 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:51:21.446648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:21.447303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.448624 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/ports/14f2f911-ad45-4dab-a597-002ff303c92f HTTP/1.1" status: 200 len: 818 time: 0.4413321 Dec 20 15:51:21.452059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33654) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:21.461809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665a01b-b93d-4013-bcf8-f448f02a7653 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=14f2f911-ad45-4dab-a597-002ff303c92f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.505998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936238b-0f2e-4e80-b184-80c5ccb3e1cd req-84396c61-9207-42ec-8d34-44a97e14f5f8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:21.507545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3936238b-0f2e-4e80-b184-80c5ccb3e1cd req-84396c61-9207-42ec-8d34-44a97e14f5f8 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0801620 Dec 20 15:51:21.560823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 14f2f911-ad45-4dab-a597-002ff303c92f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:21.561150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.563111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.577617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3936238b-0f2e-4e80-b184-80c5ccb3e1cd req-bf7680b6-91c6-4312-9dd2-1cdaf1764e24 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605593 Dec 20 15:51:21.635954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.649768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 14f2f911-ad45-4dab-a597-002ff303c92f owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:21.676346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5f91370-623c-443c-b944-fb484504662d req-70db1592-4d58-46c3-9584-d33678cf6575 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0266063 Dec 20 15:51:21.713367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:21.717994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.843115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.878466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=14f2f911-ad45-4dab-a597-002ff303c92f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:21.892712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.897343 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eebb7cdc-be31-4dd9-b7b8-b18436c1f180 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/14f2f911-ad45-4dab-a597-002ff303c92f HTTP/1.1" status: 204 len: 168 time: 0.4442763 Dec 20 15:51:21.899815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33666) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:21.923431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33668) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:21.960447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ca7226-94de-4584-847e-21f292788140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:21.966489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7c175-484e-4c5a-a3be-f4d759ee1525 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:21.969238 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7b7c175-484e-4c5a-a3be-f4d759ee1525 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0675344 Dec 20 15:51:21.971291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33670) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:21.997109 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e65f165-6954-4eb2-904f-a3ffedff3277 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:22.000656 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9e65f165-6954-4eb2-904f-a3ffedff3277 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/14f2f911-ad45-4dab-a597-002ff303c92f HTTP/1.1" status: 404 len: 333 time: 0.0261569 Dec 20 15:51:22.003553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33672) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:22.006528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Allocated IP 172.20.0.5 (9caab41a-b617-424e-8017-422feabfe664/772960a6-5956-4890-a1a7-db19830bd4b9/e84182de-82d6-42c3-913b-e10dc3d0ab36) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:22.008959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1475266630'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:22.123393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:22.125536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ca7226-94de-4584-847e-21f292788140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.128624 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.173514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:22.183413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.183763 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment b69765a0-108a-4818-95d4-b8339c82bffd of type vlan for network f719366b-d08d-44f3-9610-febbca02b33c Dec 20 15:51:22.212020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ca7226-94de-4584-847e-21f292788140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.225736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.228657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.267067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-65ca7226-94de-4584-847e-21f292788140 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15c754c342d64569be3dc279f750bdf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423526 Dec 20 15:51:22.269345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca7226-94de-4584-847e-21f292788140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cf3517-9874-45d5-abca-72f00c2964fa,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.270768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33674) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:22.326519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a9f002-d7a0-428e-a86f-fe0f86d5feb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.355785 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.366859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:22.367536 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.383345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a9f002-d7a0-428e-a86f-fe0f86d5feb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.387264 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.445796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Network 9caab41a-b617-424e-8017-422feabfe664 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:22.449381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:22.454169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:22.459173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event updated for resources: {'Port': ['ID=e84182de-82d6-42c3-913b-e10dc3d0ab36,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.483866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=f719366b-d08d-44f3-9610-febbca02b33c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.505952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f719366b-d08d-44f3-9610-febbca02b33c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:22.522576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a18a1bfa-bcee-423f-b62a-568507afedca tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5148721 Dec 20 15:51:22.522791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:22.523124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.523243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33682) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:22.534062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:22.654701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a9f002-d7a0-428e-a86f-fe0f86d5feb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.657142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-25918675-8585-4883-9815-8b556361438b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3638005 Dec 20 15:51:22.657672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a9f002-d7a0-428e-a86f-fe0f86d5feb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.658820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-22a9f002-d7a0-428e-a86f-fe0f86d5feb7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7cf3517-9874-45d5-abca-72f00c2964fa HTTP/1.1" status: 204 len: 168 time: 0.3870378 Dec 20 15:51:22.670362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Request body: {'port': {'device_id': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:22.684006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9f002-d7a0-428e-a86f-fe0f86d5feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cf3517-9874-45d5-abca-72f00c2964fa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:22.777428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d68b70-5fa5-43ec-9891-dcd5d8fd4855 req-74112eb4-35e4-4bee-86d0-b0522f8b57ab tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:22.781681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6d68b70-5fa5-43ec-9891-dcd5d8fd4855 req-74112eb4-35e4-4bee-86d0-b0522f8b57ab tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0884087 Dec 20 15:51:22.782840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.837375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:22.841450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:22.879022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6d68b70-5fa5-43ec-9891-dcd5d8fd4855 req-179d3beb-1a25-4957-b925-84b706be01a4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936604 Dec 20 15:51:23.141925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c8754-96a2-4dcd-8859-58eeed0148df req-057a8750-2ce0-4fb8-b56e-43ad5585ef12 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:23.151245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca6c8754-96a2-4dcd-8859-58eeed0148df req-057a8750-2ce0-4fb8-b56e-43ad5585ef12 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 931 time: 0.1176500 Dec 20 15:51:23.197673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.258879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84182de-82d6-42c3-913b-e10dc3d0ab36 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:23.268461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.284174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Transition to ACTIVE for port object e84182de-82d6-42c3-913b-e10dc3d0ab36 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:23.289867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca6c8754-96a2-4dcd-8859-58eeed0148df req-a905133d-bb5f-4342-b0de-e9b0ded9f3cc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376808 Dec 20 15:51:23.328757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=674902a6-a7fa-4f14-adb3-00c37b7ac9d1,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:23.385997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.390442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': 'b69765a0-108a-4818-95d4-b8339c82bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:23.391021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: f719366b-d08d-44f3-9610-febbca02b33c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:23.471217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e84182de-82d6-42c3-913b-e10dc3d0ab36,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:23.499988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f719366b-d08d-44f3-9610-febbca02b33c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:23.560120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Attempting to bind port e84182de-82d6-42c3-913b-e10dc3d0ab36 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:23.560460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Attempting to bind port e84182de-82d6-42c3-913b-e10dc3d0ab36 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:23.560793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Attempting to bind port e84182de-82d6-42c3-913b-e10dc3d0ab36 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:23.565239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Port e84182de-82d6-42c3-913b-e10dc3d0ab36 on network 9caab41a-b617-424e-8017-422feabfe664 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:51:23.565559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Attempting to bind port e84182de-82d6-42c3-913b-e10dc3d0ab36 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:23.570857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:23.571188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:23.571571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Bound using segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:23.571988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Bound port: e84182de-82d6-42c3-913b-e10dc3d0ab36, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:23.572340 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.650904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] For port e84182de-82d6-42c3-913b-e10dc3d0ab36, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:23.654648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] For port e84182de-82d6-42c3-913b-e10dc3d0ab36, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:23.729735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f719366b-d08d-44f3-9610-febbca02b33c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:23.734518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:23.735293 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.744295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc6210-639f-4866-90d0-879c103da8c6 None None] Network f719366b-d08d-44f3-9610-febbca02b33c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:23.844278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.865822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-f719366b-d08d-44f3-9610-febbca02b33c', 'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': '674902a6-a7fa-4f14-adb3-00c37b7ac9d1'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:51:23.866711 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.919825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:23.920574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:23.922134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/e84182de-82d6-42c3-913b-e10dc3d0ab36 HTTP/1.1" status: 200 len: 1091 time: 1.2562053 Dec 20 15:51:23.922749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'tag': 'e84182de-82d6-42c3-913b-e10dc3d0ab36'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:23.925150 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a05b564-7ba3-467b-b03e-3e4843e920a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5690b15-34fa-4674-a1c3-19bf07930f88", "tag": "e84182de-82d6-42c3-913b-e10dc3d0ab36"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:23.945876 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b09ddf05-71c8-421f-b967-b2fc71010d40 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4206021 Dec 20 15:51:23.948144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33718) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:23.955848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:23.964080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e9d86-3f96-492f-b348-1d13fde598c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e84182de-82d6-42c3-913b-e10dc3d0ab36,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.083986 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2848e185-d93b-4cc6-bd78-77b665dda263 x-openstack-request-id: req-2848e185-d93b-4cc6-bd78-77b665dda263 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:24.086864 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5690b15-34fa-4674-a1c3-19bf07930f88", "tag": "e84182de-82d6-42c3-913b-e10dc3d0ab36", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:24.088795 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2848e185-d93b-4cc6-bd78-77b665dda263 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:24.089474 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'tag': 'e84182de-82d6-42c3-913b-e10dc3d0ab36', 'status': 'completed', 'code': 200} Dec 20 15:51:24.130471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Allocated IP 172.20.0.2 (f719366b-d08d-44f3-9610-febbca02b33c/674902a6-a7fa-4f14-adb3-00c37b7ac9d1/f9130502-c11d-443b-9c15-6d5634b912c9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:24.207679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c344-7b18-458c-8d53-a6ee5bb073bf req-f7c7f09a-7a47-49c5-badf-f196e9cc628f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:24.216078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eef9c344-7b18-458c-8d53-a6ee5bb073bf req-f7c7f09a-7a47-49c5-badf-f196e9cc628f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.2143302 Dec 20 15:51:24.226375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-91363a06-ad9f-4270-8c25-71a0d5261fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:24.229190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-91363a06-ad9f-4270-8c25-71a0d5261fad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 1094 time: 0.1733236 Dec 20 15:51:24.326437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-3d5d5e45-31b6-4ccb-94ff-a9310113f1cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36 HTTP/1.1" status: 200 len: 217 time: 0.0828705 Dec 20 15:51:24.365416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:24.370001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:24.375631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:24.404607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eef9c344-7b18-458c-8d53-a6ee5bb073bf req-66092bfc-1cec-4e4f-af4d-abd212bf16e7 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872952 Dec 20 15:51:24.430762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-6798991d-1cac-41ce-ae0a-92bf592a8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:24.435526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-6798991d-1cac-41ce-ae0a-92bf592a8f1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0924122 Dec 20 15:51:24.472042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:24.517515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-4ddfe2f3-206b-4851-8c55-9ce2f3576eff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734324 Dec 20 15:51:24.576725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Network f719366b-d08d-44f3-9610-febbca02b33c is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:24.584154 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 674902a6-a7fa-4f14-adb3-00c37b7ac9d1 (CIDR: 172.20.0.0/28) Dec 20 15:51:24.586866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:24.590922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:24.643653 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:51:24.644459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:51:24.647213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Pushing event updated for resources: {'Port': ['ID=f9130502-c11d-443b-9c15-6d5634b912c9,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:24.676768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.678058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.678747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.679235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.679747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.680228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.680781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.681516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.682109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.682775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.683299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.683800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.684331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:51:24.691849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Attempting to bind port f9130502-c11d-443b-9c15-6d5634b912c9 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:24.693550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Attempting to bind port f9130502-c11d-443b-9c15-6d5634b912c9 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b69765a0-108a-4818-95d4-b8339c82bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:24.694132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Attempting to bind port f9130502-c11d-443b-9c15-6d5634b912c9 on network f719366b-d08d-44f3-9610-febbca02b33c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:24.694883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130395d-b1a5-49c3-bd47-1366d6d0019f req-1948c827-9ee9-4623-b5b7-65826028a8dd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:24.697689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0130395d-b1a5-49c3-bd47-1366d6d0019f req-1948c827-9ee9-4623-b5b7-65826028a8dd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 943 time: 0.1617856 Dec 20 15:51:24.700876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:24.701324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Checking segment: {'id': 'b69765a0-108a-4818-95d4-b8339c82bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:24.701971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:24.706874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Bound using segment: {'id': 'b69765a0-108a-4818-95d4-b8339c82bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:24.706874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Bound port: f9130502-c11d-443b-9c15-6d5634b912c9, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69765a0-108a-4818-95d4-b8339c82bffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:24.706874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:24.763831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-185ac42c-026d-45f8-92b0-c25cfba14289 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390482 Dec 20 15:51:24.771302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] For port f9130502-c11d-443b-9c15-6d5634b912c9, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:24.774671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] For port f9130502-c11d-443b-9c15-6d5634b912c9, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9130502-c11d-443b-9c15-6d5634b912c9,segment=NetworkSegment(b69765a0-108a-4818-95d4-b8339c82bffd),segment_id=b69765a0-108a-4818-95d4-b8339c82bffd)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:24.789683 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a49ec3a3-ba18-4be6-8ce6-ce23ef1e28b6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8403187 Dec 20 15:51:24.792434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33738) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:24.797565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:24.801625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0130395d-b1a5-49c3-bd47-1366d6d0019f req-8a2ff0b0-6f81-4d0b-ac26-38b8ada876ae tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851631 Dec 20 15:51:24.884037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:24.886395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-211ec9ce-bf66-43e3-9398-0f8f1ef4b83f req-94efd764-0a4b-4223-abdf-896db2f00708 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148520 Dec 20 15:51:24.988953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff1bd-1f04-430d-bc54-5b94c5b68948 None None] Pushing event updated for resources: {'Port': ['ID=f9130502-c11d-443b-9c15-6d5634b912c9,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.117762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-537080bb-8ccf-4bf7-8d56-be809dd5f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.119315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-537080bb-8ccf-4bf7-8d56-be809dd5f394 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 1094 time: 0.0557678 Dec 20 15:51:25.209429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:25.215358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:25.304782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-f709b98d-6b08-4c60-b4e9-7111cdaa63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.309206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-f709b98d-6b08-4c60-b4e9-7111cdaa63ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.1807342 Dec 20 15:51:25.362435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-785b45e3-6b60-481f-925c-aeae3ead6058 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36 HTTP/1.1" status: 200 len: 217 time: 0.0441108 Dec 20 15:51:25.415115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-02d59bb6-87b4-49a8-91f1-3014e16ac679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.416918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-02d59bb6-87b4-49a8-91f1-3014e16ac679 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0476406 Dec 20 15:51:25.454814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-17cf4065-4df2-4044-96f2-c89992fa34c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308290 Dec 20 15:51:25.589497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf8540-f4ba-4c21-84d4-6a54d7da6421 req-ac487494-6e59-443b-bd5d-e8b7cfc9d5a0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.591020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1cf8540-f4ba-4c21-84d4-6a54d7da6421 req-ac487494-6e59-443b-bd5d-e8b7cfc9d5a0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1038356 Dec 20 15:51:25.594793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-28c872aa-dadc-4397-a1b6-f9d29eed766c service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330173 Dec 20 15:51:25.717968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:25.772217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f719366b-d08d-44f3-9610-febbca02b33c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:25.778520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:25.784548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:25.791013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:25.798807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=a6f0bc0b-d387-42cd-a621-61f8dccbe6c2,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:25.961392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de3c066b-0099-4808-a024-b975e8d10280 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1677237 Dec 20 15:51:25.968609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33770) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:25.975926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c', 'fixed_ips': [{'subnet_id': '674902a6-a7fa-4f14-adb3-00c37b7ac9d1'}, {'subnet_id': 'a6f0bc0b-d387-42cd-a621-61f8dccbe6c2'}], 'name': 'tempest-PortsTestJSON-766463215'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:26.105875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1cf8540-f4ba-4c21-84d4-6a54d7da6421 req-b6ff8b1a-22b6-4e83-8b4b-cdec454db4d0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084090 Dec 20 15:51:26.148345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37f10a-3dba-4be8-bd8b-94e4d504a8a4 None None] Network f719366b-d08d-44f3-9610-febbca02b33c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:26.153626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a05b564-7ba3-467b-b03e-3e4843e920a1 req-289dec8e-ae6e-4232-a90a-e05cf97107c9 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487077 Dec 20 15:51:26.191675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dfd3c-20f3-4408-be2a-c645897a9ca6 req-a9c9a234-c2ce-437e-8b49-97c843cde49d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:26.205829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-634dfd3c-20f3-4408-be2a-c645897a9ca6 req-a9c9a234-c2ce-437e-8b49-97c843cde49d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 943 time: 0.2065268 Dec 20 15:51:26.242854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c8738e68-30f3-4eee-8d7d-4c2026255319 None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:26.244735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c8738e68-30f3-4eee-8d7d-4c2026255319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.276491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:26.295274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-634dfd3c-20f3-4408-be2a-c645897a9ca6 req-7b78ee68-67b7-4959-ab28-e1fdbda859b9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887759 Dec 20 15:51:26.352232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9130502-c11d-443b-9c15-6d5634b912c9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:26.429462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.452618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port 743d541b-a9ce-486e-ac46-c72f1db87ac7 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:26.549189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:26.549632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.551666 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c8738e68-30f3-4eee-8d7d-4c2026255319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.625946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c8738e68-30f3-4eee-8d7d-4c2026255319 None None] For port f9130502-c11d-443b-9c15-6d5634b912c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9130502-c11d-443b-9c15-6d5634b912c9,segment=NetworkSegment(b69765a0-108a-4818-95d4-b8339c82bffd),segment_id=b69765a0-108a-4818-95d4-b8339c82bffd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:26.695590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.711157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Update dhcp port {'port': {'network_id': 'f719366b-d08d-44f3-9610-febbca02b33c', 'fixed_ips': [{'subnet_id': '674902a6-a7fa-4f14-adb3-00c37b7ac9d1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a6f0bc0b-d387-42cd-a621-61f8dccbe6c2'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'f9130502-c11d-443b-9c15-6d5634b912c9'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:51:26.742812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.810732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.6 (f719366b-d08d-44f3-9610-febbca02b33c/674902a6-a7fa-4f14-adb3-00c37b7ac9d1/743d541b-a9ce-486e-ac46-c72f1db87ac7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:26.817081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.18 (f719366b-d08d-44f3-9610-febbca02b33c/a6f0bc0b-d387-42cd-a621-61f8dccbe6c2/743d541b-a9ce-486e-ac46-c72f1db87ac7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:26.940396 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c8738e68-30f3-4eee-8d7d-4c2026255319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:26.979824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.020813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:27.021180 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:27.025833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.026632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8738e68-30f3-4eee-8d7d-4c2026255319 None None] Pushing event updated for resources: {'Port': ['ID=f9130502-c11d-443b-9c15-6d5634b912c9,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:27.129565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.183293 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-42ffbe81-a19e-482e-8ae1-7e45ebca67bb {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:51:27.183760 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:51:27.198478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f719366b-d08d-44f3-9610-febbca02b33c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:27.201938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:27.206595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:27.211430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=743d541b-a9ce-486e-ac46-c72f1db87ac7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:27.261659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:27.262315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.337900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33792) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:27.435455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08574686-b9b4-4873-872a-2ea2430a913f req-f1498873-3eba-4b56-a956-3b86eb71ddd4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:27.437009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08574686-b9b4-4873-872a-2ea2430a913f req-f1498873-3eba-4b56-a956-3b86eb71ddd4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 943 time: 0.0536692 Dec 20 15:51:27.451228 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f67f2db0-fd42-41ef-b4fc-647eb9e7d452 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4804971 Dec 20 15:51:27.457515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33800) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:27.470269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '674902a6-a7fa-4f14-adb3-00c37b7ac9d1'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:27.474632 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7c04365-2a4c-4a02-b682-0310a0660909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.502324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08574686-b9b4-4873-872a-2ea2430a913f req-874c6f88-2194-40ab-a0e7-46f630ee766a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Dec 20 15:51:27.580245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.689757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7c04365-2a4c-4a02-b682-0310a0660909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.712501 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.798590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7c04365-2a4c-4a02-b682-0310a0660909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.877346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c04365-2a4c-4a02-b682-0310a0660909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e527f37-27e4-485f-9bd7-b5847cb4b1e1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:27.882136 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7c04365-2a4c-4a02-b682-0310a0660909 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=709b77ad433347b0afc97baea18c79a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419478 Dec 20 15:51:27.884765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33808) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:27.929193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Delete allocated IP 172.20.0.18 (f719366b-d08d-44f3-9610-febbca02b33c/a6f0bc0b-d387-42cd-a621-61f8dccbe6c2) {{(pid=103954) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:51:27.940670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33810) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:27.965057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2e6de7d-9ca5-41d1-8625-c5e97135eaf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:27.990870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2e6de7d-9ca5-41d1-8625-c5e97135eaf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.080975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.095345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b823efe-7e33-4536-b00e-4db1851cc130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.210743 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2e6de7d-9ca5-41d1-8625-c5e97135eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.213241 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e2e6de7d-9ca5-41d1-8625-c5e97135eaf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.215166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e2e6de7d-9ca5-41d1-8625-c5e97135eaf5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e527f37-27e4-485f-9bd7-b5847cb4b1e1 HTTP/1.1" status: 204 len: 168 time: 0.3293138 Dec 20 15:51:28.224361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9130502-c11d-443b-9c15-6d5634b912c9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:28.235483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6de7d-9ca5-41d1-8625-c5e97135eaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e527f37-27e4-485f-9bd7-b5847cb4b1e1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.255310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.342290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b823efe-7e33-4536-b00e-4db1851cc130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.377195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=743d541b-a9ce-486e-ac46-c72f1db87ac7,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.437540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] In _notify_port_updated(), no bound segment for port 743d541b-a9ce-486e-ac46-c72f1db87ac7 on network f719366b-d08d-44f3-9610-febbca02b33c {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:51:28.444347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:28.445152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.449205 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-56c5eb33-ad91-4ed3-9b78-2211836fd411 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/ports/743d541b-a9ce-486e-ac46-c72f1db87ac7 HTTP/1.1" status: 200 len: 918 time: 0.9870684 Dec 20 15:51:28.449486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33820) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:28.455118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '674902a6-a7fa-4f14-adb3-00c37b7ac9d1'}, {'subnet_id': 'a6f0bc0b-d387-42cd-a621-61f8dccbe6c2'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:28.461517 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b823efe-7e33-4536-b00e-4db1851cc130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.502688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b823efe-7e33-4536-b00e-4db1851cc130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa6c18-3fbb-4491-8c41-50791f8cd47f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.520412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5b823efe-7e33-4536-b00e-4db1851cc130 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7bee67858024f358f5dc8e13791e897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748501 Dec 20 15:51:28.521658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:28.547404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.567255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Allocated IP 172.20.0.19 (f719366b-d08d-44f3-9610-febbca02b33c/a6f0bc0b-d387-42cd-a621-61f8dccbe6c2/f9130502-c11d-443b-9c15-6d5634b912c9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:28.595002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:28.595217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.671467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec37af5-8aaa-4c17-8350-68707266f669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.697922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b076a-c433-4ff7-8037-0ee4c87365c2 req-bacee1e1-1868-4866-8f07-95b880372082 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:28.699474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-368b076a-c433-4ff7-8037-0ee4c87365c2 req-bacee1e1-1868-4866-8f07-95b880372082 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 943 time: 0.0751002 Dec 20 15:51:28.710691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec37af5-8aaa-4c17-8350-68707266f669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.763379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] For port f9130502-c11d-443b-9c15-6d5634b912c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9130502-c11d-443b-9c15-6d5634b912c9,segment=NetworkSegment(b69765a0-108a-4818-95d4-b8339c82bffd),segment_id=b69765a0-108a-4818-95d4-b8339c82bffd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:28.790548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-368b076a-c433-4ff7-8037-0ee4c87365c2 req-3190837c-4806-403a-b2ae-08eafd74c460 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820546 Dec 20 15:51:28.825768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.945663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec37af5-8aaa-4c17-8350-68707266f669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.948402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fec37af5-8aaa-4c17-8350-68707266f669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:28.949594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fec37af5-8aaa-4c17-8350-68707266f669 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17aa6c18-3fbb-4491-8c41-50791f8cd47f HTTP/1.1" status: 204 len: 168 time: 0.4268026 Dec 20 15:51:28.957830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec37af5-8aaa-4c17-8350-68707266f669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa6c18-3fbb-4491-8c41-50791f8cd47f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:28.986127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.054118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.24 (f719366b-d08d-44f3-9610-febbca02b33c/a6f0bc0b-d387-42cd-a621-61f8dccbe6c2/743d541b-a9ce-486e-ac46-c72f1db87ac7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:29.090670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1dd69-b210-4692-833f-608c0463165b None None] Pushing event updated for resources: {'Port': ['ID=f9130502-c11d-443b-9c15-6d5634b912c9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.161393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e84182de-82d6-42c3-913b-e10dc3d0ab36 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:51:29.207952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.268295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e84182de-82d6-42c3-913b-e10dc3d0ab36, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:29.285238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'e84182de-82d6-42c3-913b-e10dc3d0ab36', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': 'e84182de-82d6-42c3-913b-e10dc3d0ab36', 'mac_address': 'fa:16:3e:b6:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:51:29.328504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.343163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84182de-82d6-42c3-913b-e10dc3d0ab36 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:29.364741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e84182de-82d6-42c3-913b-e10dc3d0ab36, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:29.380843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af349687-df84-41d2-ba13-67e53fcaca31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.381107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.501071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.571246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e84182de-82d6-42c3-913b-e10dc3d0ab36,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.687660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59872d-71cc-4e05-9112-f493e607aa6f None None] Network f719366b-d08d-44f3-9610-febbca02b33c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:29.780786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=743d541b-a9ce-486e-ac46-c72f1db87ac7,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:29.811203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-db49bc27-c2db-4474-aaa6-1e2f96afa6de None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:29.811203 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db49bc27-c2db-4474-aaa6-1e2f96afa6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.828634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] In _notify_port_updated(), no bound segment for port 743d541b-a9ce-486e-ac46-c72f1db87ac7 on network f719366b-d08d-44f3-9610-febbca02b33c {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.831568 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:29.834878 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:29.837632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:29.838765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:29.843062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33860) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:29.844085 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea031190-03b8-4c7f-82d7-60d537c2aa26 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/ports/743d541b-a9ce-486e-ac46-c72f1db87ac7 HTTP/1.1" status: 200 len: 998 time: 1.3934803 Dec 20 15:51:29.901543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e84182de-82d6-42c3-913b-e10dc3d0ab36'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:29.994127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9a74e-e4ca-485e-a923-0c909c866a39 req-530e395e-39c9-4def-847f-1415b1c94d88 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:29.996164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5d9a74e-e4ca-485e-a923-0c909c866a39 req-530e395e-39c9-4def-847f-1415b1c94d88 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 944 time: 0.1076543 Dec 20 15:51:30.032777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 743d541b-a9ce-486e-ac46-c72f1db87ac7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:30.033106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.103416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:30.119002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5d9a74e-e4ca-485e-a923-0c909c866a39 req-7d5e64c0-1b24-4dc3-8476-f27e508f252e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130867 Dec 20 15:51:30.178863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.194042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 743d541b-a9ce-486e-ac46-c72f1db87ac7 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:30.197190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bb630392-9b8f-493f-ba71-b1e44257ba34 None None] Provisioning complete for port 743d541b-a9ce-486e-ac46-c72f1db87ac7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:30.198261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb630392-9b8f-493f-ba71-b1e44257ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.235785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-922749513-network', 'tenant_id': 'a1cf86a80cdc4328b6a6e63f6fea1448'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:30.255389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bb630392-9b8f-493f-ba71-b1e44257ba34 None None] Port 743d541b-a9ce-486e-ac46-c72f1db87ac7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:30.270233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bb630392-9b8f-493f-ba71-b1e44257ba34 None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:30.271386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb630392-9b8f-493f-ba71-b1e44257ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.303835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9130502-c11d-443b-9c15-6d5634b912c9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:30.405415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:30.405415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.405927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33868) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:30.450286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c50057ed-219a-4bc1-91df-32626acc755d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.452298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Made reservation on behalf of a1cf86a80cdc4328b6a6e63f6fea1448 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:30.455966 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.473793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.507729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.550059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-33f7bfe8-90dd-4ab2-9e76-cee06808d792 None None] Could not find standard attr ID for object 743d541b-a9ce-486e-ac46-c72f1db87ac7. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:30.627025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.634062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=743d541b-a9ce-486e-ac46-c72f1db87ac7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:30.640615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c50057ed-219a-4bc1-91df-32626acc755d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.666504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7ab06294-d9cc-4c09-b94f-b3b418599d5e None None] Could not find standard attr ID for object 743d541b-a9ce-486e-ac46-c72f1db87ac7. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:30.721081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-b33e9d38-8280-4420-a4cd-b341cd1de805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.722581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-b33e9d38-8280-4420-a4cd-b341cd1de805 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.1321628 Dec 20 15:51:30.732961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f490785-0943-4114-a2a8-0731b8b7dd65 req-5cbd4729-1845-4b0d-95c1-07356be424a9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.738898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f490785-0943-4114-a2a8-0731b8b7dd65 req-5cbd4729-1845-4b0d-95c1-07356be424a9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1962659 Dec 20 15:51:30.804003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.828410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.834497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-689cee97-0b5a-4f5b-824b-e69540eb7126 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/743d541b-a9ce-486e-ac46-c72f1db87ac7 HTTP/1.1" status: 204 len: 168 time: 0.9885545 Dec 20 15:51:30.839189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:30.841493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33876) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:30.850844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc9c10-18f4-423d-9350-454e743827f4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:30.857359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.857810 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Added segment 58ee88b9-3693-46da-9b78-afeb5fca264c of type vlan for network 7af20392-59b4-4f78-b989-9366076383ee Dec 20 15:51:30.886732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca470624-2091-4dca-a810-7b523935e660 None None] Could not find standard attr ID for object 743d541b-a9ce-486e-ac46-c72f1db87ac7. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:51:30.895382 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4b3776-6fb4-4f75-8d44-5e1a7fc594a8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:30.899550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0d4b3776-6fb4-4f75-8d44-5e1a7fc594a8 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/743d541b-a9ce-486e-ac46-c72f1db87ac7 HTTP/1.1" status: 404 len: 333 time: 0.0520308 Dec 20 15:51:30.901858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33878) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:30.913758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c50057ed-219a-4bc1-91df-32626acc755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.917557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f490785-0943-4114-a2a8-0731b8b7dd65 req-13f2039f-518a-4f9f-ae3f-698ef0bb16b9 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673756 Dec 20 15:51:30.945816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-d0dceb87-1533-4d73-9eef-5752d1b3f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:30.947386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-d0dceb87-1533-4d73-9eef-5752d1b3f2e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.2090154 Dec 20 15:51:30.976405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:30.995172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-63a57482-92e5-42d4-a6f9-59c300d23e3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.0400827 Dec 20 15:51:31.024329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c50057ed-219a-4bc1-91df-32626acc755d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c73e003231034bd9a6ffefb690005f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6175785 Dec 20 15:51:31.029004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50057ed-219a-4bc1-91df-32626acc755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee12a4b-7798-47c2-80d7-ccb320f318f8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.034763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33880) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:31.035123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet a6f0bc0b-d387-42cd-a621-61f8dccbe6c2 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:31.045282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.097673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.098336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-01680511-29ef-46bf-87a5-98db14824e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.099895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-01680511-29ef-46bf-87a5-98db14824e51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.0958173 Dec 20 15:51:31.141760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-b5e2abb0-2779-436e-8562-b56861d1597f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335937 Dec 20 15:51:31.142371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1d8000c-dbd8-435a-9a72-84395f378d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.177377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e84182de-82d6-42c3-913b-e10dc3d0ab36 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:31.202722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1d8000c-dbd8-435a-9a72-84395f378d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.211081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.214913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.216025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.216611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.327301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] Pushing event updated for resources: {'Network': ['ID=7af20392-59b4-4f78-b989-9366076383ee,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.329740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port e84182de-82d6-42c3-913b-e10dc3d0ab36 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:31.340841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port e84182de-82d6-42c3-913b-e10dc3d0ab36 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:31.344685 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.351019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7af20392-59b4-4f78-b989-9366076383ee details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:31.351802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a946eae-e26f-4531-8e8a-71fd555559f4 req-ed471679-1f57-497c-a6f7-3719344c6237 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.353468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a946eae-e26f-4531-8e8a-71fd555559f4 req-ed471679-1f57-497c-a6f7-3719344c6237 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 944 time: 0.1075737 Dec 20 15:51:31.356531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-03359288-c738-4407-9afe-542a70bc7f97 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076843 Dec 20 15:51:31.384151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ca57ad3a-e887-4faa-bec9-a098943c8616 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2795939 Dec 20 15:51:31.387071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33884) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:31.395442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Request body: {'subnet': {'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-922749513-subnet', 'tenant_id': 'a1cf86a80cdc4328b6a6e63f6fea1448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:31.444598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.479274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f0bc0b-d387-42cd-a621-61f8dccbe6c2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.481880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a946eae-e26f-4531-8e8a-71fd555559f4 req-6339b82f-251c-4c88-b42d-3f1fc6de6622 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204619 Dec 20 15:51:31.487720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.493311 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5aa3c344-ed80-4a7a-9204-bf001f299d60 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/a6f0bc0b-d387-42cd-a621-61f8dccbe6c2 HTTP/1.1" status: 204 len: 168 time: 0.5895033 Dec 20 15:51:31.496056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33886) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:31.507914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1266efe-3883-4e83-b4ec-dc462affc7c3 None None] Network f719366b-d08d-44f3-9610-febbca02b33c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:31.540506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1d8000c-dbd8-435a-9a72-84395f378d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.543197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1d8000c-dbd8-435a-9a72-84395f378d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.546778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d1d8000c-dbd8-435a-9a72-84395f378d74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ee12a4b-7798-47c2-80d7-ccb320f318f8 HTTP/1.1" status: 204 len: 168 time: 0.5083969 Dec 20 15:51:31.546931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.573208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05411990-43c0-4f84-b912-a4e6057ae0c6 req-1e4a90f3-246e-4144-85d8-4eb168c2630e service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049770 Dec 20 15:51:31.573987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Made reservation on behalf of a1cf86a80cdc4328b6a6e63f6fea1448 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:31.576411 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.578902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8000c-dbd8-435a-9a72-84395f378d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee12a4b-7798-47c2-80d7-ccb320f318f8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:31.604397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet 674902a6-a7fa-4f14-adb3-00c37b7ac9d1 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:31.611738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.682281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.712240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84182de-82d6-42c3-913b-e10dc3d0ab36'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:31.715269 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fb2354-8075-4e84-aff5-52d3fbe0c65c" -d '{"events": [{"server_uuid": "b5690b15-34fa-4674-a1c3-19bf07930f88", "name": "network-vif-plugged", "status": "completed", "tag": "e84182de-82d6-42c3-913b-e10dc3d0ab36"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:31.721056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e84182de-82d6-42c3-913b-e10dc3d0ab36, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:31.811440 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69cf784-7a8a-4299-a63a-266e4c36f38a x-openstack-request-id: req-e69cf784-7a8a-4299-a63a-266e4c36f38a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:31.811816 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5690b15-34fa-4674-a1c3-19bf07930f88", "name": "network-vif-plugged", "status": "completed", "tag": "e84182de-82d6-42c3-913b-e10dc3d0ab36", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:31.812034 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e69cf784-7a8a-4299-a63a-266e4c36f38a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:31.812545 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84182de-82d6-42c3-913b-e10dc3d0ab36', 'code': 200} Dec 20 15:51:31.826143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.957806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.961142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-596b2497-940c-489a-865f-bd45c7582c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:31.987282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa03dc-0713-4db7-8500-42d3b33eb668 req-4b33a312-9f6c-4cc4-b20c-1d5c75e1c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:31.989844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9afa03dc-0713-4db7-8500-42d3b33eb668 req-4b33a312-9f6c-4cc4-b20c-1d5c75e1c36a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 1095 time: 0.0899086 Dec 20 15:51:31.997973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.060051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e84182de-82d6-42c3-913b-e10dc3d0ab36,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.081388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.089559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713d66f7-7c72-42ce-9fc8-3c60257bd8f3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.100122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Checking segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:32.100645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Network hostable DHCP agents. Network: 7af20392-59b4-4f78-b989-9366076383ee, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:32.167840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=674902a6-a7fa-4f14-adb3-00c37b7ac9d1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.178410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9afa03dc-0713-4db7-8500-42d3b33eb668 req-eb0ba3fe-5145-4986-8849-31f49602a82e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752837 Dec 20 15:51:32.180731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.184017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6024f78c-ebf1-4cb2-8e68-275c5a68aa7d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/674902a6-a7fa-4f14-adb3-00c37b7ac9d1 HTTP/1.1" status: 204 len: 168 time: 0.6865242 Dec 20 15:51:32.187227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:32.201091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c0fd-6f40-4611-ba2f-36bcde2a77c6 req-56513b66-ffb6-498f-ad50-6853c8424996 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:32.209084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e986c0fd-6f40-4611-ba2f-36bcde2a77c6 req-56513b66-ffb6-498f-ad50-6853c8424996 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1755197 Dec 20 15:51:32.228770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Network 7af20392-59b4-4f78-b989-9366076383ee is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:32.269846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e986c0fd-6f40-4611-ba2f-36bcde2a77c6 req-c6f15354-a126-4ee5-b954-d714adb1ced1 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595410 Dec 20 15:51:32.310837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.358033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7af20392-59b4-4f78-b989-9366076383ee) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:32.364193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:32.364803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.375022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577a8a8-38c1-4472-9151-78014fa4d44d None None] Network 7af20392-59b4-4f78-b989-9366076383ee requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:32.386610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port f9130502-c11d-443b-9c15-6d5634b912c9 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:32.387219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.461599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port f9130502-c11d-443b-9c15-6d5634b912c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9130502-c11d-443b-9c15-6d5634b912c9,segment=NetworkSegment(b69765a0-108a-4818-95d4-b8339c82bffd),segment_id=b69765a0-108a-4818-95d4-b8339c82bffd)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:32.462044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.483464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for f9130502-c11d-443b-9c15-6d5634b912c9 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:32.509715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339fed1-02ca-4323-97a2-2b893d8b52dd None None] Network 7af20392-59b4-4f78-b989-9366076383ee requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:32.544725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e9d5d11-ca0d-446f-b262-9b26892b3a90 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1563222 Dec 20 15:51:32.556423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f7312-4d75-4bef-ac1e-b252c7308c81 None None] Network f719366b-d08d-44f3-9610-febbca02b33c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:32.681326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed6ebe-2128-45ca-a93f-7a20762dc28c req-2bd2afb9-516b-44c7-ad66-f95aaa2d1822 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:32.683494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eed6ebe-2128-45ca-a93f-7a20762dc28c req-2bd2afb9-516b-44c7-ad66-f95aaa2d1822 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.0724690 Dec 20 15:51:32.747546 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.766757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eed6ebe-2128-45ca-a93f-7a20762dc28c req-9fce7396-35c0-4205-b9da-b4ea03b8a59d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761738 Dec 20 15:51:32.790595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port f9130502-c11d-443b-9c15-6d5634b912c9 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:32.803643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=f9130502-c11d-443b-9c15-6d5634b912c9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:32.848877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-776bd3ec-fb67-4adc-b3ee-01b8d5056fe5 None None] Provisioning complete for port f9130502-c11d-443b-9c15-6d5634b912c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:32.849431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-776bd3ec-fb67-4adc-b3ee-01b8d5056fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.894727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.908265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-776bd3ec-fb67-4adc-b3ee-01b8d5056fe5 None None] Port f9130502-c11d-443b-9c15-6d5634b912c9 was deleted so its status cannot be updated. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 15:51:32.931030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f719366b-d08d-44f3-9610-febbca02b33c']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:32.946717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69765a0-108a-4818-95d4-b8339c82bffd') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:32.947402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69765a0-108a-4818-95d4-b8339c82bffd') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:32.959465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.967670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:32.974162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14bcc0-49f3-45d3-8f99-a20fb6bcea00 None None] DHCP port deletion for f719366b-d08d-44f3-9610-febbca02b33c request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:51:32.991783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.003404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:51:33.004416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:33.008344 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:33.176562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-dbc05867-7d00-4703-bd0c-f96eed0dc697 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.178397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-dbc05867-7d00-4703-bd0c-f96eed0dc697 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 817 time: 0.1159472 Dec 20 15:51:33.180083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.187563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.190715 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/f719366b-d08d-44f3-9610-febbca02b33c HTTP/1.1" status: 204 len: 168 time: 1.0022271 Dec 20 15:51:33.199588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33944) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:33.211896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be97380-48d4-4d33-92ba-3646e6f11988 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=f719366b-d08d-44f3-9610-febbca02b33c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:33.235373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-5536ce4c-0e54-46ba-b3c6-41cec3e6b546 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/quotas/a1cf86a80cdc4328b6a6e63f6fea1448 HTTP/1.1" status: 200 len: 375 time: 0.0451746 Dec 20 15:51:33.294886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-585aad61-f512-4203-9814-17022d06a938 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423398 Dec 20 15:51:33.342891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83dcc0e-c0eb-4480-8b8c-789eee122e83 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.344579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e83dcc0e-c0eb-4480-8b8c-789eee122e83 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1430626 Dec 20 15:51:33.350821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33950) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:33.403538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d0829920-851f-43cf-af1a-ef5cc409f97f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0504215 Dec 20 15:51:33.404054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33952) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:33.409051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1361340047'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:33.444493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-b7d0e062-eef1-4eab-bc32-9c0ee001face service neutron] 10.222.0.81 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408110 Dec 20 15:51:33.453082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2aaaa-1d91-4044-a42c-126bcfa2885c req-7540daac-eeee-444a-afef-495668343a7e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.454575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea2aaaa-1d91-4044-a42c-126bcfa2885c req-7540daac-eeee-444a-afef-495668343a7e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0805092 Dec 20 15:51:33.567260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea2aaaa-1d91-4044-a42c-126bcfa2885c req-8595303f-1ae0-4557-9c65-3099f8522a45 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987296 Dec 20 15:51:33.585603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:33.589786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-bd204705-e3e4-4034-b77d-c4e472598719 service neutron] 10.222.0.81 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341233 Dec 20 15:51:33.590619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.620213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:33.630011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.631827 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment 3c5e837d-7645-4ba8-9d50-86d0d140d2b1 of type vlan for network 1cfcfb61-ea5f-471e-a504-24c2c007d947 Dec 20 15:51:33.672846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.893542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac0ef5-38a8-4caf-94e9-af434625c659 req-0e127fdb-d36e-41cb-b233-93d9cf4168da tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.895694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31ac0ef5-38a8-4caf-94e9-af434625c659 req-0e127fdb-d36e-41cb-b233-93d9cf4168da tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Dec 20 15:51:33.922598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.928611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:33.929124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.946394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31ac0ef5-38a8-4caf-94e9-af434625c659 req-7d4b4ef3-9795-4d5b-98ae-f957e14ab6df tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Dec 20 15:51:34.003389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=1cfcfb61-ea5f-471e-a504-24c2c007d947,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:34.013524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:34.170576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44d1998c-4c65-4e21-b91a-6a3414247acb tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7553875 Dec 20 15:51:34.170576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33970) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:34.183454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:34.240645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9130502-c11d-443b-9c15-6d5634b912c9 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:34.270124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f9130502-c11d-443b-9c15-6d5634b912c9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:51:34.270582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9130502-c11d-443b-9c15-6d5634b912c9 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:51:34.305499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:34.403244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:34.406792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:34.641963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85146554-fc6c-4a86-8694-66890021d510 req-3db7564b-9c57-42b6-a802-afd4aa759f40 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0312159 Dec 20 15:51:34.708747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c57207-be8d-4161-8ed1-f198d3db1dc2 req-508b8a60-e87c-4c36-9b9e-2435635ac879 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:34.710560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c57207-be8d-4161-8ed1-f198d3db1dc2 req-508b8a60-e87c-4c36-9b9e-2435635ac879 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0590529 Dec 20 15:51:34.723206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:34.760651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21c57207-be8d-4161-8ed1-f198d3db1dc2 req-f3598c06-ba98-46c1-86be-0de50381df39 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Dec 20 15:51:34.793458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=01642226-b3c4-48d6-9b92-441a35bb627b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:34.802103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': '3c5e837d-7645-4ba8-9d50-86d0d140d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:34.802466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: 1cfcfb61-ea5f-471e-a504-24c2c007d947, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:34.968298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:35.073658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120a64-da2a-493d-a96b-5ee34587892d req-119038d9-a5ec-47d8-9217-40cd442e58bd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:35.075147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8120a64-da2a-493d-a96b-5ee34587892d req-119038d9-a5ec-47d8-9217-40cd442e58bd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.0549035 Dec 20 15:51:35.117831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.126053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8120a64-da2a-493d-a96b-5ee34587892d req-9e803a73-65b4-48d0-8e15-3aabb462406a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Dec 20 15:51:35.165442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1cfcfb61-ea5f-471e-a504-24c2c007d947) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:35.172811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:35.173892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.174340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450338b-92de-44f9-bf43-c767efd6ab39 None None] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:35.296627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-1cfcfb61-ea5f-471e-a504-24c2c007d947', 'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': '01642226-b3c4-48d6-9b92-441a35bb627b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:51:35.297608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.317520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34004) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:35.317865 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ef53b9fc-d641-4a60-b74e-d0df7a3d3d46 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1459444 Dec 20 15:51:35.323058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947', 'name': 'tempest-PortsTestJSON-137710248'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:35.463991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Allocated IP 172.20.0.2 (1cfcfb61-ea5f-471e-a504-24c2c007d947/01642226-b3c4-48d6-9b92-441a35bb627b/7554ce98-989a-4697-9695-dc95a245b086) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:35.596789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:35.600728 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.615801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.619217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port 0b00b402-1fb7-4f4a-a52b-ca875fe287ac yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:35.748420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed3a6866-a0c0-45ef-b828-8fd79e2a3f27 req-57c48ee9-7639-4b74-b4b1-460f78b2fe46 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0274031 Dec 20 15:51:35.767298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.808724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:35.813351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:35.818028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:35.825496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Pushing event updated for resources: {'Port': ['ID=7554ce98-989a-4697-9695-dc95a245b086,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:35.831487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.9 (1cfcfb61-ea5f-471e-a504-24c2c007d947/01642226-b3c4-48d6-9b92-441a35bb627b/0b00b402-1fb7-4f4a-a52b-ca875fe287ac) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:35.887381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Attempting to bind port 7554ce98-989a-4697-9695-dc95a245b086 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:35.888019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Attempting to bind port 7554ce98-989a-4697-9695-dc95a245b086 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3c5e837d-7645-4ba8-9d50-86d0d140d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:35.888399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Attempting to bind port 7554ce98-989a-4697-9695-dc95a245b086 on network 1cfcfb61-ea5f-471e-a504-24c2c007d947 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:35.894172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:35.895052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Checking segment: {'id': '3c5e837d-7645-4ba8-9d50-86d0d140d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:35.895669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.896332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Bound using segment: {'id': '3c5e837d-7645-4ba8-9d50-86d0d140d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:35.896989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Bound port: 7554ce98-989a-4697-9695-dc95a245b086, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5e837d-7645-4ba8-9d50-86d0d140d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:35.897624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:35.981759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] For port 7554ce98-989a-4697-9695-dc95a245b086, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:35.985418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] For port 7554ce98-989a-4697-9695-dc95a245b086, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7554ce98-989a-4697-9695-dc95a245b086,segment=NetworkSegment(3c5e837d-7645-4ba8-9d50-86d0d140d2b1),segment_id=3c5e837d-7645-4ba8-9d50-86d0d140d2b1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:36.029883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b28c4-774d-41f9-881c-6af2aa018b84 req-9ea3f412-a734-4741-badd-0c11bd28fa9e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:36.031555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c63b28c4-774d-41f9-881c-6af2aa018b84 req-9ea3f412-a734-4741-badd-0c11bd28fa9e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1181972 Dec 20 15:51:36.091571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:36.106419 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:36.115110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c63b28c4-774d-41f9-881c-6af2aa018b84 req-64b1c103-0c17-437f-84df-0507b8165007 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716426 Dec 20 15:51:36.178701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfbdb4-13f4-4a49-87fd-dc009cbf6c69 None None] Pushing event updated for resources: {'Port': ['ID=7554ce98-989a-4697-9695-dc95a245b086,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:36.257798 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:36.319194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:36.325553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:36.334717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:36.385924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=0b00b402-1fb7-4f4a-a52b-ca875fe287ac,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.433015 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:36.435608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:36.436369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:36.726073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-998420e5-de1b-4da5-85cc-94c725a26193 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4070346 Dec 20 15:51:36.728490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34046) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:36.735963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': '1cfcfb61-ea5f-471e-a504-24c2c007d947', 'name': 'tempest-PortsTestJSON-1930736304'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:36.843494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb1ca45-47ec-46ea-ad7e-0cf3de2db73a req-63a0022a-51d5-4e2c-a01b-480f6a475bf1 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0361052 Dec 20 15:51:37.138702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c87aa-eba6-49ae-916b-50bd55f22b33 None None] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:37.151459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:37.155824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:37.195781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port 886b67af-4b43-4272-b382-17991ed21d2e yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:37.253556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-990b9ec6-3582-4a0a-be27-6f359274f620 None None] Provisioning complete for port 7554ce98-989a-4697-9695-dc95a245b086 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:37.254062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-990b9ec6-3582-4a0a-be27-6f359274f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:37.418806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.11 (1cfcfb61-ea5f-471e-a504-24c2c007d947/01642226-b3c4-48d6-9b92-441a35bb627b/886b67af-4b43-4272-b382-17991ed21d2e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:37.434642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b8c2d-8abe-44a6-9ffa-c7af314199e0 req-fd01abbd-a349-4c89-ad18-e38881096c24 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:37.457837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c43b8c2d-8abe-44a6-9ffa-c7af314199e0 req-fd01abbd-a349-4c89-ad18-e38881096c24 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.2084000 Dec 20 15:51:37.473999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-990b9ec6-3582-4a0a-be27-6f359274f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:37.590033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-990b9ec6-3582-4a0a-be27-6f359274f620 None None] For port 7554ce98-989a-4697-9695-dc95a245b086, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7554ce98-989a-4697-9695-dc95a245b086,segment=NetworkSegment(3c5e837d-7645-4ba8-9d50-86d0d140d2b1),segment_id=3c5e837d-7645-4ba8-9d50-86d0d140d2b1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:37.631031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c43b8c2d-8abe-44a6-9ffa-c7af314199e0 req-7fac8006-d0ff-430d-8fca-f7e4c43aaa2b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694226 Dec 20 15:51:37.831329 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-990b9ec6-3582-4a0a-be27-6f359274f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:37.852614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:37.963548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b9ec6-3582-4a0a-be27-6f359274f620 None None] Pushing event updated for resources: {'Port': ['ID=7554ce98-989a-4697-9695-dc95a245b086,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:38.007227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6873a52c-3cd2-43a8-9b2d-c73efd98fd72 None None] Provisioning complete for port 0b00b402-1fb7-4f4a-a52b-ca875fe287ac triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:38.007604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6873a52c-3cd2-43a8-9b2d-c73efd98fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.040511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-436ff374-3e66-465c-8cce-479977bee11b req-195d5ee7-5a7d-4178-b2ce-d94fb22f9700 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0685272 Dec 20 15:51:38.045245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.118040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6873a52c-3cd2-43a8-9b2d-c73efd98fd72 None None] Port 0b00b402-1fb7-4f4a-a52b-ca875fe287ac cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:38.132808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6873a52c-3cd2-43a8-9b2d-c73efd98fd72 None None] Provisioning complete for port 7554ce98-989a-4697-9695-dc95a245b086 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:38.133509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6873a52c-3cd2-43a8-9b2d-c73efd98fd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.154422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=886b67af-4b43-4272-b382-17991ed21d2e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:38.176626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:38.183212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:38.200410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:38.303251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34074) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:38.327394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:38.328067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.423397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7554ce98-989a-4697-9695-dc95a245b086 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:38.474197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05411360-4959-4339-b964-1bec3d9fb7a6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7413230 Dec 20 15:51:38.474522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34084) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:38.559233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-281efa9d-1355-4a97-a61a-45f65173d6b8 None None] Provisioning complete for port 0b00b402-1fb7-4f4a-a52b-ca875fe287ac triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:38.559741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-281efa9d-1355-4a97-a61a-45f65173d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.592169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7554ce98-989a-4697-9695-dc95a245b086 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:38.592731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.647095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-281efa9d-1355-4a97-a61a-45f65173d6b8 None None] Port 0b00b402-1fb7-4f4a-a52b-ca875fe287ac cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:38.769865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-486d398b-b3f2-46e9-b8e5-adc2f3ad2f96 None None] Provisioning complete for port 886b67af-4b43-4272-b382-17991ed21d2e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:38.770752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-486d398b-b3f2-46e9-b8e5-adc2f3ad2f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:38.825440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-486d398b-b3f2-46e9-b8e5-adc2f3ad2f96 None None] Port 886b67af-4b43-4272-b382-17991ed21d2e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:39.018820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79372dd3-bf47-41ac-b937-d08b64e9848c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.067708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292757ff-276d-45b1-8a32-ab3ab972e677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:39.069295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-292757ff-276d-45b1-8a32-ab3ab972e677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.5937855 Dec 20 15:51:39.072129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34096) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:39.088215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54162246-05b4-40e6-b83d-9392758342b0 req-8c5d6186-2e77-4115-b78e-004ad72c38f6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:39.093665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54162246-05b4-40e6-b83d-9392758342b0 req-8c5d6186-2e77-4115-b78e-004ad72c38f6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1194961 Dec 20 15:51:39.170907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54162246-05b4-40e6-b83d-9392758342b0 req-b8d6e1c0-6a26-40e9-8d6e-9184cd0bd16f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681798 Dec 20 15:51:39.205068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79372dd3-bf47-41ac-b937-d08b64e9848c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.213475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 886b67af-4b43-4272-b382-17991ed21d2e {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:39.213819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.262956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9db2ea7-f94a-4648-83ec-ebee6223d465 req-d1e8686e-df2d-4df2-8c86-d77dd5f09c0a tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0313535 Dec 20 15:51:39.305760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-79372dd3-bf47-41ac-b937-d08b64e9848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.309102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.323968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 886b67af-4b43-4272-b382-17991ed21d2e owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:39.345814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-79372dd3-bf47-41ac-b937-d08b64e9848c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cc8da75ec2d4f16a3964471f7ae1313&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0414073 Dec 20 15:51:39.350179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34100) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:39.357568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79372dd3-bf47-41ac-b937-d08b64e9848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3078dd5-a2b4-4952-a51c-d302226511c3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:39.407985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7afd05c9-be83-492a-941c-2e381de6c511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.432464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7afd05c9-be83-492a-941c-2e381de6c511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.665800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7afd05c9-be83-492a-941c-2e381de6c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.666389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.668934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7afd05c9-be83-492a-941c-2e381de6c511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.670567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7afd05c9-be83-492a-941c-2e381de6c511 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3078dd5-a2b4-4952-a51c-d302226511c3 HTTP/1.1" status: 204 len: 168 time: 0.3191571 Dec 20 15:51:39.680610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd05c9-be83-492a-941c-2e381de6c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3078dd5-a2b4-4952-a51c-d302226511c3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:39.713690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=886b67af-4b43-4272-b382-17991ed21d2e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:39.798406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:39.806243 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e54a75b2-dfc3-4036-8438-2c8ef5e076ec tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/886b67af-4b43-4272-b382-17991ed21d2e HTTP/1.1" status: 204 len: 168 time: 0.7288773 Dec 20 15:51:39.806642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34106) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:39.846497 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-756dba66-ba01-45a9-ab90-f5361fc82ead tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:39.853266 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34108) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:39.853705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-756dba66-ba01-45a9-ab90-f5361fc82ead tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/886b67af-4b43-4272-b382-17991ed21d2e HTTP/1.1" status: 404 len: 333 time: 0.0455539 Dec 20 15:51:40.000142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 0b00b402-1fb7-4f4a-a52b-ca875fe287ac {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:40.000505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.171832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.185691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-4afb9cf7-326c-4f42-83ff-bd4abc40bc20 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:40.188489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-4afb9cf7-326c-4f42-83ff-bd4abc40bc20 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 817 time: 0.2613556 Dec 20 15:51:40.191661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 0b00b402-1fb7-4f4a-a52b-ca875fe287ac owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:40.203815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Request body: {'port': {'device_id': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'admin_state_up': True, 'tenant_id': 'a1cf86a80cdc4328b6a6e63f6fea1448'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:40.511610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.513480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ac7bb97-244a-4af4-97a3-e314f23efd4c req-841482c7-337e-4bda-a526-18f1791c7b5f tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0845160 Dec 20 15:51:40.525246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12245-d69c-468d-b3de-a933293e4572 req-050358da-dd7f-4669-9325-f128e16c8d1e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:40.527887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8df12245-d69c-468d-b3de-a933293e4572 req-050358da-dd7f-4669-9325-f128e16c8d1e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1832118 Dec 20 15:51:40.552241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=0b00b402-1fb7-4f4a-a52b-ca875fe287ac,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:40.636410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34128) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:40.681901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c2a7-2652-4f8f-a652-c050f78d44a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.685091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.692247 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-91b7f6f9-613e-4bc7-a00b-5d7c06199e32 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/0b00b402-1fb7-4f4a-a52b-ca875fe287ac HTTP/1.1" status: 204 len: 168 time: 0.8363869 Dec 20 15:51:40.692947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34130) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:40.695349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-15c2097b-5724-4504-9440-55e7390988ae tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:40.697261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-15c2097b-5724-4504-9440-55e7390988ae tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.72 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 817 time: 0.3082721 Dec 20 15:51:40.713250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Request body: {'port': {'device_id': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'admin_state_up': True, 'tenant_id': 'a1cf86a80cdc4328b6a6e63f6fea1448'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:40.728001 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-88716c94-9b8b-4a92-abfe-7d714521a84e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:40.733033 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-88716c94-9b8b-4a92-abfe-7d714521a84e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/0b00b402-1fb7-4f4a-a52b-ca875fe287ac HTTP/1.1" status: 404 len: 333 time: 0.0390303 Dec 20 15:51:40.733729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:40.780197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8df12245-d69c-468d-b3de-a933293e4572 req-28240877-55da-4651-952a-2f3397ed21f0 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468102 Dec 20 15:51:40.833956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet 01642226-b3c4-48d6-9b92-441a35bb627b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:40.850457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Made reservation on behalf of a1cf86a80cdc4328b6a6e63f6fea1448 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:40.850457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.851067 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:40.917800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.064968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.121452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c2a7-2652-4f8f-a652-c050f78d44a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.159823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Allocated IP 172.20.0.9 (7af20392-59b4-4f78-b989-9366076383ee/713d66f7-7c72-42ce-9fc8-3c60257bd8f3/1a0bf3db-ed52-40ae-b18f-a42b4749c18d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:41.308776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8cfdef02-5284-4b97-8350-54a55deb840f tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:41.308776 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8cfdef02-5284-4b97-8350-54a55deb840f tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 817 time: 0.2192099 Dec 20 15:51:41.308776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Request body: {'port': {'device_id': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'admin_state_up': True, 'tenant_id': 'a1cf86a80cdc4328b6a6e63f6fea1448'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:41.424541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.456024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Made reservation on behalf of a1cf86a80cdc4328b6a6e63f6fea1448 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:41.460107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.506185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.524712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c2a7-2652-4f8f-a652-c050f78d44a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.578228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.605553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b0b0c2a7-2652-4f8f-a652-c050f78d44a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd4690b4ce2147ef8efd61225bc09d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9655886 Dec 20 15:51:41.629789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34144) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:41.634225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c2a7-2652-4f8f-a652-c050f78d44a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7becc7d-533c-410d-a68e-e1f4aeb6290b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:41.636834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Made reservation on behalf of a1cf86a80cdc4328b6a6e63f6fea1448 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:41.640427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.649869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=01642226-b3c4-48d6-9b92-441a35bb627b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:41.671395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ceb2b-207c-4e24-9ed9-ee27ea813206 None None] Network 1cfcfb61-ea5f-471e-a504-24c2c007d947 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:41.708930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.720903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-65348ff8-8ebf-4ac8-95c2-f2d1e55c24ba tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/01642226-b3c4-48d6-9b92-441a35bb627b HTTP/1.1" status: 204 len: 168 time: 0.9838791 Dec 20 15:51:41.723495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34148) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:41.726852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Network 7af20392-59b4-4f78-b989-9366076383ee is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:41.732820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a80dc372-93e9-410f-a019-e754db66766d req-a7793adb-e3f8-4337-9849-891f1a71f301 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0547483 Dec 20 15:51:41.769272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:41.809343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:41.822016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Pushing event updated for resources: {'Port': ['ID=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:41.871890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Allocated IP 172.20.0.2 (7af20392-59b4-4f78-b989-9366076383ee/713d66f7-7c72-42ce-9fc8-3c60257bd8f3/d9325c8a-edbf-4f5d-afb3-cd2369e344df) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:41.887098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-211195ba-69a2-4a2c-a250-ca403b889bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:41.939709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-211195ba-69a2-4a2c-a250-ca403b889bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.022865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] DHCP port deletion for 1cfcfb61-ea5f-471e-a504-24c2c007d947 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:51:42.092968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] Deleting port 7554ce98-989a-4697-9695-dc95a245b086 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:42.093619 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.094203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-211195ba-69a2-4a2c-a250-ca403b889bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.096895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-211195ba-69a2-4a2c-a250-ca403b889bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.101679 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-211195ba-69a2-4a2c-a250-ca403b889bbf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7becc7d-533c-410d-a68e-e1f4aeb6290b HTTP/1.1" status: 204 len: 168 time: 0.4697235 Dec 20 15:51:42.113583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211195ba-69a2-4a2c-a250-ca403b889bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7becc7d-533c-410d-a68e-e1f4aeb6290b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:42.118679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.185047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:42.185825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.259366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] For port 7554ce98-989a-4697-9695-dc95a245b086, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7554ce98-989a-4697-9695-dc95a245b086,segment=NetworkSegment(3c5e837d-7645-4ba8-9d50-86d0d140d2b1),segment_id=3c5e837d-7645-4ba8-9d50-86d0d140d2b1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:42.260343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.282349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] Calling delete_port for 7554ce98-989a-4697-9695-dc95a245b086 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:42.329989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.355613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7554ce98-989a-4697-9695-dc95a245b086 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:42.437649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040d941-1670-4cdd-9b5b-24667f43430d req-0c627915-3705-4ac4-b5b0-21d9dcd22a2e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:42.439257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a040d941-1670-4cdd-9b5b-24667f43430d req-0c627915-3705-4ac4-b5b0-21d9dcd22a2e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.4598947 Dec 20 15:51:42.508206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.528447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a040d941-1670-4cdd-9b5b-24667f43430d req-99a8e244-9757-4208-930c-3551cfd14c7d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803659 Dec 20 15:51:42.532110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 7554ce98-989a-4697-9695-dc95a245b086 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:42.532444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.609459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-cbd8b3e9-86be-435b-bac1-490dd191ba05 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4108424 Dec 20 15:51:42.615389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port 7554ce98-989a-4697-9695-dc95a245b086, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7554ce98-989a-4697-9695-dc95a245b086,segment=NetworkSegment(3c5e837d-7645-4ba8-9d50-86d0d140d2b1),segment_id=3c5e837d-7645-4ba8-9d50-86d0d140d2b1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:42.615836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.628033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Request body: {'port': {'device_id': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:42.661851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 7554ce98-989a-4697-9695-dc95a245b086 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:42.695282 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.765357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Allocated IP 172.20.0.12 (7af20392-59b4-4f78-b989-9366076383ee/713d66f7-7c72-42ce-9fc8-3c60257bd8f3/cf664316-e963-4677-bf6b-7ef0e1ac274b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:42.765744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] Pushing event deleted for resources: {'Port': ['ID=7554ce98-989a-4697-9695-dc95a245b086,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:42.771647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740f1ed-3992-4ab6-931a-94178bd3339a None None] No DVR routers for this DVR port 7554ce98-989a-4697-9695-dc95a245b086 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:42.778340 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.875388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.970552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Network 7af20392-59b4-4f78-b989-9366076383ee is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:42.973300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Pushing event updated for resources: {'Port': ['ID=d9325c8a-edbf-4f5d-afb3-cd2369e344df,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:43.042246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a31fdf2-fb9f-4fca-b2e1-b046b419a1a2 req-7ed8c84d-f220-4739-96f3-2726f5736e41 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0696785 Dec 20 15:51:43.053866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.092459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:43.095136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:43.129056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port 7554ce98-989a-4697-9695-dc95a245b086 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:43.182500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=7554ce98-989a-4697-9695-dc95a245b086,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:43.296849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.382420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:43.383119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.445222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfcfb61-ea5f-471e-a504-24c2c007d947']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:43.462785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5e837d-7645-4ba8-9d50-86d0d140d2b1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:43.463083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5e837d-7645-4ba8-9d50-86d0d140d2b1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:43.486314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.512331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.528769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:51:43.529186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.534188 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:43.538088 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:43.606002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.686090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-8fc746d4-4c77-4bc4-9444-f91384b0dff4 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9770453 Dec 20 15:51:43.700722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Request body: {'port': {'device_id': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:43.739610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4444-070f-4f0c-8a46-eab348dcd695 req-6ebd195f-6c34-4f32-a527-932d05173ed4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:43.741211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a1b4444-070f-4f0c-8a46-eab348dcd695 req-6ebd195f-6c34-4f32-a527-932d05173ed4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1013820 Dec 20 15:51:43.787876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:43.852079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a1b4444-070f-4f0c-8a46-eab348dcd695 req-cd169c4b-ae0f-4a71-9aba-159faf0c78ad tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868757 Dec 20 15:51:44.117696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.131898 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.135669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/1cfcfb61-ea5f-471e-a504-24c2c007d947 HTTP/1.1" status: 204 len: 168 time: 2.4053924 Dec 20 15:51:44.139232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:44.150089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-477698586'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:44.187698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a190-05be-4dee-b2d9-9f524cc8c810 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=1cfcfb61-ea5f-471e-a504-24c2c007d947,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:44.194856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e5543d7-b107-413b-aae0-c6e1587e2a4e req-6ef3a83e-e0b4-429d-b46e-36593d2251b5 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 210 time: 0.0580745 Dec 20 15:51:44.206647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.311038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Network 7af20392-59b4-4f78-b989-9366076383ee is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:44.317996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:44.321412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:44.323766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:44.326939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.330234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Pushing event updated for resources: {'Port': ['ID=cf664316-e963-4677-bf6b-7ef0e1ac274b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:44.383900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:44.398666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.399345 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment ca97e05d-32aa-4bfe-91a3-9131ef53743f of type vlan for network 8832e223-c474-4071-895b-07f90fa3ad97 Dec 20 15:51:44.413358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:44.420344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.468991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.484573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0bf3db-ed52-40ae-b18f-a42b4749c18d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:44.493557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.510167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Transition to ACTIVE for port object 1a0bf3db-ed52-40ae-b18f-a42b4749c18d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:44.531498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-595b35e1-26cf-44e6-8bc2-89d597504e38 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3340771 Dec 20 15:51:44.544633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Request body: {'port': {'device_id': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:44.604411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.649348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.652581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.656433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:44.657171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:44.730704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=8832e223-c474-4071-895b-07f90fa3ad97,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:44.742223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 8832e223-c474-4071-895b-07f90fa3ad97 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:44.851892 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-efee06e0-1ba2-40ba-9e62-fa1ec9a23021 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7113321 Dec 20 15:51:44.855182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34200) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:44.860034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:44.860795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': '8832e223-c474-4071-895b-07f90fa3ad97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:45.136133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255d38-89b5-4979-96e4-c305bd372a60 req-002e94d7-b50d-41a7-ae5c-2b92c22f4fe6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:45.137816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44255d38-89b5-4979-96e4-c305bd372a60 req-002e94d7-b50d-41a7-ae5c-2b92c22f4fe6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1684651 Dec 20 15:51:45.178331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9325c8a-edbf-4f5d-afb3-cd2369e344df {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:45.180739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:45.184649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:45.192539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Attempting to bind port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:45.201642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Attempting to bind port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:45.201642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Attempting to bind port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d on network 7af20392-59b4-4f78-b989-9366076383ee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:45.208442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:45.215982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d on network 7af20392-59b4-4f78-b989-9366076383ee not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:51:45.216443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Attempting to bind port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d on network 7af20392-59b4-4f78-b989-9366076383ee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:45.234576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44255d38-89b5-4979-96e4-c305bd372a60 req-9a593364-dadf-44f0-b45b-d51f1a685176 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834694 Dec 20 15:51:45.237631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:45.242488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Checking segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:45.242488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Bound using segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:45.242488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Bound port: 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:45.242488 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:45.244690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Transition to ACTIVE for port object d9325c8a-edbf-4f5d-afb3-cd2369e344df will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:45.330891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:45.419310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] For port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:45.450424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:45.658159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:45.852423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=e577dda2-0859-4435-88ef-40a6d169cab8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:45.867502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': 'ca97e05d-32aa-4bfe-91a3-9131ef53743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8832e223-c474-4071-895b-07f90fa3ad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:45.868070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: 8832e223-c474-4071-895b-07f90fa3ad97, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:45.885114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34226) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:45.904326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] For port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:45.993125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94599320-9386-4124-967d-38802ad1a669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.013854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 8832e223-c474-4071-895b-07f90fa3ad97 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:46.029995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.054188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.054984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.058304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] 10.222.0.83 "PUT /v2.0/ports/1a0bf3db-ed52-40ae-b18f-a42b4749c18d HTTP/1.1" status: 200 len: 1091 time: 3.4377959 Dec 20 15:51:46.078199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'tag': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:46.080555 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626fe8dd-7385-465b-955e-43c2616ad451" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee8b017-5de8-46b7-88cc-51102dbf5fab", "tag": "1a0bf3db-ed52-40ae-b18f-a42b4749c18d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:46.103091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9325c8a-edbf-4f5d-afb3-cd2369e344df,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.143676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dfc1227b-aaf5-4de6-887d-aeccc522d49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.162537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 8832e223-c474-4071-895b-07f90fa3ad97) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:46.186447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe45dd8-3b65-4bcc-a7f9-9ec85a616810 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.187173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.187173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.188539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923cf62-29e1-45d3-9d47-4c2cfb78b512 None None] Network 8832e223-c474-4071-895b-07f90fa3ad97 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:46.224839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312876d-d22c-4025-8bd3-95f93127d039 req-8d93088f-5801-4ba5-be46-266443502fc3 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.228922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2312876d-d22c-4025-8bd3-95f93127d039 req-8d93088f-5801-4ba5-be46-266443502fc3 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 932 time: 0.8968151 Dec 20 15:51:46.339914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1b74b7ed-0d93-42b3-8899-6faed2e4b786 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4835198 Dec 20 15:51:46.347544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34240) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:46.362627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': '8832e223-c474-4071-895b-07f90fa3ad97', 'name': 'tempest-PortsTestJSON-947253585', 'fixed_ips': [{'subnet_id': 'e577dda2-0859-4435-88ef-40a6d169cab8', 'ip_address': '172.20.0.10'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:46.385957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-8832e223-c474-4071-895b-07f90fa3ad97', 'network_id': '8832e223-c474-4071-895b-07f90fa3ad97', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': 'e577dda2-0859-4435-88ef-40a6d169cab8'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:51:46.387185 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.451030 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc240967-2848-46ea-9fcc-111b9ac6905d x-openstack-request-id: req-cc240967-2848-46ea-9fcc-111b9ac6905d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:46.451961 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee8b017-5de8-46b7-88cc-51102dbf5fab", "tag": "1a0bf3db-ed52-40ae-b18f-a42b4749c18d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:46.452371 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc240967-2848-46ea-9fcc-111b9ac6905d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:46.452953 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'tag': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d', 'status': 'completed', 'code': 200} Dec 20 15:51:46.537633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dfc1227b-aaf5-4de6-887d-aeccc522d49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.639880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf664316-e963-4677-bf6b-7ef0e1ac274b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:46.659623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2312876d-d22c-4025-8bd3-95f93127d039 req-95eada37-3cb1-47fc-bc50-739d12f064c0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213421 Dec 20 15:51:46.662010 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.690704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dfc1227b-aaf5-4de6-887d-aeccc522d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.696490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-11435da6-8762-4517-bd0b-1438f33d2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.698198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-11435da6-8762-4517-bd0b-1438f33d2e2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 1094 time: 0.4430532 Dec 20 15:51:46.722253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Allocated IP 172.20.0.2 (8832e223-c474-4071-895b-07f90fa3ad97/e577dda2-0859-4435-88ef-40a6d169cab8/60995cc0-5c2c-47fb-bfe5-ff849858d76a) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:46.724812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5591f2d-f7ba-46aa-95e9-ba2d5529b0b4 req-1cd99f11-6c66-4892-8c67-7b125a15be63 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:46.726576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5591f2d-f7ba-46aa-95e9-ba2d5529b0b4 req-1cd99f11-6c66-4892-8c67-7b125a15be63 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1620836 Dec 20 15:51:46.741206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Transition to ACTIVE for port object cf664316-e963-4677-bf6b-7ef0e1ac274b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:51:46.743473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Attempting to bind port d9325c8a-edbf-4f5d-afb3-cd2369e344df on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:46.744044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Attempting to bind port d9325c8a-edbf-4f5d-afb3-cd2369e344df by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:46.744297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Attempting to bind port d9325c8a-edbf-4f5d-afb3-cd2369e344df on network 7af20392-59b4-4f78-b989-9366076383ee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:46.800043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-1d6bd114-55d2-44f7-89fb-e7f8d71c839a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d HTTP/1.1" status: 200 len: 217 time: 0.0894415 Dec 20 15:51:46.810474 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dfc1227b-aaf5-4de6-887d-aeccc522d49e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3dccd774137a410c9ad5212ecec75181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9199710 Dec 20 15:51:46.810474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1227b-aaf5-4de6-887d-aeccc522d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae47cfc2-1d51-4640-b396-18aa15a3ec78,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:46.819681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34246) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:46.820276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Port d9325c8a-edbf-4f5d-afb3-cd2369e344df on network 7af20392-59b4-4f78-b989-9366076383ee not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:51:46.820276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Attempting to bind port d9325c8a-edbf-4f5d-afb3-cd2369e344df on network 7af20392-59b4-4f78-b989-9366076383ee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:46.827476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:46.827827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Checking segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:46.828199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Bound using segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:46.828633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Bound port: d9325c8a-edbf-4f5d-afb3-cd2369e344df, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:46.828989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.842463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94599320-9386-4124-967d-38802ad1a669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.880293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:46.932441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.992563 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.996296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Pushing event updated for resources: {'Port': ['ID=cf664316-e963-4677-bf6b-7ef0e1ac274b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.004651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5be452f7-403a-4edb-a54b-09046585c44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.009368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94599320-9386-4124-967d-38802ad1a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.015220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5591f2d-f7ba-46aa-95e9-ba2d5529b0b4 req-ff2d8ccf-1d7c-4c42-a250-22ca3d580603 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727029 Dec 20 15:51:47.032728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-9c861a15-8fef-4fa0-8bbf-8b89b5b34823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:47.034150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-9c861a15-8fef-4fa0-8bbf-8b89b5b34823 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 200 len: 857 time: 0.2129424 Dec 20 15:51:47.058867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5be452f7-403a-4edb-a54b-09046585c44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.084000 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.104401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-1550ccd5-8389-4c66-9cad-b647739ac558 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7af20392-59b4-4f78-b989-9366076383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464566 Dec 20 15:51:47.107500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.146802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-94599320-9386-4124-967d-38802ad1a669 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f7b76b7c5b84795b407156b08aef1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8128850 Dec 20 15:51:47.149637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Network 8832e223-c474-4071-895b-07f90fa3ad97 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:47.164902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:47.170474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port c2a3344d-96c9-4a61-acb3-48edc8c23662 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:47.175286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34250) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:47.175286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] For port d9325c8a-edbf-4f5d-afb3-cd2369e344df, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:47.184245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:47.184509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94599320-9386-4124-967d-38802ad1a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262b9441-33ab-4a79-8c8b-b7077b32049d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.210465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Pushing event updated for resources: {'Port': ['ID=60995cc0-5c2c-47fb-bfe5-ff849858d76a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.268091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] For port d9325c8a-edbf-4f5d-afb3-cd2369e344df, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:47.281851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Attempting to bind port 60995cc0-5c2c-47fb-bfe5-ff849858d76a on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:47.282231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Attempting to bind port 60995cc0-5c2c-47fb-bfe5-ff849858d76a by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ca97e05d-32aa-4bfe-91a3-9131ef53743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8832e223-c474-4071-895b-07f90fa3ad97'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:47.282622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Attempting to bind port 60995cc0-5c2c-47fb-bfe5-ff849858d76a on network 8832e223-c474-4071-895b-07f90fa3ad97 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:47.288818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:47.289221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Checking segment: {'id': 'ca97e05d-32aa-4bfe-91a3-9131ef53743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8832e223-c474-4071-895b-07f90fa3ad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:47.289636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.290033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Bound using segment: {'id': 'ca97e05d-32aa-4bfe-91a3-9131ef53743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8832e223-c474-4071-895b-07f90fa3ad97'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:47.290510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Bound port: 60995cc0-5c2c-47fb-bfe5-ff849858d76a, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca97e05d-32aa-4bfe-91a3-9131ef53743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8832e223-c474-4071-895b-07f90fa3ad97'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:47.290895 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.294117 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5be452f7-403a-4edb-a54b-09046585c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.298430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5be452f7-403a-4edb-a54b-09046585c44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.299873 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5be452f7-403a-4edb-a54b-09046585c44e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae47cfc2-1d51-4640-b396-18aa15a3ec78 HTTP/1.1" status: 204 len: 168 time: 0.4865661 Dec 20 15:51:47.320028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be452f7-403a-4edb-a54b-09046585c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae47cfc2-1d51-4640-b396-18aa15a3ec78,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.408232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] For port 60995cc0-5c2c-47fb-bfe5-ff849858d76a, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:47.413548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] For port 60995cc0-5c2c-47fb-bfe5-ff849858d76a, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60995cc0-5c2c-47fb-bfe5-ff849858d76a,segment=NetworkSegment(ca97e05d-32aa-4bfe-91a3-9131ef53743f),segment_id=ca97e05d-32aa-4bfe-91a3-9131ef53743f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:47.432373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.10 (8832e223-c474-4071-895b-07f90fa3ad97/e577dda2-0859-4435-88ef-40a6d169cab8/c2a3344d-96c9-4a61-acb3-48edc8c23662) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:47.443263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e85143cf-3297-4ab6-bdf3-40f12d9568b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.445015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-30aeb6fb-17c9-40ce-8b96-fb64d5f61e43 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214352 Dec 20 15:51:47.449700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.513147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.521374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Attempting to bind port cf664316-e963-4677-bf6b-7ef0e1ac274b on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:47.521874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Attempting to bind port cf664316-e963-4677-bf6b-7ef0e1ac274b by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:47.522054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Attempting to bind port cf664316-e963-4677-bf6b-7ef0e1ac274b on network 7af20392-59b4-4f78-b989-9366076383ee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:47.600673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:47.601656 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.603120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] 10.222.0.72 "PUT /v2.0/ports/d9325c8a-edbf-4f5d-afb3-cd2369e344df HTTP/1.1" status: 200 len: 1091 time: 3.9064741 Dec 20 15:51:47.628797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Port cf664316-e963-4677-bf6b-7ef0e1ac274b on network 7af20392-59b4-4f78-b989-9366076383ee not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:51:47.629262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Attempting to bind port cf664316-e963-4677-bf6b-7ef0e1ac274b on network 7af20392-59b4-4f78-b989-9366076383ee {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:47.635836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e85143cf-3297-4ab6-bdf3-40f12d9568b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.674071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78fa7-10b4-4088-89ea-a757500b4ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9325c8a-edbf-4f5d-afb3-cd2369e344df,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.675386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.684638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:47.684983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Checking segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:47.685403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Bound using segment: {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:47.685856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Bound port: cf664316-e963-4677-bf6b-7ef0e1ac274b, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ee88b9-3693-46da-9b78-afeb5fca264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7af20392-59b4-4f78-b989-9366076383ee'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:47.686214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.761417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-a1485f6c-9704-41de-8f5d-819f115a208d service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947595 Dec 20 15:51:47.781404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ec60-8fcb-4d4a-ba43-22bd0ca102f1 None None] Pushing event updated for resources: {'Port': ['ID=60995cc0-5c2c-47fb-bfe5-ff849858d76a,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.843444 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:47.954746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=c2a3344d-96c9-4a61-acb3-48edc8c23662,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:47.961439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-4a0df36c-c75a-4e4e-8340-73f928c566a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:47.963758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-4a0df36c-c75a-4e4e-8340-73f928c566a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 1094 time: 0.1809616 Dec 20 15:51:47.964470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 8832e223-c474-4071-895b-07f90fa3ad97 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:47.966795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:47.969468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:47.980880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] For port cf664316-e963-4677-bf6b-7ef0e1ac274b, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:48.116119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] For port cf664316-e963-4677-bf6b-7ef0e1ac274b, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:48.127702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e85143cf-3297-4ab6-bdf3-40f12d9568b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.151621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e85143cf-3297-4ab6-bdf3-40f12d9568b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.151621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e85143cf-3297-4ab6-bdf3-40f12d9568b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/262b9441-33ab-4a79-8c8b-b7077b32049d HTTP/1.1" status: 204 len: 168 time: 0.9606354 Dec 20 15:51:48.152610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.152610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.195280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-fb46ebe9-b7a0-4b2f-88a2-a28f8d5f64c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df HTTP/1.1" status: 200 len: 217 time: 0.1997585 Dec 20 15:51:48.227108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab44c84-2bca-44a6-8adc-396b34759f67 req-b357730f-37f8-4ce5-8d11-9bdbedf45b9b tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.235990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ab44c84-2bca-44a6-8adc-396b34759f67 req-b357730f-37f8-4ce5-8d11-9bdbedf45b9b tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 944 time: 0.3627734 Dec 20 15:51:48.346722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5a56ceb-000b-45ff-83c0-b8d99e84a6ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9941506 Dec 20 15:51:48.348661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34276) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:48.356977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': '8832e223-c474-4071-895b-07f90fa3ad97', 'name': 'tempest-PortsTestJSON-1850713535', 'fixed_ips': [{'subnet_id': 'e577dda2-0859-4435-88ef-40a6d169cab8', 'ip_address': '172.20.0.9'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:48.373000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60995cc0-5c2c-47fb-bfe5-ff849858d76a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:48.417909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85143cf-3297-4ab6-bdf3-40f12d9568b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262b9441-33ab-4a79-8c8b-b7077b32049d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:48.422996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-3cafcf11-59d8-4b3c-839e-91597d986009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.437944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-3cafcf11-59d8-4b3c-839e-91597d986009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 200 len: 857 time: 0.1370878 Dec 20 15:51:48.451200 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.499813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'tag': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:48.507707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 60995cc0-5c2c-47fb-bfe5-ff849858d76a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:48.508320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.513186 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bdf810-46ed-446c-a4b0-e550977d3cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c", "tag": "d9325c8a-edbf-4f5d-afb3-cd2369e344df"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:48.658401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Pushing event updated for resources: {'Port': ['ID=cf664316-e963-4677-bf6b-7ef0e1ac274b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:48.659471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.670427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.671055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.672911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-0b1a0212-cd35-4b49-aea7-23340afaed9e service neutron] 10.222.0.83 "PUT /v2.0/ports/cf664316-e963-4677-bf6b-7ef0e1ac274b HTTP/1.1" status: 200 len: 1092 time: 4.1326773 Dec 20 15:51:48.676141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-234c8914-3634-465b-bb30-aea2aa6201ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7af20392-59b4-4f78-b989-9366076383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2373469 Dec 20 15:51:48.706238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 60995cc0-5c2c-47fb-bfe5-ff849858d76a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60995cc0-5c2c-47fb-bfe5-ff849858d76a,segment=NetworkSegment(ca97e05d-32aa-4bfe-91a3-9131ef53743f),segment_id=ca97e05d-32aa-4bfe-91a3-9131ef53743f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:48.719242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fe8dd-7385-465b-955e-43c2616ad451 req-a7e0de09-fc44-45fc-9e6d-59efa1845b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.721036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-a7e0de09-fc44-45fc-9e6d-59efa1845b54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 1094 time: 0.7517536 Dec 20 15:51:48.765636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928fa15-c4a3-4237-a3c7-79fde22ded84 req-d1b5f729-69be-4494-84f9-9a8b4a8b8544 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:48.771528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a928fa15-c4a3-4237-a3c7-79fde22ded84 req-d1b5f729-69be-4494-84f9-9a8b4a8b8544 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.5290117 Dec 20 15:51:48.803092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:48.816895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.837464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:48.883379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port b3c7f456-952a-402e-a7dd-40bbec04bb23 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:48.956192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=60995cc0-5c2c-47fb-bfe5-ff849858d76a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:48.962115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ab44c84-2bca-44a6-8adc-396b34759f67 req-a038050b-0516-479e-b341-613c5e982311 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211003 Dec 20 15:51:49.013748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a928fa15-c4a3-4237-a3c7-79fde22ded84 req-567f3db5-083d-4065-9d7b-fecd9da02385 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324939 Dec 20 15:51:49.230394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-636e8ca2-3455-4511-8fd1-ca6d26277985 service neutron] 10.222.0.72 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425642 Dec 20 15:51:49.239714 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df203906-61f2-4eb1-9d56-1ff0925602c4 x-openstack-request-id: req-df203906-61f2-4eb1-9d56-1ff0925602c4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:49.240010 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c", "tag": "d9325c8a-edbf-4f5d-afb3-cd2369e344df", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:49.240271 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df203906-61f2-4eb1-9d56-1ff0925602c4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:49.240672 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'tag': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df', 'status': 'completed', 'code': 200} Dec 20 15:51:49.245811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-9234aa88-6c96-4fa4-862a-9891d39c6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.247325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-9234aa88-6c96-4fa4-862a-9891d39c6ac4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 1095 time: 0.2843211 Dec 20 15:51:49.257930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fe8dd-7385-465b-955e-43c2616ad451 req-e7dfeefc-c638-4a41-8d16-4b4383582f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.259517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-e7dfeefc-c638-4a41-8d16-4b4383582f67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 918 time: 0.5048175 Dec 20 15:51:49.304049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.9 (8832e223-c474-4071-895b-07f90fa3ad97/e577dda2-0859-4435-88ef-40a6d169cab8/b3c7f456-952a-402e-a7dd-40bbec04bb23) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:49.332259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-45a67a1a-9998-4ce6-ac08-cc837261a89e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d HTTP/1.1" status: 200 len: 217 time: 0.0596099 Dec 20 15:51:49.411995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e00060a-a15a-48e6-b7b2-002dc67ef722 None None] Network 8832e223-c474-4071-895b-07f90fa3ad97 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:49.448754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-7b81f7c4-a754-4e2d-99d3-f6fb2b07d8b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b HTTP/1.1" status: 200 len: 217 time: 0.1773245 Dec 20 15:51:49.528279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fe8dd-7385-465b-955e-43c2616ad451 req-5011bb83-d0da-4e46-957a-41dd81b6e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.528279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-5011bb83-d0da-4e46-957a-41dd81b6e7cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 200 len: 857 time: 0.1782646 Dec 20 15:51:49.558511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dce536e8-f4b6-44c8-a194-f2ac134bd129 None None] Provisioning complete for port 60995cc0-5c2c-47fb-bfe5-ff849858d76a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:49.558771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-a70e042f-2faf-406d-99eb-b5d39f655662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.558874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dce536e8-f4b6-44c8-a194-f2ac134bd129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:49.560273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-a70e042f-2faf-406d-99eb-b5d39f655662 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 200 len: 857 time: 0.1021321 Dec 20 15:51:49.577663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-2f05492c-343d-4eb1-8b89-7092ec9a6f2a service neutron] 10.222.0.72 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341334 Dec 20 15:51:49.582242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-5ddeba05-36bf-4834-9d14-827155c21b8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7af20392-59b4-4f78-b989-9366076383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393827 Dec 20 15:51:49.632947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-63f0437f-cf81-4606-9900-472cfd90797f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7af20392-59b4-4f78-b989-9366076383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536766 Dec 20 15:51:49.679169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:49.807815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-bcc0e79e-3a0e-4f4a-9375-910b325f51a0 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163320 Dec 20 15:51:49.843286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-7098841e-ef24-4669-9d0f-e8bea5149756 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006483 Dec 20 15:51:49.844147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:49.940090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=b3c7f456-952a-402e-a7dd-40bbec04bb23,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:49.940429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-4f02e995-bc22-4aa5-aa1f-46cccb3f6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:49.942155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-4f02e995-bc22-4aa5-aa1f-46cccb3f6791 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 1094 time: 0.1682460 Dec 20 15:51:49.987640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network 8832e223-c474-4071-895b-07f90fa3ad97 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:49.992378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:49.997815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:50.106494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.108195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:50.200457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86b1e135-6d2e-438b-9899-efaca8fe2398 None None] Provisioning complete for port 60995cc0-5c2c-47fb-bfe5-ff849858d76a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:50.200837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86b1e135-6d2e-438b-9899-efaca8fe2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:50.219886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-24698bb3-536f-4651-a85d-0dc3dbc9f56f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8676524 Dec 20 15:51:50.220314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34328) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:50.370857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60995cc0-5c2c-47fb-bfe5-ff849858d76a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:50.512898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86b1e135-6d2e-438b-9899-efaca8fe2398 None None] Provisioning complete for port c2a3344d-96c9-4a61-acb3-48edc8c23662 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:50.513982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86b1e135-6d2e-438b-9899-efaca8fe2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:50.562010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 60995cc0-5c2c-47fb-bfe5-ff849858d76a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:50.562652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:50.568067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09ccb1-d092-46c1-bbfa-4fc28cd9494e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.575211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d09ccb1-d092-46c1-bbfa-4fc28cd9494e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3505414 Dec 20 15:51:50.575591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34336) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:50.601942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf71696c-68b3-4c85-9ff6-2ca0a81d63f6 req-279eecf5-7a8a-4a60-82f1-a0cd05ef31f1 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492115 Dec 20 15:51:50.616453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-86b1e135-6d2e-438b-9899-efaca8fe2398 None None] Port c2a3344d-96c9-4a61-acb3-48edc8c23662 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:50.749466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-96af184e-be78-4667-b59e-0a984bcaf584 None None] Provisioning complete for port c2a3344d-96c9-4a61-acb3-48edc8c23662 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:50.750054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-96af184e-be78-4667-b59e-0a984bcaf584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:50.791481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626fe8dd-7385-465b-955e-43c2616ad451 req-714ffc84-f838-43b4-8446-ec107337e213 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9708159 Dec 20 15:51:50.825969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-96af184e-be78-4667-b59e-0a984bcaf584 None None] Port c2a3344d-96c9-4a61-acb3-48edc8c23662 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:50.888354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-29a56b82-92e0-4821-9ed1-8c463bdcdedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.891350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-29a56b82-92e0-4821-9ed1-8c463bdcdedf service neutron] 10.222.0.72 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 918 time: 0.9195261 Dec 20 15:51:50.899872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a913e-fe4d-4497-b5dc-6e9b97ca916b req-ea53e614-ee75-4c62-acbe-b04500ee6905 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.901665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e3a913e-fe4d-4497-b5dc-6e9b97ca916b req-ea53e614-ee75-4c62-acbe-b04500ee6905 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.2944272 Dec 20 15:51:50.911979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05072c-d9fb-4c77-bdfc-70d52be4b655 req-a232decc-a17e-4561-9883-66324f1b1148 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:50.913693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c05072c-d9fb-4c77-bdfc-70d52be4b655 req-a232decc-a17e-4561-9883-66324f1b1148 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 944 time: 0.3101559 Dec 20 15:51:50.954150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3366eff1-575f-473d-9519-ebfe7112274c None None] Provisioning complete for port b3c7f456-952a-402e-a7dd-40bbec04bb23 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:50.954530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3366eff1-575f-473d-9519-ebfe7112274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:50.954916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-de1af5be-22e3-4ccc-b1d7-47bf205f69b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df HTTP/1.1" status: 200 len: 217 time: 0.0520549 Dec 20 15:51:51.036260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3366eff1-575f-473d-9519-ebfe7112274c None None] Port b3c7f456-952a-402e-a7dd-40bbec04bb23 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:51:51.060379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-170017cc-0e0b-43fb-b8b7-0d71f0569647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.062092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-170017cc-0e0b-43fb-b8b7-0d71f0569647 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 200 len: 857 time: 0.0973406 Dec 20 15:51:51.127274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-f4eababa-4017-4537-a9bd-cc863ac24f98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7af20392-59b4-4f78-b989-9366076383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552247 Dec 20 15:51:51.152399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c05072c-d9fb-4c77-bdfc-70d52be4b655 req-020d328f-c88b-43ee-8ed2-fd95139aa070 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902463 Dec 20 15:51:51.175531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e3a913e-fe4d-4497-b5dc-6e9b97ca916b req-78021db5-5bd1-4681-b6d1-5e429ef2c0ce tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553420 Dec 20 15:51:51.201260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e576fb0-fc80-498e-bb3b-3a058bc8de39 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.221260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e576fb0-fc80-498e-bb3b-3a058bc8de39 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.228940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e576fb0-fc80-498e-bb3b-3a058bc8de39 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.233413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3e576fb0-fc80-498e-bb3b-3a058bc8de39 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6542182 Dec 20 15:51:51.235844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:51.284232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'tag': 'cf664316-e963-4677-bf6b-7ef0e1ac274b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:51.301513 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8af81-411f-4995-bbfb-45f613a0f6da" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ba51ee-5bde-481d-aef7-13a72660ffda", "tag": "cf664316-e963-4677-bf6b-7ef0e1ac274b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:51.301710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1a0bf3db-ed52-40ae-b18f-a42b4749c18d details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:51:51.406169 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748fbef2-ba16-4b7a-8507-8415e32af287 x-openstack-request-id: req-748fbef2-ba16-4b7a-8507-8415e32af287 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:51.406169 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ba51ee-5bde-481d-aef7-13a72660ffda", "tag": "cf664316-e963-4677-bf6b-7ef0e1ac274b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:51.406362 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-748fbef2-ba16-4b7a-8507-8415e32af287 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:51.406639 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'tag': 'cf664316-e963-4677-bf6b-7ef0e1ac274b', 'status': 'completed', 'code': 200} Dec 20 15:51:51.445768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-79198c3f-7a12-4925-8cec-7e1ad97b94eb service neutron] 10.222.0.72 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803836 Dec 20 15:51:51.452616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port b3c7f456-952a-402e-a7dd-40bbec04bb23 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:51.458285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:51.548621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:51.555396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:51.564268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d', 'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'port_id': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d', 'mac_address': 'fa:16:3e:ac:2f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d66f7-7c72-42ce-9fc8-3c60257bd8f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:51:51.617379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:51.617747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-f55b7d49-604c-4e95-b5fc-9d02395d5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.621651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-f55b7d49-604c-4e95-b5fc-9d02395d5303 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 1095 time: 0.1670940 Dec 20 15:51:51.636507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0bf3db-ed52-40ae-b18f-a42b4749c18d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:51.657141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:51.662711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:51.701052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for b3c7f456-952a-402e-a7dd-40bbec04bb23 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:51.709715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22bdf810-46ed-446c-a4b0-e550977d3cbc req-a0945ee5-a9df-4c70-ae37-9cb5b9e0acb3 service neutron] 10.222.0.72 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630167 Dec 20 15:51:51.821953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:51.837685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-43aee4e4-c389-408f-b52a-16d3ce3651c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.843074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-43aee4e4-c389-408f-b52a-16d3ce3651c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 200 len: 918 time: 0.2096972 Dec 20 15:51:51.885067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:51.895699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-dc3be0bd-330e-4792-93e8-66a543675e66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b HTTP/1.1" status: 200 len: 217 time: 0.0443962 Dec 20 15:51:51.961062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-5ba1d617-91d9-4a6e-9940-b0bfd91ba835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:51.962653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-5ba1d617-91d9-4a6e-9940-b0bfd91ba835 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 200 len: 857 time: 0.0585814 Dec 20 15:51:51.976705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:52.018681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-204d1289-3192-4126-ba0a-022b98a60230 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7af20392-59b4-4f78-b989-9366076383ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465665 Dec 20 15:51:52.031644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=b3c7f456-952a-402e-a7dd-40bbec04bb23,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.157786 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:52.163904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-50370648-b169-4d81-9016-98191d097688 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/b3c7f456-952a-402e-a7dd-40bbec04bb23 HTTP/1.1" status: 204 len: 168 time: 0.9246247 Dec 20 15:51:52.165082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:52.204050 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa34db-3c20-40a6-b1c4-ad72d1f6ea8e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:52.205574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-adaa34db-3c20-40a6-b1c4-ad72d1f6ea8e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/b3c7f456-952a-402e-a7dd-40bbec04bb23 HTTP/1.1" status: 404 len: 333 time: 0.0394881 Dec 20 15:51:52.208941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:52.239940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-a00a816a-49bb-4536-9ce7-5d5d3bff28d0 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134936 Dec 20 15:51:52.260018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['1a0bf3db-ed52-40ae-b18f-a42b4749c18d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:52.353893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d9325c8a-edbf-4f5d-afb3-cd2369e344df details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:51:52.397048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f8af81-411f-4995-bbfb-45f613a0f6da req-7c179536-aa23-42b6-81ac-c537e98fe801 service neutron] 10.222.0.83 "GET /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460121 Dec 20 15:51:52.475972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port c2a3344d-96c9-4a61-acb3-48edc8c23662 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:52.476629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:52.521725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c19dd-7509-43b7-a526-7e3170fe33a8 req-c7d2b960-015c-4eac-96ef-b3ffa66983d5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:52.523606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c7c19dd-7509-43b7-a526-7e3170fe33a8 req-c7d2b960-015c-4eac-96ef-b3ffa66983d5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1236973 Dec 20 15:51:52.561472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d9325c8a-edbf-4f5d-afb3-cd2369e344df, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:52.582054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df', 'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'port_id': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df', 'mac_address': 'fa:16:3e:49:1a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d66f7-7c72-42ce-9fc8-3c60257bd8f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:51:52.633036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c7c19dd-7509-43b7-a526-7e3170fe33a8 req-727a52e9-74b3-41a4-b1aa-b118c870bb64 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025407 Dec 20 15:51:52.633301 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:52.667708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9325c8a-edbf-4f5d-afb3-cd2369e344df {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:52.674112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:52.698814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d9325c8a-edbf-4f5d-afb3-cd2369e344df, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:52.717914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for c2a3344d-96c9-4a61-acb3-48edc8c23662 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:52.799907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:52.943910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d9325c8a-edbf-4f5d-afb3-cd2369e344df,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:52.982699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c032-fded-460c-b989-5a83c29a86f6 req-b242f715-e4dc-4c5a-b57c-75734868f0d1 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:52.984289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd97c032-fded-460c-b989-5a83c29a86f6 req-b242f715-e4dc-4c5a-b57c-75734868f0d1 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 944 time: 0.5832551 Dec 20 15:51:53.014111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.053419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d9325c8a-edbf-4f5d-afb3-cd2369e344df'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:53.054811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1045f-f173-4d27-96d9-35ee68128c08 req-1830280f-5f76-42f0-9058-ce3e76dcecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:53.055121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=c2a3344d-96c9-4a61-acb3-48edc8c23662,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:53.056513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1d1045f-f173-4d27-96d9-35ee68128c08 req-1830280f-5f76-42f0-9058-ce3e76dcecb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.1080074 Dec 20 15:51:53.099218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd97c032-fded-460c-b989-5a83c29a86f6 req-005f84f2-2d1d-40c0-a9fe-b1f61a41e9c1 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949929 Dec 20 15:51:53.120901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1d1045f-f173-4d27-96d9-35ee68128c08 req-eb409d50-6588-4673-a414-eb9dbcebd96c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Dec 20 15:51:53.224932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.228116 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-650f6845-041e-4491-b3c9-245ff80397c3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/c2a3344d-96c9-4a61-acb3-48edc8c23662 HTTP/1.1" status: 204 len: 168 time: 1.0165951 Dec 20 15:51:53.230709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:53.259139 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25b91fa-c24a-42ac-a927-2d26f5ae9953 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:51:53.261247 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a25b91fa-c24a-42ac-a927-2d26f5ae9953 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/c2a3344d-96c9-4a61-acb3-48edc8c23662 HTTP/1.1" status: 404 len: 333 time: 0.0295775 Dec 20 15:51:53.263914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34438) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:53.330474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet e577dda2-0859-4435-88ef-40a6d169cab8 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:51:53.335044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.424917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.531692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.768390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fafd82-8db9-427f-90a2-8a25651d1918 req-603b77f3-d8ab-4486-8b2d-db8a3656ba70 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:53.770209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81fafd82-8db9-427f-90a2-8a25651d1918 req-603b77f3-d8ab-4486-8b2d-db8a3656ba70 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0551112 Dec 20 15:51:53.786736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.820144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=e577dda2-0859-4435-88ef-40a6d169cab8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:53.826956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:53.831466 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dec9aa64-b7b3-44da-bcc1-77416a933720 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/e577dda2-0859-4435-88ef-40a6d169cab8 HTTP/1.1" status: 204 len: 168 time: 0.5660713 Dec 20 15:51:53.835043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:53.835890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3e333-09a1-4b77-b3af-852a216d6d5f None None] Network 8832e223-c474-4071-895b-07f90fa3ad97 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:53.875841 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:51:53.885883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81fafd82-8db9-427f-90a2-8a25651d1918 req-8b29563c-8d5e-4026-a860-bae684285cbc tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083975 Dec 20 15:51:54.037956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.089457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] DHCP port deletion for 8832e223-c474-4071-895b-07f90fa3ad97 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:51:54.193803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] Deleting port 60995cc0-5c2c-47fb-bfe5-ff849858d76a {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:54.194804 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.199597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port 60995cc0-5c2c-47fb-bfe5-ff849858d76a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:54.200181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.257564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb306097-0a4f-4143-9e28-67f862c267de req-631950fb-dbff-4a80-8e50-97831a717cb7 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:54.268651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb306097-0a4f-4143-9e28-67f862c267de req-631950fb-dbff-4a80-8e50-97831a717cb7 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 944 time: 0.0813768 Dec 20 15:51:54.299931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d9325c8a-edbf-4f5d-afb3-cd2369e344df up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:54.375247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60995cc0-5c2c-47fb-bfe5-ff849858d76a no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:51:54.383846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port 60995cc0-5c2c-47fb-bfe5-ff849858d76a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60995cc0-5c2c-47fb-bfe5-ff849858d76a,segment=NetworkSegment(ca97e05d-32aa-4bfe-91a3-9131ef53743f),segment_id=ca97e05d-32aa-4bfe-91a3-9131ef53743f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:54.384841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.444731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for 60995cc0-5c2c-47fb-bfe5-ff849858d76a owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:54.482792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] For port 60995cc0-5c2c-47fb-bfe5-ff849858d76a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60995cc0-5c2c-47fb-bfe5-ff849858d76a,segment=NetworkSegment(ca97e05d-32aa-4bfe-91a3-9131ef53743f),segment_id=ca97e05d-32aa-4bfe-91a3-9131ef53743f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:54.484489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.486299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb306097-0a4f-4143-9e28-67f862c267de req-2bbb1509-5f62-4537-8537-1d814b338f1b tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128136 Dec 20 15:51:54.516327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] Calling delete_port for 60995cc0-5c2c-47fb-bfe5-ff849858d76a owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:54.631473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.653919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d9325c8a-edbf-4f5d-afb3-cd2369e344df completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:54.663182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d9325c8a-edbf-4f5d-afb3-cd2369e344df triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:54.663563 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.677543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.710140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=60995cc0-5c2c-47fb-bfe5-ff849858d76a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:54.711643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port 60995cc0-5c2c-47fb-bfe5-ff849858d76a on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:54.730437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.766345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] Pushing event deleted for resources: {'Port': ['ID=60995cc0-5c2c-47fb-bfe5-ff849858d76a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:54.772126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb97681-f741-4e38-885a-d3e500d2fa48 None None] No DVR routers for this DVR port 60995cc0-5c2c-47fb-bfe5-ff849858d76a on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:54.826620 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.833959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.854360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:54.856957 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b205a510-f2fd-4809-800f-6bb5dc3c9ccf" -d '{"events": [{"server_uuid": "5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c", "name": "network-vif-plugged", "status": "completed", "tag": "d9325c8a-edbf-4f5d-afb3-cd2369e344df"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:54.864967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8832e223-c474-4071-895b-07f90fa3ad97']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:54.882914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca97e05d-32aa-4bfe-91a3-9131ef53743f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:54.883223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca97e05d-32aa-4bfe-91a3-9131ef53743f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:51:54.893135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d9325c8a-edbf-4f5d-afb3-cd2369e344df, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:54.911773 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa9bd82-0c90-4010-81fa-a2a4ba56128a x-openstack-request-id: req-ffa9bd82-0c90-4010-81fa-a2a4ba56128a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:54.912105 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c", "name": "network-vif-plugged", "status": "completed", "tag": "d9325c8a-edbf-4f5d-afb3-cd2369e344df", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:54.912335 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffa9bd82-0c90-4010-81fa-a2a4ba56128a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:54.912747 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df', 'code': 200} Dec 20 15:51:54.913224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.928988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.937313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:51:54.937904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:51:54.942482 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:51:55.057235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b147404-037c-45c7-951f-f802f1e11e79 req-f5fdc91d-583c-4e9c-9fc8-0f194e8bfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.058860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b147404-037c-45c7-951f-f802f1e11e79 req-f5fdc91d-583c-4e9c-9fc8-0f194e8bfdac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 1095 time: 0.0807562 Dec 20 15:51:55.073535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67e19f-c997-4ce3-847a-82cf79091a0d req-2fce1279-4510-45c3-b710-3b3bb110955e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.074987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be67e19f-c997-4ce3-847a-82cf79091a0d req-2fce1279-4510-45c3-b710-3b3bb110955e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.0685673 Dec 20 15:51:55.105418 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.169710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.184357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d9325c8a-edbf-4f5d-afb3-cd2369e344df,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.201834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.203777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b147404-037c-45c7-951f-f802f1e11e79 req-c1c13f5c-b7a0-44dd-adeb-3c311c8048bd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278398 Dec 20 15:51:55.208812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be67e19f-c997-4ce3-847a-82cf79091a0d req-96c75007-afb5-4463-a94e-460b7976be41 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175399 Dec 20 15:51:55.217942 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/8832e223-c474-4071-895b-07f90fa3ad97 HTTP/1.1" status: 204 len: 168 time: 1.3777237 Dec 20 15:51:55.224877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f55f-abaa-48bf-8331-6fe4a32cbe32 req-1fa0bd72-014c-4885-ada8-8be43c8eee3d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.241930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f247f55f-abaa-48bf-8331-6fe4a32cbe32 req-1fa0bd72-014c-4885-ada8-8be43c8eee3d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1648533 Dec 20 15:51:55.243820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34542) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:55.262819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-598305699'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:55.305340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ef9d4-2c3e-4135-8158-0b2b308c396a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=8832e223-c474-4071-895b-07f90fa3ad97,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.313306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device cf664316-e963-4677-bf6b-7ef0e1ac274b details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:51:55.319245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1a0bf3db-ed52-40ae-b18f-a42b4749c18d up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:55.324008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f247f55f-abaa-48bf-8331-6fe4a32cbe32 req-fc7d1276-89d5-4420-bc9d-3fd2c5776b36 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811839 Dec 20 15:51:55.431939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:55.442893 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.468641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port cf664316-e963-4677-bf6b-7ef0e1ac274b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:55.470119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:51:55.480781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.481371 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Added segment a3019d6d-32d5-4d96-91ea-026732f710ad of type vlan for network aba6362c-bf3a-462e-98cb-ac53764dd7b6 Dec 20 15:51:55.484156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'cf664316-e963-4677-bf6b-7ef0e1ac274b', 'network_id': '7af20392-59b4-4f78-b989-9366076383ee', 'port_id': 'cf664316-e963-4677-bf6b-7ef0e1ac274b', 'mac_address': 'fa:16:3e:76:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d66f7-7c72-42ce-9fc8-3c60257bd8f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:51:55.541467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.541843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.557294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf664316-e963-4677-bf6b-7ef0e1ac274b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:55.580901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port cf664316-e963-4677-bf6b-7ef0e1ac274b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:55.636804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:55.641097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:55.641514 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.654602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1693e-ff07-4e82-b5bb-c8f803392fd3 req-9aa9229f-5ee2-4d32-814e-c5954354fd65 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.656166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d1693e-ff07-4e82-b5bb-c8f803392fd3 req-9aa9229f-5ee2-4d32-814e-c5954354fd65 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 944 time: 0.0518034 Dec 20 15:51:55.710538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d1693e-ff07-4e82-b5bb-c8f803392fd3 req-53d4afb6-f873-45be-8981-d8820cb3fd83 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466883 Dec 20 15:51:55.729397 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.758453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:55.842996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.845197 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.851571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:55.854913 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.898517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:55.925400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=cf664316-e963-4677-bf6b-7ef0e1ac274b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.931905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Network': ['ID=aba6362c-bf3a-462e-98cb-ac53764dd7b6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:55.953935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:51:56.036889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:56.059444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c454136f-b8ab-4ac6-84e4-5b71614fb297 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8139405 Dec 20 15:51:56.065539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34572) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:56.071990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:56.172885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f92fc-cd07-447f-8dc7-97393022b5a5 req-bd1489ca-6475-4d0e-b765-da53934cc896 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:56.174970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a6f92fc-cd07-447f-8dc7-97393022b5a5 req-bd1489ca-6475-4d0e-b765-da53934cc896 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0772445 Dec 20 15:51:56.241855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['cf664316-e963-4677-bf6b-7ef0e1ac274b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:56.283395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a6f92fc-cd07-447f-8dc7-97393022b5a5 req-193c2995-4b25-402f-8188-cd5982441a35 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906203 Dec 20 15:51:56.294661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd856a-2d30-4562-a604-c21596779c79 req-5d1bdf61-b8dd-4813-87a0-92cb4ff68593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:56.296389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-5d1bdf61-b8dd-4813-87a0-92cb4ff68593 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.0849810 Dec 20 15:51:56.416134 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:56.424275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:56.567732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae71c-72f4-4d95-97ac-f856ace40084 req-acf1cf93-ca87-4bd9-ad03-834ce3d3466f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:56.571765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f8ae71c-72f4-4d95-97ac-f856ace40084 req-acf1cf93-ca87-4bd9-ad03-834ce3d3466f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.1579161 Dec 20 15:51:56.574216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd856a-2d30-4562-a604-c21596779c79 req-cd58b6ea-2e5a-47ae-b31d-3b4869f0e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:56.576767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-cd58b6ea-2e5a-47ae-b31d-3b4869f0e610 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.2654097 Dec 20 15:51:56.677383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-86dc7efd-7702-47d7-a6e4-f9757251e249 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.0800104 Dec 20 15:51:56.729461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f8ae71c-72f4-4d95-97ac-f856ace40084 req-8e7528d7-6d47-4777-9695-1f53dd0202d5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477370 Dec 20 15:51:56.744287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd856a-2d30-4562-a604-c21596779c79 req-c2ce49ea-5e6c-412a-bb69-eaf097854069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:56.745852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-c2ce49ea-5e6c-412a-bb69-eaf097854069 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.0614839 Dec 20 15:51:56.782708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-b418988f-28e4-4900-86d5-19c4e64532e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292118 Dec 20 15:51:56.860661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:56.914084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:56.916576 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734998e0-e436-4b1f-afb7-af744603f76a" -d '{"events": [{"server_uuid": "4ee8b017-5de8-46b7-88cc-51102dbf5fab", "name": "network-vif-plugged", "status": "completed", "tag": "1a0bf3db-ed52-40ae-b18f-a42b4749c18d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:56.937127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=6cfd7a46-1258-41aa-99e4-4cdd8133d0e9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:56.950983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Checking segment: {'id': 'a3019d6d-32d5-4d96-91ea-026732f710ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:56.951609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network hostable DHCP agents. Network: aba6362c-bf3a-462e-98cb-ac53764dd7b6, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:51:56.956774 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.033867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:57.042374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:51:57.055889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-a339d773-531b-4a07-9d77-5acde135bb39 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644801 Dec 20 15:51:57.070094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11e27-c634-4522-ad1c-d192e2a32c53 req-6ebff05d-0f13-4106-92a3-b66d8665385d tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.071707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9f11e27-c634-4522-ad1c-d192e2a32c53 req-6ebff05d-0f13-4106-92a3-b66d8665385d tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 945 time: 0.1941528 Dec 20 15:51:57.083039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72056177-6ffc-4865-ab36-4025041acef7 req-0cdcbf04-7c5d-4b4e-baf1-4d8dfc4a98c1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.084763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72056177-6ffc-4865-ab36-4025041acef7 req-0cdcbf04-7c5d-4b4e-baf1-4d8dfc4a98c1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.1459506 Dec 20 15:51:57.104396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93566f-0b89-4a3f-b8ac-6942aa846090 req-4830419f-ed8c-40e3-8167-3cea1b08a1ed tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.106078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d93566f-0b89-4a3f-b8ac-6942aa846090 req-4830419f-ed8c-40e3-8167-3cea1b08a1ed tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.1658943 Dec 20 15:51:57.122834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, aba6362c-bf3a-462e-98cb-ac53764dd7b6) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:57.132497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.132497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.134590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168bdc82-e3c5-4d1a-867f-f7b3ed3a0be7 None None] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:51:57.217711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8351a344-3b6f-475b-a45a-2e957a370bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.223746 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c6e97b6-3508-4ac6-a1f7-7073ef003ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1560810 Dec 20 15:51:57.226516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:57.231087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1931102802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:57.302587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d93566f-0b89-4a3f-b8ac-6942aa846090 req-7a6f1bde-2612-4323-bb61-277f2a4f49a4 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830871 Dec 20 15:51:57.308518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-aba6362c-bf3a-462e-98cb-ac53764dd7b6', 'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': '6cfd7a46-1258-41aa-99e4-4cdd8133d0e9'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:51:57.308518 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.362494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.363562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.365693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9f11e27-c634-4522-ad1c-d192e2a32c53 req-8ffff489-2046-4c97-8dec-6bf5314c0942 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788587 Dec 20 15:51:57.446813 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a29ea1-b450-4e44-8635-54533ffc6617 x-openstack-request-id: req-f5a29ea1-b450-4e44-8635-54533ffc6617 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:57.447155 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee8b017-5de8-46b7-88cc-51102dbf5fab", "name": "network-vif-plugged", "status": "completed", "tag": "1a0bf3db-ed52-40ae-b18f-a42b4749c18d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:57.447355 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5a29ea1-b450-4e44-8635-54533ffc6617 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:57.447742 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d', 'code': 200} Dec 20 15:51:57.453473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dd856a-2d30-4562-a604-c21596779c79 req-088f0123-c613-4609-88af-d171518ab4d2 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804996 Dec 20 15:51:57.483577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Deleting port e84182de-82d6-42c3-913b-e10dc3d0ab36 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:57.483841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8351a344-3b6f-475b-a45a-2e957a370bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.483957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.547870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Allocated IP 172.20.0.2 (aba6362c-bf3a-462e-98cb-ac53764dd7b6/6cfd7a46-1258-41aa-99e4-4cdd8133d0e9/eda80cca-adce-4b01-8527-6b9a205cb05b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:57.581333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8351a344-3b6f-475b-a45a-2e957a370bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.600393 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.643793 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8351a344-3b6f-475b-a45a-2e957a370bfd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d13f299a82554b42b601c307c9dd8dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6063600 Dec 20 15:51:57.647727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:57.664383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3aa22-f994-4871-8229-cacdcce76bc3 req-7be52361-8208-4e79-b95a-871a6fdd04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.664636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351a344-3b6f-475b-a45a-2e957a370bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57a26ed-02b1-40e4-8636-41832a83027e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:57.665920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01e3aa22-f994-4871-8229-cacdcce76bc3 req-7be52361-8208-4e79-b95a-871a6fdd04ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 1096 time: 0.1402237 Dec 20 15:51:57.673691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] For port e84182de-82d6-42c3-913b-e10dc3d0ab36, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e84182de-82d6-42c3-913b-e10dc3d0ab36,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:57.673691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.684663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab394b6-324e-4fe2-a387-6f5c66d447ae req-c78f5285-cb2d-47dc-8883-bff8a9816631 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.686041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bab394b6-324e-4fe2-a387-6f5c66d447ae req-c78f5285-cb2d-47dc-8883-bff8a9816631 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1465657 Dec 20 15:51:57.716488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.717433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Calling delete_port for e84182de-82d6-42c3-913b-e10dc3d0ab36 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:51:57.752096 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.776712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9372-86b3-4b5f-aa69-dea31086db83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.813041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9372-86b3-4b5f-aa69-dea31086db83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.822575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01e3aa22-f994-4871-8229-cacdcce76bc3 req-e833bdec-5c26-4adb-b127-c5a45c461716 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461570 Dec 20 15:51:57.829813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bab394b6-324e-4fe2-a387-6f5c66d447ae req-75da8969-9052-4d2c-acc4-8e1d1200fe88 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322243 Dec 20 15:51:57.915876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de6f86-f15b-4fc5-8f54-acf8f065c258 req-e4336e56-e2ff-4a39-a1d7-e46cd7cda12c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:57.917429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31de6f86-f15b-4fc5-8f54-acf8f065c258 req-e4336e56-e2ff-4a39-a1d7-e46cd7cda12c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 945 time: 0.0732446 Dec 20 15:51:57.919499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.921314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a44af384-25ee-4106-bd46-9a7736693677 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6930759 Dec 20 15:51:57.923496 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34618) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:57.928689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6', 'name': 'tempest-PortsTestJSON-1165779554'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:51:57.963048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.988881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9372-86b3-4b5f-aa69-dea31086db83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.996194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9372-86b3-4b5f-aa69-dea31086db83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:57.997453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e4cc9372-86b3-4b5f-aa69-dea31086db83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a57a26ed-02b1-40e4-8636-41832a83027e HTTP/1.1" status: 204 len: 168 time: 0.3487248 Dec 20 15:51:57.999693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:58.004932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:58.008609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:58.011487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31de6f86-f15b-4fc5-8f54-acf8f065c258 req-ecd5a7fe-9fdc-42a6-b17b-df9d20a13937 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878606 Dec 20 15:51:58.024956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Pushing event updated for resources: {'Port': ['ID=eda80cca-adce-4b01-8527-6b9a205cb05b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.032689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc9372-86b3-4b5f-aa69-dea31086db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57a26ed-02b1-40e4-8636-41832a83027e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.077423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.091310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Attempting to bind port eda80cca-adce-4b01-8527-6b9a205cb05b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:51:58.091826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Attempting to bind port eda80cca-adce-4b01-8527-6b9a205cb05b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'a3019d6d-32d5-4d96-91ea-026732f710ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:51:58.092669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Attempting to bind port eda80cca-adce-4b01-8527-6b9a205cb05b on network aba6362c-bf3a-462e-98cb-ac53764dd7b6 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:51:58.098113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:51:58.098503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Checking segment: {'id': 'a3019d6d-32d5-4d96-91ea-026732f710ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:51:58.098905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.099297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Bound using segment: {'id': 'a3019d6d-32d5-4d96-91ea-026732f710ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:51:58.099841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Bound port: eda80cca-adce-4b01-8527-6b9a205cb05b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3019d6d-32d5-4d96-91ea-026732f710ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aba6362c-bf3a-462e-98cb-ac53764dd7b6'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:51:58.100228 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.151001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event deleted for resources: {'Port': ['ID=e84182de-82d6-42c3-913b-e10dc3d0ab36,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.191150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] For port eda80cca-adce-4b01-8527-6b9a205cb05b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:51:58.192316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] No DVR routers for this DVR port e84182de-82d6-42c3-913b-e10dc3d0ab36 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:51:58.195183 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.196344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] For port eda80cca-adce-4b01-8527-6b9a205cb05b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eda80cca-adce-4b01-8527-6b9a205cb05b,segment=NetworkSegment(a3019d6d-32d5-4d96-91ea-026732f710ad),segment_id=a3019d6d-32d5-4d96-91ea-026732f710ad)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:51:58.199220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72056177-6ffc-4865-ab36-4025041acef7 req-a359fd2f-2f5d-4314-b1e3-90f3fc239149 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "DELETE /v2.0/ports/e84182de-82d6-42c3-913b-e10dc3d0ab36 HTTP/1.1" status: 204 len: 173 time: 1.1041379 Dec 20 15:51:58.199681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'name': 'network-vif-deleted', 'tag': 'e84182de-82d6-42c3-913b-e10dc3d0ab36'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:58.202025 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68e9aa1-8058-43e5-9cbc-f0e9f65b3ee5" -d '{"events": [{"server_uuid": "b5690b15-34fa-4674-a1c3-19bf07930f88", "name": "network-vif-deleted", "tag": "e84182de-82d6-42c3-913b-e10dc3d0ab36"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:58.239843 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c1f0b-f4cd-4543-b738-314d24fc2f3d x-openstack-request-id: req-9d4c1f0b-f4cd-4543-b738-314d24fc2f3d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:58.240139 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5690b15-34fa-4674-a1c3-19bf07930f88", "name": "network-vif-deleted", "tag": "e84182de-82d6-42c3-913b-e10dc3d0ab36", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:58.240468 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d4c1f0b-f4cd-4543-b738-314d24fc2f3d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:58.240872 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5690b15-34fa-4674-a1c3-19bf07930f88', 'name': 'network-vif-deleted', 'tag': 'e84182de-82d6-42c3-913b-e10dc3d0ab36', 'status': 'completed', 'code': 200} Dec 20 15:51:58.260187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:51:58.263820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.281821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port a6ca3d87-ba47-411f-b27f-a2497a29fc10 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:51:58.340922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.406919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.3 (aba6362c-bf3a-462e-98cb-ac53764dd7b6/6cfd7a46-1258-41aa-99e4-4cdd8133d0e9/a6ca3d87-ba47-411f-b27f-a2497a29fc10) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:51:58.477594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71def3-e26a-42aa-bd98-bbb1bcee9d00 None None] Pushing event updated for resources: {'Port': ['ID=eda80cca-adce-4b01-8527-6b9a205cb05b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:58.552224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db3b8-e772-4c65-9014-ae9789a37f0b req-3f1f12b6-8147-4c42-af5f-8f01e8e8d3aa tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.559870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d57db3b8-e772-4c65-9014-ae9789a37f0b req-3f1f12b6-8147-4c42-af5f-8f01e8e8d3aa tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.1399598 Dec 20 15:51:58.620211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fa0ff-d478-4080-b45e-888f6f601aff req-1e2e7ef0-6464-49c8-b36f-a7179db089c1 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:58.623913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-471fa0ff-d478-4080-b45e-888f6f601aff req-1e2e7ef0-6464-49c8-b36f-a7179db089c1 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 945 time: 0.1285059 Dec 20 15:51:58.677761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d57db3b8-e772-4c65-9014-ae9789a37f0b req-ac9122f8-4c8b-4257-971c-a069355d2c5e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153109 Dec 20 15:51:58.771279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:58.807050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-471fa0ff-d478-4080-b45e-888f6f601aff req-19a9915c-5224-4b9d-a331-fda4279fed12 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383727 Dec 20 15:51:58.970282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.027994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c6482-96cf-4f30-b8c7-d304bdb0058e req-f6aca802-47d5-4e34-9b1b-2702aa2ffe7a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:59.036818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d66c6482-96cf-4f30-b8c7-d304bdb0058e req-f6aca802-47d5-4e34-9b1b-2702aa2ffe7a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0642731 Dec 20 15:51:59.067025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=a6ca3d87-ba47-411f-b27f-a2497a29fc10,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:59.082042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34640) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:59.104221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:51:59.107826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:51:59.116488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:51:59.173542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cd526c9-7a17-43c9-b31e-3b19d9c751ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.209275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d66c6482-96cf-4f30-b8c7-d304bdb0058e req-41a8c9de-4bd3-435a-a4e0-4e5352dee0d4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672294 Dec 20 15:51:59.242798 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e505faf2-c108-415d-8502-98672eeb2f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.277329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-966b029b-7463-46b1-846a-5e8795253f71 req-7d14f20f-26e9-4ee8-90dc-4255acb9bde9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.1223292 Dec 20 15:51:59.303050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:59.305296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.350663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device cf664316-e963-4677-bf6b-7ef0e1ac274b up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:59.361932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-1b2c1cd0-8495-4548-af5f-5eb44cdffb3f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:59.364798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-1b2c1cd0-8495-4548-af5f-5eb44cdffb3f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.2690246 Dec 20 15:51:59.419292 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-25661932-fcd6-4988-afc3-0ba32e1b8905 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4945948 Dec 20 15:51:59.422400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:59.447222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34648) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:51:59.575780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cd526c9-7a17-43c9-b31e-3b19d9c751ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.591281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port cf664316-e963-4677-bf6b-7ef0e1ac274b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:51:59.591504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Deleting port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:51:59.591864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.595839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port cf664316-e963-4677-bf6b-7ef0e1ac274b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:59.596486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.807429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:59.810749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.822587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.862560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3cd526c9-7a17-43c9-b31e-3b19d9c751ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.880639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf664316-e963-4677-bf6b-7ef0e1ac274b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:59.889703 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624ebd53-7265-4996-b781-261cf1a06c90" -d '{"events": [{"server_uuid": "d5ba51ee-5bde-481d-aef7-13a72660ffda", "name": "network-vif-plugged", "status": "completed", "tag": "cf664316-e963-4677-bf6b-7ef0e1ac274b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:59.922439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-631b4a09-b5f4-4d97-abe7-6fe8fb8895fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:59.931419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port cf664316-e963-4677-bf6b-7ef0e1ac274b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:00.026117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.027243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:00.029954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3cd526c9-7a17-43c9-b31e-3b19d9c751ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07c8e9b716334ae2bbfdfb87afb476d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9445188 Dec 20 15:52:00.032888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:00.049645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd526c9-7a17-43c9-b31e-3b19d9c751ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df75a946-30ca-4bd3-9e65-2e857af38bbe,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:00.055356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.122622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43cba-a426-40df-987e-8d041e56eb59 req-ecff7e75-a9f9-42de-9922-7b717fb74816 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:00.130693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4df43cba-a426-40df-987e-8d041e56eb59 req-ecff7e75-a9f9-42de-9922-7b717fb74816 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 946 time: 0.2798929 Dec 20 15:52:00.177211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f88d-3996-41f5-8c5a-3b16bf398040 req-7264fea8-1cb4-45ef-800f-cac179fdff86 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:00.184794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e34f88d-3996-41f5-8c5a-3b16bf398040 req-7264fea8-1cb4-45ef-800f-cac179fdff86 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 945 time: 0.2123721 Dec 20 15:52:00.249365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a78ed-27e5-449c-bce2-ae898914ee8e None None] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:00.396621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=cf664316-e963-4677-bf6b-7ef0e1ac274b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:00.407415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eda80cca-adce-4b01-8527-6b9a205cb05b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:00.490016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d1f05201-4695-4de3-b9b0-fa60a98658a7 None None] Provisioning complete for port eda80cca-adce-4b01-8527-6b9a205cb05b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:00.490561 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1f05201-4695-4de3-b9b0-fa60a98658a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.513537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.537389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3d45-13cf-438c-aade-4037c70cad9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.587903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3d45-13cf-438c-aade-4037c70cad9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.620650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.704656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port eda80cca-adce-4b01-8527-6b9a205cb05b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:00.707338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.833108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4df43cba-a426-40df-987e-8d041e56eb59 req-aaaf7e42-ae98-442f-b163-217f8bddd4c7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=bfa52544-3187-4115-a802-cf3fd4b4277a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7001636 Dec 20 15:52:00.863875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=a6ca3d87-ba47-411f-b27f-a2497a29fc10,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:00.864163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e34f88d-3996-41f5-8c5a-3b16bf398040 req-f0ad72f7-706b-4bb1-911f-985976107d77 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743526 Dec 20 15:52:00.898523 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.900170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.901807 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Floating IP 33d3c002-03ba-4b75-bb47-f39127cbbe70 disassociated. External IP: 172.25.6.54, port: 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4. Dec 20 15:52:00.902263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Calling delete_port for 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:00.948306 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.984314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3d45-13cf-438c-aade-4037c70cad9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.986366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3d45-13cf-438c-aade-4037c70cad9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:00.991040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4bbe3d45-13cf-438c-aade-4037c70cad9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df75a946-30ca-4bd3-9e65-2e857af38bbe HTTP/1.1" status: 204 len: 168 time: 0.9562240 Dec 20 15:52:01.002422 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f1e276-c88e-43a3-9cb3-17eb75592861 x-openstack-request-id: req-33f1e276-c88e-43a3-9cb3-17eb75592861 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:01.002651 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ba51ee-5bde-481d-aef7-13a72660ffda", "name": "network-vif-plugged", "status": "completed", "tag": "cf664316-e963-4677-bf6b-7ef0e1ac274b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:01.002916 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33f1e276-c88e-43a3-9cb3-17eb75592861 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:01.003313 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf664316-e963-4677-bf6b-7ef0e1ac274b', 'code': 200} Dec 20 15:52:01.048933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1f05201-4695-4de3-b9b0-fa60a98658a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.099245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.173700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:01.183133 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.198003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe3d45-13cf-438c-aade-4037c70cad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df75a946-30ca-4bd3-9e65-2e857af38bbe,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:01.217450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d1f05201-4695-4de3-b9b0-fa60a98658a7 None None] For port eda80cca-adce-4b01-8527-6b9a205cb05b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eda80cca-adce-4b01-8527-6b9a205cb05b,segment=NetworkSegment(a3019d6d-32d5-4d96-91ea-026732f710ad),segment_id=a3019d6d-32d5-4d96-91ea-026732f710ad)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:01.239694 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-631b4a09-b5f4-4d97-abe7-6fe8fb8895fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.260075 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.260811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e84182de-82d6-42c3-913b-e10dc3d0ab36 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:01.285980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: e84182de-82d6-42c3-913b-e10dc3d0ab36 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:01.286338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e84182de-82d6-42c3-913b-e10dc3d0ab36 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:01.316706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523500e9-8400-4218-aa38-f853a815c6ef req-d2334c79-5990-4ec5-bdf4-b0a97eb3d826 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.1461411 Dec 20 15:52:01.318362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1f05201-4695-4de3-b9b0-fa60a98658a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.382472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=13']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:01.403007 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-631b4a09-b5f4-4d97-abe7-6fe8fb8895fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.414317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.429093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1111-c59b-4d19-a832-a0375cb63dfa req-1bd4c219-f561-4766-8a83-adf83ccee1fc tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:01.434551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-985b1111-c59b-4d19-a832-a0375cb63dfa req-1bd4c219-f561-4766-8a83-adf83ccee1fc tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.2669878 Dec 20 15:52:01.470759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f05201-4695-4de3-b9b0-fa60a98658a7 None None] Pushing event updated for resources: {'Port': ['ID=eda80cca-adce-4b01-8527-6b9a205cb05b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:01.479168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:01.479680 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:01.491005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5a8064f5-4a59-4c31-b080-894433a07457 None None] Provisioning complete for port a6ca3d87-ba47-411f-b27f-a2497a29fc10 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:01.491374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5a8064f5-4a59-4c31-b080-894433a07457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.510803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b4a09-b5f4-4d97-abe7-6fe8fb8895fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4a9951-01b0-46b0-bb05-7f578f72ccf7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:01.536966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5a8064f5-4a59-4c31-b080-894433a07457 None None] Port a6ca3d87-ba47-411f-b27f-a2497a29fc10 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:01.550289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5a8064f5-4a59-4c31-b080-894433a07457 None None] Provisioning complete for port eda80cca-adce-4b01-8527-6b9a205cb05b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:01.550917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5a8064f5-4a59-4c31-b080-894433a07457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.586098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-985b1111-c59b-4d19-a832-a0375cb63dfa req-a824673d-ae97-425c-ab3e-13512a03ad81 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955355 Dec 20 15:52:01.588236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7821-da03-47a5-913f-40aa502946c9 req-ff8e4674-4fd8-4ff9-b41b-469f6a1feabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:01.594268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef2e7821-da03-47a5-913f-40aa502946c9 req-ff8e4674-4fd8-4ff9-b41b-469f6a1feabd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 1097 time: 0.4205179 Dec 20 15:52:01.717536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-631b4a09-b5f4-4d97-abe7-6fe8fb8895fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db4f71f8242e4af2b3aced8b42ed6ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2617054 Dec 20 15:52:01.720832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:01.745930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef2e7821-da03-47a5-913f-40aa502946c9 req-00bf289e-feb7-4fba-a481-5f8901197168 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344218 Dec 20 15:52:01.757553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63835992-9abb-4635-871c-ff9e23a2b555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.828024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.884782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-aca1cdb1-ad8b-4261-86a2-677ff1e82d1b None None] Provisioning complete for port a6ca3d87-ba47-411f-b27f-a2497a29fc10 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:01.886033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aca1cdb1-ad8b-4261-86a2-677ff1e82d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:01.925377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event deleted for resources: {'Port': ['ID=907c7540-9a03-4c70-bc6a-3f8d7fc35ef4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:01.941216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-aca1cdb1-ad8b-4261-86a2-677ff1e82d1b None None] Port a6ca3d87-ba47-411f-b27f-a2497a29fc10 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:02.102418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4e4b97b1-f7e9-4ede-99bf-f155227c6104 None None] Provisioning complete for port a6ca3d87-ba47-411f-b27f-a2497a29fc10 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:02.106085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4b97b1-f7e9-4ede-99bf-f155227c6104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.213113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-756d18a3-933a-4a7b-9afd-5729f6b8af50 req-2489eddd-be0d-413b-aecf-425b20d4aa25 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 210 time: 0.1742351 Dec 20 15:52:02.213741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b97b1-f7e9-4ede-99bf-f155227c6104 None None] Port a6ca3d87-ba47-411f-b27f-a2497a29fc10 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:02.222063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:02.272294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f59241-faa9-4cd5-ab12-834882567e6e req-4b40014d-52fc-4ec4-8a9a-284b0fc0cb6e tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:02.274800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28f59241-faa9-4cd5-ab12-834882567e6e req-4b40014d-52fc-4ec4-8a9a-284b0fc0cb6e tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 946 time: 0.2348826 Dec 20 15:52:02.315971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eacb409-d248-41cb-8778-3b2e78659234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.345665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eda80cca-adce-4b01-8527-6b9a205cb05b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:02.347982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.375957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eacb409-d248-41cb-8778-3b2e78659234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.469584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28f59241-faa9-4cd5-ab12-834882567e6e req-396aa020-f0d0-479c-811a-7603fb98bbed tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884723 Dec 20 15:52:02.477662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.542692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1045e3c2-8d18-44b9-857c-6530c119af23 req-dcec4628-eabe-4681-ae13-20de7fdf81fb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0768235 Dec 20 15:52:02.576837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port eda80cca-adce-4b01-8527-6b9a205cb05b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:02.577238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.643187 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eacb409-d248-41cb-8778-3b2e78659234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.652354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:02.666909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eacb409-d248-41cb-8778-3b2e78659234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.670438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9eacb409-d248-41cb-8778-3b2e78659234 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb4a9951-01b0-46b0-bb05-7f578f72ccf7 HTTP/1.1" status: 204 len: 168 time: 0.9433897 Dec 20 15:52:02.674507 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:02.691955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=a6ca3d87-ba47-411f-b27f-a2497a29fc10,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:02.697012 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:02.697012 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:02.717221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacb409-d248-41cb-8778-3b2e78659234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4a9951-01b0-46b0-bb05-7f578f72ccf7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:02.757579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.764487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] No DVR routers for this DVR port 907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:02.769000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.777099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90086a25-c037-4d6e-9165-63a03f3fed5e req-fa9b65ba-4772-4a86-9808-2e6040526194 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "DELETE /v2.0/ports/907c7540-9a03-4c70-bc6a-3f8d7fc35ef4 HTTP/1.1" status: 204 len: 173 time: 3.4008291 Dec 20 15:52:02.777806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-deleted', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:02.795246 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc632a9-2f23-43ad-a33a-2dc662f6f8da" -d '{"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-deleted", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:02.840863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:02.864033 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981738be-3254-49c6-a20e-4cca2e8d6114 x-openstack-request-id: req-981738be-3254-49c6-a20e-4cca2e8d6114 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:02.864418 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-deleted", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:02.864685 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-981738be-3254-49c6-a20e-4cca2e8d6114 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:02.865148 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-deleted', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'status': 'completed', 'code': 200} Dec 20 15:52:02.919243 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:02.947163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:02.948915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:03.005382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:03.009678 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb9fb6-fd11-4ddb-a3f4-23677c6218e6" -d '{"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:03.111647 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60611d3c-c748-4269-ac0e-47be2bff004b x-openstack-request-id: req-60611d3c-c748-4269-ac0e-47be2bff004b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:03.111935 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2b21a-a7e0-4211-a671-f0fc2d719bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "907c7540-9a03-4c70-bc6a-3f8d7fc35ef4", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:03.112185 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60611d3c-c748-4269-ac0e-47be2bff004b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:03.112571 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2b21a-a7e0-4211-a671-f0fc2d719bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907c7540-9a03-4c70-bc6a-3f8d7fc35ef4', 'code': 200} Dec 20 15:52:03.361085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b2921b22-7d86-4c39-90d1-40da331fa08e None None] Provisioning complete for port a6ca3d87-ba47-411f-b27f-a2497a29fc10 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:03.361756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2921b22-7d86-4c39-90d1-40da331fa08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:03.385522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Router 0937fbd5-6d88-4457-95e0-5e934c5a315c is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:03.419310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b2921b22-7d86-4c39-90d1-40da331fa08e None None] Port a6ca3d87-ba47-411f-b27f-a2497a29fc10 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:03.439871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d815d39-846d-465e-b61d-d3c6d457392d req-009c2b15-7c63-4ffb-b345-28b225871936 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9b2b21a-a7e0-4211-a671-f0fc2d719bfc HTTP/1.1" status: 200 len: 210 time: 0.0750644 Dec 20 15:52:03.467292 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:03.502151 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:03.512498 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:03.513418 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:03.607966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:03.623489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-340cbe30-0aad-4194-a19c-a0b396b14125 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/routers/0937fbd5-6d88-4457-95e0-5e934c5a315c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1982324 Dec 20 15:52:03.624131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34730) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:03.630519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] Sync routers for ids ['0937fbd5-6d88-4457-95e0-5e934c5a315c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:03.652517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] Routers {'0937fbd5-6d88-4457-95e0-5e934c5a315c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:03.656991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0937fbd5-6d88-4457-95e0-5e934c5a315c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:03.747978 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:03.762574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:03.773431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] Routers {'0937fbd5-6d88-4457-95e0-5e934c5a315c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:03.774491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0937fbd5-6d88-4457-95e0-5e934c5a315c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:03.819627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:03.820314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac26487-2d85-42fa-9aea-d489f0af1ade None None] The sync data for ids ['0937fbd5-6d88-4457-95e0-5e934c5a315c'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:03.834507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-476c45a0-a70e-4f51-9526-06d67e1f81a4 req-39b2bd79-4d86-4446-a039-2e6a21dc252b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0915840 Dec 20 15:52:03.873919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6396bea4-d4d0-45f9-8057-18bf5605d730 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:03.888435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6396bea4-d4d0-45f9-8057-18bf5605d730 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports?device_id=0937fbd5-6d88-4457-95e0-5e934c5a315c HTTP/1.1" status: 200 len: 982 time: 0.2630103 Dec 20 15:52:03.891462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34738) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:03.918272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200385-36ed-4545-94ea-be99a0ad58c0 req-cb86d053-d62b-42a5-8ef0-9903ce21f17e tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:03.924688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d200385-36ed-4545-94ea-be99a0ad58c0 req-cb86d053-d62b-42a5-8ef0-9903ce21f17e tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 946 time: 0.2418020 Dec 20 15:52:04.081523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d200385-36ed-4545-94ea-be99a0ad58c0 req-1df20dfc-e250-4001-9b38-2cffea4ccf9c tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496470 Dec 20 15:52:04.236971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:04.264529 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:04.293970 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dbd44-7cba-4780-bf21-f35072cbf8d4 None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:04.321223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f586f-ce9f-4216-a56d-79312f9f79af req-4f147ea8-f8ac-4ae4-beaf-1ce15525c427 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.331481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8f586f-ce9f-4216-a56d-79312f9f79af req-4f147ea8-f8ac-4ae4-beaf-1ce15525c427 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 945 time: 0.0790119 Dec 20 15:52:04.407512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8f586f-ce9f-4216-a56d-79312f9f79af req-74526c74-35c6-4670-ab3c-d08c754cf23f tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748575 Dec 20 15:52:04.680758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330ef9-28c6-43b8-b94c-059e71c700a0 req-8fdbdbdc-dc6f-46a2-8e11-a15297495448 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:04.682411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc330ef9-28c6-43b8-b94c-059e71c700a0 req-8fdbdbdc-dc6f-46a2-8e11-a15297495448 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 945 time: 0.1481690 Dec 20 15:52:04.747778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34766) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:04.757747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:04.840969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc330ef9-28c6-43b8-b94c-059e71c700a0 req-76a63a80-128e-448f-9494-b017411cb725 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477487 Dec 20 15:52:04.847539 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f0919-9c6b-47a5-936e-99faa97a3c4d None None] New status for floating IP 33d3c002-03ba-4b75-bb47-f39127cbbe70: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:52:04.970316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:04.972075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e146f20-9e00-42c5-9b39-62777dbf1530 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.094033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port a6ca3d87-ba47-411f-b27f-a2497a29fc10 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:05.094715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.097363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.110380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87712cce-fd73-4a5d-8841-d52017d41c54 req-1ed32c54-7ccc-437a-a80f-4a4a42b78f89 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0670986 Dec 20 15:52:05.128100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e146f20-9e00-42c5-9b39-62777dbf1530 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.259321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1338394662'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:05.285958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34780) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:05.318485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.328837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e146f20-9e00-42c5-9b39-62777dbf1530 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.331495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e146f20-9e00-42c5-9b39-62777dbf1530 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.332830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5e146f20-9e00-42c5-9b39-62777dbf1530 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "DELETE /v2.0/security-groups/bfa52544-3187-4115-a802-cf3fd4b4277a HTTP/1.1" status: 204 len: 168 time: 0.5840645 Dec 20 15:52:05.335260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for a6ca3d87-ba47-411f-b27f-a2497a29fc10 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:05.336982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34786) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:05.352875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e146f20-9e00-42c5-9b39-62777dbf1530 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa52544-3187-4115-a802-cf3fd4b4277a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.357929 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-4da65e3d-43a3-465a-b2bb-82d81f1d75dc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] show failed (client error): The resource could not be found. Dec 20 15:52:05.361965 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4da65e3d-43a3-465a-b2bb-82d81f1d75dc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups/bfa52544-3187-4115-a802-cf3fd4b4277a HTTP/1.1" status: 404 len: 347 time: 0.0239146 Dec 20 15:52:05.362547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:05.375967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Made reservation on behalf of 5bc8224e45b5405890c21840c22178c3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:05.380701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.453948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-504628284-network', 'tenant_id': '689f198edc0f4d86a2cdbf58ac465874'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:05.458372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.492250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf344-4407-4442-81d2-231f6ec50390 req-f0f55c1e-9e93-426a-ac08-5a2830c99495 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:05.493843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72bbf344-4407-4442-81d2-231f6ec50390 req-f0f55c1e-9e93-426a-ac08-5a2830c99495 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 945 time: 0.0763474 Dec 20 15:52:05.554452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72bbf344-4407-4442-81d2-231f6ec50390 req-6d009163-326f-4e8b-892b-cbea6033d059 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Dec 20 15:52:05.608623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Made reservation on behalf of 689f198edc0f4d86a2cdbf58ac465874 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:05.611555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.621535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.659703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Deleting port 08c6e79c-0f4d-421d-9067-c8b2e54c2689 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:05.660102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.712735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.752607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.797809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.801435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.801901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.817115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Calling delete_port for 08c6e79c-0f4d-421d-9067-c8b2e54c2689 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:05.829014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.838126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff862f-c17d-44ba-9223-65cb64382838,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.885872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a170f-35a8-4004-85f3-3318b978e617 req-b0db6b02-9aa6-49a9-b871-22d0163de35a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:05.887378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-781a170f-35a8-4004-85f3-3318b978e617 req-b0db6b02-9aa6-49a9-b871-22d0163de35a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0639760 Dec 20 15:52:05.892427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.894124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:05.898196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:05.917255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.918079 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Added segment 0e5c1a1d-9a3e-4546-a358-812888c6a9c1 of type vlan for network ae60a3c4-d57c-41d1-83ce-af81a176885b Dec 20 15:52:05.948136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=a6ca3d87-ba47-411f-b27f-a2497a29fc10,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.949950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3882569e-e7b6-4276-9abe-e037549ddc3e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:05.959841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:05.960191 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Added segment 00e5e4ca-a2f4-4733-a486-5b0e7d173e88 of type vlan for network 35876366-afc1-493b-b547-95ecce45fee2 Dec 20 15:52:06.001067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.025686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-781a170f-35a8-4004-85f3-3318b978e617 req-6bb47285-b15d-4efd-bed5-bbe1cb3dbb59 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133568 Dec 20 15:52:06.094470 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.134247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.138678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:06.138678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.245494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.282073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9946620 Dec 20 15:52:06.299298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34802) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:06.303090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcc3016e-7a93-49b9-af01-a6bbe1472eaa req-bfc5f59e-805c-42fa-b3b4-024fa97ebaa6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0507529 Dec 20 15:52:06.306972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Request body: {'subnet': {'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-504628284-subnet', 'tenant_id': '689f198edc0f4d86a2cdbf58ac465874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:06.311280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eb2c1-164d-431d-93e6-49fee22781d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae60a3c4-d57c-41d1-83ce-af81a176885b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.339085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network ae60a3c4-d57c-41d1-83ce-af81a176885b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:06.462473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Made reservation on behalf of 689f198edc0f4d86a2cdbf58ac465874 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:06.465418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.625689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.resource_extend [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:52:06.728814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Router 0937fbd5-6d88-4457-95e0-5e934c5a315c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:06.749255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30793f4-6def-49e8-996e-1faaaa92b3a6 req-ffb7f733-e805-4302-a7b5-91c3167bed2c tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:06.757214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e30793f4-6def-49e8-996e-1faaaa92b3a6 req-ffb7f733-e805-4302-a7b5-91c3167bed2c tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 945 time: 0.1045840 Dec 20 15:52:06.780597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.789186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:06.789824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.831567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e30793f4-6def-49e8-996e-1faaaa92b3a6 req-10b07566-f4bd-436e-b25b-02ef297515e5 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594764 Dec 20 15:52:06.832835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.852416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.888102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event deleted for resources: {'Port': ['ID=08c6e79c-0f4d-421d-9067-c8b2e54c2689,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.908118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85cba96-e6d4-4d18-8011-5c3cde540b4e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:06.918368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:06.922836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Checking segment: {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:06.923047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Network hostable DHCP agents. Network: ae60a3c4-d57c-41d1-83ce-af81a176885b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:06.931049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-90884f19-c99d-4d9d-9528-50440ecc6e77 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/routers/0937fbd5-6d88-4457-95e0-5e934c5a315c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0336449 Dec 20 15:52:06.933049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] Sync routers for ids ['0937fbd5-6d88-4457-95e0-5e934c5a315c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:06.942954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34810) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:06.946259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] Routers {'0937fbd5-6d88-4457-95e0-5e934c5a315c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:06.947135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0937fbd5-6d88-4457-95e0-5e934c5a315c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:06.965040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Pushing event updated for resources: {'Network': ['ID=35876366-afc1-493b-b547-95ecce45fee2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:07.002782 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-938765c1-6a39-403d-91f5-2bfb43c7604f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:52:07.004345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-938765c1-6a39-403d-91f5-2bfb43c7604f tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/a6ca3d87-ba47-411f-b27f-a2497a29fc10 HTTP/1.1" status: 404 len: 333 time: 0.0599842 Dec 20 15:52:07.010555 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3bfff2b5-5d58-4870-b9af-d70de5956d80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0363266 Dec 20 15:52:07.010792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34812) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:07.032802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-79bfa8ad-2ebe-45ec-ba02-1b3ee99de3ea tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:07.034679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-79bfa8ad-2ebe-45ec-ba02-1b3ee99de3ea tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 945 time: 0.1073706 Dec 20 15:52:07.072037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.074865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.081010 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-221052d7-1f9c-4a29-abac-52f8e8615ca7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "DELETE /v2.0/floatingips/33d3c002-03ba-4b75-bb47-f39127cbbe70 HTTP/1.1" status: 204 len: 168 time: 1.7145097 Dec 20 15:52:07.138237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Network ae60a3c4-d57c-41d1-83ce-af81a176885b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:07.183090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.214645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 35876366-afc1-493b-b547-95ecce45fee2 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:07.225854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] Routers {'0937fbd5-6d88-4457-95e0-5e934c5a315c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:07.226541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0937fbd5-6d88-4457-95e0-5e934c5a315c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.258985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.409008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:07.409762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ba09f-6f07-4f48-8ef5-02da35ed1f57 None None] The sync data for ids ['0937fbd5-6d88-4457-95e0-5e934c5a315c'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:07.445911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:07.451693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Request body: {'port': {'network_id': '35876366-afc1-493b-b547-95ecce45fee2', 'binding:host_id': 'n-h1-781076-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-970899820'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:07.519174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, ae60a3c4-d57c-41d1-83ce-af81a176885b) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:07.532219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f799a1-a4f0-4375-bf90-9e07bbc3f53d None None] Network ae60a3c4-d57c-41d1-83ce-af81a176885b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:07.548649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:07.550507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.637006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Made reservation on behalf of d9fdd6bbcaf44ac7aee30f2b62c58f40 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:07.639406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.642500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4929ba02-0f1c-4d1f-b40d-cb98b9c06a69 req-2c1601db-c84e-4610-a9ed-df7f305c266e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5690b15-34fa-4674-a1c3-19bf07930f88 HTTP/1.1" status: 200 len: 210 time: 0.0632071 Dec 20 15:52:07.665332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.703573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cbb764-1fa6-41fb-bb67-dd5f02e76c3b None None] Network ae60a3c4-d57c-41d1-83ce-af81a176885b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:07.748401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.751838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.760048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-88146cce-3cb5-4a37-a98c-ea7d2ee93e79 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4595492 Dec 20 15:52:07.802394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34830) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:07.816404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413553613', 'description': 'tempest-description--1435471251'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:07.820048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Deleting port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:07.820446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.935282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] For port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:07.935643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:07.953425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Calling delete_port for 1a0bf3db-ed52-40ae-b18f-a42b4749c18d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:08.029410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.046770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.047616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Fanout notify agent at l3_agent the message router_deleted on router 0937fbd5-6d88-4457-95e0-5e934c5a315c {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:08.073864 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.088441 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.092233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-154ebf4f-bf8c-48f3-958f-89829769ab15 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/routers/0937fbd5-6d88-4457-95e0-5e934c5a315c HTTP/1.1" status: 204 len: 168 time: 1.0802960 Dec 20 15:52:08.100450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34838) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:08.153632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f4996-1a50-44d3-aa69-429fd2454fb2 req-0d4666db-c358-4440-9754-147bd1bc28b9 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:08.162263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba6f4996-1a50-44d3-aa69-429fd2454fb2 req-0d4666db-c358-4440-9754-147bd1bc28b9 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 945 time: 0.1161690 Dec 20 15:52:08.169415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.182023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:08.299924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet 6cfd7a46-1258-41aa-99e4-4cdd8133d0e9 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:08.319636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c65786-6fa8-4a2a-9fae-5a2f5292a6da,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.323368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba6f4996-1a50-44d3-aa69-429fd2454fb2 req-5dddd8a3-c397-4605-83b1-d599b8f1e584 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Dec 20 15:52:08.345579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.363806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.376008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['cf664316-e963-4677-bf6b-7ef0e1ac274b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:08.382099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d9325c8a-edbf-4f5d-afb3-cd2369e344df'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:08.394487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.471708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Pushing event deleted for resources: {'Port': ['ID=1a0bf3db-ed52-40ae-b18f-a42b4749c18d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.497101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.497696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] No DVR routers for this DVR port 1a0bf3db-ed52-40ae-b18f-a42b4749c18d on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:08.500785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.501251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.501650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.502176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.502927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.503672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.503672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.503973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.504667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.505097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.505420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.505815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.506565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:08.512376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.517418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.520996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47cd43d7-df54-4d7c-b168-1cdd8ca3874d req-61d35fb9-cfd3-4c4b-a466-51dcc7d22ed0 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "DELETE /v2.0/ports/1a0bf3db-ed52-40ae-b18f-a42b4749c18d HTTP/1.1" status: 204 len: 173 time: 1.4374826 Dec 20 15:52:08.522686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'name': 'network-vif-deleted', 'tag': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:08.533904 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e7ed67-27b4-4726-baaf-8aaf10f61e87" -d '{"events": [{"server_uuid": "4ee8b017-5de8-46b7-88cc-51102dbf5fab", "name": "network-vif-deleted", "tag": "1a0bf3db-ed52-40ae-b18f-a42b4749c18d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:08.590926 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49059c23-a49a-4fdc-8c46-566ba66f5b3a x-openstack-request-id: req-49059c23-a49a-4fdc-8c46-566ba66f5b3a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:08.591601 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee8b017-5de8-46b7-88cc-51102dbf5fab", "name": "network-vif-deleted", "tag": "1a0bf3db-ed52-40ae-b18f-a42b4749c18d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:08.591601 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49059c23-a49a-4fdc-8c46-566ba66f5b3a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:08.591948 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee8b017-5de8-46b7-88cc-51102dbf5fab', 'name': 'network-vif-deleted', 'tag': '1a0bf3db-ed52-40ae-b18f-a42b4749c18d', 'status': 'completed', 'code': 200} Dec 20 15:52:08.667497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.759952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b71fa6-b599-4f44-8506-67f644fb15f6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.769112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:08.780412 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.810413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.843191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfd7a46-1258-41aa-99e4-4cdd8133d0e9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:08.845057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.854693 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d63af903-8f13-496e-aae2-ec13975ac50d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/6cfd7a46-1258-41aa-99e4-4cdd8133d0e9 HTTP/1.1" status: 204 len: 168 time: 0.7444746 Dec 20 15:52:08.854872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8aef7-0f5f-4f7c-b87b-f4d38c823db0 None None] Network aba6362c-bf3a-462e-98cb-ac53764dd7b6 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:08.855348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34850) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:08.862317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.864845 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6efc8b66-8ae8-47be-8e4d-dcedadacbef1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0600293 Dec 20 15:52:08.868612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34852) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:08.873461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'security_group_rule': {'security_group_id': 'f6b71fa6-b599-4f44-8506-67f644fb15f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:08.930064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:08.965729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.015358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2dd747-3bc8-4943-b7d7-b6b7b78d0019,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:09.048138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.055803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Checking segment: {'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:09.056172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Network hostable DHCP agents. Network: 35876366-afc1-493b-b547-95ecce45fee2, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:09.056363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] DHCP port deletion for aba6362c-bf3a-462e-98cb-ac53764dd7b6 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:09.093721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port eda80cca-adce-4b01-8527-6b9a205cb05b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:09.094609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.146198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.156675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] Deleting port eda80cca-adce-4b01-8527-6b9a205cb05b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:09.157325 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.182263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port eda80cca-adce-4b01-8527-6b9a205cb05b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eda80cca-adce-4b01-8527-6b9a205cb05b,segment=NetworkSegment(a3019d6d-32d5-4d96-91ea-026732f710ad),segment_id=a3019d6d-32d5-4d96-91ea-026732f710ad)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:09.182615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.185276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Network 35876366-afc1-493b-b547-95ecce45fee2 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:09.197758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for eda80cca-adce-4b01-8527-6b9a205cb05b owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:09.225868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.243249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] For port eda80cca-adce-4b01-8527-6b9a205cb05b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=eda80cca-adce-4b01-8527-6b9a205cb05b,segment=NetworkSegment(a3019d6d-32d5-4d96-91ea-026732f710ad),segment_id=a3019d6d-32d5-4d96-91ea-026732f710ad)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:09.243674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.259617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76cfeae-93d8-4790-895f-c94ef72148ab,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:09.268661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] Calling delete_port for eda80cca-adce-4b01-8527-6b9a205cb05b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:09.282577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 35876366-afc1-493b-b547-95ecce45fee2) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:09.286701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:09.314706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.314706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.314706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.316940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.317326 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.317711 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 2 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.336610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.336610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.336610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.340791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.341285 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.341838 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 3 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.353001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a5aeb-fff7-4818-bbc9-5bcffeb35567 None None] Network 35876366-afc1-493b-b547-95ecce45fee2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:09.360347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.360757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.361241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.369126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.370415 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b4918ece-b2f0-46cd-a6e2-335d7f967fcc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5005319 Dec 20 15:52:09.378042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.378042 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.378042 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 4 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.378555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34858) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:09.379297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'security_group_rule': {'security_group_id': 'f6b71fa6-b599-4f44-8506-67f644fb15f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:09.386842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.387663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.387663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.395866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.396276 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.396756 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 5 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.417427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.417796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.419958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.430955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.431359 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.434108 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 6 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.437022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.454124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1a0bf3db-ed52-40ae-b18f-a42b4749c18d no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:09.465425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.465870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.466329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.471934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.472401 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.473516 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 7 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.503584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.509032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.509032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.509336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=eda80cca-adce-4b01-8527-6b9a205cb05b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:09.522421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port eda80cca-adce-4b01-8527-6b9a205cb05b on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:09.534257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.534675 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.537529 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 8 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.553042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 1a0bf3db-ed52-40ae-b18f-a42b4749c18d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:09.553935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1a0bf3db-ed52-40ae-b18f-a42b4749c18d not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:09.562416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.578601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.578950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.579287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.604123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.604266 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:09.606772 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:52:09.607647 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.607647 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 9 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.614893 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.636023 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.646004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.646345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.646956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.667196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.667622 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.669455 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 10 to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 Dec 20 15:52:09.683056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] Pushing event deleted for resources: {'Port': ['ID=eda80cca-adce-4b01-8527-6b9a205cb05b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:09.688722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898004f1-56f9-450d-9d63-e5e5de380e15 None None] No DVR routers for this DVR port eda80cca-adce-4b01-8527-6b9a205cb05b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:09.703365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcb1b3a1-c8ba-427f-b4c0-e60515fd69c8 req-0b4045f5-1a34-4212-a6c7-a10e40a45aec tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ee8b017-5de8-46b7-88cc-51102dbf5fab HTTP/1.1" status: 200 len: 210 time: 0.0912561 Dec 20 15:52:09.720737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:09.720737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:09.720737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:09.725954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:09.726294 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:09.726663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.777030 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.796668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3535915-28c6-4853-a874-0647e801ad91,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:09.799311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.826520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] For port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:09.826664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempted to set empty binding levels {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:52:09.880238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba6362c-bf3a-462e-98cb-ac53764dd7b6']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:09.902642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3019d6d-32d5-4d96-91ea-026732f710ad') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:09.903002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3019d6d-32d5-4d96-91ea-026732f710ad') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:09.922224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.940753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.953742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:52:09.954061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:09.958688 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:09.969070 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.012044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.013927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a861e831-3b01-4ebb-bcce-6d1d809fd842 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6387639 Dec 20 15:52:10.018538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34876) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.028726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:10.033360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2dd747-3bc8-4943-b7d7-b6b7b78d0019,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:10.052826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.053496 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.190774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.196666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.200524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/aba6362c-bf3a-462e-98cb-ac53764dd7b6 HTTP/1.1" status: 204 len: 168 time: 1.3443806 Dec 20 15:52:10.202207 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-afd6a5c1-34af-4f53-89a7-11849cc5c371 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7545207 Dec 20 15:52:10.211138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34886) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.211493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.225933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b23ce-3503-41e7-940f-59e6cb0e6868 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=aba6362c-bf3a-462e-98cb-ac53764dd7b6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:10.284633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.315091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eda80cca-adce-4b01-8527-6b9a205cb05b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:10.320069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b20bb-2f01-4ab2-9db1-1e3a37eeb9d7 req-02c17e2a-4f63-42b3-9716-d95010eb50cf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.330502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a35b20bb-2f01-4ab2-9db1-1e3a37eeb9d7 req-02c17e2a-4f63-42b3-9716-d95010eb50cf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.2123642 Dec 20 15:52:10.335724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d9685-3a7d-469b-9861-8b0a2a0729ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:10.337752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c4d9685-3a7d-469b-9861-8b0a2a0729ae tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/ae235b84-a6db-43b5-b22d-32d9bbd02b8d HTTP/1.1" status: 200 len: 840 time: 0.1239932 Dec 20 15:52:10.342013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34892) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.344216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: eda80cca-adce-4b01-8527-6b9a205cb05b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:10.344568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device eda80cca-adce-4b01-8527-6b9a205cb05b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:10.366106 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a35b20bb-2f01-4ab2-9db1-1e3a37eeb9d7 req-f968981f-84ff-43db-90a0-a9241475c723 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.0347204 Dec 20 15:52:10.436851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a35b20bb-2f01-4ab2-9db1-1e3a37eeb9d7 req-507e46d7-1f0c-4209-b2ad-347f4a07366e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628512 Dec 20 15:52:10.442569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6fe389ba-ca79-4c52-a205-db12d919e505 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/ae235b84-a6db-43b5-b22d-32d9bbd02b8d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0978410 Dec 20 15:52:10.445633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34896) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.451896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:10.474874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Deleting port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:10.476217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.553721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] For port 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019, host n-h1-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:10.554441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.569403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Calling delete_port for 8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:10.614686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a35b20bb-2f01-4ab2-9db1-1e3a37eeb9d7 req-1708e1f8-17b2-4a42-bf51-c1e985226502 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593623 Dec 20 15:52:10.759408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.763201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a35b20bb-2f01-4ab2-9db1-1e3a37eeb9d7 req-618e2437-913c-422a-a1ce-2f11ddde0c09 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476409 Dec 20 15:52:10.781239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.868237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2dd747-3bc8-4943-b7d7-b6b7b78d0019,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:10.890009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.898460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ebd28b0-9f48-452e-b53b-f77580b88103 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "DELETE /v2.0/ports/8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 HTTP/1.1" status: 204 len: 168 time: 0.6855192 Dec 20 15:52:10.900666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.963309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:10.968397 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:10.968593 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cb56e3-4628-4edc-99cb-0afe3785eb9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:52:10.973213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Allocated IP 172.25.6.38 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0dd76709-6b79-4845-bfee-2df977a2a647) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:10.976194 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e8cb56e3-4628-4edc-99cb-0afe3785eb9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "GET /v2.0/ports/8b2dd747-3bc8-4943-b7d7-b6b7b78d0019 HTTP/1.1" status: 404 len: 333 time: 0.0726252 Dec 20 15:52:10.976369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34908) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:10.982012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Request body: {'port': {'network_id': '35876366-afc1-493b-b547-95ecce45fee2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-427891864'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:11.483715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Made reservation on behalf of d9fdd6bbcaf44ac7aee30f2b62c58f40 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:11.486025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:11.575238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae15f7eb-1e57-45ef-a6ac-94b87a618373 req-8794afe0-6db6-4f68-b5b3-0dff601a1204 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dad13da-6960-4f6f-945a-6daded6d90d0 HTTP/1.1" status: 200 len: 210 time: 0.1030316 Dec 20 15:52:11.587913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:11.759315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:11.950897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:11.993074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3040d0d-6efe-4cae-bb30-d67f7dcd8d34 req-9494fd0c-0ed0-47a7-9e55-3d3314296e83 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:11.999155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3040d0d-6efe-4cae-bb30-d67f7dcd8d34 req-9494fd0c-0ed0-47a7-9e55-3d3314296e83 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:12.000851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3040d0d-6efe-4cae-bb30-d67f7dcd8d34 req-9494fd0c-0ed0-47a7-9e55-3d3314296e83 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda&device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 1682 time: 0.2241800 Dec 20 15:52:12.134153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3040d0d-6efe-4cae-bb30-d67f7dcd8d34 req-7be7bf65-cfef-4322-9523-0c466e826f64 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058769 Dec 20 15:52:12.455091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.460282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.533080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:12.545296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.546179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:12.552782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:12.561483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:12.563414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:12.572167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=cbcf536c-8a2b-4c6d-b6b2-81a8091f005b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.583049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe45ac-e879-4080-95a1-d1f9ee318fe5 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:12.593419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:12.594026 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.601994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'Port': ['ID=0dd76709-6b79-4845-bfee-2df977a2a647,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.669727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Network 35876366-afc1-493b-b547-95ecce45fee2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:12.673507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:12.680761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:12.680985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:12.681642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.683800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:12.761746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4270541c-080b-411a-80a3-07be62cf0432 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3150651 Dec 20 15:52:12.767556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34970) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:12.768643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-f84555ce-4265-4d25-96b5-bac8b3f90497', 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'project_id': '8b0cbcc5366445c89e1041bac4f1b86f', 'fixed_ips': [{'subnet_id': 'cbcf536c-8a2b-4c6d-b6b2-81a8091f005b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:12.770180 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.774450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'security_group': {'name': 'tempest-secgroup-2052298393'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:12.809846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.862936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3ed7f77a-72c4-4601-923c-10e5caaabfc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8851054 Dec 20 15:52:12.867037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:12.872920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:12.965783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Allocated IP 172.20.0.2 (f84555ce-4265-4d25-96b5-bac8b3f90497/cbcf536c-8a2b-4c6d-b6b2-81a8091f005b/e3bff5a0-337b-4763-a578-e3e112f44c52) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:12.988718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f81c6267-8c2b-4f60-9c3f-217ca0032ca6 req-23b42c94-9b11-429c-96e4-76bd0638b9b7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dad13da-6960-4f6f-945a-6daded6d90d0 HTTP/1.1" status: 200 len: 210 time: 0.0888815 Dec 20 15:52:13.008442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.057899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.059598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.149204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.204116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.211348 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.273072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ef0eb-3849-48a5-8d98-840d2903936c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.330962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.355546 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.357693 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a0482101-45eb-45dd-b82c-db2605f059c6 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5886264 Dec 20 15:52:13.359800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34982) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:13.368796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'security_group': {'name': 'tempest-secgroup-444980735'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:13.406414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Pushing event updated for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.419255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.423010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:13.424685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:13.427734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:13.483189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.485046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Attempting to bind port e3bff5a0-337b-4763-a578-e3e112f44c52 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:13.485443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Attempting to bind port e3bff5a0-337b-4763-a578-e3e112f44c52 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '70e76eb7-d635-4f84-99a6-59e15e2a0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:13.486080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Attempting to bind port e3bff5a0-337b-4763-a578-e3e112f44c52 on network f84555ce-4265-4d25-96b5-bac8b3f90497 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:13.491770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:13.492189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Checking segment: {'id': '70e76eb7-d635-4f84-99a6-59e15e2a0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:13.492550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.492919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Bound using segment: {'id': '70e76eb7-d635-4f84-99a6-59e15e2a0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:13.493417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Bound port: e3bff5a0-337b-4763-a578-e3e112f44c52, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e76eb7-d635-4f84-99a6-59e15e2a0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:13.493797 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.537358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.586434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:13.591848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:13.592636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.637723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:13.673122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.679068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.680708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'Port': ['ID=0dd76709-6b79-4845-bfee-2df977a2a647,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.713423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822f34d-5cc2-4f8b-8efc-fb58991aaf64 req-a1189bd8-cfd3-4062-8564-3c627ad84e94 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:13.716568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9822f34d-5cc2-4f8b-8efc-fb58991aaf64 req-a1189bd8-cfd3-4062-8564-3c627ad84e94 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 945 time: 0.2232969 Dec 20 15:52:13.734984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.736311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.747591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e3903-7da2-485f-9e0b-3a99eb307faa None None] Pushing event updated for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.765458 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.820074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1f673-3425-4335-be80-b92a28742046,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.866368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:13.874916 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.876724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-62e122e0-516e-4421-8784-7fb70a3bed7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8573914 Dec 20 15:52:13.897956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9822f34d-5cc2-4f8b-8efc-fb58991aaf64 req-f0b6b8f8-0218-4cd8-a329-b04e3112ba9b tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758046 Dec 20 15:52:13.907987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:13.914288 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-17436b7b-c5a8-4b6a-9b00-41d20f038979 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5486066 Dec 20 15:52:13.914288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:13.931035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:13.931035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:13.931974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:13.935367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1675639843', 'security_groups': ['43c1f673-3425-4335-be80-b92a28742046'], 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cbcf536c-8a2b-4c6d-b6b2-81a8091f005b'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:13.936916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:13.937403 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:13.937672 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 2 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:13.954064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:13.954505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:13.954839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:13.961759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:13.962141 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:13.962480 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 3 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:13.978095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:13.978439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:13.978763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:13.983845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:13.984319 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:13.984836 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 4 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.001611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.002246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.002246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.015539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.016101 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.016508 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 5 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.042527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.042967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.043746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.062971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.064493 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.064950 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 6 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.096260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.096604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.097209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.105970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.108972 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.108972 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 7 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.147250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.152461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.155270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.167190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.167512 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.167903 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 8 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.207828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.208451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.208964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.219629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.219970 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.220397 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 9 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.359602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.359941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.360302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.368371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:14.416600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:14.436316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.436646 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.448776 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 10 to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 Dec 20 15:52:14.513269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:14.516810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:14.517602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:14.533770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port d03525a0-11d8-495e-a761-0feba813e75c yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:14.553717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:14.554053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:14.554384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:14.587360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-d5574879-0d58-4a4e-8d30-9a7069534cda tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1413553613&fields=id&tenant_id=67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 267 time: 0.2954044 Dec 20 15:52:14.611300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:14.611661 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:14.612029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:14.642168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:14.703452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167652ac-4d00-42b7-9577-16652a642bcc req-dae78bd0-3def-48b7-895b-308564b2acbd tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:14.704257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:14.705082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-167652ac-4d00-42b7-9577-16652a642bcc req-dae78bd0-3def-48b7-895b-308564b2acbd tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 945 time: 0.2675793 Dec 20 15:52:14.791439 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:14.794542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-61b06a2f-df90-49ee-a28f-472f52584c12 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:14.809186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-61b06a2f-df90-49ee-a28f-472f52584c12 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.4359438 Dec 20 15:52:14.814271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.9 (f84555ce-4265-4d25-96b5-bac8b3f90497/cbcf536c-8a2b-4c6d-b6b2-81a8091f005b/d03525a0-11d8-495e-a761-0feba813e75c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:14.973721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-0c25603e-9312-407e-b8bf-f13fe4c8f2ff tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.1660924 Dec 20 15:52:14.998937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.070868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] For port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:15.071671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempted to set empty binding levels {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:52:15.089069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-a59627e5-63de-4ee0-b863-8e6714159b07 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.090902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-a59627e5-63de-4ee0-b863-8e6714159b07 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 817 time: 0.5027034 Dec 20 15:52:15.166119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.182999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-1d47e16d-aa4f-4b74-9410-5a3fc91c8be4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2083664 Dec 20 15:52:15.209014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.248128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-2ff8b89b-c963-4410-85c0-98b5f0d7fab5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/quotas/67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 375 time: 0.1158206 Dec 20 15:52:15.280563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] In _notify_port_updated(), no bound segment for port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:52:15.283014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.283014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.286371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "PUT /v2.0/ports/f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 HTTP/1.1" status: 200 len: 978 time: 2.4159269 Dec 20 15:52:15.286954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35026) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:15.329191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.421255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b3e7-c210-43f6-ad89-9fab3c3ad42b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.437376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:15.439201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-fd4270fc-d69d-435c-96e8-64f330986c4c tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.441488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-fd4270fc-d69d-435c-96e8-64f330986c4c tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5ba51ee-5bde-481d-aef7-13a72660ffda HTTP/1.1" status: 200 len: 946 time: 0.3257191 Dec 20 15:52:15.452074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Deleting port d9325c8a-edbf-4f5d-afb3-cd2369e344df {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:15.452421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.463224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.463795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.464269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.465949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.465949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.465949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.466457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.466927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.467379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.468480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.468480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.468707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.469206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.469762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.471885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.472430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.473463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.474317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.474595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.478832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.478832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.478832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.478832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.479616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30dc1f83-c015-4109-8a46-3736db11ef9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20332 time: 0.1914310 Dec 20 15:52:15.484114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:15.488102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35030) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:15.489961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:15.537330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=d03525a0-11d8-495e-a761-0feba813e75c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:15.537657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c5817f86-90a9-4dec-a5b7-e8e50dc8a9e1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424600 Dec 20 15:52:15.570509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-95c7c420-acc3-432b-9477-83a6a7d36d61 None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:15.571408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95c7c420-acc3-432b-9477-83a6a7d36d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.585103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:15.588117 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.595303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-c6e546c3-4784-4919-abad-72b74fa2a46a service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910780 Dec 20 15:52:15.641910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Deleting port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:15.642274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.657233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-95c7c420-acc3-432b-9477-83a6a7d36d61 None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:15.674420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-95c7c420-acc3-432b-9477-83a6a7d36d61 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:15.674932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95c7c420-acc3-432b-9477-83a6a7d36d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.728211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d07c344c-00af-4e9d-8633-d324b5822d0d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8103054 Dec 20 15:52:15.729731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35032) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:15.736042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:15.744057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] For port f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03, host n-h1-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:15.744057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.777924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Calling delete_port for f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:15.874221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] For port d9325c8a-edbf-4f5d-afb3-cd2369e344df, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d9325c8a-edbf-4f5d-afb3-cd2369e344df,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:15.875213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.909490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3d8e501e-c380-4661-9f95-76d355dc38cb None None] Provisioning complete for port d03525a0-11d8-495e-a761-0feba813e75c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:15.910735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3d8e501e-c380-4661-9f95-76d355dc38cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:15.912992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Calling delete_port for d9325c8a-edbf-4f5d-afb3-cd2369e344df owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:15.924651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-00692b99-c3d3-440b-b4ba-755b50f43de5 service neutron] 10.222.0.81 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273931 Dec 20 15:52:15.955257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e501e-c380-4661-9f95-76d355dc38cb None None] Port d03525a0-11d8-495e-a761-0feba813e75c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:15.976092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-5f2e6e5e-dd68-4f37-a197-6c5d034b4c4d service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800216 Dec 20 15:52:16.012140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Deleting port cf664316-e963-4677-bf6b-7ef0e1ac274b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:16.012524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.054443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.085822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:16.088902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:16.092818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.112843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.120269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a69b92f8-f03c-43c8-84aa-1a416a47021e tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 HTTP/1.1" status: 204 len: 168 time: 0.6317067 Dec 20 15:52:16.121206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:16.189359 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b7d500-1dc0-446b-88ba-f1ec8bf79342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:52:16.192146 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59b7d500-1dc0-446b-88ba-f1ec8bf79342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "GET /v2.0/ports/f0c0e48c-7dca-4a1a-abaf-fbe669fd7a03 HTTP/1.1" status: 404 len: 333 time: 0.0599949 Dec 20 15:52:16.203442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35044) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:16.204859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1270813879', 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:16.221931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-2fb55a4a-9bc1-4924-8be9-716c29356d8e service neutron] 10.222.0.81 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776544 Dec 20 15:52:16.231076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] For port cf664316-e963-4677-bf6b-7ef0e1ac274b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=cf664316-e963-4677-bf6b-7ef0e1ac274b,segment=NetworkSegment(58ee88b9-3693-46da-9b78-afeb5fca264c),segment_id=58ee88b9-3693-46da-9b78-afeb5fca264c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:16.231076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.248729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Calling delete_port for cf664316-e963-4677-bf6b-7ef0e1ac274b owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:16.253607 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cbcf536c-8a2b-4c6d-b6b2-81a8091f005b (CIDR: 172.20.0.0/28) Dec 20 15:52:16.311878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Made reservation on behalf of d9fdd6bbcaf44ac7aee30f2b62c58f40 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:16.314362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.323003 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:16.323003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:16.377910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port ec690120-0a25-4d59-b4dd-064fc7c6e497 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:16.378773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:16.487510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:16.487994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.493194 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c37c0a31-9ce6-4aca-bd1d-a7b93d537965 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7622075 Dec 20 15:52:16.494035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35054) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:16.500628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:16.531975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae7aa2-a802-4fcf-8252-9957f2df207b req-a9ab9805-75db-4db1-a3ad-9ef09499deb2 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:16.542278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2ae7aa2-a802-4fcf-8252-9957f2df207b req-a9ab9805-75db-4db1-a3ad-9ef09499deb2 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 945 time: 0.0920618 Dec 20 15:52:16.618048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.631526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['cf664316-e963-4677-bf6b-7ef0e1ac274b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:16.734256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.896388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.976556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Network 35876366-afc1-493b-b547-95ecce45fee2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:16.980184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:16.985233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:16.987292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:16.987846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.003689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=ec690120-0a25-4d59-b4dd-064fc7c6e497,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:17.030753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:17.040842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.084034 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec583cb8-84bf-4f1f-9968-442c78ac38da tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8847177 Dec 20 15:52:17.088153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35066) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:17.142767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2ae7aa2-a802-4fcf-8252-9957f2df207b req-194e775c-caf8-456d-907e-072f91be4052 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8fc9c10-18f4-423d-9350-454e743827f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890493 Dec 20 15:52:17.143602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Pushing event deleted for resources: {'Port': ['ID=d9325c8a-edbf-4f5d-afb3-cd2369e344df,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:17.230017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d3de1-2520-46b7-bf13-f0b03802327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:17.231418 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9a5d3de1-2520-46b7-bf13-f0b03802327b tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "GET /v2.0/ports/ec690120-0a25-4d59-b4dd-064fc7c6e497 HTTP/1.1" status: 200 len: 959 time: 0.1419256 Dec 20 15:52:17.241706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4eb2460e-77de-47c9-95dd-c09faf803b22 req-405ff9a1-d68b-4aca-af5a-d81f48c48190 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 210 time: 0.0711074 Dec 20 15:52:17.256329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35072) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:17.333544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] No DVR routers for this DVR port d9325c8a-edbf-4f5d-afb3-cd2369e344df on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:17.351180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4430f1af-fde6-4239-b9d8-db1f7baab1d7 req-397defc2-2229-4dbd-8b6a-49ee4fc20018 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.1086867 Dec 20 15:52:17.356545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.364032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-167652ac-4d00-42b7-9577-16652a642bcc req-5e3ffc74-e1bf-45b0-859c-ec6c9c2513fe tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.72 "DELETE /v2.0/ports/d9325c8a-edbf-4f5d-afb3-cd2369e344df HTTP/1.1" status: 204 len: 173 time: 2.6452837 Dec 20 15:52:17.364653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'name': 'network-vif-deleted', 'tag': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:17.367036 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924b4ab6-6a6d-409b-807c-4561e575575d" -d '{"events": [{"server_uuid": "5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c", "name": "network-vif-deleted", "tag": "d9325c8a-edbf-4f5d-afb3-cd2369e344df"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:17.385988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.417919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Deleting port ec690120-0a25-4d59-b4dd-064fc7c6e497 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:17.418254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.438287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Pushing event deleted for resources: {'Port': ['ID=cf664316-e963-4677-bf6b-7ef0e1ac274b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:17.494340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] No DVR routers for this DVR port cf664316-e963-4677-bf6b-7ef0e1ac274b on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:17.497565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.501450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5af0bf6d-a479-487f-91ca-54694eab4992 req-c692a202-bbcb-480a-89a1-b06f65a6c072 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.83 "DELETE /v2.0/ports/cf664316-e963-4677-bf6b-7ef0e1ac274b HTTP/1.1" status: 204 len: 173 time: 2.0443926 Dec 20 15:52:17.600927 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e57dc-910e-4742-bb3e-1add292c853a x-openstack-request-id: req-0a1e57dc-910e-4742-bb3e-1add292c853a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:17.600927 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c", "name": "network-vif-deleted", "tag": "d9325c8a-edbf-4f5d-afb3-cd2369e344df", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:17.600927 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a1e57dc-910e-4742-bb3e-1add292c853a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:17.601330 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c', 'name': 'network-vif-deleted', 'tag': 'd9325c8a-edbf-4f5d-afb3-cd2369e344df', 'status': 'completed', 'code': 200} Dec 20 15:52:17.605716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.620260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Calling delete_port for ec690120-0a25-4d59-b4dd-064fc7c6e497 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:17.942198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:17.997986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:18.005705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:18.013271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:18.013271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.017567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808c378-7b64-4602-a7d2-a468fb1fd604 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:18.022912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=b5358cb0-1040-42f6-86b9-3728ae3b1f50,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:18.043314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.043697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.043995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.044347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.044665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.044994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.045336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.045659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.045982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.046305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.046623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.046939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.047256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:18.140775 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-403791c3-545c-4f23-8814-49260ed1f25b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6429472 Dec 20 15:52:18.141053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:18.148526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-41856170', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5358cb0-1040-42f6-86b9-3728ae3b1f50'}], 'security_groups': ['a77ef0eb-3849-48a5-8d98-840d2903936c']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:18.192486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.253452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec690120-0a25-4d59-b4dd-064fc7c6e497,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:18.259502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.266085 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.272281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35092) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:18.272799 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-752270e4-0a93-47dd-8a61-817e0a145008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ec690120-0a25-4d59-b4dd-064fc7c6e497 HTTP/1.1" status: 204 len: 168 time: 1.0150170 Dec 20 15:52:18.360482 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0115244e-cfae-49ea-a3d3-1f60e620abce tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:52:18.366425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0115244e-cfae-49ea-a3d3-1f60e620abce tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "GET /v2.0/ports/ec690120-0a25-4d59-b4dd-064fc7c6e497 HTTP/1.1" status: 404 len: 333 time: 0.0930188 Dec 20 15:52:18.367350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35094) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:18.385835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] Update dhcp port {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'fixed_ips': [{'subnet_id': 'cbcf536c-8a2b-4c6d-b6b2-81a8091f005b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5358cb0-1040-42f6-86b9-3728ae3b1f50'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'e3bff5a0-337b-4763-a578-e3e112f44c52'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:52:18.393889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Request body: {'port': {'network_id': '35876366-afc1-493b-b547-95ecce45fee2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798945486'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:18.418487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41f26394-c17b-4891-b7fa-7929b6e4c2cf req-739aded8-d232-4f17-9666-a4a127904033 tempest-ListServersNegativeTestJSON-1613153502 tempest-ListServersNegativeTestJSON-1613153502-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fd5cef2-a5f9-4084-90ba-c43dc47fcf6c HTTP/1.1" status: 200 len: 210 time: 0.0784621 Dec 20 15:52:18.424541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.442055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d9325c8a-edbf-4f5d-afb3-cd2369e344df no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:18.500400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d3eeabb-0150-42ea-a7c3-4ad39a3d68a6 req-a5606777-3af9-4fb4-954c-2f29442a9931 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 210 time: 0.1022248 Dec 20 15:52:18.511388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d9325c8a-edbf-4f5d-afb3-cd2369e344df {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:18.511865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d9325c8a-edbf-4f5d-afb3-cd2369e344df not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:18.645920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e72b1527-4e22-4e55-b6ca-2a71c045730f req-212fa2b2-1b9c-4d7a-8d3f-9ae390dc41d5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.0602989 Dec 20 15:52:18.693621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] Allocated IP 172.20.0.18 (f84555ce-4265-4d25-96b5-bac8b3f90497/b5358cb0-1040-42f6-86b9-3728ae3b1f50/e3bff5a0-337b-4763-a578-e3e112f44c52) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:18.711869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Made reservation on behalf of d9fdd6bbcaf44ac7aee30f2b62c58f40 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:18.714457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.734029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:18.807804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:18.845740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.918737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:18.992626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.082987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8146-afd2-460b-9520-a3f16940c496 None None] Pushing event updated for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:19.094691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.138573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Network 35876366-afc1-493b-b547-95ecce45fee2 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:19.142083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:19.149041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Delete allocated IP 172.20.0.9 (f84555ce-4265-4d25-96b5-bac8b3f90497/cbcf536c-8a2b-4c6d-b6b2-81a8091f005b) {{(pid=103954) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:52:19.150759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:19.151712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:19.152316 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.164681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.20 (f84555ce-4265-4d25-96b5-bac8b3f90497/b5358cb0-1040-42f6-86b9-3728ae3b1f50/d03525a0-11d8-495e-a761-0feba813e75c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:19.169596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7cdf76-04e3-46d3-81f7-c8077b829e7c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:19.298168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-42b8562b-5b58-4251-9d36-d840ee4efeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9081101 Dec 20 15:52:19.301502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35102) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:19.306791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:19.365835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.392118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.422797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device cf664316-e963-4677-bf6b-7ef0e1ac274b no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:19.452404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: cf664316-e963-4677-bf6b-7ef0e1ac274b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:19.452834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device cf664316-e963-4677-bf6b-7ef0e1ac274b not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:19.491019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.603011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'name': 'network-vif-deleted', 'tag': 'cf664316-e963-4677-bf6b-7ef0e1ac274b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:19.609067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:19.610139 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29e8eab-2813-45d7-9e4b-b448d0d90fb0" -d '{"events": [{"server_uuid": "d5ba51ee-5bde-481d-aef7-13a72660ffda", "name": "network-vif-deleted", "tag": "cf664316-e963-4677-bf6b-7ef0e1ac274b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:19.684299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=d03525a0-11d8-495e-a761-0feba813e75c,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:19.725978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] In _notify_port_updated(), no bound segment for port d03525a0-11d8-495e-a761-0feba813e75c on network f84555ce-4265-4d25-96b5-bac8b3f90497 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:52:19.732427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:19.733190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.737315 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37828362-b489-4208-b948-17cd9cb8faa2 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/ports/d03525a0-11d8-495e-a761-0feba813e75c HTTP/1.1" status: 200 len: 919 time: 1.5947721 Dec 20 15:52:19.741293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35124) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:19.742215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Deleting subnet 713d66f7-7c72-42ce-9fc8-3c60257bd8f3 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:19.743520 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f86f9f-7986-4ab4-968c-4c156204a56b x-openstack-request-id: req-87f86f9f-7986-4ab4-968c-4c156204a56b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:19.743988 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ba51ee-5bde-481d-aef7-13a72660ffda", "name": "network-vif-deleted", "tag": "cf664316-e963-4677-bf6b-7ef0e1ac274b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:19.744675 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87f86f9f-7986-4ab4-968c-4c156204a56b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:19.744884 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba51ee-5bde-481d-aef7-13a72660ffda', 'name': 'network-vif-deleted', 'tag': 'cf664316-e963-4677-bf6b-7ef0e1ac274b', 'status': 'completed', 'code': 200} Dec 20 15:52:19.747729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.786751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.796111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d1fc263-afe3-43db-b3cf-b26aeea1b423 req-997c8f14-b64f-4012-bba6-f9dd44d3b937 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 210 time: 0.1548638 Dec 20 15:52:19.851452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.906818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68b93db6-2f78-48c7-97d6-1efdfc06a46b req-52d76742-64ea-481b-8237-c21736b08670 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.1134872 Dec 20 15:52:19.918666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] device_id is not set on port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:19.926552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:19.927019 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.936299 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:19.970453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:19.982365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:19.982730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.017806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port d03525a0-11d8-495e-a761-0feba813e75c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:20.018447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.043318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-a614ee96-870c-4a38-a23c-0501f7c267c3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.045065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-a614ee96-870c-4a38-a23c-0501f7c267c3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.2184212 Dec 20 15:52:20.067498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.067870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Request body: {'port': {'device_id': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'admin_state_up': True, 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:20.093473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Provisioning complete for port d03525a0-11d8-495e-a761-0feba813e75c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:20.093908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.097177 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.107420 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/713d66f7-7c72-42ce-9fc8-3c60257bd8f3 HTTP/1.1" status: 204 len: 168 time: 0.4935396 Dec 20 15:52:20.108180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35126) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:20.110404 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.145014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-83503580-9efc-476e-9266-6c0d5b9397f5 None None] Port d03525a0-11d8-495e-a761-0feba813e75c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:20.170889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d34e3-1190-4af7-a3ff-4253babc7cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713d66f7-7c72-42ce-9fc8-3c60257bd8f3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:20.282663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7cdf76-04e3-46d3-81f7-c8077b829e7c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:20.312397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.313072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.313072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.316972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.335019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.340482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:20.374894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.375231 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.389184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for d03525a0-11d8-495e-a761-0feba813e75c owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:20.393209 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 2 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.452354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.458207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:20.458207 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.467461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.467801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.468132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.486786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af20392-59b4-4f78-b989-9366076383ee']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.496380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ee88b9-3693-46da-9b78-afeb5fca264c') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.496683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ee88b9-3693-46da-9b78-afeb5fca264c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:20.507737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.528279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.533508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.533898 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.536220 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 3 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.542272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:52:20.549953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.560142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.560489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.560824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.569883 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:20.572791 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:20.594634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-21b7aac3-2af2-4863-98e2-a8e8c77914ec None None] Provisioning complete for port d03525a0-11d8-495e-a761-0feba813e75c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:20.595255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21b7aac3-2af2-4863-98e2-a8e8c77914ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.601036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.601400 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.602996 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 4 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.653003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.653003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.653003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.653979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-21b7aac3-2af2-4863-98e2-a8e8c77914ec None None] Port d03525a0-11d8-495e-a761-0feba813e75c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:20.654079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.654079 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.654079 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 5 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.674888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.675224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.676215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.702176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:20.710576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.716233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.716559 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.726061 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 6 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.798292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.798621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.798950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.810797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.811126 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.848137 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 7 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.885888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:20.886333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:20.886673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:20.911638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c831b547-c0fd-4cf8-9f2a-cb2602f5841f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.912940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c831b547-c0fd-4cf8-9f2a-cb2602f5841f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 817 time: 0.2393589 Dec 20 15:52:20.923502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:20.923838 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:20.943612 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 8 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:20.946850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.980327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.986172 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] 10.222.0.81 "DELETE /v2.0/networks/7af20392-59b4-4f78-b989-9366076383ee HTTP/1.1" status: 204 len: 168 time: 0.8438108 Dec 20 15:52:20.986172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2934b-0f77-4410-a9d4-84590798327e admin admin] Pushing event deleted for resources: {'Network': ['ID=7af20392-59b4-4f78-b989-9366076383ee,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:21.012528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.027734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33fa4d96-4493-4bbe-9743-71318ffb576d req-1003d504-19e5-47a4-b6bb-327f3ce83288 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 210 time: 0.1090512 Dec 20 15:52:21.062727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:21.063066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:21.063403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:21.071942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=d03525a0-11d8-495e-a761-0feba813e75c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:21.110925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:21.111260 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:21.118375 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 9 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:21.189645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Allocated IP 172.20.0.8 (9caab41a-b617-424e-8017-422feabfe664/772960a6-5956-4890-a1a7-db19830bd4b9/a6521010-3ffd-4f68-a1f1-2c4f9d9e5222) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:21.248904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-081292e7-bbc7-449b-81e6-21eab799637d req-f9b6933f-be6f-4794-9568-aa9eadf8fd53 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.0960751 Dec 20 15:52:21.261256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-6efb315f-2e56-4157-b808-f6339c07769e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 380 time: 0.3357365 Dec 20 15:52:21.262115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:21.262562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:21.263005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:21.290288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'port': {'device_id': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'admin_state_up': True, 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'security_groups': ['f6b71fa6-b599-4f44-8506-67f644fb15f6']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:21.314837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:21.315514 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:21.326230 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempt 10 to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c Dec 20 15:52:21.334184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.338178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-68248626-faa1-4b8b-87f6-11aeef39476b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/d03525a0-11d8-495e-a761-0feba813e75c HTTP/1.1" status: 204 len: 168 time: 1.5785573 Dec 20 15:52:21.340821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35140) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:21.373677 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1999cd-ffd0-41e6-b92b-d626e5c514e5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:52:21.375623 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e1999cd-ffd0-41e6-b92b-d626e5c514e5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/d03525a0-11d8-495e-a761-0feba813e75c HTTP/1.1" status: 404 len: 333 time: 0.0336080 Dec 20 15:52:21.378428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35142) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:21.417718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:21.418054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:21.418468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempting to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:21.435484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:21.435839 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Failed to bind port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on host n-h1-781076-8 for vnic_type normal using segments [{'id': '00e5e4ca-a2f4-4733-a486-5b0e7d173e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35876366-afc1-493b-b547-95ecce45fee2'}] Dec 20 15:52:21.436209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.449732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0574389e-3d60-45ee-8f05-4ab7275866ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.480522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.482419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0574389e-3d60-45ee-8f05-4ab7275866ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.498256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35144) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:21.565079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-49b8e298-ae41-4700-93d5-1692d92043c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1cf86a80cdc4328b6a6e63f6fea1448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654559 Dec 20 15:52:21.568959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:21.651293 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f869c19-1654-4c11-9956-cae607373027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.668217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] For port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:21.676499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attempted to set empty binding levels {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:52:21.680809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f869c19-1654-4c11-9956-cae607373027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.681507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.707774 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0574389e-3d60-45ee-8f05-4ab7275866ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.710667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0574389e-3d60-45ee-8f05-4ab7275866ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.711789 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0574389e-3d60-45ee-8f05-4ab7275866ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/security-groups/43c1f673-3425-4335-be80-b92a28742046 HTTP/1.1" status: 204 len: 168 time: 0.3313107 Dec 20 15:52:21.715471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:21.727633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574389e-3d60-45ee-8f05-4ab7275866ea tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1f673-3425-4335-be80-b92a28742046,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:21.770750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Made reservation on behalf of 67c50cdd6ec64b19929603b5747b7d9e for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:21.774578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.797094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd1653c4-c9c3-4ac3-98e1-de366f1ea045 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.834740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.864570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd1653c4-c9c3-4ac3-98e1-de366f1ea045 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.877867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f869c19-1654-4c11-9956-cae607373027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.881958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f869c19-1654-4c11-9956-cae607373027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.885426 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1f869c19-1654-4c11-9956-cae607373027 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8fc9c10-18f4-423d-9350-454e743827f4 HTTP/1.1" status: 204 len: 168 time: 0.3123882 Dec 20 15:52:21.891752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f869c19-1654-4c11-9956-cae607373027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc9c10-18f4-423d-9350-454e743827f4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:21.917020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.935311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] In _notify_port_updated(), no bound segment for port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c on network 35876366-afc1-493b-b547-95ecce45fee2 {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:52:21.944223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:21.944223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.944223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "PUT /v2.0/ports/2d7cdf76-04e3-46d3-81f7-c8077b829e7c HTTP/1.1" status: 200 len: 979 time: 2.6360278 Dec 20 15:52:21.945838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35156) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:22.002715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9622e-91f9-4fc4-b33b-ea6130193562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event updated for resources: {'Port': ['ID=2d7cdf76-04e3-46d3-81f7-c8077b829e7c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.009400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Network 9caab41a-b617-424e-8017-422feabfe664 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:22.052841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:22.055483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:22.124431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Deleting port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:22.124768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.153272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Allocated IP 172.20.0.14 (c589b484-7d18-42f8-a1bc-d926886d63c9/694f7b0a-0302-4f08-bc56-af3c86f4d2b7/c45e6333-42c1-4100-ad70-6d7f0f32dc84) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:22.188785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd1653c4-c9c3-4ac3-98e1-de366f1ea045 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.192434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd1653c4-c9c3-4ac3-98e1-de366f1ea045 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.196346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bd1653c4-c9c3-4ac3-98e1-de366f1ea045 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/security-groups/a77ef0eb-3849-48a5-8d98-840d2903936c HTTP/1.1" status: 204 len: 168 time: 0.4797144 Dec 20 15:52:22.202580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35162) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:22.245252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event updated for resources: {'Port': ['ID=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.246431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] For port 2d7cdf76-04e3-46d3-81f7-c8077b829e7c, host n-h1-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:22.246790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.261813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Calling delete_port for 2d7cdf76-04e3-46d3-81f7-c8077b829e7c owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:22.291513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1653c4-c9c3-4ac3-98e1-de366f1ea045 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ef0eb-3849-48a5-8d98-840d2903936c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.321043 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:22.324307 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:22.325467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.326252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.369697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a4a59-9d21-4e49-b3af-cc35632fae31 req-d6848e80-fb47-425c-870e-0240e929eed7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.371438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b74a4a59-9d21-4e49-b3af-cc35632fae31 req-d6848e80-fb47-425c-870e-0240e929eed7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 931 time: 0.2056768 Dec 20 15:52:22.388971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet cbcf536c-8a2b-4c6d-b6b2-81a8091f005b {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:22.412230 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.483237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.497261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f23721f9-9b30-4f6b-b2a5-d9c75aa7e49a req-8e9bb282-db95-46e1-9ffb-e60a61e19da7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.1124976 Dec 20 15:52:22.530906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d7cdf76-04e3-46d3-81f7-c8077b829e7c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:22.551687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.551687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d5de0806-05d1-45e6-9b59-d72905477d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2d7cdf76-04e3-46d3-81f7-c8077b829e7c HTTP/1.1" status: 204 len: 168 time: 0.5968077 Dec 20 15:52:22.553558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35166) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:22.558908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.564157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-e7d4e42d-b888-43ec-9560-e66c10e942c0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5078342 Dec 20 15:52:22.584706 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b347c3-6ca8-442e-94e1-189dcf68cb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:52:22.586329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37b347c3-6ca8-442e-94e1-189dcf68cb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-180778324-project-admin] 10.222.0.81 "GET /v2.0/ports/2d7cdf76-04e3-46d3-81f7-c8077b829e7c HTTP/1.1" status: 404 len: 333 time: 0.0317104 Dec 20 15:52:22.592947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35170) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:22.622315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b74a4a59-9d21-4e49-b3af-cc35632fae31 req-1bd8f055-e90f-4476-949f-d37984d103b5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386229 Dec 20 15:52:22.643779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Request body: {'port': {'device_id': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:22.693795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.779740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.820906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.849309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35876366-afc1-493b-b547-95ecce45fee2']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.854200 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.881469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e5e4ca-a2f4-4733-a486-5b0e7d173e88') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.884337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e5e4ca-a2f4-4733-a486-5b0e7d173e88') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.900332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.918118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.926126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:52:22.927159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:22.930779 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:22.933053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.126241 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.174720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.202860 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.210354 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] 10.222.0.81 "DELETE /v2.0/networks/35876366-afc1-493b-b547-95ecce45fee2 HTTP/1.1" status: 204 len: 168 time: 0.6159251 Dec 20 15:52:23.211890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9756d1b-f252-4649-9249-5b7606ec4579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421809852-project] Pushing event deleted for resources: {'Network': ['ID=35876366-afc1-493b-b547-95ecce45fee2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.241603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Network c589b484-7d18-42f8-a1bc-d926886d63c9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:23.243426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.256432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:23.265720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:23.588913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a156997-9c18-47c7-bbda-913cab382570 None None] Provisioning complete for port c45e6333-42c1-4100-ad70-6d7f0f32dc84 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:23.595722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a156997-9c18-47c7-bbda-913cab382570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.640160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6a156997-9c18-47c7-bbda-913cab382570 None None] Port c45e6333-42c1-4100-ad70-6d7f0f32dc84 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:23.750468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcf536c-8a2b-4c6d-b6b2-81a8091f005b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.762068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.764160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.771652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6e6d36d7-18ed-43ee-a306-c831188e5a86 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/cbcf536c-8a2b-4c6d-b6b2-81a8091f005b HTTP/1.1" status: 204 len: 168 time: 1.5568390 Dec 20 15:52:23.772624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35208) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:23.784429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b3d32-9c87-4d5f-9aff-a57ee77fb011 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:23.784683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:23.891538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.892259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.931495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07076a-bb38-47a9-8fb7-6f7933117fbe req-d45cfbb5-a018-42ce-99e3-2ef4f44742ed tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.933431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a07076a-bb38-47a9-8fb7-6f7933117fbe req-d45cfbb5-a018-42ce-99e3-2ef4f44742ed tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.2319050 Dec 20 15:52:23.951121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06668-f14a-4a78-aba8-6c0832469382 req-aa67e202-8eb2-462c-8ea1-68a81f713954 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.957784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fd06668-f14a-4a78-aba8-6c0832469382 req-aa67e202-8eb2-462c-8ea1-68a81f713954 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 932 time: 0.2336237 Dec 20 15:52:24.043956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35218) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:24.103301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:24.111226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-568d77a9-2d45-429f-aa98-208e78f77e2b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8365948 Dec 20 15:52:24.135369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.141321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Request body: {'port': {'device_id': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:24.157338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fd06668-f14a-4a78-aba8-6c0832469382 req-27b23943-7722-4d26-a047-0e2f9b3421b4 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896341 Dec 20 15:52:24.181211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a07076a-bb38-47a9-8fb7-6f7933117fbe req-318657c4-97d1-4f78-b1f5-e00aeff1ed67 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172956 Dec 20 15:52:24.241985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Transition to ACTIVE for port object a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:24.254592 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2647ae5f-e6f4-4b0b-b5c4-3b106c9bf992 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bc8224e45b5405890c21840c22178c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083564 Dec 20 15:52:24.256830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35226) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:24.310982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-7c5f043a-bf92-480d-b7cc-2a7e38bf326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:24.312433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-7c5f043a-bf92-480d-b7cc-2a7e38bf326e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.4728606 Dec 20 15:52:24.336747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:24.341781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.341983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.346977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-477814a7-0bb9-40e1-9d88-62bc8a58c11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.374982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-477814a7-0bb9-40e1-9d88-62bc8a58c11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.455043 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.478671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67edb5-1419-4206-a914-a00bad655f70 req-4f07cd0a-bcc1-45ac-b3c1-ab90cd825dff tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:24.480243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d67edb5-1419-4206-a914-a00bad655f70 req-4f07cd0a-bcc1-45ac-b3c1-ab90cd825dff tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 931 time: 0.2169724 Dec 20 15:52:24.555215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Pushing event updated for resources: {'Port': ['ID=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:24.742964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d67edb5-1419-4206-a914-a00bad655f70 req-3f8de23e-dbcf-4038-b037-bfd60ad615df tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806610 Dec 20 15:52:24.748606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-477814a7-0bb9-40e1-9d88-62bc8a58c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.759253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-477814a7-0bb9-40e1-9d88-62bc8a58c11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.760714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-477814a7-0bb9-40e1-9d88-62bc8a58c11d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3882569e-e7b6-4276-9abe-e037549ddc3e HTTP/1.1" status: 204 len: 168 time: 0.4996169 Dec 20 15:52:24.782991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-1fbe040e-df7f-41f5-9b1a-571001494a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:24.784796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-1fbe040e-df7f-41f5-9b1a-571001494a2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.4617321 Dec 20 15:52:24.788672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477814a7-0bb9-40e1-9d88-62bc8a58c11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3882569e-e7b6-4276-9abe-e037549ddc3e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:24.879765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16a0d7bb-971f-47c5-b7d9-95a8a34f6dd5 None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:24.880393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16a0d7bb-971f-47c5-b7d9-95a8a34f6dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.884842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-b558e189-68db-468a-afdd-0a2f65726e0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.0736482 Dec 20 15:52:24.918860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-16a0d7bb-971f-47c5-b7d9-95a8a34f6dd5 None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:24.919312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.929976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16a0d7bb-971f-47c5-b7d9-95a8a34f6dd5 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:24.930472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16a0d7bb-971f-47c5-b7d9-95a8a34f6dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.964802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:24.968413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:24.975324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:24.975324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:24.983453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fdfb37-d507-482b-9233-0865aa79902b None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:25.000856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=419c0fff-e3d0-4baa-a81d-d76a1cbec05e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:25.055442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Attempting to bind port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:25.055850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Attempting to bind port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:25.056097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Attempting to bind port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:25.067612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-de90c33b-4bdb-48e9-ad6b-5e356bf3ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.067612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-de90c33b-4bdb-48e9-ad6b-5e356bf3ef97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.1116226 Dec 20 15:52:25.070773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 on network 9caab41a-b617-424e-8017-422feabfe664 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:25.071114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Attempting to bind port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:25.084101 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ab77d2f-8e18-4a8d-984e-2e458252d16e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3065114 Dec 20 15:52:25.084101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:25.088142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021376797'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:25.162239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:25.162585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:25.162979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Bound using segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:25.164023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Bound port: a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:25.165682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.170627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-ee5a42f4-fbeb-417f-bae6-626d56e5fce1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972228 Dec 20 15:52:25.186202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.221469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45e6333-42c1-4100-ad70-6d7f0f32dc84 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:25.297277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] For port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:25.301622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] For port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:25.303962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.338928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.362289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Update dhcp port {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'fixed_ips': [{'subnet_id': 'b5358cb0-1040-42f6-86b9-3728ae3b1f50', 'ip_address': '172.20.0.18'}, {'subnet_id': '419c0fff-e3d0-4baa-a81d-d76a1cbec05e'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'e3bff5a0-337b-4763-a578-e3e112f44c52'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:52:25.391187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Transition to ACTIVE for port object c45e6333-42c1-4100-ad70-6d7f0f32dc84 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:25.394885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.452454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433cdad-fab0-4ce6-b461-036a869dd30a req-e4f3e42f-45d7-4a8a-a09d-5c4eed399b66 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.454049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9433cdad-fab0-4ce6-b461-036a869dd30a req-e4f3e42f-45d7-4a8a-a09d-5c4eed399b66 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 932 time: 0.1213388 Dec 20 15:52:25.458750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-6d8158e7-f036-48b2-ab3f-f77a174a253e service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749369 Dec 20 15:52:25.462736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.474269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:25.511799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.523827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa2747-832c-4442-9c61-f5d45dac2897 req-9c9e0ccb-391d-4671-b866-c3ae323a5ef3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.525471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eaa2747-832c-4442-9c61-f5d45dac2897 req-9c9e0ccb-391d-4671-b866-c3ae323a5ef3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1688247 Dec 20 15:52:25.547854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.550599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.551221 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.552640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] 10.222.0.83 "PUT /v2.0/ports/a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 HTTP/1.1" status: 200 len: 1091 time: 2.9259095 Dec 20 15:52:25.565241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b560b0a-60c6-43a8-9bd0-d06a8c9de772,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:25.573018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'tag': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:25.575208 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df350d89-18a2-4764-8451-8ce4149b6811" -d '{"events": [{"name": "network-changed", "server_uuid": "6012ad7a-04d8-41c3-9cd7-ad88afa21b35", "tag": "a6521010-3ffd-4f68-a1f1-2c4f9d9e5222"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:25.622100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Allocated IP 172.20.0.2 (f84555ce-4265-4d25-96b5-bac8b3f90497/419c0fff-e3d0-4baa-a81d-d76a1cbec05e/e3bff5a0-337b-4763-a578-e3e112f44c52) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:25.652370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f03a11b5-e3a9-4fb0-b8a9-821888f0eaf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.677041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaca04-7cd0-4107-86d4-6523bc247aee service neutron] Pushing event updated for resources: {'Port': ['ID=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:25.743337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.748468 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-82e4d014-db56-451f-978e-c2c87de1925b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6614497 Dec 20 15:52:25.759117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:25.759427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9433cdad-fab0-4ce6-b461-036a869dd30a req-f53a9a01-41bb-40fb-a0f2-7928999e14e2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837946 Dec 20 15:52:25.768382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1573761525'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:25.772717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:25.816564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f03a11b5-e3a9-4fb0-b8a9-821888f0eaf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.832978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:25.878814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bf66a4-0ce8-4b58-8d87-7e7499822bc0 req-c5d44ed5-a3bf-4486-9f5e-a9029851008f service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099309 Dec 20 15:52:25.900642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eaa2747-832c-4442-9c61-f5d45dac2897 req-fe441ebf-f021-40c9-b1fa-96361edf8862 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379765 Dec 20 15:52:25.943057 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6bdc21-c8d6-4bee-9a76-bc0608b3d44f x-openstack-request-id: req-0b6bdc21-c8d6-4bee-9a76-bc0608b3d44f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:25.943471 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6012ad7a-04d8-41c3-9cd7-ad88afa21b35", "tag": "a6521010-3ffd-4f68-a1f1-2c4f9d9e5222", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:25.943814 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b6bdc21-c8d6-4bee-9a76-bc0608b3d44f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:25.944392 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'tag': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222', 'status': 'completed', 'code': 200} Dec 20 15:52:25.952125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:25.974902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-6c70069f-06d8-41e1-8a65-15b40313c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:25.976493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-6c70069f-06d8-41e1-8a65-15b40313c244 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 1094 time: 0.1637180 Dec 20 15:52:25.998579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35280) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:26.014463 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.020377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.048308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f03a11b5-e3a9-4fb0-b8a9-821888f0eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.059666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-581562a2-e810-4cdf-88ad-dee922bec6ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 HTTP/1.1" status: 200 len: 217 time: 0.0716248 Dec 20 15:52:26.065238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Attempting to bind port c45e6333-42c1-4100-ad70-6d7f0f32dc84 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:26.065658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Attempting to bind port c45e6333-42c1-4100-ad70-6d7f0f32dc84 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:26.066769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Attempting to bind port c45e6333-42c1-4100-ad70-6d7f0f32dc84 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:26.110451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Port c45e6333-42c1-4100-ad70-6d7f0f32dc84 on network c589b484-7d18-42f8-a1bc-d926886d63c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:26.110451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Attempting to bind port c45e6333-42c1-4100-ad70-6d7f0f32dc84 on network c589b484-7d18-42f8-a1bc-d926886d63c9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:26.116144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0021d936-1510-4bab-bf1f-c10a33823de5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9fdd6bbcaf44ac7aee30f2b62c58f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1161439 Dec 20 15:52:26.119616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:26.129901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:26.130247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Checking segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:26.130631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Bound using segment: {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:26.131211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Bound port: c45e6333-42c1-4100-ad70-6d7f0f32dc84, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfaed62-5de1-453e-910c-9768e4a66c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:26.131634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.150039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Pushing event updated for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.170392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-56924d87-78f6-4521-a4e4-5fe591f17953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:26.172020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-56924d87-78f6-4521-a4e4-5fe591f17953 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.1035397 Dec 20 15:52:26.172529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.173136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.173681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.174551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.175013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.175330 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f03a11b5-e3a9-4fb0-b8a9-821888f0eaf7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0738dfd9bec246488771fb1ed2120ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999109 Dec 20 15:52:26.175452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.176761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.177102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.177771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35284) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:26.177912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.178141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.178645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.179745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.179878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a11b5-e3a9-4fb0-b8a9-821888f0eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f105c992-9296-46ca-bbea-53481d98bd8b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.180595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b266a0-e309-4c19-9285-6db944639ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:26.192901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb1cc9-42d8-42ee-9af2-c06fb46dacf0 req-a07beae7-dfa3-4b88-a576-288d952aafe6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:26.194599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fb1cc9-42d8-42ee-9af2-c06fb46dacf0 req-a07beae7-dfa3-4b88-a576-288d952aafe6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 943 time: 0.2111120 Dec 20 15:52:26.249264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.270746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-69dddd9f-cf5f-40ab-acd1-3a9d6ad418c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516815 Dec 20 15:52:26.276836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2014cafc-b7f8-41ed-9713-0b5003fb515d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.312956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2014cafc-b7f8-41ed-9713-0b5003fb515d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.326180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:26.350901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.369454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fee-3b9c-48f9-afe5-9b31cdc27fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.405942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:26.406749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.408387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d07e154-9ae3-4406-b585-69812ed45b83,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.421643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:26.449103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89fb1cc9-42d8-42ee-9af2-c06fb46dacf0 req-5c05a15f-304a-41a7-b4df-6faff67c3ca1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277489 Dec 20 15:52:26.452642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:26.472790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fee-3b9c-48f9-afe5-9b31cdc27fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.486255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.488682 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-02903ae6-3aac-4d12-8020-53d7d2d1fa25 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7345433 Dec 20 15:52:26.492190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35286) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:26.498757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'security_group': {'name': 'tempest-secgroup-986699805'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:26.508279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-a4425252-adce-47b1-abd6-19804845c1d9 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284331 Dec 20 15:52:26.518401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2014cafc-b7f8-41ed-9713-0b5003fb515d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.523785 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2014cafc-b7f8-41ed-9713-0b5003fb515d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.523988 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2014cafc-b7f8-41ed-9713-0b5003fb515d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f105c992-9296-46ca-bbea-53481d98bd8b HTTP/1.1" status: 204 len: 168 time: 0.3451505 Dec 20 15:52:26.538985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014cafc-b7f8-41ed-9713-0b5003fb515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f105c992-9296-46ca-bbea-53481d98bd8b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.588009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.640559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:26.641201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.642694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] 10.222.0.83 "PUT /v2.0/ports/c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 1092 time: 2.5100794 Dec 20 15:52:26.678278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddc8e1-ec3f-4566-bec7-0ff863c36b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.684797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cb9a44f-3e2b-4e55-b40c-35397c727c2d req-ab971abd-3723-4086-82b3-a3daebf5de25 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643603 Dec 20 15:52:26.757796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.834929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fee-3b9c-48f9-afe5-9b31cdc27fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.838994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fee-3b9c-48f9-afe5-9b31cdc27fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:26.840257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec4e9fee-3b9c-48f9-afe5-9b31cdc27fce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61c65786-6fa8-4a2a-9fae-5a2f5292a6da HTTP/1.1" status: 204 len: 168 time: 0.7189708 Dec 20 15:52:26.897843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9fee-3b9c-48f9-afe5-9b31cdc27fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c65786-6fa8-4a2a-9fae-5a2f5292a6da,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:26.900745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.155693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-38c0bb0e-613d-494f-a9c2-7038bd0e2337 None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:27.155693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38c0bb0e-613d-494f-a9c2-7038bd0e2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.204751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.208223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fd5e4-d2e7-4fcf-b79e-3325b5d2c274 req-2857956e-4672-42ec-b6a7-65b77ff891fb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.208223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba8fd5e4-d2e7-4fcf-b79e-3325b5d2c274 req-2857956e-4672-42ec-b6a7-65b77ff891fb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.2466943 Dec 20 15:52:27.208223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-6a540eb3-3764-4478-aac3-05280b85ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.208223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-6a540eb3-3764-4478-aac3-05280b85ba7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1095 time: 0.2278500 Dec 20 15:52:27.213403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-38c0bb0e-613d-494f-a9c2-7038bd0e2337 None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:27.214098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659c09fd-7fc7-485a-80b4-fed8c8d2d433,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:27.214271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350d89-18a2-4764-8451-8ce4149b6811 req-6e4039ff-c2bb-49ca-9505-bd7c1a3fefda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.214271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-6e4039ff-c2bb-49ca-9505-bd7c1a3fefda service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 1094 time: 0.1706822 Dec 20 15:52:27.214519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-38c0bb0e-613d-494f-a9c2-7038bd0e2337 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:27.214519 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38c0bb0e-613d-494f-a9c2-7038bd0e2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.214753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dc81f-015b-42cd-bc4a-5f1b2dbdcdf7 req-7f825aa4-8054-41cf-8b47-74e30dc6db9f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.214753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4dc81f-015b-42cd-bc4a-5f1b2dbdcdf7 req-7f825aa4-8054-41cf-8b47-74e30dc6db9f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1185973 Dec 20 15:52:27.215002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.243235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-741e66d9-8014-452c-a6dd-1b1c679b1af7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 217 time: 0.1078033 Dec 20 15:52:27.313743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.318266 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-573c6092-926d-44b3-8556-658b357e2dd7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8210633 Dec 20 15:52:27.318583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:27.323753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-754343130', 'security_groups': ['659c09fd-7fc7-485a-80b4-fed8c8d2d433'], 'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '419c0fff-e3d0-4baa-a81d-d76a1cbec05e'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:27.360283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba8fd5e4-d2e7-4fcf-b79e-3325b5d2c274 req-b75df326-f61d-43ca-85de-1f9934cbe767 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375710 Dec 20 15:52:27.371130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4dc81f-015b-42cd-bc4a-5f1b2dbdcdf7 req-77323525-6c1e-45b9-8665-3a7c8ebd8d23 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510978 Dec 20 15:52:27.394733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-2d09310b-28d6-422e-962f-22098b77de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.396271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-2d09310b-28d6-422e-962f-22098b77de6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.1247973 Dec 20 15:52:27.397423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350d89-18a2-4764-8451-8ce4149b6811 req-5e927794-cbf1-4214-bdd9-56bb131d8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.398759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-5e927794-cbf1-4214-bdd9-56bb131d8da9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.2356191 Dec 20 15:52:27.502753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-639c41ec-d019-46c4-8676-f22fed13905b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 HTTP/1.1" status: 200 len: 217 time: 0.0839345 Dec 20 15:52:27.552035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-75812b00-7390-4a6a-97e0-bac7a27fa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.553584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-75812b00-7390-4a6a-97e0-bac7a27fa34a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438663 Dec 20 15:52:27.580618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350d89-18a2-4764-8451-8ce4149b6811 req-e5c3c1e0-02b5-4e15-b1f8-c9a66da1fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.582514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-e5c3c1e0-02b5-4e15-b1f8-c9a66da1fd07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0713670 Dec 20 15:52:27.647491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-d2fe62f8-7eed-4ead-8a6a-4c4c1c0eb8e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507042 Dec 20 15:52:27.670797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:27.719107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c9f3-f89d-4366-b4fd-52e5680f2872 req-a85cb5d1-b4f3-405b-84fe-ea19a1ec0d07 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:27.720608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b13c9f3-f89d-4366-b4fd-52e5680f2872 req-a85cb5d1-b4f3-405b-84fe-ea19a1ec0d07 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 943 time: 0.1645510 Dec 20 15:52:27.760003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:27.777503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] device_id is not set on port d0d324dd-5951-4cc2-bc00-84f05370cb12 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:27.815638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-7c7bdf03-8e6d-4a77-b0a0-224ab7530fc7 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437572 Dec 20 15:52:27.855233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-17fb9ded-7d6b-434c-9d55-cf759895209f service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818593 Dec 20 15:52:27.867285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b13c9f3-f89d-4366-b4fd-52e5680f2872 req-81a8468a-ae01-4f3a-9f0e-3e3953645ef4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397681 Dec 20 15:52:27.960527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:27.962799 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15" -d '{"events": [{"name": "network-changed", "server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:27.965989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.7 (f84555ce-4265-4d25-96b5-bac8b3f90497/419c0fff-e3d0-4baa-a81d-d76a1cbec05e/d0d324dd-5951-4cc2-bc00-84f05370cb12) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:28.013387 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9cb926-3e6c-4f03-89c6-54eebbe85b6c x-openstack-request-id: req-9d9cb926-3e6c-4f03-89c6-54eebbe85b6c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:28.013896 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:28.014329 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d9cb926-3e6c-4f03-89c6-54eebbe85b6c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:28.014892 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'status': 'completed', 'code': 200} Dec 20 15:52:28.056254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4bbe3345-b0ef-4330-801e-3af48d041566 req-4cb09271-ee38-47b9-b6e3-40d163d32442 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327356 Dec 20 15:52:28.058711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df350d89-18a2-4764-8451-8ce4149b6811 req-abc07cda-1caa-4f95-8b1d-7034026ad6d2 service neutron] 10.222.0.83 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959066 Dec 20 15:52:28.189645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.285655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-aeb9c0a9-c850-4e62-afa4-6ea228f1768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:28.287638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-aeb9c0a9-c850-4e62-afa4-6ea228f1768e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1095 time: 0.0452869 Dec 20 15:52:28.398945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-bf03f957-2e04-4e78-bb67-a3cddd04bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:28.400907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-bf03f957-2e04-4e78-bb67-a3cddd04bca6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.1045330 Dec 20 15:52:28.404782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.462754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-727decba-b9bb-49cc-8db2-41be067ffd6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 217 time: 0.0529029 Dec 20 15:52:28.477276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=d0d324dd-5951-4cc2-bc00-84f05370cb12,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:28.491614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:28.493294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:28.496005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:28.560568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:28.562027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.792468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7cab5ffd-3cec-4e53-9b77-1f00f9050b5e None None] Provisioning complete for port d0d324dd-5951-4cc2-bc00-84f05370cb12 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:28.793048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ffd-3cec-4e53-9b77-1f00f9050b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.823329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0fe992c7-d056-4cc5-a1e9-56c843533a21 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5034378 Dec 20 15:52:28.825884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35354) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:28.832932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7cab5ffd-3cec-4e53-9b77-1f00f9050b5e None None] Port d0d324dd-5951-4cc2-bc00-84f05370cb12 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:28.834287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:28.982283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-19692dfd-2b12-4c6d-b881-fef3b69b253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:28.983639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-19692dfd-2b12-4c6d-b881-fef3b69b253f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.5128572 Dec 20 15:52:29.007970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102348-b1a8-42c1-a49f-86becb2f7994 req-7feade5a-9ca2-41ff-859e-3dc8aadebbe1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:29.009774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43102348-b1a8-42c1-a49f-86becb2f7994 req-7feade5a-9ca2-41ff-859e-3dc8aadebbe1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.4856939 Dec 20 15:52:29.018195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c2aa9-faf4-400b-9e3c-12d17d1cd024 req-3bb3e59b-20e0-4c67-9028-630e7c5baa88 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:29.020510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f17c2aa9-faf4-400b-9e3c-12d17d1cd024 req-3bb3e59b-20e0-4c67-9028-630e7c5baa88 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0905979 Dec 20 15:52:29.120311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43102348-b1a8-42c1-a49f-86becb2f7994 req-2c79eca0-20ef-4c93-a201-b09179ba8cbf tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854204 Dec 20 15:52:29.121987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-924c5657-7409-4ed7-9316-9290c8e3af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:29.123455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-924c5657-7409-4ed7-9316-9290c8e3af50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316972 Dec 20 15:52:29.125408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:29.136659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f17c2aa9-faf4-400b-9e3c-12d17d1cd024 req-0130e34f-7d74-44d3-8c83-ec6f96c8b3d7 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994248 Dec 20 15:52:29.145332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.307335 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 419c0fff-e3d0-4baa-a81d-d76a1cbec05e (CIDR: 172.20.0.0/28) Dec 20 15:52:29.308823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-ef8620f9-429f-49c9-a665-65a3c2576401 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763031 Dec 20 15:52:29.311496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-309911ed-1942-42dd-b5d6-4223e5288011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.317968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d5dff-a1f2-45c8-ac16-5d2efa21a5a7 req-fb39f422-1501-43c7-b8ab-c7a534080c45 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:29.319431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d1d5dff-a1f2-45c8-ac16-5d2efa21a5a7 req-fb39f422-1501-43c7-b8ab-c7a534080c45 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 943 time: 0.0787930 Dec 20 15:52:29.369624 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:29.370435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:29.423943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d1d5dff-a1f2-45c8-ac16-5d2efa21a5a7 req-67744677-f608-4a41-b4da-c9a6d74f07d9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964553 Dec 20 15:52:29.450538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4ac2eb6-a52f-4428-ba3a-1cbe3eb23c15 req-fde53707-42a5-4412-9558-8af75e1ecd27 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301160 Dec 20 15:52:29.452800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:52:29.500630 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-39623fbd-73c6-4c99-bc9d-62d3023a2535 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6703334 Dec 20 15:52:29.500979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:29.510491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:29.593993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:29.608472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222', 'mac_address': 'fa:16:3e:df:2f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:52:29.661448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.680781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:29.707815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:29.757098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:29.761800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.764325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35390) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:29.856520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.859228 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b5358cb0-1040-42f6-86b9-3728ae3b1f50 (CIDR: 172.20.0.16/28) Dec 20 15:52:29.869491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-293481794'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:29.909130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:29.929360 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:52:29.933061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:29.991761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.995611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.023162 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-88389387-e48a-420d-b0c4-6030f7193f2d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5210204 Dec 20 15:52:30.025866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:30.031170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'subnet': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:30.057821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.157351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.266623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['a6521010-3ffd-4f68-a1f1-2c4f9d9e5222'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:30.277314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Made reservation on behalf of 8b0cbcc5366445c89e1041bac4f1b86f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:30.282517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.298980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dab7e-b24c-4d49-a0ed-52365dfb8fee req-cd2c84ba-b13b-4271-8eac-584c38e73f01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.301078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-532dab7e-b24c-4d49-a0ed-52365dfb8fee req-cd2c84ba-b13b-4271-8eac-584c38e73f01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.0829415 Dec 20 15:52:30.317420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9d4e-5918-498f-99b4-0e2df56b7e95 req-e479f882-0430-4a46-a9d3-7fe7af1ff01e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.321304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f9d4e-5918-498f-99b4-0e2df56b7e95 req-e479f882-0430-4a46-a9d3-7fe7af1ff01e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0988388 Dec 20 15:52:30.330759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.332359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-24fe706d-9f03-4d19-b2d6-d11fa9c95cbb tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5669672 Dec 20 15:52:30.343843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35410) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:30.474040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.484227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-532dab7e-b24c-4d49-a0ed-52365dfb8fee req-c00b0ea2-cda7-49b7-943e-afac6f2593cf tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647139 Dec 20 15:52:30.523214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523f9d4e-5918-498f-99b4-0e2df56b7e95 req-48e7c547-ff95-48be-a1db-6f531aa7b6b3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964877 Dec 20 15:52:30.682632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.686281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.744859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f694a6-53be-42f6-86ee-671f86ca666c req-6e0231b8-cabb-4616-80cd-3541b9d6eac5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.746422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03f694a6-53be-42f6-86ee-671f86ca666c req-6e0231b8-cabb-4616-80cd-3541b9d6eac5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 944 time: 0.1546118 Dec 20 15:52:30.752264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.798144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Network f84555ce-4265-4d25-96b5-bac8b3f90497 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:30.805637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03f694a6-53be-42f6-86ee-671f86ca666c req-e0c72a06-d56b-4c80-bf5a-8f7f48a0a801 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Dec 20 15:52:30.805901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:30.806006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:30.806539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.816680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1ac571-eee6-40d2-b630-fce3c24e19d7 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:30.827201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Subnet': ['ID=f164cb7c-4faa-4319-9c4c-2a4e68369eea,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:30.865882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.871115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f84f699-9bc1-4da8-8221-a16f69ac063d {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:30.874924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.876148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cca08dbb-0fd4-4b74-b7df-20ae24fdc0e5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "DELETE /v2.0/routers/2f84f699-9bc1-4da8-8221-a16f69ac063d HTTP/1.1" status: 204 len: 168 time: 0.5264294 Dec 20 15:52:30.880169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35418) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:30.885609 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:52:30.886763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Request body: {'router': {'name': 'tempest-router-707389945', 'distributed': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:30.931596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e060830-f09d-4ce2-93e0-9354ea119b5d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9045262 Dec 20 15:52:30.934363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35420) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:30.940074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1970759964', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f164cb7c-4faa-4319-9c4c-2a4e68369eea'}], 'security_groups': ['8b560b0a-60c6-43a8-9bd0-d06a8c9de772', '9d07e154-9ae3-4406-b585-69812ed45b83']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:31.016715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.018394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] Update dhcp port {'port': {'network_id': 'f84555ce-4265-4d25-96b5-bac8b3f90497', 'fixed_ips': [{'subnet_id': 'b5358cb0-1040-42f6-86b9-3728ae3b1f50', 'ip_address': '172.20.0.18'}, {'subnet_id': '419c0fff-e3d0-4baa-a81d-d76a1cbec05e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f164cb7c-4faa-4319-9c4c-2a4e68369eea'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'e3bff5a0-337b-4763-a578-e3e112f44c52'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:52:31.168473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.171685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.183716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.237762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.375213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.401465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Delete allocated IP 172.20.0.7 (f84555ce-4265-4d25-96b5-bac8b3f90497/419c0fff-e3d0-4baa-a81d-d76a1cbec05e) {{(pid=103954) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:52:31.410118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Allocated IP 172.20.0.40 (f84555ce-4265-4d25-96b5-bac8b3f90497/f164cb7c-4faa-4319-9c4c-2a4e68369eea/d0d324dd-5951-4cc2-bc00-84f05370cb12) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:31.469999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:52:31.472028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:31.543364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.547421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a8b815c-8444-494c-97a0-b9a6b04f03a7 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6658037 Dec 20 15:52:31.548026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35434) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:31.650631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.686815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:31.698592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'mac_address': 'fa:16:3e:2d:92:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:52:31.718904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.737080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.752499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e6333-42c1-4100-ad70-6d7f0f32dc84 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:31.774207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:31.806808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03835c81-a807-43f9-8a8d-4811b8e5dd50 req-3d275286-2353-4613-99dc-097c6e65c3f4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:31.808335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03835c81-a807-43f9-8a8d-4811b8e5dd50 req-3d275286-2353-4613-99dc-097c6e65c3f4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1753168 Dec 20 15:52:31.823149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4725f9-8dec-4d69-8a4c-5582363207c9 req-eb5572c7-3858-41f1-8fd9-2a1f272b12ff tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:31.825603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b4725f9-8dec-4d69-8a4c-5582363207c9 req-eb5572c7-3858-41f1-8fd9-2a1f272b12ff tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.1930196 Dec 20 15:52:31.940430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.963395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.972699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.028736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] Allocated IP 172.20.0.34 (f84555ce-4265-4d25-96b5-bac8b3f90497/f164cb7c-4faa-4319-9c4c-2a4e68369eea/e3bff5a0-337b-4763-a578-e3e112f44c52) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:32.061475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03835c81-a807-43f9-8a8d-4811b8e5dd50 req-a8c00805-d0dc-4c0f-82b8-3bc1f4b1f2d1 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464147 Dec 20 15:52:32.070731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event updated for resources: {'Port': ['ID=d0d324dd-5951-4cc2-bc00-84f05370cb12,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.088900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b4725f9-8dec-4d69-8a4c-5582363207c9 req-36064f4d-5c82-4eec-bc7b-47d3ea2392b6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341003 Dec 20 15:52:32.092699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffd0f-ab8e-4768-882b-b4b5c0e47170 req-ff5d44fa-83a4-41cd-a1f8-8569975279f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:32.095220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c9ffd0f-ab8e-4768-882b-b4b5c0e47170 req-ff5d44fa-83a4-41cd-a1f8-8569975279f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.2019384 Dec 20 15:52:32.127110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:32.129779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44b104ff-43ca-4b00-81d8-b9d0f517cdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.131530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.143670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] In _notify_port_updated(), no bound segment for port d0d324dd-5951-4cc2-bc00-84f05370cb12 on network f84555ce-4265-4d25-96b5-bac8b3f90497 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:52:32.155367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:32.156547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.161223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c699b329-d9c7-41c7-b4f0-9038fe969c5b tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "PUT /v2.0/ports/d0d324dd-5951-4cc2-bc00-84f05370cb12 HTTP/1.1" status: 200 len: 960 time: 1.2225153 Dec 20 15:52:32.161635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35448) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:32.162894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:32.167151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.235073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.235694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1411b001-7e08-440f-a1f2-8e3dbbef9590 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:32.239627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c9ffd0f-ab8e-4768-882b-b4b5c0e47170 req-01deecc6-988e-48e9-9acc-6fd40c071c44 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348224 Dec 20 15:52:32.256591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.261194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc56f912-560d-450a-bc6b-0f2455287291 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "DELETE /v2.0/routers/1411b001-7e08-440f-a1f2-8e3dbbef9590 HTTP/1.1" status: 204 len: 168 time: 0.7088194 Dec 20 15:52:32.262599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35450) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:32.270882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Request body: {'router': {'name': 'tempest-router-1860683901', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5fa7ff4a461a48e7bc7647fcecf1d4db'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:32.297371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.325282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd3fd4-99d2-4a7e-9c01-710c3a1c6c7a req-44a383cc-7adf-4ff4-b543-73f24e7829dd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:32.326860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16fd3fd4-99d2-4a7e-9c01-710c3a1c6c7a req-44a383cc-7adf-4ff4-b543-73f24e7829dd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 944 time: 0.1154439 Dec 20 15:52:32.335403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:32.362688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port d0d324dd-5951-4cc2-bc00-84f05370cb12 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:32.363724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.404223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.409454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.411535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.420430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.448677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:32.460477 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da6a3c0-83d0-4ea6-98b5-4a274386055f" -d '{"events": [{"server_uuid": "6012ad7a-04d8-41c3-9cd7-ad88afa21b35", "name": "network-vif-plugged", "status": "completed", "tag": "a6521010-3ffd-4f68-a1f1-2c4f9d9e5222"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:32.460477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c45e6333-42c1-4100-ad70-6d7f0f32dc84'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:32.462875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16fd3fd4-99d2-4a7e-9c01-710c3a1c6c7a req-2c4f7590-00b8-4c7c-af02-d0b3631852b8 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269608 Dec 20 15:52:32.524710 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d6d6c-8d74-4765-923c-daead28e31cc x-openstack-request-id: req-237d6d6c-8d74-4765-923c-daead28e31cc {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:32.525097 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6012ad7a-04d8-41c3-9cd7-ad88afa21b35", "name": "network-vif-plugged", "status": "completed", "tag": "a6521010-3ffd-4f68-a1f1-2c4f9d9e5222", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:32.525490 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-237d6d6c-8d74-4765-923c-daead28e31cc {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:32.525971 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222', 'code': 200} Dec 20 15:52:32.527946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:32.535613 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.542410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.547287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.554631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for d0d324dd-5951-4cc2-bc00-84f05370cb12 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:32.688140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841fcc7-7302-4f96-bd61-7fd110c37b0d None None] Pushing event updated for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.700579 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.811722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.818874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f19b7-8ae5-48f0-90a7-fff215580b6d req-c76dc704-898b-4da1-b1b0-feec633eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:32.820611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364f19b7-8ae5-48f0-90a7-fff215580b6d req-c76dc704-898b-4da1-b1b0-feec633eeb05 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 1096 time: 0.2063487 Dec 20 15:52:32.831244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.873352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-364f19b7-8ae5-48f0-90a7-fff215580b6d req-4a9bb8c7-d660-4c96-aae1-8519487e06fc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Dec 20 15:52:33.021077 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.021731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.039716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.041302 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86b00a16-4292-47c0-b0a2-5ab913a662bc tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7763171 Dec 20 15:52:33.044178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35460) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:33.056986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:33.081845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=d0d324dd-5951-4cc2-bc00-84f05370cb12,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:33.226653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.232999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95ddbae9-af9d-44b1-b5a0-15e267d75855 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/d0d324dd-5951-4cc2-bc00-84f05370cb12 HTTP/1.1" status: 204 len: 168 time: 1.0686481 Dec 20 15:52:33.235855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35472) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:33.312164 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c971be3a-860e-4c0a-b3fa-95c97949ae4a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] GET failed (client error): The resource could not be found. Dec 20 15:52:33.320397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c971be3a-860e-4c0a-b3fa-95c97949ae4a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports/d0d324dd-5951-4cc2-bc00-84f05370cb12 HTTP/1.1" status: 404 len: 333 time: 0.0694802 Dec 20 15:52:33.322762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:33.389375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.389756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.400105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8bc3-0a9d-4cf3-8494-f571d22664da req-f8c4f513-8d2c-456c-9f73-dad8d449e552 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:33.401767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b2f8bc3-0a9d-4cf3-8494-f571d22664da req-f8c4f513-8d2c-456c-9f73-dad8d449e552 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1672981 Dec 20 15:52:33.440613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9646ff-b778-4841-bfbe-493cae05766a req-1bac907c-40dd-4619-8030-39e5fdc8a844 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:33.443457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa9646ff-b778-4841-bfbe-493cae05766a req-1bac907c-40dd-4619-8030-39e5fdc8a844 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.1356061 Dec 20 15:52:33.501476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b2f8bc3-0a9d-4cf3-8494-f571d22664da req-c595eba7-c3b1-4417-b3e2-70b23243b71c tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921586 Dec 20 15:52:33.553802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa9646ff-b778-4841-bfbe-493cae05766a req-7ce647eb-4a5e-4dce-b720-efee5d0d398a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003311 Dec 20 15:52:33.599669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-322d85b7-7ddf-4a5f-9fd1-4a6ce24a597e None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:33.610494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-322d85b7-7ddf-4a5f-9fd1-4a6ce24a597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.672823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-322d85b7-7ddf-4a5f-9fd1-4a6ce24a597e None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:33.676855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-322d85b7-7ddf-4a5f-9fd1-4a6ce24a597e None None] Could not find standard attr ID for object d0d324dd-5951-4cc2-bc00-84f05370cb12. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:52:33.694863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-322d85b7-7ddf-4a5f-9fd1-4a6ce24a597e None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:33.695359 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-322d85b7-7ddf-4a5f-9fd1-4a6ce24a597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.755921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17cb27-960d-4f8e-8b14-44a516bf1c6a req-8f721c47-5c31-42f9-91a3-bd00b873d13c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:33.755921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad17cb27-960d-4f8e-8b14-44a516bf1c6a req-8f721c47-5c31-42f9-91a3-bd00b873d13c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.1033089 Dec 20 15:52:33.779528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88873b56-3fa0-4ae4-808d-1a6375b5d13d req-56c8fb4e-a901-4f78-915a-6c2ce7034865 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:33.781352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88873b56-3fa0-4ae4-808d-1a6375b5d13d req-56c8fb4e-a901-4f78-915a-6c2ce7034865 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.0903955 Dec 20 15:52:33.793249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103954) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 20 15:52:33.793837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Router b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 migrating from provider to provider. {{(pid=103954) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 20 15:52:33.794214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.807458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.840450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1798285d-3e1d-48b9-b3c2-bb335ab1fd6d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.860093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad17cb27-960d-4f8e-8b14-44a516bf1c6a req-c2af1eb0-cc0c-4522-af73-1604b89d049f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 Dec 20 15:52:33.866865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1798285d-3e1d-48b9-b3c2-bb335ab1fd6d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.879588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88873b56-3fa0-4ae4-808d-1a6375b5d13d req-370d1575-0d80-4dc8-86ac-59e52babed34 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866327 Dec 20 15:52:33.951745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.033787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1798285d-3e1d-48b9-b3c2-bb335ab1fd6d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.037569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1798285d-3e1d-48b9-b3c2-bb335ab1fd6d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.038736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1798285d-3e1d-48b9-b3c2-bb335ab1fd6d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/security-groups/659c09fd-7fc7-485a-80b4-fed8c8d2d433 HTTP/1.1" status: 204 len: 168 time: 0.7149961 Dec 20 15:52:34.041730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35484) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.045653 n-d-781076-8 neutron-server[103954]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] No L3 agents can host the router b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 Dec 20 15:52:34.056333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798285d-3e1d-48b9-b3c2-bb335ab1fd6d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c09fd-7fc7-485a-80b4-fed8c8d2d433,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.163967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4cae617c-d00d-485c-abf6-4a08cd807cdf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.197813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4cae617c-d00d-485c-abf6-4a08cd807cdf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.205696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Hosts for router b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4: [] {{(pid=103954) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 15:52:34.211664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-de63f3e7-657c-4ba4-af73-7bdcedbf2857 None None] Could not find standard attr ID for object d0d324dd-5951-4cc2-bc00-84f05370cb12. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:52:34.253428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Hosts for other DVR routers connected to router b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4: set() {{(pid=103954) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 15:52:34.257529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.261997 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7477e2af-d14c-4dc5-9f95-b63ab0916606 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "PUT /v2.0/routers/b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 HTTP/1.1" status: 200 len: 717 time: 1.2164633 Dec 20 15:52:34.263183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35490) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.306490 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.347266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:34.376413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10de7e90-31bd-4fe5-aa5c-e3c8e13b2fc5 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "GET /v2.0/routers/b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 HTTP/1.1" status: 200 len: 717 time: 0.1053276 Dec 20 15:52:34.379270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35492) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.408633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4cae617c-d00d-485c-abf6-4a08cd807cdf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.413185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4cae617c-d00d-485c-abf6-4a08cd807cdf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.414712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4cae617c-d00d-485c-abf6-4a08cd807cdf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d07e154-9ae3-4406-b585-69812ed45b83 HTTP/1.1" status: 204 len: 168 time: 0.3714077 Dec 20 15:52:34.417432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35496) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.426760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae617c-d00d-485c-abf6-4a08cd807cdf tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d07e154-9ae3-4406-b585-69812ed45b83,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.437276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:34.438209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.497501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d78c1d2-c22c-46ba-bc53-60d878692c43 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.527762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d78c1d2-c22c-46ba-bc53-60d878692c43 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.697284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e693f51a-f526-4e44-9369-d4e437b257fb tempest-RoutersTestDVR-1811639842 tempest-RoutersTestDVR-1811639842-project] 10.222.0.81 "GET /v2.0/routers/b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 HTTP/1.1" status: 200 len: 683 time: 0.3163295 Dec 20 15:52:34.700155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35502) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.717926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8a1f7-13fe-4b17-9340-5ea9a15d3ecb req-9101e7a7-f9ee-4e0e-acaa-d4596eb18b5f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:34.719423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dc8a1f7-13fe-4b17-9340-5ea9a15d3ecb req-9101e7a7-f9ee-4e0e-acaa-d4596eb18b5f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0897472 Dec 20 15:52:34.732984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594b5a4-4a6f-4e5a-83ae-a62e481de844 req-d5a9ac2d-be1d-411c-87a6-383758a3f6b7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:34.734489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4594b5a4-4a6f-4e5a-83ae-a62e481de844 req-d5a9ac2d-be1d-411c-87a6-383758a3f6b7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.0951169 Dec 20 15:52:34.784095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.804597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dc8a1f7-13fe-4b17-9340-5ea9a15d3ecb req-4e264df9-28f3-404f-ba22-b25fe356b5a7 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690660 Dec 20 15:52:34.819098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4594b5a4-4a6f-4e5a-83ae-a62e481de844 req-be85e336-7fe9-47a6-85df-e6ecfc6d0f9a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695887 Dec 20 15:52:34.821423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d78c1d2-c22c-46ba-bc53-60d878692c43 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.825266 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d78c1d2-c22c-46ba-bc53-60d878692c43 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.827028 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d78c1d2-c22c-46ba-bc53-60d878692c43 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/security-groups/8b560b0a-60c6-43a8-9bd0-d06a8c9de772 HTTP/1.1" status: 204 len: 168 time: 0.4083717 Dec 20 15:52:34.830185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.889389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78c1d2-c22c-46ba-bc53-60d878692c43 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b560b0a-60c6-43a8-9bd0-d06a8c9de772,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.895223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet 419c0fff-e3d0-4baa-a81d-d76a1cbec05e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:34.900201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.953280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.076274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.083559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.101334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.161578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907bd7-c538-4f01-ab1f-4fa77b1ec043 req-43e304c6-fa50-4bb4-8207-2bbdaeafa1df tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:35.163115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a907bd7-c538-4f01-ab1f-4fa77b1ec043 req-43e304c6-fa50-4bb4-8207-2bbdaeafa1df tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.1487432 Dec 20 15:52:35.171411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.251930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a907bd7-c538-4f01-ab1f-4fa77b1ec043 req-9258c1c4-63e5-402b-a807-4a5de4b6f1f6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819819 Dec 20 15:52:35.338454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.338454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:35.338454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.338454 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-172c439e-590e-433f-a658-a7f35b98a5d6 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b61c4684-46f6-4c2b-b6f7-5090e3fcdcf4 HTTP/1.1" status: 204 len: 168 time: 0.6344833 Dec 20 15:52:35.342538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:35.347423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Request body: {'router': {'name': 'tempest-router-818318492', 'distributed': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:35.425507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.457417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=419c0fff-e3d0-4baa-a81d-d76a1cbec05e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:35.461449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.465227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f25fee1-c3d8-4cca-b2c2-b45b4be43c76 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/419c0fff-e3d0-4baa-a81d-d76a1cbec05e HTTP/1.1" status: 204 len: 168 time: 0.6333721 Dec 20 15:52:35.468941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:35.471063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94c1fe-331a-4238-bd68-a18af67c114c None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:35.495015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:35.524807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet f164cb7c-4faa-4319-9c4c-2a4e68369eea {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:35.528082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.577887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.618476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.619945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.694950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.709099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.749560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b95b21-0f98-4cb7-b1e4-0933a9061652 req-de716603-4d06-4e64-b3d0-19371f440a9d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:35.751304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62b95b21-0f98-4cb7-b1e4-0933a9061652 req-de716603-4d06-4e64-b3d0-19371f440a9d tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0599897 Dec 20 15:52:35.812637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62b95b21-0f98-4cb7-b1e4-0933a9061652 req-b01b4b15-5514-4643-bccb-c2f7333f842e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Dec 20 15:52:35.837114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port c45e6333-42c1-4100-ad70-6d7f0f32dc84 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:35.841550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c45e6333-42c1-4100-ad70-6d7f0f32dc84 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:35.841931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.914079 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.916203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.941368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-9ee55f8d-5a6a-4734-bcc7-f1b957c493e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:35.943039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-9ee55f8d-5a6a-4734-bcc7-f1b957c493e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.0691690 Dec 20 15:52:35.953670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.957194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=f164cb7c-4faa-4319-9c4c-2a4e68369eea,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:35.957926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.964244 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-88c6a853-48f9-4b0a-90a8-d3d73e1e5ae5 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/f164cb7c-4faa-4319-9c4c-2a4e68369eea HTTP/1.1" status: 204 len: 168 time: 0.4941204 Dec 20 15:52:35.969726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.006186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:36.009117 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9754ec39-db6c-42c1-b6d0-b0263a14bd82" -d '{"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:36.023073 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6542848-9cd9-4ac5-b46c-ceef619611cc tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.025647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6542848-9cd9-4ac5-b46c-ceef619611cc tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.026007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:36.035667 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e6542848-9cd9-4ac5-b46c-ceef619611cc tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/419c0fff-e3d0-4baa-a81d-d76a1cbec05e HTTP/1.1" status: 404 len: 337 time: 0.0644267 Dec 20 15:52:36.036542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35540) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.105539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting subnet b5358cb0-1040-42f6-86b9-3728ae3b1f50 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:36.110098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.126299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe986b4-5cd7-449b-b47f-343a805489de req-22e5dbfa-86c3-45f3-993e-94cd76eccec2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:36.127910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fe986b4-5cd7-449b-b47f-343a805489de req-22e5dbfa-86c3-45f3-993e-94cd76eccec2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.1893070 Dec 20 15:52:36.133527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.143709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c5d1a96a-78ae-4220-83fa-8e7e0403178c tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7939482 Dec 20 15:52:36.143709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35544) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.168494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.213875 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.293713 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c7938f-b3d3-4a8a-93f8-04dfee65ec8d x-openstack-request-id: req-22c7938f-b3d3-4a8a-93f8-04dfee65ec8d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:36.294267 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:36.297123 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22c7938f-b3d3-4a8a-93f8-04dfee65ec8d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:36.297924 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'code': 200} Dec 20 15:52:36.364697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.372763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.396305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9bf435-b7e9-4c40-8093-e57ef18bc563 None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:36.399678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.401850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-8ce8defa-1eb4-45d2-bae0-b39a7212e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:36.403521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-8ce8defa-1eb4-45d2-bae0-b39a7212e521 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.4507024 Dec 20 15:52:36.480710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2bc2893e-3050-4fb8-8764-cefe9595bc90 None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:36.484720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bc2893e-3050-4fb8-8764-cefe9595bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.544210 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2893e-3050-4fb8-8764-cefe9595bc90 None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:36.564866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2bc2893e-3050-4fb8-8764-cefe9595bc90 None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:36.564866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bc2893e-3050-4fb8-8764-cefe9595bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.568951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.604963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Subnet': ['ID=b5358cb0-1040-42f6-86b9-3728ae3b1f50,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.607308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.614728 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7e8c6213-048f-4cb5-89df-283b9a6b6929 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/b5358cb0-1040-42f6-86b9-3728ae3b1f50 HTTP/1.1" status: 204 len: 168 time: 0.5729387 Dec 20 15:52:36.614728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.677474 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa423538-13bf-45ec-8110-7f28fc85756d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.677978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa423538-13bf-45ec-8110-7f28fc85756d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.682605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aa423538-13bf-45ec-8110-7f28fc85756d tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/cbcf536c-8a2b-4c6d-b6b2-81a8091f005b HTTP/1.1" status: 404 len: 337 time: 0.0613766 Dec 20 15:52:36.687297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35558) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.724080 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-73733d0c-8e7b-49fb-a3a6-edcaa159c114 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "GET /v2.0/ports?device_id=0937fbd5-6d88-4457-95e0-5e934c5a315c HTTP/1.1" status: 200 len: 205 time: 0.0354612 Dec 20 15:52:36.726289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35562) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.791465 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-403c8f79-898e-4fea-94ee-9c20abe2eda7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] delete failed (client error): The resource could not be found. Dec 20 15:52:36.794197 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-403c8f79-898e-4fea-94ee-9c20abe2eda7 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/routers/0937fbd5-6d88-4457-95e0-5e934c5a315c HTTP/1.1" status: 404 len: 336 time: 0.0666864 Dec 20 15:52:36.796797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35564) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.829105 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dcfb8e-91ed-43bd-b7d0-0d40605070b3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.829991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dcfb8e-91ed-43bd-b7d0-0d40605070b3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.833648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-27dcfb8e-91ed-43bd-b7d0-0d40605070b3 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/6cfd7a46-1258-41aa-99e4-4cdd8133d0e9 HTTP/1.1" status: 404 len: 337 time: 0.0356462 Dec 20 15:52:36.835905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35566) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.862906 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-17027b83-c915-4acb-b520-96da4c86e1d9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.863646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17027b83-c915-4acb-b520-96da4c86e1d9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.867679 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-17027b83-c915-4acb-b520-96da4c86e1d9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/e577dda2-0859-4435-88ef-40a6d169cab8 HTTP/1.1" status: 404 len: 337 time: 0.0307710 Dec 20 15:52:36.870070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35570) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.901786 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7727e6-a39e-4a0e-adc9-420e8209ae74 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.902257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7727e6-a39e-4a0e-adc9-420e8209ae74 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.905933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e7727e6-a39e-4a0e-adc9-420e8209ae74 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/01642226-b3c4-48d6-9b92-441a35bb627b HTTP/1.1" status: 404 len: 337 time: 0.0348568 Dec 20 15:52:36.908730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35574) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.941776 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ffcc90-d91f-4149-b601-d35d0e9dfc83 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.942386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ffcc90-d91f-4149-b601-d35d0e9dfc83 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.948314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b6ffcc90-d91f-4149-b601-d35d0e9dfc83 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/743d541b-a9ce-486e-ac46-c72f1db87ac7 HTTP/1.1" status: 404 len: 333 time: 0.0367854 Dec 20 15:52:36.948947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35578) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.977898 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea9ca7a-a8c5-437c-ab32-17b6827a4e2e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:36.978486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea9ca7a-a8c5-437c-ab32-17b6827a4e2e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:36.984446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ea9ca7a-a8c5-437c-ab32-17b6827a4e2e tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/a6f0bc0b-d387-42cd-a621-61f8dccbe6c2 HTTP/1.1" status: 404 len: 337 time: 0.0344622 Dec 20 15:52:36.985105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35580) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.021376 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-af195908-da56-435e-a604-d177c0a0f449 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:37.021850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af195908-da56-435e-a604-d177c0a0f449 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:37.025634 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-af195908-da56-435e-a604-d177c0a0f449 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/674902a6-a7fa-4f14-adb3-00c37b7ac9d1 HTTP/1.1" status: 404 len: 337 time: 0.0395675 Dec 20 15:52:37.028104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35582) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.059195 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-50497cb4-69cd-4374-92ee-ae5ead546752 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:37.059763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50497cb4-69cd-4374-92ee-ae5ead546752 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:37.064702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-50497cb4-69cd-4374-92ee-ae5ead546752 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/7e7f0e3d-5dab-4966-b02a-e84b2d923a69 HTTP/1.1" status: 404 len: 333 time: 0.0346570 Dec 20 15:52:37.071842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35584) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.091805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fe986b4-5cd7-449b-b47f-343a805489de req-f9d860f2-c099-4125-899e-ec57f85ca745 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9492714 Dec 20 15:52:37.093071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-a4a2727e-6214-480c-a235-f6aa49c1c255 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.6747749 Dec 20 15:52:37.104458 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e080ef-726f-41f7-af19-6fdafd04fec9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:37.104812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e080ef-726f-41f7-af19-6fdafd04fec9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:37.110152 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1e080ef-726f-41f7-af19-6fdafd04fec9 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/31c44558-6c0e-49a1-bb1a-c145a6530e0a HTTP/1.1" status: 404 len: 337 time: 0.0359397 Dec 20 15:52:37.115950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.136028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d25a99-3651-4f71-9364-3064203854dd req-cb64622c-fe86-4c6c-b2cb-de00bbd1d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.137637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89d25a99-3651-4f71-9364-3064203854dd req-cb64622c-fe86-4c6c-b2cb-de00bbd1d09e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1097 time: 0.8113210 Dec 20 15:52:37.152230 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-41847a29-f414-46ec-9bc9-8a26466bf75a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] DELETE failed (client error): The resource could not be found. Dec 20 15:52:37.152606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41847a29-f414-46ec-9bc9-8a26466bf75a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:52:37.159460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41847a29-f414-46ec-9bc9-8a26466bf75a tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/subnets/b6371c8d-d8b6-4478-93e9-595dc0457b14 HTTP/1.1" status: 404 len: 337 time: 0.0422535 Dec 20 15:52:37.160219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.209360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.222974 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.321026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port ae235b84-a6db-43b5-b22d-32d9bbd02b8d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:37.321395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.334477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24978cc0-d8f8-492b-b8e0-94b0afe6f55d req-42e36d85-c6c6-492c-bdc1-145dc6efc350 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.335909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24978cc0-d8f8-492b-b8e0-94b0afe6f55d req-42e36d85-c6c6-492c-bdc1-145dc6efc350 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.3709307 Dec 20 15:52:37.337426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-5326d627-c7b9-4d57-9673-44f82287f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.338757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-5326d627-c7b9-4d57-9673-44f82287f0ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.2156603 Dec 20 15:52:37.395052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d0c8b-943f-4750-97e3-6eca488188cc None None] Network f84555ce-4265-4d25-96b5-bac8b3f90497 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:37.417992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89d25a99-3651-4f71-9364-3064203854dd req-1fb798a4-65f8-4e93-9f7d-ef1a3996e927 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662225 Dec 20 15:52:37.420992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-0d1d116e-44aa-42f6-88d3-3ec793e5fb47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573418 Dec 20 15:52:37.424405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.440083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for ae235b84-a6db-43b5-b22d-32d9bbd02b8d owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:37.485104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.485104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f301d25-4c78-41d7-95bf-b764defdd081 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:37.490050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86198824-684b-48dd-9eb1-c8c4b08ecbfd None None] Provisioning complete for port ae235b84-a6db-43b5-b22d-32d9bbd02b8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:37.490679 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86198824-684b-48dd-9eb1-c8c4b08ecbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.521125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463831d-45a2-498e-9fe3-8da7564e379f req-bc0d9f8e-cc47-47f8-852e-14f73d894c15 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.526008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2463831d-45a2-498e-9fe3-8da7564e379f req-bc0d9f8e-cc47-47f8-852e-14f73d894c15 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.2173083 Dec 20 15:52:37.538069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.544097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2424dd4f-a13e-40b3-aa67-c3b2757bcbb3 tempest-RoutersTestDVR-1328337052 tempest-RoutersTestDVR-1328337052-project-admin] 10.222.0.81 "DELETE /v2.0/routers/2f301d25-4c78-41d7-95bf-b764defdd081 HTTP/1.1" status: 204 len: 168 time: 1.4019322 Dec 20 15:52:37.570771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24978cc0-d8f8-492b-b8e0-94b0afe6f55d req-8ebbb7b8-3133-4b06-9aa8-b5ce2875df2f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216275 Dec 20 15:52:37.642470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2463831d-45a2-498e-9fe3-8da7564e379f req-7fb1555b-3261-46c7-bf11-24a6e13cec3f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154768 Dec 20 15:52:37.649940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-d7cf59b9-ecba-4b06-bc87-8bcb2c89f352 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163122 Dec 20 15:52:37.700531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.717682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-86198824-684b-48dd-9eb1-c8c4b08ecbfd None None] Port ae235b84-a6db-43b5-b22d-32d9bbd02b8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:37.736596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86198824-684b-48dd-9eb1-c8c4b08ecbfd None None] Provisioning complete for port e3bff5a0-337b-4763-a578-e3e112f44c52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:37.737235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86198824-684b-48dd-9eb1-c8c4b08ecbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.809025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=ae235b84-a6db-43b5-b22d-32d9bbd02b8d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.813693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.823519 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7cd8976c-4ac0-4961-bf1e-15ed5a17177c tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/ports/ae235b84-a6db-43b5-b22d-32d9bbd02b8d HTTP/1.1" status: 204 len: 168 time: 0.6610126 Dec 20 15:52:37.828068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.854632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] DHCP port deletion for f84555ce-4265-4d25-96b5-bac8b3f90497 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:37.876783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a154f-78cc-428d-8c9a-2f6a2399a69c req-b9e91208-c3e0-487d-8da9-bccb4baea299 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.878346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-881a154f-78cc-428d-8c9a-2f6a2399a69c req-b9e91208-c3e0-487d-8da9-bccb4baea299 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1610839 Dec 20 15:52:37.885435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a603b8a-4dd4-470b-b240-a2a042fc8b34 req-00c4dea3-9e94-4ccc-865c-21d99bafd8f2 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329528 Dec 20 15:52:37.919836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] Deleting port e3bff5a0-337b-4763-a578-e3e112f44c52 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:37.920208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.970500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.989421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-881a154f-78cc-428d-8c9a-2f6a2399a69c req-3e85d3b5-8ef9-45c2-b598-14ed5a404581 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708816 Dec 20 15:52:38.034606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:38.035131 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.063478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] Calling delete_port for e3bff5a0-337b-4763-a578-e3e112f44c52 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:38.064833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Deleting port e3bff5a0-337b-4763-a578-e3e112f44c52 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:38.065260 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.218795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] For port e3bff5a0-337b-4763-a578-e3e112f44c52, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3bff5a0-337b-4763-a578-e3e112f44c52,segment=NetworkSegment(70e76eb7-d635-4f84-99a6-59e15e2a0070),segment_id=70e76eb7-d635-4f84-99a6-59e15e2a0070)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:38.219540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.243301 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.247068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157e3f6-350a-459c-8526-2eaa39a9109e req-17c2e269-4a1c-4619-afd6-abde7b3f583d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:38.247068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a157e3f6-350a-459c-8526-2eaa39a9109e req-17c2e269-4a1c-4619-afd6-abde7b3f583d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.1605165 Dec 20 15:52:38.265979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Calling delete_port for e3bff5a0-337b-4763-a578-e3e112f44c52 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:38.283180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] Pushing event deleted for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.305794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9109c-4bdd-40b8-84c7-34875a86dd42 None None] No DVR routers for this DVR port e3bff5a0-337b-4763-a578-e3e112f44c52 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:38.316936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:38.342325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: e3bff5a0-337b-4763-a578-e3e112f44c52 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:38.342736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3bff5a0-337b-4763-a578-e3e112f44c52 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:38.360061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d8df7-5d0d-4a51-b3ae-c02e9b0af112 req-ef677661-a780-4fe5-847a-1e3a694ee62c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:38.364242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8d8df7-5d0d-4a51-b3ae-c02e9b0af112 req-ef677661-a780-4fe5-847a-1e3a694ee62c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1402030 Dec 20 15:52:38.421552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a157e3f6-350a-459c-8526-2eaa39a9109e req-2404ddb0-1dac-4808-ac05-c63a61873c0e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534431 Dec 20 15:52:38.492137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35622) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:38.492807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d8d8df7-5d0d-4a51-b3ae-c02e9b0af112 req-a10413a9-9804-46d2-87c6-3e0abb6b23d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175203 Dec 20 15:52:38.495398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.533276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Port': ['ID=e3bff5a0-337b-4763-a578-e3e112f44c52,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.538951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] No DVR routers for this DVR port e3bff5a0-337b-4763-a578-e3e112f44c52 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:38.638607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.653039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0baff08-20ab-457f-bbc8-e05f2dcf55ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.660781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84555ce-4265-4d25-96b5-bac8b3f90497']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.671056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e76eb7-d635-4f84-99a6-59e15e2a0070') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.671354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e76eb7-d635-4f84-99a6-59e15e2a0070') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:38.684478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.704447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.712501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:52:38.713036 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.716891 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:38.719401 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:38.762382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0baff08-20ab-457f-bbc8-e05f2dcf55ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.929066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b0baff08-20ab-457f-bbc8-e05f2dcf55ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.968850 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.970380 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0baff08-20ab-457f-bbc8-e05f2dcf55ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fa7ff4a461a48e7bc7647fcecf1d4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4769180 Dec 20 15:52:38.972918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baff08-20ab-457f-bbc8-e05f2dcf55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778868c1-ba73-4ddb-b9c4-02780973245f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.977118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:38.980709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.986715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] 10.222.0.81 "DELETE /v2.0/networks/f84555ce-4265-4d25-96b5-bac8b3f90497 HTTP/1.1" status: 204 len: 168 time: 1.1551406 Dec 20 15:52:38.998148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b490e2c-1a4f-4932-aa77-4f2f00229df1 tempest-PortsTestJSON-110358492 tempest-PortsTestJSON-110358492-project] Pushing event deleted for resources: {'Network': ['ID=f84555ce-4265-4d25-96b5-bac8b3f90497,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:39.076172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c901664-c1a1-4bc0-ac4f-35fa3523d83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.120445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c901664-c1a1-4bc0-ac4f-35fa3523d83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.147212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6501f-198e-4615-9f2e-055ec53bae81 req-dc865298-f781-4233-91a2-d8ed58795c2b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:39.153879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5b6501f-198e-4615-9f2e-055ec53bae81 req-dc865298-f781-4233-91a2-d8ed58795c2b tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0661871 Dec 20 15:52:39.207753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5b6501f-198e-4615-9f2e-055ec53bae81 req-4f030ca5-28a7-45a3-a46a-ff0f6803304e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Dec 20 15:52:39.334845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c901664-c1a1-4bc0-ac4f-35fa3523d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.338363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c901664-c1a1-4bc0-ac4f-35fa3523d83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.339878 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1c901664-c1a1-4bc0-ac4f-35fa3523d83f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/778868c1-ba73-4ddb-b9c4-02780973245f HTTP/1.1" status: 204 len: 168 time: 0.3616195 Dec 20 15:52:39.348771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c901664-c1a1-4bc0-ac4f-35fa3523d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778868c1-ba73-4ddb-b9c4-02780973245f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:39.364167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4df29-f859-4546-9f12-002a677d856a req-b69e1658-6b69-4abb-88a3-31b6817d4437 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:39.365791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-edf4df29-f859-4546-9f12-002a677d856a req-b69e1658-6b69-4abb-88a3-31b6817d4437 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.0625966 Dec 20 15:52:39.420589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-edf4df29-f859-4546-9f12-002a677d856a req-db2d2fd2-3c2a-414d-b940-5f8cdac74e0a tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472059 Dec 20 15:52:39.566857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2597b4-63e2-4d86-9bff-2491dabc1253 req-87a5d299-4277-48c7-806a-b3c36834cabb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:39.569277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f2597b4-63e2-4d86-9bff-2491dabc1253 req-87a5d299-4277-48c7-806a-b3c36834cabb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.0616486 Dec 20 15:52:39.654920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f2597b4-63e2-4d86-9bff-2491dabc1253 req-f755afb1-0f57-4d07-b433-3e1cb2cc39d1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789061 Dec 20 15:52:39.663558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08feac3-4c64-4b26-be07-6fd4b55fee54 req-a4fe65cc-9595-40a4-9abc-83e0627c8cbb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:39.665123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b08feac3-4c64-4b26-be07-6fd4b55fee54 req-a4fe65cc-9595-40a4-9abc-83e0627c8cbb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.0811572 Dec 20 15:52:39.736890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b08feac3-4c64-4b26-be07-6fd4b55fee54 req-d7973da7-b83e-4610-a2ae-e9f77587b4bb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628529 Dec 20 15:52:39.874627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2941d-a46c-4af2-b8d5-e08000f964b7 req-c7bcee4b-215a-4369-8e84-f1f7a64fc3ab tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:39.876157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cf2941d-a46c-4af2-b8d5-e08000f964b7 req-c7bcee4b-215a-4369-8e84-f1f7a64fc3ab tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.0542996 Dec 20 15:52:39.886362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35654) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:39.891380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Request body: {'floatingip': {'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:39.933175 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.126833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35662) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:40.263389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740a43-b2a1-44c5-b282-9789dfa8e6f6 req-f33515b0-d889-4099-8b60-ea37b6d72002 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:40.271797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30740a43-b2a1-44c5-b282-9789dfa8e6f6 req-f33515b0-d889-4099-8b60-ea37b6d72002 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.1094933 Dec 20 15:52:40.373398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30740a43-b2a1-44c5-b282-9789dfa8e6f6 req-df3fade4-168b-4908-8f1a-3ad219c4eac9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Dec 20 15:52:40.395920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533653-45e2-4029-93d7-0e062e41c938 req-caefa594-ec5c-4b7b-9841-664a4602c3aa tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:40.397525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19533653-45e2-4029-93d7-0e062e41c938 req-caefa594-ec5c-4b7b-9841-664a4602c3aa tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0892546 Dec 20 15:52:40.493568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19533653-45e2-4029-93d7-0e062e41c938 req-4b8dd25f-7277-401d-aa86-1471f246824f tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859358 Dec 20 15:52:40.538200 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.567266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24058ffc-49a7-468f-8713-08151d6857ca req-7cce890a-5d0d-4606-bc09-9ca4f3134af0 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:40.569623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24058ffc-49a7-468f-8713-08151d6857ca req-7cce890a-5d0d-4606-bc09-9ca4f3134af0 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Dec 20 15:52:40.606125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:40.629782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-347d1f4b-6de1-48ae-8b8b-7f0e0c83f18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.661985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.729032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6c8df31-acce-4137-8dd4-628b2f77df8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b0cbcc5366445c89e1041bac4f1b86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955503 Dec 20 15:52:40.729480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35682) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:40.754672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24058ffc-49a7-468f-8713-08151d6857ca req-f0600992-e9b2-46a9-9fbe-bc9f95f4cb5f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722081 Dec 20 15:52:40.849365 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Floating IP c099f32d-cf89-4a89-ae9d-95238379eb61 associated. External IP: 172.25.6.38, port: c45e6333-42c1-4100-ad70-6d7f0f32dc84. Dec 20 15:52:40.906767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95f0ff54-ff09-4f26-ab6a-6fbe5eb28cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.910524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-347d1f4b-6de1-48ae-8b8b-7f0e0c83f18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.970357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95f0ff54-ff09-4f26-ab6a-6fbe5eb28cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.973928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-347d1f4b-6de1-48ae-8b8b-7f0e0c83f18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.013399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-17b06700-dc0f-4bd9-9e51-ca398e9153b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810590 Dec 20 15:52:41.066814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-347d1f4b-6de1-48ae-8b8b-7f0e0c83f18d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9eb505e4955c41f4b63a43e23a690448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591231 Dec 20 15:52:41.070172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35692) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:41.077855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d1f4b-6de1-48ae-8b8b-7f0e0c83f18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6db2df-e334-420f-9b01-f2ea879713f4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:41.116503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-cd7c1bb0-9117-4ffa-bc9a-f2477bd35e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:41.126714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-cd7c1bb0-9117-4ffa-bc9a-f2477bd35e50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 1096 time: 0.0680306 Dec 20 15:52:41.293476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512baec4-0029-4356-958d-097d2e5fc191 req-14a5ce24-8cc6-4155-9ca7-5876c6b471ee tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:41.295067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-512baec4-0029-4356-958d-097d2e5fc191 req-14a5ce24-8cc6-4155-9ca7-5876c6b471ee tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.83 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.1167350 Dec 20 15:52:41.342507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-36ae988d-3751-4b2d-800c-3f9095069674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:41.348537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-36ae988d-3751-4b2d-800c-3f9095069674 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 200 len: 919 time: 0.1915641 Dec 20 15:52:41.422975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-69b9a0e3-e7e4-4a9e-b793-5ea7cef1c2e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 200 len: 217 time: 0.0682390 Dec 20 15:52:41.498555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Deleting port efe0c112-0f8b-4eeb-9ef2-5491d535d127 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:41.498555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.498935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5960454-4a5e-42c4-b78d-4fd0e3980770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.499039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-1bf98285-dd52-4b8e-8af1-25db5d1a5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:41.499508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-1bf98285-dd52-4b8e-8af1-25db5d1a5730 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 200 len: 858 time: 0.0640669 Dec 20 15:52:41.501668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95f0ff54-ff09-4f26-ab6a-6fbe5eb28cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.504202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95f0ff54-ff09-4f26-ab6a-6fbe5eb28cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.506063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95f0ff54-ff09-4f26-ab6a-6fbe5eb28cf7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c53a314-ad07-46b7-8a46-08590b4f0c10 HTTP/1.1" status: 204 len: 168 time: 0.7741077 Dec 20 15:52:41.542980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0ff54-ff09-4f26-ab6a-6fbe5eb28cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53a314-ad07-46b7-8a46-08590b4f0c10,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:41.553938 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5960454-4a5e-42c4-b78d-4fd0e3980770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.593133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:41.646725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-c491fe84-d340-4487-9357-fe49c69ddb25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a016c50b-d47c-4c66-94ca-633397ef1663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301188 Dec 20 15:52:41.676201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d51c76-f58e-4a9a-9fa9-519d6c1cb91e req-7ac56113-1a65-415a-8d55-9494f3df074e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:41.684195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78d51c76-f58e-4a9a-9fa9-519d6c1cb91e req-7ac56113-1a65-415a-8d55-9494f3df074e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.1708202 Dec 20 15:52:41.811036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78d51c76-f58e-4a9a-9fa9-519d6c1cb91e req-868118dc-add2-44b8-8d56-2d27f3896da7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256249 Dec 20 15:52:41.834028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] For port efe0c112-0f8b-4eeb-9ef2-5491d535d127, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=efe0c112-0f8b-4eeb-9ef2-5491d535d127,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:41.837041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.842110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:41.853728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.855476 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:41.872592 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:41.876320 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:41.892402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d6af6c98-7773-4ac6-bf39-583de4eb3603 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "PUT /v2.0/floatingips/c099f32d-cf89-4a89-ae9d-95238379eb61 HTTP/1.1" status: 200 len: 991 time: 2.0049219 Dec 20 15:52:41.893106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:41.897621 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144aabef-e7f7-48ab-ae83-308cb296ff78" -d '{"events": [{"name": "network-changed", "server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:41.901012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5960454-4a5e-42c4-b78d-4fd0e3980770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.903757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5960454-4a5e-42c4-b78d-4fd0e3980770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.905618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5960454-4a5e-42c4-b78d-4fd0e3980770 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff6db2df-e334-420f-9b01-f2ea879713f4 HTTP/1.1" status: 204 len: 168 time: 0.8343472 Dec 20 15:52:41.924763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5960454-4a5e-42c4-b78d-4fd0e3980770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6db2df-e334-420f-9b01-f2ea879713f4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.144002 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:42.230963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-0c38b643-ae2c-4b1c-b60c-319cda7d2600 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747457 Dec 20 15:52:42.303828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-b8bb5b60-2f08-437e-a440-6bbdb845c393 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:42.306536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-b8bb5b60-2f08-437e-a440-6bbdb845c393 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.2407534 Dec 20 15:52:42.375362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc025ae-7413-4627-8efd-05716b79c922 req-a34a6069-3961-4966-ac63-cdee4b0b8efb tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:42.385039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fc025ae-7413-4627-8efd-05716b79c922 req-a34a6069-3961-4966-ac63-cdee4b0b8efb tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 945 time: 0.5276906 Dec 20 15:52:42.514483 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f98a9-ed62-456a-9bcd-b4d5a287d32c x-openstack-request-id: req-4e7f98a9-ed62-456a-9bcd-b4d5a287d32c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:42.515257 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:42.516142 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e7f98a9-ed62-456a-9bcd-b4d5a287d32c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:42.516767 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'status': 'completed', 'code': 200} Dec 20 15:52:42.561938 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'c099f32d-cf89-4a89-ae9d-95238379eb61', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'mac_address': 'fa:16:3e:2d:92:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:12Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 1, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:42.608160 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:42.619755 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:42.620377 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:42.723850 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.727079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.727473 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Floating IP 3f82be23-6257-4a90-99f3-8bd15aba0776 disassociated. External IP: 172.25.6.30, port: efe0c112-0f8b-4eeb-9ef2-5491d535d127. Dec 20 15:52:42.727825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Calling delete_port for efe0c112-0f8b-4eeb-9ef2-5491d535d127 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:42.761975 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:42.951593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fc025ae-7413-4627-8efd-05716b79c922 req-58ea5d90-24b0-48cd-90cc-66f7efae1c09 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a1ccd2b-81f0-4133-bdb7-19f43151cd00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396876 Dec 20 15:52:43.085448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-0987bca2-8228-4b69-b3ab-2b75db6860d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:43.087095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-0987bca2-8228-4b69-b3ab-2b75db6860d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1097 time: 0.4461029 Dec 20 15:52:43.089972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Deleting port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:43.090551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.142773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-274fbc98-a671-42f5-a9fb-729b7db7678e req-1610135a-9ce6-4588-922b-486c107b8631 service neutron] 10.222.0.72 "GET /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8692937 Dec 20 15:52:43.260837 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'c099f32d-cf89-4a89-ae9d-95238379eb61', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'mac_address': 'fa:16:3e:2d:92:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:12Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 1, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:43.302474 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f5387-79e5-4a65-a304-042cda36975c None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'c099f32d-cf89-4a89-ae9d-95238379eb61', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'mac_address': 'fa:16:3e:2d:92:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:12Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 1, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:43.356754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f25cf6-b8fb-4052-bd95-a56210ea0d6d req-c3deb585-6570-425b-9a40-152b21b83320 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:43.364685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f25cf6-b8fb-4052-bd95-a56210ea0d6d req-c3deb585-6570-425b-9a40-152b21b83320 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 945 time: 0.3563354 Dec 20 15:52:43.430662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-dd8cb1f5-5ccb-4571-a507-8712a340fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:43.432111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-dd8cb1f5-5ccb-4571-a507-8712a340fae9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.3351657 Dec 20 15:52:43.433907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] For port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:43.434287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.542764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.554035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Calling delete_port for a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:43.674375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f25cf6-b8fb-4052-bd95-a56210ea0d6d req-0e3766d2-f0a8-42d6-bd87-32aa6c1a4336 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087201 Dec 20 15:52:43.683399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event deleted for resources: {'Port': ['ID=efe0c112-0f8b-4eeb-9ef2-5491d535d127,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:43.747304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-94c0721b-84ea-4f7a-b3b4-4367f8ea01df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 999 time: 0.3006589 Dec 20 15:52:43.775902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91862b-e949-4418-8508-da175c344788 None None] New status for floating IP c099f32d-cf89-4a89-ae9d-95238379eb61: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:52:44.512227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7242fd3d-334e-41fe-ab29-6534c9f1381d req-b21a2b82-31a0-4142-a2c0-ed74ddc48bbf tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0893323 Dec 20 15:52:44.537799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-e74fddfe-f577-420d-9063-4a519d5fb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:44.539301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-e74fddfe-f577-420d-9063-4a519d5fb8b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.7516551 Dec 20 15:52:44.590136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Router d69f7714-6ee0-4894-a191-fe8c2343a7d0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:44.643173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-d97c67bc-daac-46fd-b289-bb5ecc58955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:44.643173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-d97c67bc-daac-46fd-b289-bb5ecc58955b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944936 Dec 20 15:52:44.913768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.929247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['a6521010-3ffd-4f68-a1f1-2c4f9d9e5222'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:44.934394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35790) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:44.987295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event deleted for resources: {'Port': ['ID=a6521010-3ffd-4f68-a1f1-2c4f9d9e5222,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.078477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:45.098776 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] Sync routers for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:45.117803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:45.118426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.153809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] No DVR routers for this DVR port efe0c112-0f8b-4eeb-9ef2-5491d535d127 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:45.169207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f45e6-59dd-46af-b9d0-8d468ac9e620 req-27371b53-21b2-48ac-8cac-7b054fb3355a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:45.173643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35796) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:45.178876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-198f45e6-59dd-46af-b9d0-8d468ac9e620 req-27371b53-21b2-48ac-8cac-7b054fb3355a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 867 time: 0.3379953 Dec 20 15:52:45.183246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-7a07db75-633b-42c4-ab78-3735f9ac1647 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302408 Dec 20 15:52:45.188527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.203474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-512baec4-0029-4356-958d-097d2e5fc191 req-0df8a2c1-21e1-4387-8f9a-7edd61f12dd8 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.83 "DELETE /v2.0/ports/efe0c112-0f8b-4eeb-9ef2-5491d535d127 HTTP/1.1" status: 204 len: 173 time: 3.8881774 Dec 20 15:52:45.206149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] No DVR routers for this DVR port a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:45.211020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'name': 'network-vif-deleted', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:45.221517 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b43f1a-d4e7-4fae-adbf-b00a1d3796eb" -d '{"events": [{"server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "name": "network-vif-deleted", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:45.225978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.229421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fba1e369-76ad-4923-82b7-39ed095900b4 req-202c2254-04b9-4a52-b5f7-e56f05065c59 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.83 "DELETE /v2.0/ports/a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 HTTP/1.1" status: 204 len: 173 time: 2.9019015 Dec 20 15:52:45.260546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:45.266515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-574882829'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:45.340555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-147491734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:45.350329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-144aabef-e7f7-48ab-ae83-308cb296ff78 req-821a27f2-0825-4929-bbd5-fc9645d0b068 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196120 Dec 20 15:52:45.373999 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51361c39-c4d1-43fa-9d74-36a4570a0687 x-openstack-request-id: req-51361c39-c4d1-43fa-9d74-36a4570a0687 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:45.374292 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f67527-16cc-4f6d-bade-f4c4442ff893", "name": "network-vif-deleted", "tag": "efe0c112-0f8b-4eeb-9ef2-5491d535d127", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:45.374525 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51361c39-c4d1-43fa-9d74-36a4570a0687 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:45.377268 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f67527-16cc-4f6d-bade-f4c4442ff893', 'name': 'network-vif-deleted', 'tag': 'efe0c112-0f8b-4eeb-9ef2-5491d535d127', 'status': 'completed', 'code': 200} Dec 20 15:52:45.399595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:45.405657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.430030 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.431180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-198f45e6-59dd-46af-b9d0-8d468ac9e620 req-ac6ae4d5-3b7a-4283-83a8-f464f1ddb6df tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065525 Dec 20 15:52:45.555049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:45.605439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.608911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:45.609652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.612316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device a6521010-3ffd-4f68-a1f1-2c4f9d9e5222 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:45.615127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device efe0c112-0f8b-4eeb-9ef2-5491d535d127 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:45.674847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.729015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.737112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: efe0c112-0f8b-4eeb-9ef2-5491d535d127 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:45.740813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device efe0c112-0f8b-4eeb-9ef2-5491d535d127 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:45.758017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48b39ba7-3a40-4d95-903d-1f37ecc6e2b5 req-19be0e01-466c-42de-90d9-24a351be407f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0869486 Dec 20 15:52:45.786636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.819191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949185b3-0b26-41da-b11c-7eb205133468,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.829914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:45.834836 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.843645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.860969 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.862137 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Added segment 6767bcb1-2699-4d4b-9309-03aa5b50d39b of type vlan for network 76bd2955-ceed-487c-bb74-e6d50e561825 Dec 20 15:52:45.876813 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] Checking router: d69f7714-6ee0-4894-a191-fe8c2343a7d0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:45.887911 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:45.888614 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.923723 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.923952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91bfbb8d-9669-4a84-ac01-c6b2749acf51 req-6b40da58-8976-434c-8759-85a0e6662ee9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0401487 Dec 20 15:52:46.013700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91bfbb8d-9669-4a84-ac01-c6b2749acf51 req-c4ca3974-0f87-48b1-a221-d69fe64a71fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 210 time: 0.0367692 Dec 20 15:52:46.041538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.041538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7eb2bd3-475e-44ab-9215-c6623fe49803 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8643675 Dec 20 15:52:46.042104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35814) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:46.054214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-73546302'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:46.088734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.095434 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:46.096731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:46.098641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.234615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfbb8d-9669-4a84-ac01-c6b2749acf51 req-23085709-f746-4ac7-af9d-774c7d62cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:46.237457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91bfbb8d-9669-4a84-ac01-c6b2749acf51 req-23085709-f746-4ac7-af9d-774c7d62cfe8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5c188ad03150443f9ea9903a725e2d31&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1974525 Dec 20 15:52:46.245440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:46.252183 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.273648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3312192 Dec 20 15:52:46.278839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35818) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:46.279868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.283167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f68bd2-88a3-4d28-9184-fdc79b771c9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Network': ['ID=76bd2955-ceed-487c-bb74-e6d50e561825,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.298273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:46.303451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:46.448180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.500095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfbb8d-9669-4a84-ac01-c6b2749acf51 req-41c5c00e-32d1-49b5-ae68-88ccc9c41478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:46.502374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91bfbb8d-9669-4a84-ac01-c6b2749acf51 req-41c5c00e-32d1-49b5-ae68-88ccc9c41478 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2578099 Dec 20 15:52:46.589536 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.624388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:46.629966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:46.655641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.661188 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Added segment 88817628-5cbc-45ed-b567-ea96afcb48b8 of type vlan for network fd7290e5-1c47-42fd-814c-50f19233f980 Dec 20 15:52:46.686059 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e05a0-429f-4e44-a620-75ca57a0c66f None None] The sync data for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 is: [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:48:22Z', 'revision_number': 4, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5a1150ee-ea91-4817-88c7-3e9a511114e8', 'name': '', 'network_id': '68ef0e08-e471-4551-93b7-fa9aaa20576a', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'mac_address': 'fa:16:3e:a2:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:21Z', 'updated_at': '2021-12-20T15:48:26Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'subnets': [{'id': '234edcc1-759e-41ad-bd09-de9a0b8b16f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:46.689618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db8bc111-56f9-4a15-bc5d-571447048e71 req-e026f43c-7cc8-46fd-8716-44a4c5c6d988 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=6012ad7a-04d8-41c3-9cd7-ad88afa21b35 HTTP/1.1" status: 200 len: 210 time: 0.0418477 Dec 20 15:52:46.716845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:46.716845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.749531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e900b9-cb37-4a88-bf2f-f3673778f415,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.762914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.914595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa12088e-f299-4839-a64c-89aad7279dcc req-afcf0aa7-ff02-4704-bc46-8f16af4458e7 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0385568 Dec 20 15:52:46.951951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.958859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:46.961541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.051801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Network': ['ID=fd7290e5-1c47-42fd-814c-50f19233f980,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.069435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network fd7290e5-1c47-42fd-814c-50f19233f980 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:47.086228 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-47aacbc6-ed6d-423b-86c5-6396b3c48269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0434337 Dec 20 15:52:47.096912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35830) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.103745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'subnet': {'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.271831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99b3c0-b519-4283-9e9b-7f29c01630cd None None] New status for floating IP 3f82be23-6257-4a90-99f3-8bd15aba0776: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:52:47.318268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.385765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'name': 'network-vif-deleted', 'tag': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:47.388117 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be144c6c-4379-4b81-a444-e7f626c72c6d" -d '{"events": [{"server_uuid": "6012ad7a-04d8-41c3-9cd7-ad88afa21b35", "name": "network-vif-deleted", "tag": "a6521010-3ffd-4f68-a1f1-2c4f9d9e5222"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:47.397596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:47.402169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.502448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=871fcd5b-584b-4151-8fa4-9b3658d7127d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.526034 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aba871-ca2c-4b76-9b6d-eaf514e9a870 x-openstack-request-id: req-87aba871-ca2c-4b76-9b6d-eaf514e9a870 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:47.526945 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6012ad7a-04d8-41c3-9cd7-ad88afa21b35", "name": "network-vif-deleted", "tag": "a6521010-3ffd-4f68-a1f1-2c4f9d9e5222", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:47.528172 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87aba871-ca2c-4b76-9b6d-eaf514e9a870 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:47.528836 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012ad7a-04d8-41c3-9cd7-ad88afa21b35', 'name': 'network-vif-deleted', 'tag': 'a6521010-3ffd-4f68-a1f1-2c4f9d9e5222', 'status': 'completed', 'code': 200} Dec 20 15:52:47.546131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:47.549187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network hostable DHCP agents. Network: 76bd2955-ceed-487c-bb74-e6d50e561825, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:47.688747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:47.843106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 76bd2955-ceed-487c-bb74-e6d50e561825) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:47.847481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:47.848239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.856456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f608b1-4472-43b9-804e-3d6da3b3520b None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:47.872064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.975509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-88b5c184-6c7b-4bdf-875d-8c7140ffdb4e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6878884 Dec 20 15:52:47.975999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35854) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.984245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'name': 'tempest-NetworksTestDHCPv6-2116012710'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:48.022268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Subnet': ['ID=d6fc02da-c973-4352-b3a9-c9d6199b8f2a,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:48.051007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Checking segment: {'id': '88817628-5cbc-45ed-b567-ea96afcb48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:48.051448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network hostable DHCP agents. Network: fd7290e5-1c47-42fd-814c-50f19233f980, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:48.103659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '871fcd5b-584b-4151-8fa4-9b3658d7127d'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:48.104541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.155372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network fd7290e5-1c47-42fd-814c-50f19233f980 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:48.190806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47f2c7e6-8e45-419b-9c7f-2a9dc07202df req-0ae54460-e449-47ea-ac7c-748deb05e515 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.1259196 Dec 20 15:52:48.300882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/871fcd5b-584b-4151-8fa4-9b3658d7127d/3002ee8b-6586-4a6f-b75d-011f2e13a0d4) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:48.322908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, fd7290e5-1c47-42fd-814c-50f19233f980) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:48.329574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:48.333073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.346237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-9c17e3f1-f691-4695-9567-642f9c71f671 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:48.347860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-9c17e3f1-f691-4695-9567-642f9c71f671 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.3003075 Dec 20 15:52:48.356227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252b2ac-dbbe-4bb0-92a7-7da8326926e4 None None] Network fd7290e5-1c47-42fd-814c-50f19233f980 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:48.368898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-e6fdcebc-f0f4-479e-90fb-f550288a702e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.0133832 Dec 20 15:52:48.418578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-b4a577ee-2762-420d-8b30-a5289f943eb3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429208 Dec 20 15:52:48.440102 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b271d2d-89b1-4235-b135-70cb240d6269 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3407562 Dec 20 15:52:48.445047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:48.450224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'network': {'name': 'tempest-router-network01--1544392071'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:48.553876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-b29e12b3-cdc8-4b9b-9902-8ac98298b9a9 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272318 Dec 20 15:52:48.657115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-fd7290e5-1c47-42fd-814c-50f19233f980', 'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980', 'project_id': '75f15b80bc234bb58324e6ef824c0714', 'fixed_ips': [{'subnet_id': 'd6fc02da-c973-4352-b3a9-c9d6199b8f2a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:48.657115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.699977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-fa15c05e-3801-4f9a-b28d-6e3263dcbe40 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430690 Dec 20 15:52:48.774839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:48.779075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.843196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.845934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 09f8ccff-258e-4435-93a7-1303d56964f7 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:48.889096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:48.894227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.957769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.965037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:49.010885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.012410 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Added segment 3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8 of type vlan for network e21c0426-ca8c-4256-b3ad-be29c32b07fc Dec 20 15:52:49.050361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Allocated IP 2001:db8::2 (fd7290e5-1c47-42fd-814c-50f19233f980/d6fc02da-c973-4352-b3a9-c9d6199b8f2a/bda1349f-6d18-46c1-b42c-8705e7c3f603) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:49.079411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:49.082773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.085726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:49.094147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:49.108007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Pushing event updated for resources: {'Port': ['ID=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.163608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d9e58a4-4a40-4482-9da6-148c5061a0e4 req-1c911161-e65c-4735-8edf-f162aac61113 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 210 time: 0.0505927 Dec 20 15:52:49.186187 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.194868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:49.200209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.255284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::177 (76bd2955-ceed-487c-bb74-e6d50e561825/871fcd5b-584b-4151-8fa4-9b3658d7127d/09f8ccff-258e-4435-93a7-1303d56964f7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:49.260937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Attempting to bind port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:49.261380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Attempting to bind port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:49.267451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Attempting to bind port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:49.309032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:49.309440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:49.318649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.319374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:49.320068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Bound port: 3002ee8b-6586-4a6f-b75d-011f2e13a0d4, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:49.320642 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.347022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Network': ['ID=e21c0426-ca8c-4256-b3ad-be29c32b07fc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.367404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-960c5cb3-0af6-4cd0-b619-6158ddd47afd tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9204254 Dec 20 15:52:49.369026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35882) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:49.374636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:49.376522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'network': {'name': 'tempest-router-network02--2121065485'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:49.428404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e489d2-8a8a-43fa-a94c-ff209f012337 req-862d1d5f-7e0a-44c8-8a77-46d0fbdf528f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0810471 Dec 20 15:52:49.483368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:49.487526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.583697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:49.620134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.620490 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Added segment 250e4274-1e42-4c45-a536-4934fb7ec97f of type vlan for network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 Dec 20 15:52:49.665726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.697947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.710742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] For port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:49.722058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] For port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:49.728338 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.758854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.917231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.919268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.931582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:49.932247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.026755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:50.046840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.048758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:50.054413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:50.055702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Network fd7290e5-1c47-42fd-814c-50f19233f980 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:50.071949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:50.072874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.073821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:50.078605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:50.109641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Network': ['ID=071dd1b5-4a71-48c9-969e-1c43ba3a14a8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.131305 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-65e3bf0a-803f-4767-8bd3-ae613bf8459f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7608645 Dec 20 15:52:50.134804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35906) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:50.152875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=09f8ccff-258e-4435-93a7-1303d56964f7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.170480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'subnet': {'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:50.189907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:50.230997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Pushing event updated for resources: {'Port': ['ID=bda1349f-6d18-46c1-b42c-8705e7c3f603,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.240262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-73d718be-c5be-45c5-8cbb-642e5ea2b60b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2632418 Dec 20 15:52:50.242757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35912) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:50.361495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Attempting to bind port bda1349f-6d18-46c1-b42c-8705e7c3f603 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:50.361954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Attempting to bind port bda1349f-6d18-46c1-b42c-8705e7c3f603 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '88817628-5cbc-45ed-b567-ea96afcb48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:50.362267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Attempting to bind port bda1349f-6d18-46c1-b42c-8705e7c3f603 on network fd7290e5-1c47-42fd-814c-50f19233f980 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:50.380649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4380dc01-52a9-4251-a60a-b70193abc4c1 req-293b992f-b978-462d-af83-d15842fab36b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 210 time: 0.0728192 Dec 20 15:52:50.420765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad9c63-397b-427c-a2c2-2818b2b7559e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:50.434190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad9c63-397b-427c-a2c2-2818b2b7559e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:50.436718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a2ad9c63-397b-427c-a2c2-2818b2b7559e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1929376 Dec 20 15:52:50.440945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35918) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:50.484700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:50.485080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Checking segment: {'id': '88817628-5cbc-45ed-b567-ea96afcb48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:50.495156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.496763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Bound using segment: {'id': '88817628-5cbc-45ed-b567-ea96afcb48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:50.499099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Bound port: bda1349f-6d18-46c1-b42c-8705e7c3f603, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88817628-5cbc-45ed-b567-ea96afcb48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fd7290e5-1c47-42fd-814c-50f19233f980'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:50.499714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.639442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:50.643906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.660626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f3a3-c5da-4684-9759-bdb08f2a9d60 None None] Pushing event updated for resources: {'Port': ['ID=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.665238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee599254-a98d-45d5-a262-a53f390e9e5e req-93f91056-a962-4b0e-a113-83ae29953cdd tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.1229715 Dec 20 15:52:50.744401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] For port bda1349f-6d18-46c1-b42c-8705e7c3f603, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:50.748245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] For port bda1349f-6d18-46c1-b42c-8705e7c3f603, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bda1349f-6d18-46c1-b42c-8705e7c3f603,segment=NetworkSegment(88817628-5cbc-45ed-b567-ea96afcb48b8),segment_id=88817628-5cbc-45ed-b567-ea96afcb48b8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:50.794307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 09f8ccff-258e-4435-93a7-1303d56964f7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:50.796782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.883799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.964700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cbff1-a10a-40a4-a8b9-608b016a45dd None None] Pushing event updated for resources: {'Port': ['ID=bda1349f-6d18-46c1-b42c-8705e7c3f603,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.969711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.015967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 09f8ccff-258e-4435-93a7-1303d56964f7 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:51.144884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.309657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Subnet': ['ID=236af6e5-497b-48dc-a52f-e642a6c8eb8e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:51.327752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Checking segment: {'id': '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:51.328370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network hostable DHCP agents. Network: e21c0426-ca8c-4256-b3ad-be29c32b07fc, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:51.483709 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.485147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.505042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5f0578e-9991-4013-bd61-caef3ddb046b req-932342b9-4d9c-47f7-8640-9a6d903c628a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 210 time: 0.0411837 Dec 20 15:52:51.519258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:51.537968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=09f8ccff-258e-4435-93a7-1303d56964f7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:51.570614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.574267 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fa8c791f-7d5c-4bf8-8dd1-ac44d46d1d6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/09f8ccff-258e-4435-93a7-1303d56964f7 HTTP/1.1" status: 204 len: 168 time: 1.1304257 Dec 20 15:52:51.576840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35938) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:51.620502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e21c0426-ca8c-4256-b3ad-be29c32b07fc) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:51.625512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.626807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.629547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087cc7d-f7c4-49fb-b47e-39c078b25012 None None] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:51.710115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac10d0-2db5-405c-bbfc-4a64a216c8ad tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.711699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac10d0-2db5-405c-bbfc-4a64a216c8ad tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.713431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-caac10d0-2db5-405c-bbfc-4a64a216c8ad tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1339254 Dec 20 15:52:51.716064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35944) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:51.795438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c6177c26-d71a-4987-a149-17609c2d95a5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6594799 Dec 20 15:52:51.798419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:51.804601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e21c0426-ca8c-4256-b3ad-be29c32b07fc', 'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc', 'project_id': '75f15b80bc234bb58324e6ef824c0714', 'fixed_ips': [{'subnet_id': '236af6e5-497b-48dc-a52f-e642a6c8eb8e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:51.807881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'subnet': {'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:51.808889 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.859027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 871fcd5b-584b-4151-8fa4-9b3658d7127d {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:51.863856 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.920205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.933747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18c63556-1783-441b-8bdf-7e9ecba3360f req-23e51670-f156-4fd8-b04b-2fde573c4d9f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0999510 Dec 20 15:52:51.990466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05e3d3-a352-42a4-b539-fe7854176791 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:52.111367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:52.116554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.130285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.136368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2bdc3e75-2b99-4617-a7a4-f7c2e164c3e0 None None] Provisioning complete for port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:52.136750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3e75-2b99-4617-a7a4-f7c2e164c3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.346820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.351459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Allocated IP 2001:db8::2 (e21c0426-ca8c-4256-b3ad-be29c32b07fc/236af6e5-497b-48dc-a52f-e642a6c8eb8e/8f4091b8-d3d7-4f9d-913a-14c5012cc3d8) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:52.499306 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.506375 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/871fcd5b-584b-4151-8fa4-9b3658d7127d HTTP/1.1" status: 204 len: 168 time: 0.7885461 Dec 20 15:52:52.510990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-6d98e55f-3fae-4bbd-b813-adf546dd11ee tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:52.510990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-6d98e55f-3fae-4bbd-b813-adf546dd11ee tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.2667215 Dec 20 15:52:52.512739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35954) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:52.512966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf32b69-fc5c-4ec9-bbcc-00a6c58903f7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=871fcd5b-584b-4151-8fa4-9b3658d7127d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:52.655718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9ed4a9ca-c826-4e19-95c9-33e3cfed134b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417658 Dec 20 15:52:52.658782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35960) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:52.665841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:52.685337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3e75-2b99-4617-a7a4-f7c2e164c3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.690248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Request body: {'port': {'device_id': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'admin_state_up': True, 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:52.691531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bda1349f-6d18-46c1-b42c-8705e7c3f603 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:52.736368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.746858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e037d-0f14-4de3-8480-e21b69118f48 None None] Network fd7290e5-1c47-42fd-814c-50f19233f980 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:52.844040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.871792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:52.876035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.900829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e39a096-bf00-4a4b-aed3-b548f7172bff req-a0c3de71-2fb9-417a-b5ec-21704cd66a65 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 210 time: 0.2426410 Dec 20 15:52:52.951126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2bdc3e75-2b99-4617-a7a4-f7c2e164c3e0 None None] For port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:52.961371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Pushing event updated for resources: {'Port': ['ID=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:52.992900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:53.000325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:53.003058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:53.030681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3e75-2b99-4617-a7a4-f7c2e164c3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.186290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528f884-951c-4a27-8a21-185899154b88 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:53.194927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb3dda87-1bfc-4244-b8cc-e1ab97df155a req-cef9170f-3aa2-4be6-849c-7a1be2f90e1f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.1431003 Dec 20 15:52:53.200042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bda1349f-6d18-46c1-b42c-8705e7c3f603 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:53.200432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.278089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.288289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc3e75-2b99-4617-a7a4-f7c2e164c3e0 None None] Pushing event updated for resources: {'Port': ['ID=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:53.301989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Attempting to bind port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:53.302372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Attempting to bind port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:53.302740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Attempting to bind port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 on network e21c0426-ca8c-4256-b3ad-be29c32b07fc {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:53.355105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3fd695ff-f92f-44a2-aeae-04813d0b10f9 None None] Provisioning complete for port bda1349f-6d18-46c1-b42c-8705e7c3f603 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:53.355588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fd695ff-f92f-44a2-aeae-04813d0b10f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.361254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:53.361734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Checking segment: {'id': '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:53.362284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.362791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Bound using segment: {'id': '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:53.364318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Bound port: 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e21c0426-ca8c-4256-b3ad-be29c32b07fc'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:53.364853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.374946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:53.381063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.383580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Subnet': ['ID=1acda246-b7c6-4cd4-b62d-dfeb424f3f49,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:53.404321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.516198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:53.533586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:53.549129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] For port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:53.550898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:53.555145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.584043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=dce76d86-3bd6-40ea-8f34-8989926108f8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:53.608518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] For port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,segment=NetworkSegment(3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8),segment_id=3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:53.619090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.635585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fd695ff-f92f-44a2-aeae-04813d0b10f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.674483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Checking segment: {'id': '250e4274-1e42-4c45-a536-4934fb7ec97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:53.675063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network hostable DHCP agents. Network: 071dd1b5-4a71-48c9-969e-1c43ba3a14a8, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:53.686090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9cb6a9b4-31f7-4324-bf80-e5c4656998ba tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0263371 Dec 20 15:52:53.690659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35980) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:53.692629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port bda1349f-6d18-46c1-b42c-8705e7c3f603, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bda1349f-6d18-46c1-b42c-8705e7c3f603,segment=NetworkSegment(88817628-5cbc-45ed-b567-ea96afcb48b8),segment_id=88817628-5cbc-45ed-b567-ea96afcb48b8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:53.695326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'name': 'tempest-NetworksTestDHCPv6-688019926'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:53.695621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:53.699607 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.760695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Allocated IP 172.20.0.8 (9caab41a-b617-424e-8017-422feabfe664/772960a6-5956-4890-a1a7-db19830bd4b9/d44eb2c1-1ead-44bf-8774-e86b4bfaff50) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:53.782858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.783837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:53.960510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.991790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:53.996383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:53.996999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.028359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 94cf2f8a-e310-4dc0-86ce-075b6c2e44eb yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:54.033293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63e3e2-6117-41ca-9e02-fd6d2d83b93d None None] Pushing event updated for resources: {'Port': ['ID=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.080553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-103520a4-1985-40e2-abbe-2d3c885f9b18 req-e6e16fa9-e65d-4b1d-9d5f-e82de5c4dea6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 210 time: 0.0772345 Dec 20 15:52:54.086810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.232046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-3fd695ff-f92f-44a2-aeae-04813d0b10f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:54.232489 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-3fd695ff-f92f-44a2-aeae-04813d0b10f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:54.234562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 071dd1b5-4a71-48c9-969e-1c43ba3a14a8) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:54.299851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.317934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::30 (76bd2955-ceed-487c-bb74-e6d50e561825/dce76d86-3bd6-40ea-8f34-8989926108f8/94cf2f8a-e310-4dc0-86ce-075b6c2e44eb) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:54.324350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a340d0c-693a-478b-9474-03fc89ceb1f6 None None] Network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:54.327811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Network 9caab41a-b617-424e-8017-422feabfe664 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:54.337388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:54.339157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.355123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:54.381364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:54.484768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] Deleting port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:54.488424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82eefe38-92a2-4cad-9ca8-4b1cc6958638 req-9ca87dca-393d-48ed-b5fc-1a077a91144a tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.1127706 Dec 20 15:52:54.488566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.553790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:54.554819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.587140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] For port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:54.587574 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.601394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] Calling delete_port for 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:54.618496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f4c72ede-2455-464e-aa29-522e7fe9c35a tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8178613 Dec 20 15:52:54.620764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:54.631006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.700345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:54.700937 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.701026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-a0b2eae3-b8ab-44d4-a9fe-ed991800353b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0437829 Dec 20 15:52:54.703327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=bda1349f-6d18-46c1-b42c-8705e7c3f603,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.715181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Request body: {'port': {'device_id': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:54.747687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-071dd1b5-4a71-48c9-969e-1c43ba3a14a8', 'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8', 'project_id': '75f15b80bc234bb58324e6ef824c0714', 'fixed_ips': [{'subnet_id': '1acda246-b7c6-4cd4-b62d-dfeb424f3f49'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:54.748603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.758214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.824703 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.844733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:54.849126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:54.854052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:54.861196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:54.861943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:54.875702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=94cf2f8a-e310-4dc0-86ce-075b6c2e44eb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.958773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.005063 n-d-781076-8 neutron-server[103955]: INFO neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No ports have port_id starting with 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 Dec 20 15:52:55.011190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] Pushing event deleted for resources: {'Port': ['ID=3002ee8b-6586-4a6f-b75d-011f2e13a0d4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:55.013279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-321fc070-3da7-454f-9a69-2d95981a4b22 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3228848 Dec 20 15:52:55.018720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36012) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:55.037622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438df71b-79c1-4314-beb2-4b39ae6aff0d None None] No DVR routers for this DVR port 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:55.098347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4cf17c-9ec2-473d-902e-cbdcbf4caf8a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:55.134007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6cd60383-7ea2-4a36-889a-3d40d4fd0bdd None None] Provisioning complete for port bda1349f-6d18-46c1-b42c-8705e7c3f603 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:55.134481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cd60383-7ea2-4a36-889a-3d40d4fd0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.181288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7fe2b9-37cc-40e8-a5cb-981863062691 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:55.198521 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd7fe2b9-37cc-40e8-a5cb-981863062691 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1818464 Dec 20 15:52:55.201890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36020) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:55.251938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Allocated IP 2001:db8::2 (071dd1b5-4a71-48c9-969e-1c43ba3a14a8/1acda246-b7c6-4cd4-b62d-dfeb424f3f49/293901cc-cae9-4c77-a28b-2d1bc63c6415) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:55.421742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bda1349f-6d18-46c1-b42c-8705e7c3f603 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:55.462097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 94cf2f8a-e310-4dc0-86ce-075b6c2e44eb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:55.462607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.590673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.634786 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.652935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 94cf2f8a-e310-4dc0-86ce-075b6c2e44eb owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:55.731404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2699a9e-931d-4a9a-91db-10b8ee592f1b None None] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:55.733706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6cd60383-7ea2-4a36-889a-3d40d4fd0bdd None None] Could not find standard attr ID for object 3002ee8b-6586-4a6f-b75d-011f2e13a0d4. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:52:55.857320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.924464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bda1349f-6d18-46c1-b42c-8705e7c3f603 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:55.924956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.929181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.949476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.969658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:55.976618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a36b5-cf84-4a43-ac40-f723cdaefd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'dce76d86-3bd6-40ea-8f34-8989926108f8'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:55.978030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c79a36b5-cf84-4a43-ac40-f723cdaefd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.006369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:56.018510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:56.021683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Pushing event updated for resources: {'Port': ['ID=293901cc-cae9-4c77-a28b-2d1bc63c6415,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:56.027316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9aab1cf2-5841-4794-84d5-9c91d2ad22cc None None] Provisioning complete for port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:56.027781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9aab1cf2-5841-4794-84d5-9c91d2ad22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.084578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=94cf2f8a-e310-4dc0-86ce-075b6c2e44eb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:56.095953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.106001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb87ffaf-b6f9-48a9-9d6d-c18287f678ff req-ef65ca90-b424-4e0f-a772-25423961e243 tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.1534545 Dec 20 15:52:56.106355 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b704f0ef-335f-4f40-b647-b82bc3181940 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/94cf2f8a-e310-4dc0-86ce-075b6c2e44eb HTTP/1.1" status: 204 len: 168 time: 0.8999460 Dec 20 15:52:56.106355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36038) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:56.184146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae8e73-fb76-4d5e-8b08-786c7750686b req-18e7df2b-27e9-4e2f-b1ee-a80b8cf19a7c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:56.185804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50ae8e73-fb76-4d5e-8b08-786c7750686b req-18e7df2b-27e9-4e2f-b1ee-a80b8cf19a7c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 931 time: 0.8681672 Dec 20 15:52:56.244276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce29a0-e0eb-48c6-9940-9eda26f6e585 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:56.246059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce29a0-e0eb-48c6-9940-9eda26f6e585 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:56.250441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6ce29a0-e0eb-48c6-9940-9eda26f6e585 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1425822 Dec 20 15:52:56.251145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:56.298921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Attempting to bind port 293901cc-cae9-4c77-a28b-2d1bc63c6415 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:56.299607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Attempting to bind port 293901cc-cae9-4c77-a28b-2d1bc63c6415 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '250e4274-1e42-4c45-a536-4934fb7ec97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:56.300226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Attempting to bind port 293901cc-cae9-4c77-a28b-2d1bc63c6415 on network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:56.308095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet dce76d86-3bd6-40ea-8f34-8989926108f8 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:56.311897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.325116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50ae8e73-fb76-4d5e-8b08-786c7750686b req-3dca8dd7-91d9-43d0-a279-70c4f89ee287 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939350 Dec 20 15:52:56.352406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:56.352955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Checking segment: {'id': '250e4274-1e42-4c45-a536-4934fb7ec97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:56.353499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.354007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Bound using segment: {'id': '250e4274-1e42-4c45-a536-4934fb7ec97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:56.354666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Bound port: 293901cc-cae9-4c77-a28b-2d1bc63c6415, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250e4274-1e42-4c45-a536-4934fb7ec97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '071dd1b5-4a71-48c9-969e-1c43ba3a14a8'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:56.355283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.373125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.463778 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9aab1cf2-5841-4794-84d5-9c91d2ad22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.465984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.498144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44eb2c1-1ead-44bf-8774-e86b4bfaff50 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:56.511562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.552463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:56.600091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Transition to ACTIVE for port object d44eb2c1-1ead-44bf-8774-e86b4bfaff50 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:56.632383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Allocated IP 2001:db8::1 (e21c0426-ca8c-4256-b3ad-be29c32b07fc/236af6e5-497b-48dc-a52f-e642a6c8eb8e/6f6a7895-fa7d-43ef-87c3-2538095bc595) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:56.664564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9aab1cf2-5841-4794-84d5-9c91d2ad22cc None None] For port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,segment=NetworkSegment(3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8),segment_id=3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:56.700547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:56.701024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.717487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.722753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.732142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] For port 293901cc-cae9-4c77-a28b-2d1bc63c6415, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:56.754877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] For port 293901cc-cae9-4c77-a28b-2d1bc63c6415, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=293901cc-cae9-4c77-a28b-2d1bc63c6415,segment=NetworkSegment(250e4274-1e42-4c45-a536-4934fb7ec97f),segment_id=250e4274-1e42-4c45-a536-4934fb7ec97f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:56.769478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=dce76d86-3bd6-40ea-8f34-8989926108f8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:56.785869 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.791425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-51ea06cc-9c16-4c0b-af88-3e0a55a3ad10 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/dce76d86-3bd6-40ea-8f34-8989926108f8 HTTP/1.1" status: 204 len: 168 time: 0.5369573 Dec 20 15:52:56.791707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:56.818117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.821081 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9aab1cf2-5841-4794-84d5-9c91d2ad22cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.875748 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f9de2ce-d82b-429f-8bc6-364004acd49d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819800 Dec 20 15:52:56.878601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:56.884472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server [None req-c79a36b5-cf84-4a43-ac40-f723cdaefd40 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce76d86-3bd6-40ea-8f34-8989926108f8: This subnet is being modified by another concurrent operation. Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:52:56.898110 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exception Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce76d86-3bd6-40ea-8f34-8989926108f8: This subnet is being modified by another concurrent operation. Dec 20 15:52:56.901577 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 15:52:56.940941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.960724 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:56.981016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:57.102383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Attempting to bind port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:57.103039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Attempting to bind port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:57.104005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Attempting to bind port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:57.109787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 on network 9caab41a-b617-424e-8017-422feabfe664 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:57.110458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Attempting to bind port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:57.116701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:57.117627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:57.118395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Bound using segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:57.119071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Bound port: d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:57.119672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.138391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.139025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:57.155791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.163697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:57.167470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:57.213672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:57.214342 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.311867 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:52:57.312235 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:52:57.318614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab1cf2-5841-4794-84d5-9c91d2ad22cc None None] Pushing event updated for resources: {'Port': ['ID=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:57.338529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.343692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d06fc03b-3c08-43d4-8d83-a7da22788bae None None] Provisioning complete for port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:57.344057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d06fc03b-3c08-43d4-8d83-a7da22788bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.479561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Port': ['ID=6f6a7895-fa7d-43ef-87c3-2538095bc595,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:57.516305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4f8abe7-1b1b-4e16-91bc-c99e632f6d76 req-ee86c9da-dad2-4370-aee7-dafbff159adc tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/ports?device_id=58f67527-16cc-4f6d-bade-f4c4442ff893 HTTP/1.1" status: 200 len: 210 time: 0.0915508 Dec 20 15:52:57.644044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc5876-2780-4e7c-b871-0ec166952063 None None] Pushing event updated for resources: {'Port': ['ID=293901cc-cae9-4c77-a28b-2d1bc63c6415,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:57.739173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:57.754348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:57.767311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703d62f-8d02-4c2a-815a-90f276e3aad9 req-91097dce-618f-4206-81e8-4c8d661ee201 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:57.775339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9703d62f-8d02-4c2a-815a-90f276e3aad9 req-91097dce-618f-4206-81e8-4c8d661ee201 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 943 time: 0.1351490 Dec 20 15:52:57.866840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9703d62f-8d02-4c2a-815a-90f276e3aad9 req-f0f3d2c4-0bc6-4eb4-bcf9-54dc9304b59b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905082 Dec 20 15:52:57.886112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8c9d2fd9-b393-49e8-ae33-e61b3997c97e None None] Provisioning complete for port 6f6a7895-fa7d-43ef-87c3-2538095bc595 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:57.886520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c9d2fd9-b393-49e8-ae33-e61b3997c97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.901452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.902376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.962586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d2fd9-b393-49e8-ae33-e61b3997c97e None None] Port 6f6a7895-fa7d-43ef-87c3-2538095bc595 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:57.965153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:57.967478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:57.968936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] 10.222.0.72 "PUT /v2.0/ports/d44eb2c1-1ead-44bf-8774-e86b4bfaff50 HTTP/1.1" status: 200 len: 1091 time: 3.2599010 Dec 20 15:52:57.973272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:57.984340 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e5fd0c-ab69-418c-aadf-7649bd06f690" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:57.994008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:58.030808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:58.031295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3002ee8b-6586-4a6f-b75d-011f2e13a0d4 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:58.034354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:58.044316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:58.067106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:58.067764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e6242-39b0-429d-89ce-d24946431a46 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:58.067944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.119650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=ad8f16ad-a839-418c-9897-29a06e6b40a2,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:58.211067 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb73e19-ef16-4c6d-b4e4-12b9de06ed1b x-openstack-request-id: req-feb73e19-ef16-4c6d-b4e4-12b9de06ed1b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:58.211359 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:58.211608 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-feb73e19-ef16-4c6d-b4e4-12b9de06ed1b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:58.212537 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'status': 'completed', 'code': 200} Dec 20 15:52:58.216648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.223946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3b37bf2a-e37e-4c37-a65e-9ce4d6c55e59 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3438900 Dec 20 15:52:58.226463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36070) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:58.232713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'name': 'tempest-NetworksTestDHCPv6-1397191573'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:58.275487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09429-19f5-4ba0-aba8-82f78794a553 service neutron] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:58.304664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'ad8f16ad-a839-418c-9897-29a06e6b40a2'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:58.305581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.364007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-e8c43c44-071b-4a62-9dd7-92ee53b0b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:58.366623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-e8c43c44-071b-4a62-9dd7-92ee53b0b1cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 1094 time: 0.2432837 Dec 20 15:52:58.516501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-50b7492c-b44a-4449-bb5e-39e0ecc4e2e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50 HTTP/1.1" status: 200 len: 217 time: 0.1349306 Dec 20 15:52:58.534289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:58.543016 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.593493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 17ae5da0-9cbc-4f0f-afee-b535932859fe yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:52:58.598800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/ad8f16ad-a839-418c-9897-29a06e6b40a2/2b01cbde-085e-4cbe-941c-c38f62fb7a60) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:58.652047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-df0eede8-4264-4a5e-a1f3-3f80686f24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:58.653996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-df0eede8-4264-4a5e-a1f3-3f80686f24ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.1294780 Dec 20 15:52:58.720753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-ee468dd4-e9c4-4e6d-9008-32e1a6427dd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579894 Dec 20 15:52:58.771544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:58.865836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ba1aafc-bee5-47fc-ad52-dc152d6375de tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.874615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.878357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:58.890449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.924493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f8450-0f43-4775-9e46-efd74409641f None None] Network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:58.936363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ba1aafc-bee5-47fc-ad52-dc152d6375de tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.997518 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.058989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:59.063234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.064997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.070913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:59.077637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:59.078092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.081998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:59.085694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cd54b0c4-0354-4f6c-9228-cd866a3bfb70 None None] Provisioning complete for port 293901cc-cae9-4c77-a28b-2d1bc63c6415 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:59.086136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd54b0c4-0354-4f6c-9228-cd866a3bfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.093045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::ec (76bd2955-ceed-487c-bb74-e6d50e561825/ad8f16ad-a839-418c-9897-29a06e6b40a2/17ae5da0-9cbc-4f0f-afee-b535932859fe) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:59.158693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-3ff60604-30a6-434d-a4ec-a86b4c2b649a service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151838 Dec 20 15:52:59.183445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Pushing event updated for resources: {'Port': ['ID=2b01cbde-085e-4cbe-941c-c38f62fb7a60,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.197790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ba1aafc-bee5-47fc-ad52-dc152d6375de tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.201826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ba1aafc-bee5-47fc-ad52-dc152d6375de tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.203967 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ba1aafc-bee5-47fc-ad52-dc152d6375de tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "DELETE /v2.0/security-groups/7a1ccd2b-81f0-4133-bdb7-19f43151cd00 HTTP/1.1" status: 204 len: 168 time: 0.4302306 Dec 20 15:52:59.236095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36096) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:59.285998 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-0d8ff9de-d91d-4969-bbcb-df48bd2d064d tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] show failed (client error): The resource could not be found. Dec 20 15:52:59.286930 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d8ff9de-d91d-4969-bbcb-df48bd2d064d tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "GET /v2.0/security-groups/7a1ccd2b-81f0-4133-bdb7-19f43151cd00 HTTP/1.1" status: 404 len: 347 time: 0.0498784 Dec 20 15:52:59.290333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1aafc-bee5-47fc-ad52-dc152d6375de tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ccd2b-81f0-4133-bdb7-19f43151cd00,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.294016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36098) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:59.334272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:59.357387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:59.359295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Port': ['ID=6f6a7895-fa7d-43ef-87c3-2538095bc595,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.436209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc12a02e-597d-4984-8e8b-137c4667e3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.564725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cf169-86ae-44fc-8102-553b9e9c25c4 req-98aac0b1-08f3-47db-918e-906bd1cba8a8 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:59.573042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-549cf169-86ae-44fc-8102-553b9e9c25c4 req-98aac0b1-08f3-47db-918e-906bd1cba8a8 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 943 time: 0.5165431 Dec 20 15:52:59.595783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd54b0c4-0354-4f6c-9228-cd866a3bfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.634736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Attempting to bind port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:59.636587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Attempting to bind port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:59.639684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Attempting to bind port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:59.672803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:59.676496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:59.676988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03333112-002f-4ec4-b24c-a5a215e9ad32 req-e3079838-bac4-4ce2-baac-3a337743660a service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990498 Dec 20 15:52:59.678457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.680574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:59.681208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Bound port: 2b01cbde-085e-4cbe-941c-c38f62fb7a60, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:59.682438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.682628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-549cf169-86ae-44fc-8102-553b9e9c25c4 req-72d13bfb-15e1-416e-83a6-de75e89729dc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085899 Dec 20 15:52:59.826171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] For port 2b01cbde-085e-4cbe-941c-c38f62fb7a60, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:59.833126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] For port 2b01cbde-085e-4cbe-941c-c38f62fb7a60, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2b01cbde-085e-4cbe-941c-c38f62fb7a60,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:59.843060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Router 6451f959-0471-4009-985a-ec131e306c74 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:59.844275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 293901cc-cae9-4c77-a28b-2d1bc63c6415 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:59.850903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cd54b0c4-0354-4f6c-9228-cd866a3bfb70 None None] For port 293901cc-cae9-4c77-a28b-2d1bc63c6415, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=293901cc-cae9-4c77-a28b-2d1bc63c6415,segment=NetworkSegment(250e4274-1e42-4c45-a536-4934fb7ec97f),segment_id=250e4274-1e42-4c45-a536-4934fb7ec97f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:59.909112 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.917833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.979853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd54b0c4-0354-4f6c-9228-cd866a3bfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.049271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.076418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 293901cc-cae9-4c77-a28b-2d1bc63c6415 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:00.076998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.086622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246d669-d7b8-4e98-bf01-3c4c2b9d6e3d None None] Pushing event updated for resources: {'Port': ['ID=2b01cbde-085e-4cbe-941c-c38f62fb7a60,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:00.167416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-3dae5aad-2648-42b9-aeca-6b9be3571528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.171185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-3dae5aad-2648-42b9-aeca-6b9be3571528 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 1094 time: 0.2210205 Dec 20 15:53:00.184853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=17ae5da0-9cbc-4f0f-afee-b535932859fe,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:00.196818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:00.209054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:00.209153 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] Sync routers for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:00.219011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:00.221830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:00.232239 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:00.235089 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.239202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.240115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.258362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16ebf3c8-3b80-4bdf-b7ff-63df7f7c76c8 None None] Provisioning complete for port 293901cc-cae9-4c77-a28b-2d1bc63c6415 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:00.258900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16ebf3c8-3b80-4bdf-b7ff-63df7f7c76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.259367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4ae5e182-3e10-4b41-9c68-b5ec3de29f84 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6372480 Dec 20 15:53:00.261068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54b0c4-0354-4f6c-9228-cd866a3bfb70 None None] Pushing event updated for resources: {'Port': ['ID=293901cc-cae9-4c77-a28b-2d1bc63c6415,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:00.280587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36116) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:00.326379 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.364938 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:00.371337 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:52:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.416783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.417579 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80507d20-09ef-4f2a-befd-828f2135a1b8 None None] The sync data for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:00.427350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-4086b0ed-87bf-4990-9353-bc3bbf037acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.428046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Deleting port 05b0f252-a6a4-4b1c-bbb6-a33e9b9c7715 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:00.428393 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.429067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-4086b0ed-87bf-4990-9353-bc3bbf037acd service neutron] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.2433236 Dec 20 15:53:00.526174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-271e5d1a-77de-4758-9a8e-1e462e96d997 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50 HTTP/1.1" status: 200 len: 217 time: 0.0868154 Dec 20 15:53:00.550702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16ebf3c8-3b80-4bdf-b7ff-63df7f7c76c8 None None] Provisioning complete for port 6f6a7895-fa7d-43ef-87c3-2538095bc595 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:00.551299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16ebf3c8-3b80-4bdf-b7ff-63df7f7c76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.565051 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d64f98b2-5d40-4be4-a681-250e924da4d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3203616 Dec 20 15:53:00.586094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36122) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:00.602400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-16ebf3c8-3b80-4bdf-b7ff-63df7f7c76c8 None None] Port 6f6a7895-fa7d-43ef-87c3-2538095bc595 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:00.603598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-4753dccd-46da-42ca-b61c-6991c07e4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.605384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-4753dccd-46da-42ca-b61c-6991c07e4dc6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0712292 Dec 20 15:53:00.683731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-af64082b-e093-4a9a-a910-2caac976a132 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428965 Dec 20 15:53:00.757700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.758037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.759615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 293901cc-cae9-4c77-a28b-2d1bc63c6415 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:00.771607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae00e79-6b02-49b1-8ade-c310ea33f957 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.778442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae00e79-6b02-49b1-8ade-c310ea33f957 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.780282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aae00e79-6b02-49b1-8ade-c310ea33f957 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1894877 Dec 20 15:53:00.789712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:00.803238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Calling delete_port for 05b0f252-a6a4-4b1c-bbb6-a33e9b9c7715 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:00.842357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 293901cc-cae9-4c77-a28b-2d1bc63c6415 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:00.842814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.911107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa1db-f49c-42ac-97a1-3e420de6afb4 req-b6de0053-607c-482e-b250-4ca52a813768 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.915542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc4fa1db-f49c-42ac-97a1-3e420de6afb4 req-b6de0053-607c-482e-b250-4ca52a813768 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 943 time: 0.0931478 Dec 20 15:53:00.934659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-c7a10589-073a-4a2a-bfb1-c442533de96c service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545888 Dec 20 15:53:00.978209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2b01cbde-085e-4cbe-941c-c38f62fb7a60 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:01.096820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:01.097525 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.154171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77e5fd0c-ab69-418c-aadf-7649bd06f690 req-554c3966-e78c-46fc-9600-70b03ec45ccb service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960046 Dec 20 15:53:01.192856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc4fa1db-f49c-42ac-97a1-3e420de6afb4 req-50155a39-0751-42e0-a073-602bfdcf9d3c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672508 Dec 20 15:53:01.323218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.384362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 2b01cbde-085e-4cbe-941c-c38f62fb7a60, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2b01cbde-085e-4cbe-941c-c38f62fb7a60,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:01.393052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 17ae5da0-9cbc-4f0f-afee-b535932859fe {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:01.393052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.468437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.600342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.620836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 17ae5da0-9cbc-4f0f-afee-b535932859fe owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:01.624847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9595fcb7-0ea0-4dfe-8aa1-b50c918a89fb None None] Provisioning complete for port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:01.625266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9595fcb7-0ea0-4dfe-8aa1-b50c918a89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.627938 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-86ba4bc5-6759-4bd7-bb47-dfdaeaa51773 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:01.634427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=2b01cbde-085e-4cbe-941c-c38f62fb7a60,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:01.634713 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86ba4bc5-6759-4bd7-bb47-dfdaeaa51773 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3503456 Dec 20 15:53:01.639385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36148) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:01.659939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.780880 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a016d66f-6640-4876-977b-2e682f4b0863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:01.822602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0e9ff-4562-4b62-abeb-414e35014292 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 15:53:01.828089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Pushing event deleted for resources: {'Port': ['ID=05b0f252-a6a4-4b1c-bbb6-a33e9b9c7715,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:01.935673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-67675f4e-e1fb-4e3d-8fb4-777d157ab5d0 None None] Provisioning complete for port 17ae5da0-9cbc-4f0f-afee-b535932859fe triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:01.937806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-67675f4e-e1fb-4e3d-8fb4-777d157ab5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.035312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0e9ff-4562-4b62-abeb-414e35014292 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:53:02.041349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.044463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.045723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-895af8c7-996c-4025-a461-abbeed8f243f tempest-ServersTestBootFromVolume-448545854 tempest-ServersTestBootFromVolume-448545854-project] 10.222.0.81 "DELETE /v2.0/floatingips/3f82be23-6257-4a90-99f3-8bd15aba0776 HTTP/1.1" status: 204 len: 168 time: 2.7507930 Dec 20 15:53:02.048942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:02.171254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-67675f4e-e1fb-4e3d-8fb4-777d157ab5d0 None None] Port 17ae5da0-9cbc-4f0f-afee-b535932859fe cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:02.241222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.288985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=17ae5da0-9cbc-4f0f-afee-b535932859fe,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:02.397604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.401348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8116be58-21da-4757-b585-0fce377abd69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/17ae5da0-9cbc-4f0f-afee-b535932859fe HTTP/1.1" status: 204 len: 168 time: 1.6106105 Dec 20 15:53:02.405544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36164) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:02.567754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b03518-e360-43e7-a4bc-0a7309cc9d57 req-434329e5-64e2-4eed-90f1-7994000d2d55 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.570611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75b03518-e360-43e7-a4bc-0a7309cc9d57 req-434329e5-64e2-4eed-90f1-7994000d2d55 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 943 time: 0.2012286 Dec 20 15:53:02.600848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee657be-62be-435d-90d3-004d84a605e9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.602612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee657be-62be-435d-90d3-004d84a605e9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:02.612571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ee657be-62be-435d-90d3-004d84a605e9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2014484 Dec 20 15:53:02.616379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36166) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:02.627809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.690576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75b03518-e360-43e7-a4bc-0a7309cc9d57 req-77620b11-301d-434d-94ca-f482eeb8eefb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974519 Dec 20 15:53:02.860460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2b01cbde-085e-4cbe-941c-c38f62fb7a60 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:02.862518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d44eb2c1-1ead-44bf-8774-e86b4bfaff50 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:53:02.871978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet ad8f16ad-a839-418c-9897-29a06e6b40a2 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:02.881872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.953906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:02.992914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.024924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.078476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:03.096327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'mac_address': 'fa:16:3e:d7:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:53:03.131109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:03.131800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.354174 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.368990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.377098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44eb2c1-1ead-44bf-8774-e86b4bfaff50 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:53:03.507821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:03.656110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:03.656641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.677836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting port 6f6a7895-fa7d-43ef-87c3-2538095bc595 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:03.677836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.683567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.767020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:03.880777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port 3365240b-1415-4426-bb11-953b64f43d07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:03.881307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.896387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.969851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d44eb2c1-1ead-44bf-8774-e86b4bfaff50'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:53:03.976299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36180) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:04.066268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port bfee60ff-27b5-4729-bdf5-5ac283935dc1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:04.067044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.076866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.082745 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ad8f16ad-a839-418c-9897-29a06e6b40a2 HTTP/1.1" status: 204 len: 168 time: 1.4626739 Dec 20 15:53:04.099560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36184) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:04.106360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6bb4b-e0d6-4e4a-9979-52febaea2721 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8f16ad-a839-418c-9897-29a06e6b40a2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:04.174684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.236032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Calling delete_port for 6f6a7895-fa7d-43ef-87c3-2538095bc595 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:04.279634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9121e991-6450-4db0-8c5f-4894f477d814 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781220 Dec 20 15:53:04.283614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:04.320347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cc351-6c70-4d7c-8438-b16bfe1a99a0 req-d744f4b4-6234-4d50-9ac5-7d6d5c19a259 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:04.345782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-293cc351-6c70-4d7c-8438-b16bfe1a99a0 req-d744f4b4-6234-4d50-9ac5-7d6d5c19a259 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 944 time: 0.4723833 Dec 20 15:53:04.426761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.453546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port 3f8e4c23-6a66-413b-b7c7-50543d71c139 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:04.454162 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.478559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d55ddc9-a6aa-414e-bf1e-9e3de9e1cc22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.498832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-293cc351-6c70-4d7c-8438-b16bfe1a99a0 req-2166bda8-5455-481e-9e59-8620b91c7ea5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520789 Dec 20 15:53:04.548393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Deleting port 5a1150ee-ea91-4817-88c7-3e9a511114e8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:04.553341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.612330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28530093-ac07-40ed-a017-a7286d8bd6fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:04.614661 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-28530093-ac07-40ed-a017-a7286d8bd6fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3163195 Dec 20 15:53:04.634104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36194) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:04.653363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514bffb9-b0b1-4728-b21f-75692438570c None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:04.683777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port 0dd76709-6b79-4845-bfee-2df977a2a647 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:04.683777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.725102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] For port 5a1150ee-ea91-4817-88c7-3e9a511114e8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5a1150ee-ea91-4817-88c7-3e9a511114e8,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:04.725491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:04.753981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Calling delete_port for 5a1150ee-ea91-4817-88c7-3e9a511114e8 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:04.802334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Port 0dd76709-6b79-4845-bfee-2df977a2a647 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:04.907530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port 0b705d65-d357-4dec-91b4-c0fd7ca85485 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:04.907530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.032723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:05.073813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d55ddc9-a6aa-414e-bf1e-9e3de9e1cc22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.091288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302fc5d2-9155-4ae1-9319-81d29fef7291 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:05.096727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:05.105858 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-302fc5d2-9155-4ae1-9319-81d29fef7291 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4511175 Dec 20 15:53:05.145230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] Deleting port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:05.145782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.153500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.157289 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d55ddc9-a6aa-414e-bf1e-9e3de9e1cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.161524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.179297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port 91387405-60c9-4b09-8590-c752c00a595d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:05.179824 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.194747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-de5928b7-c632-4409-8444-1ab7e2b1d00c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955641 Dec 20 15:53:05.195830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.205675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36198) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:05.220565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:05.263909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55ddc9-a6aa-414e-bf1e-9e3de9e1cc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87e4014-29e2-4ee3-982c-b4ab2c86e078,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.272452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] For port 2b01cbde-085e-4cbe-941c-c38f62fb7a60, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2b01cbde-085e-4cbe-941c-c38f62fb7a60,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:05.272939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.302978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] Calling delete_port for 2b01cbde-085e-4cbe-941c-c38f62fb7a60 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:05.336904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1150ee-ea91-4817-88c7-3e9a511114e8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.375250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Port': ['ID=6f6a7895-fa7d-43ef-87c3-2538095bc595,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.483752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4d55ddc9-a6aa-414e-bf1e-9e3de9e1cc22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16065e9529d642a1b2012e2b4f874312&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4561577 Dec 20 15:53:05.489611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36202) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:05.647284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Provisioning complete for port a3c49900-75a6-43f3-a90b-d0a4ab752c34 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:05.662261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5f3820e-672b-48c0-a5d3-68e21f118758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.782965 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:05.834463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] Pushing event deleted for resources: {'Port': ['ID=2b01cbde-085e-4cbe-941c-c38f62fb7a60,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:05.842271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e46f60-b2a3-48c9-8d1d-b7f3c14dd6ce None None] No DVR routers for this DVR port 2b01cbde-085e-4cbe-941c-c38f62fb7a60 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:05.893193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:05.907499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.004860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ac525-4992-4edf-8bde-abae91ffa160 req-70f981a7-38a7-4ef3-8708-45513c8dffc4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:06.006202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-981ac525-4992-4edf-8bde-abae91ffa160 req-70f981a7-38a7-4ef3-8708-45513c8dffc4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 944 time: 0.2913682 Dec 20 15:53:06.036616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.053891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b705fb2a-c6a1-4862-972b-85d27a611277 None None] Could not find standard attr ID for object 2b01cbde-085e-4cbe-941c-c38f62fb7a60. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:06.062959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.069039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-298d84e9-1bed-499a-b87c-733c0ee415ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.101497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-298d84e9-1bed-499a-b87c-733c0ee415ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.190525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-981ac525-4992-4edf-8bde-abae91ffa160 req-56e5fd65-a4dd-483a-b2a1-de9b9467e323 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769106 Dec 20 15:53:06.253885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-298d84e9-1bed-499a-b87c-733c0ee415ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.260421 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-298d84e9-1bed-499a-b87c-733c0ee415ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.264222 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-298d84e9-1bed-499a-b87c-733c0ee415ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c87e4014-29e2-4ee3-982c-b4ab2c86e078 HTTP/1.1" status: 204 len: 168 time: 0.7730455 Dec 20 15:53:06.345636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d84e9-1bed-499a-b87c-733c0ee415ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87e4014-29e2-4ee3-982c-b4ab2c86e078,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:06.485657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Router 6451f959-0471-4009-985a-ec131e306c74 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:06.547915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.648816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:06.672765 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-504b554f-646f-4b24-afa8-6891742b3f37 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0321300 Dec 20 15:53:06.677483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] Sync routers for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:06.679930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36214) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:06.698623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:06.706804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:06.726026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d44eb2c1-1ead-44bf-8774-e86b4bfaff50 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:06.760724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2b01cbde-085e-4cbe-941c-c38f62fb7a60 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:06.782988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:06.785534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:06.792034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:06.792838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.811636 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-97b87369-8d53-4191-a0ca-dee9b3c2b8e5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] delete failed (client error): The resource could not be found. Dec 20 15:53:06.812681 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97b87369-8d53-4191-a0ca-dee9b3c2b8e5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-38893987 HTTP/1.1" status: 404 len: 333 time: 0.1312933 Dec 20 15:53:06.816986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36224) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:06.825665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bd893371-398e-446b-9c3f-ac34121766c0 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'router': {'external_gateway_info': {'network_id': '6451f959-0471-4009-985a-ec131e306c74'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:06.874994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=a0f8db85-57b8-4a9f-ad31-2cb6b81e963e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:06.897695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Router d69f7714-6ee0-4894-a191-fe8c2343a7d0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:06.978882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1d210990-699f-4cfb-bab8-8490ba03c890 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7637844 Dec 20 15:53:06.997947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36226) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:07.012846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': 'a0f8db85-57b8-4a9f-ad31-2cb6b81e963e', 'ip_address': '2001:db8::9be:18fc:606:726e'}], 'name': 'tempest-NetworksTestDHCPv6-1555714485'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:07.038830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0704a4-97e0-4a35-a518-06c0a3251a76 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:07.047835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2b01cbde-085e-4cbe-941c-c38f62fb7a60 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:07.048432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2b01cbde-085e-4cbe-941c-c38f62fb7a60 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:07.090231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.311342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:07.315145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.449623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.453775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b564dd-a6c8-4910-8cde-8b5a59f0f2ba None None] The sync data for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:07.485346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36234) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:07.515352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d04af1e3-c1dc-433d-856d-0cda68b8d63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:07.602570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'a0f8db85-57b8-4a9f-ad31-2cb6b81e963e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:07.604955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:07.608884 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d04af1e3-c1dc-433d-856d-0cda68b8d63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:07.614923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:07.621666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:07.623430 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] Sync routers for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:07.626047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd893371-398e-446b-9c3f-ac34121766c0 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:07.641522 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:07.642265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:07.644087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36236) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:07.644842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cb89611e-b1d2-47a1-97c3-0e48fd54a912 admin admin] 10.222.0.81 "PUT /v2.0/routers/d69f7714-6ee0-4894-a191-fe8c2343a7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5910180 Dec 20 15:53:07.651711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:53:07.667882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:07.669879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:07.718478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177498-56ae-482f-ab36-1634453df670 req-1da94d9c-8c2e-4047-9386-76075a598029 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:07.720640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b177498-56ae-482f-ab36-1634453df670 req-1da94d9c-8c2e-4047-9386-76075a598029 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 944 time: 0.3414578 Dec 20 15:53:07.787991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d04af1e3-c1dc-433d-856d-0cda68b8d63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:07.868319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d04af1e3-c1dc-433d-856d-0cda68b8d63a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21a26ac490a94fc0a3348ff063eef499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817971 Dec 20 15:53:07.880436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36238) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:07.909055 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:07.948718 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-bd893371-398e-446b-9c3f-ac34121766c0 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] update failed (client error): The resource could not be found. Dec 20 15:53:07.955813 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd893371-398e-446b-9c3f-ac34121766c0 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74 HTTP/1.1" status: 404 len: 339 time: 1.1304681 Dec 20 15:53:07.959204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36242) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:07.977214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1267400809'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:08.042101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.098612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04af1e3-c1dc-433d-856d-0cda68b8d63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f911401-9253-450a-9d70-3d49591c312c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:08.209925 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:53:08.259544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.289290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b177498-56ae-482f-ab36-1634453df670 req-866c506a-1237-4859-b6c3-5c7fce293031 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323722 Dec 20 15:53:08.346690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:08.355918 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.364424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.376962 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:53:04Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:08.386673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 0770ad43-c618-46d8-8c78-a9da524ba258 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:08.403883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.485512 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] Checking router: d69f7714-6ee0-4894-a191-fe8c2343a7d0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:08.512922 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] Routers {'d69f7714-6ee0-4894-a191-fe8c2343a7d0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:08.515976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:08.516333 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:08.541009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.563752 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.564117 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Added segment 61672cd5-b7ac-4217-80a3-16b6c2db7bd3 of type vlan for network 929bd776-1156-48a2-8550-2d01fc44002f Dec 20 15:53:08.638916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/a0f8db85-57b8-4a9f-ad31-2cb6b81e963e/c4894eee-5196-402f-8646-35eb6ac45821) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:08.654424 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.660631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.736574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:08.740318 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0a083-92dc-40fb-9ce7-3542d6f67daa" -d '{"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-plugged", "status": "completed", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:53:08.777612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:08.780567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.784066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.785490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f911401-9253-450a-9d70-3d49591c312c HTTP/1.1" status: 204 len: 168 time: 0.8978579 Dec 20 15:53:08.794639 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] Set router d69f7714-6ee0-4894-a191-fe8c2343a7d0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:08.808011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f911401-9253-450a-9d70-3d49591c312c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:08.827417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Deleting port 3365240b-1415-4426-bb11-953b64f43d07 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:08.828767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.833878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.834422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.834873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.835262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.838286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.838553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.838975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.839378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.839775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.841569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.843963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.844409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.856157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a538b-8a36-45e0-a3e4-0d9b81816111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:08.859869 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3119b298-6a6a-48e1-9203-98085827b63a x-openstack-request-id: req-3119b298-6a6a-48e1-9203-98085827b63a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:53:08.861534 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-plugged", "status": "completed", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:53:08.862691 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3119b298-6a6a-48e1-9203-98085827b63a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:53:08.862691 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'code': 200} Dec 20 15:53:08.899267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.906059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.912427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:08.912973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:08.989974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:09.016464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b17a62-d09a-47a8-998f-4b8e44942f6a req-68b4198a-d377-4985-9ee2-5b83558a7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:09.018019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6b17a62-d09a-47a8-998f-4b8e44942f6a req-68b4198a-d377-4985-9ee2-5b83558a7e3e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 1096 time: 0.1030915 Dec 20 15:53:09.151019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Network': ['ID=929bd776-1156-48a2-8550-2d01fc44002f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:09.162035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.163686 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d6b89f0-04c6-4be7-a01e-ec38b41633e6 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2008412 Dec 20 15:53:09.172415 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36256) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:09.179966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'subnet': {'network_id': '929bd776-1156-48a2-8550-2d01fc44002f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:09.181887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 929bd776-1156-48a2-8550-2d01fc44002f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:53:09.185660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6b17a62-d09a-47a8-998f-4b8e44942f6a req-ade40588-7e4b-4880-92a8-ac891be9e0da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525261 Dec 20 15:53:09.196945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] For port 3365240b-1415-4426-bb11-953b64f43d07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3365240b-1415-4426-bb11-953b64f43d07,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:09.197345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.284408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Calling delete_port for 3365240b-1415-4426-bb11-953b64f43d07 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:09.360515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.470855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::9be:18fc:606:726e (76bd2955-ceed-487c-bb74-e6d50e561825/a0f8db85-57b8-4a9f-ad31-2cb6b81e963e/0770ad43-c618-46d8-8c78-a9da524ba258) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:09.569348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:09.632678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Pushing event updated for resources: {'Port': ['ID=c4894eee-5196-402f-8646-35eb6ac45821,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:09.640756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592ca47-5232-4d51-b369-82c34bf6b89c req-f7615f0f-782c-41af-bb96-272c076592fc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:09.642756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e592ca47-5232-4d51-b369-82c34bf6b89c req-f7615f0f-782c-41af-bb96-272c076592fc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1590965 Dec 20 15:53:09.649705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:09.654275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:09.654974 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:53:04Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:09.726459 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5e9ab-d0f5-44fe-b165-8d4414b671e9 None None] The sync data for ids ['d69f7714-6ee0-4894-a191-fe8c2343a7d0'] in n-d-781076-8 is: [{'id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'name': 'tempest-ServersTestBootFromVolume-340254395-router', 'tenant_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '3365240b-1415-4426-bb11-953b64f43d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:48:15Z', 'updated_at': '2021-12-20T15:53:04Z', 'revision_number': 5, 'project_id': 'db7546efdcfa43c0a9269ffa2af574dc', 'gw_port': {'id': '3365240b-1415-4426-bb11-953b64f43d07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f7714-6ee0-4894-a191-fe8c2343a7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:48:17Z', 'updated_at': '2021-12-20T15:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:09.814539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e592ca47-5232-4d51-b369-82c34bf6b89c req-2c47b69a-36e1-4b65-b874-a358074d5d1a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633253 Dec 20 15:53:09.817625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Attempting to bind port c4894eee-5196-402f-8646-35eb6ac45821 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:09.818194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Attempting to bind port c4894eee-5196-402f-8646-35eb6ac45821 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:09.818617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Attempting to bind port c4894eee-5196-402f-8646-35eb6ac45821 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:09.835026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:09.836192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:09.841579 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.842273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:09.842962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Bound port: c4894eee-5196-402f-8646-35eb6ac45821, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:09.843531 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.883012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.891659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Made reservation on behalf of 75f15b80bc234bb58324e6ef824c0714 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:09.900598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:09.998203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:10.049297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] For port c4894eee-5196-402f-8646-35eb6ac45821, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:10.064927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] For port c4894eee-5196-402f-8646-35eb6ac45821, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c4894eee-5196-402f-8646-35eb6ac45821,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:10.140460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=0770ad43-c618-46d8-8c78-a9da524ba258,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.141089 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:10.180248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:10.184359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:10.196264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.209063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:10.211890 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:10.216635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:10.218332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:10.279634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdf727-688e-4a12-aed2-734cdebea5d7 None None] Pushing event updated for resources: {'Port': ['ID=c4894eee-5196-402f-8646-35eb6ac45821,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.341032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-21cf0cf0-6b07-4f4f-9165-d3e1b424e37d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3372242 Dec 20 15:53:10.341297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36276) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:10.501324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2f50b-a2f0-4531-9c40-3a5c397ea4a2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:10.509295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5a1150ee-ea91-4817-88c7-3e9a511114e8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:10.510643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2f50b-a2f0-4531-9c40-3a5c397ea4a2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:10.514251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-85d2f50b-a2f0-4531-9c40-3a5c397ea4a2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1703494 Dec 20 15:53:10.515488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36286) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:10.598394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5a1150ee-ea91-4817-88c7-3e9a511114e8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:10.613988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5a1150ee-ea91-4817-88c7-3e9a511114e8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:10.624285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:10.713084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Pushing event deleted for resources: {'Port': ['ID=3365240b-1415-4426-bb11-953b64f43d07,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:10.721529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3e3e2-7e73-49ac-8917-8528cd2463e7 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:10.758711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 0770ad43-c618-46d8-8c78-a9da524ba258 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:10.759085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:10.836184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.008157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.026979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.063772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 0770ad43-c618-46d8-8c78-a9da524ba258 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:11.124107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Subnet': ['ID=20301e06-8302-4e81-902e-de8a1816a10e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:11.151778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.160817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.236696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Checking segment: {'id': '61672cd5-b7ac-4217-80a3-16b6c2db7bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '929bd776-1156-48a2-8550-2d01fc44002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:11.237070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network hostable DHCP agents. Network: 929bd776-1156-48a2-8550-2d01fc44002f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:11.237641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c864ed-d1ec-45e1-bcc2-cd9bc81b2079 req-31d21975-e152-4493-84fd-0953e3db09a3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:11.246767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03c864ed-d1ec-45e1-bcc2-cd9bc81b2079 req-31d21975-e152-4493-84fd-0953e3db09a3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.2759855 Dec 20 15:53:11.323885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03c864ed-d1ec-45e1-bcc2-cd9bc81b2079 req-f0982ed3-0346-4d1c-a230-883c6b6b5218 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738564 Dec 20 15:53:11.381146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.384663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69f7714-6ee0-4894-a191-fe8c2343a7d0 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:11.412155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.417695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36312) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:11.418806 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-946aa42b-271d-45b8-9cea-da3403aca13c admin admin] 10.222.0.81 "DELETE /v2.0/routers/d69f7714-6ee0-4894-a191-fe8c2343a7d0 HTTP/1.1" status: 204 len: 168 time: 3.7677009 Dec 20 15:53:11.420729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network 929bd776-1156-48a2-8550-2d01fc44002f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:11.507366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Deleting subnet 234edcc1-759e-41ad-bd09-de9a0b8b16f5 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:11.516039 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.544721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 929bd776-1156-48a2-8550-2d01fc44002f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:11.544721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:11.544721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.545404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5dd7dc-bdbc-4c3c-8c19-0e720e93694a None None] Network 929bd776-1156-48a2-8550-2d01fc44002f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:11.634085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.711791 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a11d9c34-5a0f-4866-b548-5c0eda9fa558 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5382109 Dec 20 15:53:11.714520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36326) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:11.720363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c97e9c2c-dfe1-463a-9665-2f24194cb8f1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'router': {'external_gateway_info': {'network_id': '929bd776-1156-48a2-8550-2d01fc44002f'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:11.733305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.741683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-929bd776-1156-48a2-8550-2d01fc44002f', 'network_id': '929bd776-1156-48a2-8550-2d01fc44002f', 'project_id': '75f15b80bc234bb58324e6ef824c0714', 'fixed_ips': [{'subnet_id': '20301e06-8302-4e81-902e-de8a1816a10e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:11.743202 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.789940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=0770ad43-c618-46d8-8c78-a9da524ba258,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:11.864780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:11.873210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d1b417a5-75cf-4dd4-8b3e-93ce7c9ffa8b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/0770ad43-c618-46d8-8c78-a9da524ba258 HTTP/1.1" status: 204 len: 168 time: 1.3550470 Dec 20 15:53:11.874212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36334) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:11.975871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Allocated IP 2001:db8:1::2 (929bd776-1156-48a2-8550-2d01fc44002f/20301e06-8302-4e81-902e-de8a1816a10e/0e86af80-68be-49a9-ac28-c26572d2a798) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:12.026324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.240002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c97e9c2c-dfe1-463a-9665-2f24194cb8f1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.269005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa3b61-7d14-4359-980f-0a11332c33ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:12.270559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa3b61-7d14-4359-980f-0a11332c33ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:12.272475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06fa3b61-7d14-4359-980f-0a11332c33ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2615416 Dec 20 15:53:12.275148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36344) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:12.275323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.276804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b38072b7-ed30-4d2f-9be1-5767acd113c4 None None] Provisioning complete for port c4894eee-5196-402f-8646-35eb6ac45821 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:12.277259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b38072b7-ed30-4d2f-9be1-5767acd113c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.319001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.338502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet a0f8db85-57b8-4a9f-ad31-2cb6b81e963e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:12.349309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.359462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e37ee5-be36-429b-9631-9967edf3d53e None None] Network 68ef0e08-e471-4551-93b7-fa9aaa20576a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:12.422834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.441887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36350) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:12.444912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/234edcc1-759e-41ad-bd09-de9a0b8b16f5 HTTP/1.1" status: 204 len: 168 time: 1.0243855 Dec 20 15:53:12.451336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e068d6-cc3d-452a-ad0b-244f7999dab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234edcc1-759e-41ad-bd09-de9a0b8b16f5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:12.479555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.544941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.615530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32218236-44c7-4b45-8996-0c7e8a48c729 req-63029638-47d4-4963-942d-8fbad39243c3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:12.625716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32218236-44c7-4b45-8996-0c7e8a48c729 req-63029638-47d4-4963-942d-8fbad39243c3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1283975 Dec 20 15:53:12.755819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Network 929bd776-1156-48a2-8550-2d01fc44002f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:12.756585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:12.782194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c4894eee-5196-402f-8646-35eb6ac45821 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:12.785123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Pushing event updated for resources: {'Port': ['ID=0e86af80-68be-49a9-ac28-c26572d2a798,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:12.799078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:12.812849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32218236-44c7-4b45-8996-0c7e8a48c729 req-3b0b12d0-5773-4076-b08f-39f05376126a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669109 Dec 20 15:53:13.017692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b38072b7-ed30-4d2f-9be1-5767acd113c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.131253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Attempting to bind port 0e86af80-68be-49a9-ac28-c26572d2a798 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:13.131630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Attempting to bind port 0e86af80-68be-49a9-ac28-c26572d2a798 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '61672cd5-b7ac-4217-80a3-16b6c2db7bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '929bd776-1156-48a2-8550-2d01fc44002f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:13.131993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Attempting to bind port 0e86af80-68be-49a9-ac28-c26572d2a798 on network 929bd776-1156-48a2-8550-2d01fc44002f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:13.143549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:13.143549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Checking segment: {'id': '61672cd5-b7ac-4217-80a3-16b6c2db7bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '929bd776-1156-48a2-8550-2d01fc44002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:13.143549 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.143549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Bound using segment: {'id': '61672cd5-b7ac-4217-80a3-16b6c2db7bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '929bd776-1156-48a2-8550-2d01fc44002f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:13.143549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Bound port: 0e86af80-68be-49a9-ac28-c26572d2a798, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61672cd5-b7ac-4217-80a3-16b6c2db7bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '929bd776-1156-48a2-8550-2d01fc44002f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:13.143549 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.207194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.258639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b38072b7-ed30-4d2f-9be1-5767acd113c4 None None] For port c4894eee-5196-402f-8646-35eb6ac45821, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c4894eee-5196-402f-8646-35eb6ac45821,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:13.264523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c4894eee-5196-402f-8646-35eb6ac45821 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:13.265043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.344763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] DHCP port deletion for 68ef0e08-e471-4551-93b7-fa9aaa20576a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:13.351262 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-c97e9c2c-dfe1-463a-9665-2f24194cb8f1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:13.356775 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c97e9c2c-dfe1-463a-9665-2f24194cb8f1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74 HTTP/1.1" status: 400 len: 364 time: 1.6364439 Dec 20 15:53:13.358045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36374) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:13.404891 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b38072b7-ed30-4d2f-9be1-5767acd113c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.437918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Deleting port 3799b97a-9bb2-492d-9866-41b524b87673 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:13.438260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.510668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] For port 0e86af80-68be-49a9-ac28-c26572d2a798, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:13.551054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc491-24b8-4fb6-99ff-4cf938d4bc26 req-ad5e8dcc-d80e-4466-9b55-8d15bb1fb8ab tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:13.552889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cbc491-24b8-4fb6-99ff-4cf938d4bc26 req-ad5e8dcc-d80e-4466-9b55-8d15bb1fb8ab tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1024153 Dec 20 15:53:13.566746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] For port 3799b97a-9bb2-492d-9866-41b524b87673, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3799b97a-9bb2-492d-9866-41b524b87673,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:13.567107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.581320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Calling delete_port for 3799b97a-9bb2-492d-9866-41b524b87673 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:13.586305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] For port 0e86af80-68be-49a9-ac28-c26572d2a798, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e86af80-68be-49a9-ac28-c26572d2a798,segment=NetworkSegment(61672cd5-b7ac-4217-80a3-16b6c2db7bd3),segment_id=61672cd5-b7ac-4217-80a3-16b6c2db7bd3)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:13.606846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9f1b2c44-7ca3-4ea2-b6a6-d3b042491ed6 None None] Could not find standard attr ID for object 0770ad43-c618-46d8-8c78-a9da524ba258. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:13.648421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] Deleting port 3799b97a-9bb2-492d-9866-41b524b87673 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:13.649320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.671624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cbc491-24b8-4fb6-99ff-4cf938d4bc26 req-e156fbd4-201f-498b-a4a2-e6db11ad2bd6 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110137 Dec 20 15:53:13.731605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.770895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] For port 3799b97a-9bb2-492d-9866-41b524b87673, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3799b97a-9bb2-492d-9866-41b524b87673,segment=NetworkSegment(1a82d9d4-7093-41c8-906a-2b9d73bf22d3),segment_id=1a82d9d4-7093-41c8-906a-2b9d73bf22d3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:13.771789 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.790205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] Calling delete_port for 3799b97a-9bb2-492d-9866-41b524b87673 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:13.856423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.890898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.893656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:13.906198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3365240b-1415-4426-bb11-953b64f43d07 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:13.911767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38072b7-ed30-4d2f-9be1-5767acd113c4 None None] Pushing event updated for resources: {'Port': ['ID=c4894eee-5196-402f-8646-35eb6ac45821,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:13.948652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] No DVR routers for this DVR port 3799b97a-9bb2-492d-9866-41b524b87673 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:13.992571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] No DVR routers for this DVR port 3799b97a-9bb2-492d-9866-41b524b87673 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:14.008466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3365240b-1415-4426-bb11-953b64f43d07 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:14.008816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3365240b-1415-4426-bb11-953b64f43d07 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:14.020622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2bb7-6dec-4a9e-9560-1626e6b2bba6 None None] Pushing event deleted for resources: {'Port': ['ID=3799b97a-9bb2-492d-9866-41b524b87673,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:14.021988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa252-c4c1-4283-8cb2-8af9f7249ac9 req-d016949e-1370-4e4f-a766-055866d3ff65 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:14.026995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-743aa252-c4c1-4283-8cb2-8af9f7249ac9 req-d016949e-1370-4e4f-a766-055866d3ff65 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1331801 Dec 20 15:53:14.066306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3799b97a-9bb2-492d-9866-41b524b87673,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:14.098827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-743aa252-c4c1-4283-8cb2-8af9f7249ac9 req-b1ab355a-2426-41d0-9e6d-edcf48dfdc75 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708091 Dec 20 15:53:14.167062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d35af9-09ec-4d17-890f-6f75cc35c6be None None] Pushing event updated for resources: {'Port': ['ID=0e86af80-68be-49a9-ac28-c26572d2a798,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:14.199868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.246747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ef0e08-e471-4551-93b7-fa9aaa20576a']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.293193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.301450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a82d9d4-7093-41c8-906a-2b9d73bf22d3') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.302105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a82d9d4-7093-41c8-906a-2b9d73bf22d3') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:14.319951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.415709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.420344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.439858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:53:14.440252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.444202 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:14.447375 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:14.491211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f8db85-57b8-4a9f-ad31-2cb6b81e963e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:14.495824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.499570 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ae28b37f-d028-405b-8814-681f1922eb19 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/a0f8db85-57b8-4a9f-ad31-2cb6b81e963e HTTP/1.1" status: 204 len: 168 time: 2.2233100 Dec 20 15:53:14.502324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36400) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:14.507657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7beb34d-49d2-4e55-9b7e-9da1c543aa85 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:14.578293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-53b48138-80ca-4326-a26d-d5f337e0d335 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747445 Dec 20 15:53:14.580822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36404) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:14.587327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:14.750255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.793722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e86af80-68be-49a9-ac28-c26572d2a798 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:14.843342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:14.848207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.854277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:14.861859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/68ef0e08-e471-4551-93b7-fa9aaa20576a HTTP/1.1" status: 204 len: 168 time: 2.4056964 Dec 20 15:53:14.863495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84690a-48b3-4eae-843e-bdf38d40ead7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ef0e08-e471-4551-93b7-fa9aaa20576a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:14.883350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:14.925869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Allocated IP 2001:db8::1 (fd7290e5-1c47-42fd-814c-50f19233f980/d6fc02da-c973-4352-b3a9-c9d6199b8f2a/7ca1d247-eb24-4aec-ab59-c277b8a34f2d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:14.949436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0e86af80-68be-49a9-ac28-c26572d2a798 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:14.949935 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.103365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.127282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20645-c0e0-4b97-bdad-4d4b363f1dbb req-ddcbbdcb-6116-4f59-934c-6441187d5832 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:15.137017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85f20645-c0e0-4b97-bdad-4d4b363f1dbb req-ddcbbdcb-6116-4f59-934c-6441187d5832 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.2569675 Dec 20 15:53:15.137385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] Deleting port c4894eee-5196-402f-8646-35eb6ac45821 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:15.137905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.214150 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.234282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] For port c4894eee-5196-402f-8646-35eb6ac45821, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c4894eee-5196-402f-8646-35eb6ac45821,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:15.234729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.256121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85f20645-c0e0-4b97-bdad-4d4b363f1dbb req-53f932dd-80cf-4526-bda4-0d5b36cbb27e tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179676 Dec 20 15:53:15.277641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] Calling delete_port for c4894eee-5196-402f-8646-35eb6ac45821 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:15.294337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 0e86af80-68be-49a9-ac28-c26572d2a798, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e86af80-68be-49a9-ac28-c26572d2a798,segment=NetworkSegment(61672cd5-b7ac-4217-80a3-16b6c2db7bd3),segment_id=61672cd5-b7ac-4217-80a3-16b6c2db7bd3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:15.324095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.374529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f3334-c4d1-43f8-8b8b-caa041291310 req-2df0ad53-141c-4b15-b12e-914bcd8a78c2 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:15.376318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-237f3334-c4d1-43f8-8b8b-caa041291310 req-2df0ad53-141c-4b15-b12e-914bcd8a78c2 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1022835 Dec 20 15:53:15.404119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network fd7290e5-1c47-42fd-814c-50f19233f980 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:15.408723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:15.414755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:15.415569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.419218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Port': ['ID=7ca1d247-eb24-4aec-ab59-c277b8a34f2d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:15.529723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.530716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c4894eee-5196-402f-8646-35eb6ac45821 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:15.598326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-237f3334-c4d1-43f8-8b8b-caa041291310 req-30a2d739-aeff-43fb-bac0-1d5eec2b78d7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851211 Dec 20 15:53:15.617701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-a95b9d35-1418-4a1f-b66a-6c3454feb45a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:15.620682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-a95b9d35-1418-4a1f-b66a-6c3454feb45a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.1808720 Dec 20 15:53:15.685194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ba2a2-1890-415f-aa47-bec6dd04b8e5 None None] Network 929bd776-1156-48a2-8550-2d01fc44002f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:15.786028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=0e86af80-68be-49a9-ac28-c26572d2a798,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:15.842464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c4894eee-5196-402f-8646-35eb6ac45821 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:15.843044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.851336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e520fa96-90f4-4891-aa47-e85b01703333 None None] Provisioning complete for port 0e86af80-68be-49a9-ac28-c26572d2a798 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:15.856454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e520fa96-90f4-4891-aa47-e85b01703333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.856606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36434) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:15.891960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:15.905730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.036982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] Pushing event deleted for resources: {'Port': ['ID=c4894eee-5196-402f-8646-35eb6ac45821,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:16.049491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dfc24-04c2-425c-928f-30de3c6118e2 None None] No DVR routers for this DVR port c4894eee-5196-402f-8646-35eb6ac45821 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:16.082681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Could not find standard attr ID for object c4894eee-5196-402f-8646-35eb6ac45821. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:16.086800 n-d-781076-8 neutron-server[103955]: INFO neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No ports have port_id starting with c4894eee-5196-402f-8646-35eb6ac45821 Dec 20 15:53:16.217936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.264952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3799b97a-9bb2-492d-9866-41b524b87673 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:16.299198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3799b97a-9bb2-492d-9866-41b524b87673 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:16.299948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3799b97a-9bb2-492d-9866-41b524b87673 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:16.359216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9bf363c0-80d0-49bf-a139-e70d87ae9c29 None None] Provisioning complete for port 7ca1d247-eb24-4aec-ab59-c277b8a34f2d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:16.359756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9bf363c0-80d0-49bf-a139-e70d87ae9c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.369829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:16.406770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:16.419144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:16.419755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.444749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2711ae-414f-4478-b427-c5c98eb9ffda None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:16.451999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:16.453956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36450) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:16.462767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Deleting port bfee60ff-27b5-4729-bdf5-5ac283935dc1 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:16.463110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.482958 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7fa1362a-318e-4268-bdef-08e3da8dfe5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db7546efdcfa43c0a9269ffa2af574dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296756 Dec 20 15:53:16.489181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36454) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:16.490939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9bf363c0-80d0-49bf-a139-e70d87ae9c29 None None] Port 7ca1d247-eb24-4aec-ab59-c277b8a34f2d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:16.584785 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.592453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-377415dc-a869-4a0c-b016-41677f2c721c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.594828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e86af80-68be-49a9-ac28-c26572d2a798 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:16.636117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae4cd5-cdc2-44ba-a4ad-fa33ef8df7a8 req-ce57c134-0502-402e-8333-f9c8dedf13d5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:16.637947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cae4cd5-cdc2-44ba-a4ad-fa33ef8df7a8 req-ce57c134-0502-402e-8333-f9c8dedf13d5 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 946 time: 0.2395749 Dec 20 15:53:16.655968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-377415dc-a869-4a0c-b016-41677f2c721c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.662597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] For port bfee60ff-27b5-4729-bdf5-5ac283935dc1, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bfee60ff-27b5-4729-bdf5-5ac283935dc1,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:16.662968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.678112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9890a866-08d3-4783-a8ff-652991701fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.690855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a55c0927-66f6-4872-b6a3-5c1f32d04e26 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1080966 Dec 20 15:53:16.697727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36460) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:16.699782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:16.701471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.704222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': 'fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48', 'ip_address': '2001:db8::f37:a1b4:4af5:816d'}], 'name': 'tempest-NetworksTestDHCPv6-1124257442'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:16.711970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.712758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.742053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Calling delete_port for bfee60ff-27b5-4729-bdf5-5ac283935dc1 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:16.752765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2250ea9e-988a-4559-90af-a64dfa4ddd0e None None] Provisioning complete for port 0e86af80-68be-49a9-ac28-c26572d2a798 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:16.753344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2250ea9e-988a-4559-90af-a64dfa4ddd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.883014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event updated for resources: {'Port': ['ID=7ca1d247-eb24-4aec-ab59-c277b8a34f2d,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:16.886647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cae4cd5-cdc2-44ba-a4ad-fa33ef8df7a8 req-d50ca7b9-333a-417a-b3df-8347efb70597 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385061 Dec 20 15:53:16.939449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a657c-3969-4c3f-840d-ab745b45f7c8 req-15cde66c-cbd7-43f0-bf76-1243c9305f16 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:16.941395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf4a657c-3969-4c3f-840d-ab745b45f7c8 req-15cde66c-cbd7-43f0-bf76-1243c9305f16 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.2456453 Dec 20 15:53:16.958742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-377415dc-a869-4a0c-b016-41677f2c721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.961917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-377415dc-a869-4a0c-b016-41677f2c721c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.966392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-377415dc-a869-4a0c-b016-41677f2c721c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b44d9b3f-37c5-43ed-abe9-def1b606d2bf HTTP/1.1" status: 204 len: 168 time: 0.4588094 Dec 20 15:53:16.979959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0e86af80-68be-49a9-ac28-c26572d2a798 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:16.980949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.988642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377415dc-a869-4a0c-b016-41677f2c721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d9b3f-37c5-43ed-abe9-def1b606d2bf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:16.997598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9890a866-08d3-4783-a8ff-652991701fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.000412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Network fd7290e5-1c47-42fd-814c-50f19233f980 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:17.002421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:17.092744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf4a657c-3969-4c3f-840d-ab745b45f7c8 req-9a1907ba-c8f3-4b87-b5bb-825b1a0a8525 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391511 Dec 20 15:53:17.104121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9890a866-08d3-4783-a8ff-652991701fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.188585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:17.193979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890a866-08d3-4783-a8ff-652991701fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b2f74-5af7-4e30-b78f-8378fa7a4504,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:17.231492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9890a866-08d3-4783-a8ff-652991701fa3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=273f1751dda94a9c968bd8afd212ae32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7732611 Dec 20 15:53:17.238155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:17.243093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48/9644f1c9-8b1c-4730-bd2a-f15c9359dbfc) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:17.304454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.309000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Router 6451f959-0471-4009-985a-ec131e306c74 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:17.348324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:53:17.358977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161583a4-ba91-4277-bb07-ce7a1f8f3973 None None] DHCP port deletion for a016c50b-d47c-4c66-94ca-633397ef1663 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:17.413037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Pushing event deleted for resources: {'Port': ['ID=bfee60ff-27b5-4729-bdf5-5ac283935dc1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:17.450729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] No DVR routers for this DVR port bfee60ff-27b5-4729-bdf5-5ac283935dc1 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:17.454559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.460421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb0f9f26-36a9-412b-89ab-f055b8ad065c req-9afb5890-a2a8-4519-9cd8-3fd5ca537e82 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "DELETE /v2.0/ports/bfee60ff-27b5-4729-bdf5-5ac283935dc1 HTTP/1.1" status: 204 len: 173 time: 1.8324625 Dec 20 15:53:17.471829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'name': 'network-vif-deleted', 'tag': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:17.477487 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae975a63-c4c5-4135-838f-372c60135046" -d '{"events": [{"server_uuid": "943274b5-b47a-4cfd-89d9-c5c60259d97e", "name": "network-vif-deleted", "tag": "bfee60ff-27b5-4729-bdf5-5ac283935dc1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:53:17.508758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.539396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:17.609259 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317216f-72dc-4fcf-8c85-1cb9e6e1283d x-openstack-request-id: req-a317216f-72dc-4fcf-8c85-1cb9e6e1283d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:53:17.609635 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943274b5-b47a-4cfd-89d9-c5c60259d97e", "name": "network-vif-deleted", "tag": "bfee60ff-27b5-4729-bdf5-5ac283935dc1", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:53:17.609964 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a317216f-72dc-4fcf-8c85-1cb9e6e1283d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:53:17.610437 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943274b5-b47a-4cfd-89d9-c5c60259d97e', 'name': 'network-vif-deleted', 'tag': 'bfee60ff-27b5-4729-bdf5-5ac283935dc1', 'status': 'completed', 'code': 200} Dec 20 15:53:17.611966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c4894eee-5196-402f-8646-35eb6ac45821 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:17.633192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:17.641122 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78590237-7d52-4189-a4b8-570639740cff tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2818761 Dec 20 15:53:17.641903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:17.642572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.725459 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.733517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c4894eee-5196-402f-8646-35eb6ac45821 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:17.734019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c4894eee-5196-402f-8646-35eb6ac45821 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:17.736751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] Sync routers for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:17.771005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ff8aed5c-caf1-4ead-af69-340327983a63 None None] Provisioning complete for port 7ca1d247-eb24-4aec-ab59-c277b8a34f2d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:17.771431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff8aed5c-caf1-4ead-af69-340327983a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.778021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:17.779760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.861917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.884272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:17.885080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.974322 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:17.978682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:17.980350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541cab4-06f1-408c-b122-3c56479971c2 None None] The sync data for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:18.011263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ff8aed5c-caf1-4ead-af69-340327983a63 None None] Port 7ca1d247-eb24-4aec-ab59-c277b8a34f2d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:18.041238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f37:a1b4:4af5:816d (76bd2955-ceed-487c-bb74-e6d50e561825/fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48/e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:18.063406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:18.086671 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.099423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:18.106836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:18.123725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5807cd6f-ecf4-4211-812b-e9a2b75c2d2b req-9b4cf476-548c-4946-9268-2c58f48d91d4 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=943274b5-b47a-4cfd-89d9-c5c60259d97e HTTP/1.1" status: 200 len: 210 time: 0.0474751 Dec 20 15:53:18.140117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Pushing event updated for resources: {'Port': ['ID=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:18.224296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37889fd4-b569-4019-9c44-f41037ba0f1f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.243280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Attempting to bind port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:18.243660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Attempting to bind port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:18.244033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Attempting to bind port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:18.251674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:18.252049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:18.252454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.252841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:18.253342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Bound port: 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:18.265106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.337708 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-37889fd4-b569-4019-9c44-f41037ba0f1f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:18.340294 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37889fd4-b569-4019-9c44-f41037ba0f1f tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74 HTTP/1.1" status: 409 len: 329 time: 0.6947100 Dec 20 15:53:18.340996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] For port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:18.343104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:18.344256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] For port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:18.386874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.395922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.401280 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a3b2f74-5af7-4e30-b78f-8378fa7a4504 HTTP/1.1" status: 204 len: 168 time: 1.1574428 Dec 20 15:53:18.417041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.427507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.444741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b2f74-5af7-4e30-b78f-8378fa7a4504,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:18.454585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ada2-89de-438e-85ae-c45b8a4f7734 req-0658992c-21d6-48d0-becb-7742596428cc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:18.463110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a06ada2-89de-438e-85ae-c45b8a4f7734 req-0658992c-21d6-48d0-becb-7742596428cc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1059690 Dec 20 15:53:18.471272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.471637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.471980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.473045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.473461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.473802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.474126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.474460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.474786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.475109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.475434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.475759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.476081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bbadc-9d13-4e3e-a4dd-4112d9b119f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:18.517560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbface9-9e63-4ffb-80d4-0cc38609e34a None None] Pushing event updated for resources: {'Port': ['ID=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:18.533878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a06ada2-89de-438e-85ae-c45b8a4f7734 req-bdebfdec-1d53-408e-8ec0-d67f05aa6108 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696697 Dec 20 15:53:18.639218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.675167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:18.747790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:18.751834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:18.758280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:18.764403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:18.765044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:18.770428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:18.784576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bfee60ff-27b5-4729-bdf5-5ac283935dc1 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:18.812115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: bfee60ff-27b5-4729-bdf5-5ac283935dc1 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:18.812115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bfee60ff-27b5-4729-bdf5-5ac283935dc1 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:18.899928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d4c4fa57-4e15-4089-91c9-638a1b3073d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1988380 Dec 20 15:53:18.904774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36530) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:18.992167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.023507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e18f95-d407-4989-a4d9-9640faefc39f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:19.031975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e18f95-d407-4989-a4d9-9640faefc39f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:19.037762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-72e18f95-d407-4989-a4d9-9640faefc39f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1362939 Dec 20 15:53:19.038464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36534) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:19.116785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1100524794-network', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:19.212595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:19.213936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.255776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Made reservation on behalf of d3ed186bcc934a429623058a5b286c71 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:19.258169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.295998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.341922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.366470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:19.457703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.526770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting port 7ca1d247-eb24-4aec-ab59-c277b8a34f2d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:19.527382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.618618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.673656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.678456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf1b6-d5f3-4573-8c66-9aa6e7a0b538 req-893da073-0488-4ae2-9deb-539387eb76da tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:19.689358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec4bf1b6-d5f3-4573-8c66-9aa6e7a0b538 req-893da073-0488-4ae2-9deb-539387eb76da tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.0752711 Dec 20 15:53:19.700486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Calling delete_port for 7ca1d247-eb24-4aec-ab59-c277b8a34f2d owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:19.716598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05be1bd-9d37-43ee-b255-9a8d4acca81b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:19.780286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec4bf1b6-d5f3-4573-8c66-9aa6e7a0b538 req-688c52a5-ab97-43e9-bcad-0915771bd5bc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864437 Dec 20 15:53:19.780286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.807536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:19.820855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:19.835198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.835543 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Added segment d42a0f35-a6cb-493c-95c8-fc8c9a9907c0 of type vlan for network 2f572849-43cd-46bd-87e4-3efdf0e41e97 Dec 20 15:53:19.853330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.857757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a20ce167-07b1-49ac-9267-dbb1c9b5085f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f HTTP/1.1" status: 204 len: 168 time: 0.8175616 Dec 20 15:53:19.863192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:19.937385 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:19.959189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e06f337-2427-4e87-962f-8b151d7bc861 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:19.960723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e06f337-2427-4e87-962f-8b151d7bc861 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:19.962301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0e06f337-2427-4e87-962f-8b151d7bc861 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0981197 Dec 20 15:53:19.964836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36572) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:20.026053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:20.030225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.076883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55539b39-df77-4a7b-8960-554604f73fc6 req-7190491f-c025-4f4d-a1fc-257efc39e20a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:20.078589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55539b39-df77-4a7b-8960-554604f73fc6 req-7190491f-c025-4f4d-a1fc-257efc39e20a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1755409 Dec 20 15:53:20.129642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.130850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:20.131622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.138171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.160727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.186884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55539b39-df77-4a7b-8960-554604f73fc6 req-37e6cba5-24da-41a1-95a1-1e8a01b65819 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921781 Dec 20 15:53:20.271817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5937161 Dec 20 15:53:20.272468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36578) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:20.288560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e47162dc-4b70-4e0e-bb12-e052550b97fa None None] Provisioning complete for port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:20.289047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47162dc-4b70-4e0e-bb12-e052550b97fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.368911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Port': ['ID=7ca1d247-eb24-4aec-ab59-c277b8a34f2d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:20.374418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.383361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Request body: {'subnet': {'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1100524794-subnet', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:20.527065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32cd06-8e94-4a65-a0ca-06f93cf4e55a admin admin] Pushing event updated for resources: {'Network': ['ID=2f572849-43cd-46bd-87e4-3efdf0e41e97,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:20.537828 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47162dc-4b70-4e0e-bb12-e052550b97fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.541494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.614740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Made reservation on behalf of d3ed186bcc934a429623058a5b286c71 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:20.620380 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.620495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:53:20.733626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:20.736255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.797943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:20.809131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.815915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-07608a31-097b-4f01-9730-6bb97561477d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48 HTTP/1.1" status: 204 len: 168 time: 0.8500259 Dec 20 15:53:20.820781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36590) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:20.886962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-e47162dc-4b70-4e0e-bb12-e052550b97fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:20.887910 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-e47162dc-4b70-4e0e-bb12-e052550b97fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:20.924854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:20.925342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:20.935728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Router 6451f959-0471-4009-985a-ec131e306c74 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:20.943785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-377230db-318a-4c54-b64b-f483f0d8d573 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180451 Dec 20 15:53:20.943992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36596) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:20.949449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:20.973283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d0597-e20f-49fd-b259-f687f85389f1 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:21.081131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:21.092104 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6eb3cda1-a557-4825-a13a-a064ecded230 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7476254 Dec 20 15:53:21.092757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:21.099189 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] Sync routers for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:21.131305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3ef77-8e8c-42bf-9d5a-7183ef0f281a req-7562cac0-31c4-40fe-8132-b4f4acc039ec tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:21.131948 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:21.133916 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:21.139490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cc3ef77-8e8c-42bf-9d5a-7183ef0f281a req-7562cac0-31c4-40fe-8132-b4f4acc039ec tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1541231 Dec 20 15:53:21.151270 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-dcbe4325-026b-4e6f-83f3-653ebcd4d198 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] show failed (client error): The resource could not be found. Dec 20 15:53:21.159294 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dcbe4325-026b-4e6f-83f3-653ebcd4d198 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1301658096 HTTP/1.1" status: 404 len: 335 time: 0.0623500 Dec 20 15:53:21.160558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:21.186977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.192270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-75e2b53d-1370-4782-85e3-d7bb7418d6f9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:21.221833 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:21.232811 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] Routers {'6451f959-0471-4009-985a-ec131e306c74'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:21.233844 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6451f959-0471-4009-985a-ec131e306c74'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:21.293637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cc3ef77-8e8c-42bf-9d5a-7183ef0f281a req-ee3a2547-570c-44d1-867d-ceaafc902a61 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445920 Dec 20 15:53:21.296089 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:21.297624 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f66f-89e7-49bd-a466-a5954fedcab3 None None] The sync data for ids ['6451f959-0471-4009-985a-ec131e306c74'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:21.303929 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-75e2b53d-1370-4782-85e3-d7bb7418d6f9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] update failed (client error): The resource could not be found. Dec 20 15:53:21.304732 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75e2b53d-1370-4782-85e3-d7bb7418d6f9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-568969081 HTTP/1.1" status: 404 len: 334 time: 0.1213126 Dec 20 15:53:21.306071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:21.308507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36614) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:21.323799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:21.410979 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.418061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting subnet 20301e06-8302-4e81-902e-de8a1816a10e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:21.424497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.443818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.452875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:21.457890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.463618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] Deleting port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:21.463997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.549127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b582ec-765c-4029-a20b-74a8ccb48336,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:21.561997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:21.566315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] For port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:21.566526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Checking segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:21.566726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.569096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Network hostable DHCP agents. Network: 2f572849-43cd-46bd-87e4-3efdf0e41e97, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:21.569841 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.581842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] Calling delete_port for 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:21.596209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbe825-298f-4a62-86e1-39b8a1b8ec97 req-aab2f8df-4b2a-4397-9e1d-6250c954bb7a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:21.597972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7bbe825-298f-4a62-86e1-39b8a1b8ec97 req-aab2f8df-4b2a-4397-9e1d-6250c954bb7a tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.2175269 Dec 20 15:53:21.607023 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.752015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:21.807908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9c50cab7-f080-454e-aeb5-98dac37482c9 None None] Could not find standard attr ID for object e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:21.843285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 2f572849-43cd-46bd-87e4-3efdf0e41e97) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:21.848188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:21.849003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.857352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69b781-a98f-4baf-b366-b63b2b0d2611 None None] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:21.864218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7bbe825-298f-4a62-86e1-39b8a1b8ec97 req-829a823b-ae5a-4695-b170-18b5da3ef8fc tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517734 Dec 20 15:53:21.919101 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c49bb4f2-ae6d-41ea-a149-4f1f3644a7dd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5515387 Dec 20 15:53:21.921744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36630) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:21.926395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:21.948319 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.955767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:21.993025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-2f572849-43cd-46bd-87e4-3efdf0e41e97', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:21.993823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.002328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] Pushing event deleted for resources: {'Port': ['ID=9644f1c9-8b1c-4730-bd2a-f15c9359dbfc,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.006956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6a1b4-a4f4-45b4-8b73-fe85bbb6eee4 None None] No DVR routers for this DVR port 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:22.021962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.028697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.036066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.081322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:22.085494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:22.090048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:22.090650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.102450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=b124158a-60c0-4e1a-b49a-e37a43c25244,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.112631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e15c17-9745-4f7f-8da1-77ab1348a877 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:22.158783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.173953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.179072 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/subnets/20301e06-8302-4e81-902e-de8a1816a10e HTTP/1.1" status: 204 len: 168 time: 0.8672714 Dec 20 15:53:22.179327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:22.194014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97b992-9401-43bf-9f01-2394f444dd8b None None] Network 929bd776-1156-48a2-8550-2d01fc44002f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:22.202103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0256114-38a6-48cd-b640-dc1844338fb8 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Subnet': ['ID=20301e06-8302-4e81-902e-de8a1816a10e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:22.207593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97da8944-bec9-483d-bf4e-cf05f0d4f87c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2616973 Dec 20 15:53:22.211196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36644) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:22.218897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': 'b124158a-60c0-4e1a-b49a-e37a43c25244', 'ip_address': '2001:db8::621d:b45c:671a:588f'}], 'name': 'tempest-NetworksTestDHCPv6-695735541'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:22.244301 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.328249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Allocated IP 172.20.0.2 (2f572849-43cd-46bd-87e4-3efdf0e41e97/b8b582ec-765c-4029-a20b-74a8ccb48336/5c143493-efec-47f1-b5c9-508508f402dc) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:22.329924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.374226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'b124158a-60c0-4e1a-b49a-e37a43c25244'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:22.383003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.490110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25d548-5cb3-4386-bd27-afba09dfeba9 req-23702166-0dab-45ea-b010-4c441b50f326 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:22.498869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd25d548-5cb3-4386-bd27-afba09dfeba9 req-23702166-0dab-45ea-b010-4c441b50f326 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.0996900 Dec 20 15:53:22.502864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:22.595037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:22.601879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting port 0e86af80-68be-49a9-ac28-c26572d2a798 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:22.602258 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.652080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:22.652218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.663178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9644f1c9-8b1c-4730-bd2a-f15c9359dbfc not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:22.706230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] For port 0e86af80-68be-49a9-ac28-c26572d2a798, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e86af80-68be-49a9-ac28-c26572d2a798,segment=NetworkSegment(61672cd5-b7ac-4217-80a3-16b6c2db7bd3),segment_id=61672cd5-b7ac-4217-80a3-16b6c2db7bd3)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:22.710656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.717403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port d6e5ade3-a2af-4453-8c79-bfc88999501f yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:22.724581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] DHCP port deletion for 929bd776-1156-48a2-8550-2d01fc44002f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:22.725807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Calling delete_port for 0e86af80-68be-49a9-ac28-c26572d2a798 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:22.736005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd25d548-5cb3-4386-bd27-afba09dfeba9 req-862ebcec-794f-403f-8ff4-06b400720797 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362258 Dec 20 15:53:22.828929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.917454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/b124158a-60c0-4e1a-b49a-e37a43c25244/e3ec6b83-92b8-49b9-934e-e038b761d9bb) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:22.947214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.990117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Deleting port 0e86af80-68be-49a9-ac28-c26572d2a798 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:22.990631 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.016424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.025929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ec84-47b3-41e0-9789-1398f52a37a0 req-fddcee2e-0127-4871-b8b2-1a0d7c993464 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:23.037577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0af7ec84-47b3-41e0-9789-1398f52a37a0 req-fddcee2e-0127-4871-b8b2-1a0d7c993464 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.0813432 Dec 20 15:53:23.043988 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.046200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Port': ['ID=0e86af80-68be-49a9-ac28-c26572d2a798,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.060822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] No DVR routers for this DVR port 0e86af80-68be-49a9-ac28-c26572d2a798 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:23.122486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0af7ec84-47b3-41e0-9789-1398f52a37a0 req-dad0b492-a355-41ed-a0b3-1b450fd21a94 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766726 Dec 20 15:53:23.155733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:23.167122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:23.181330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:23.193498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] For port 0e86af80-68be-49a9-ac28-c26572d2a798, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:23.193908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.227424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Calling delete_port for 0e86af80-68be-49a9-ac28-c26572d2a798 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:23.234171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Port 0e86af80-68be-49a9-ac28-c26572d2a798 was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:53:23.234985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Pushing event updated for resources: {'Port': ['ID=5c143493-efec-47f1-b5c9-508508f402dc,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.261658 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.359441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Attempting to bind port 5c143493-efec-47f1-b5c9-508508f402dc on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:23.360180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Attempting to bind port 5c143493-efec-47f1-b5c9-508508f402dc by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:23.360321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Attempting to bind port 5c143493-efec-47f1-b5c9-508508f402dc on network 2f572849-43cd-46bd-87e4-3efdf0e41e97 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:23.363260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] Pushing event deleted for resources: {'Port': ['ID=0e86af80-68be-49a9-ac28-c26572d2a798,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.379004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:23.379397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Checking segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:23.379813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.380220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Bound using segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:23.380726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Bound port: 5c143493-efec-47f1-b5c9-508508f402dc, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:23.381121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.383544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e75864-3b0c-4896-ad4b-b1b949faa517 None None] No DVR routers for this DVR port 0e86af80-68be-49a9-ac28-c26572d2a798 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:23.411048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.452567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.469313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] For port 5c143493-efec-47f1-b5c9-508508f402dc, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:23.472679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] For port 5c143493-efec-47f1-b5c9-508508f402dc, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c143493-efec-47f1-b5c9-508508f402dc,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:23.486816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929bd776-1156-48a2-8550-2d01fc44002f']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:23.507734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.521723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61672cd5-b7ac-4217-80a3-16b6c2db7bd3') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:23.522332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61672cd5-b7ac-4217-80a3-16b6c2db7bd3') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:23.553940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:23.557078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:23.563249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:23.564355 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.597835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.600972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.602130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Pushing event updated for resources: {'Port': ['ID=e3ec6b83-92b8-49b9-934e-e038b761d9bb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.603500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::621d:b45c:671a:588f (76bd2955-ceed-487c-bb74-e6d50e561825/b124158a-60c0-4e1a-b49a-e37a43c25244/d6e5ade3-a2af-4453-8c79-bfc88999501f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:23.613843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:53:23.613843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:23.617246 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:23.676007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Attempting to bind port e3ec6b83-92b8-49b9-934e-e038b761d9bb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:23.676366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Attempting to bind port e3ec6b83-92b8-49b9-934e-e038b761d9bb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:23.676732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Attempting to bind port e3ec6b83-92b8-49b9-934e-e038b761d9bb on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:23.682333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.684630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:23.685013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:23.685448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.685844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:23.686332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Bound port: e3ec6b83-92b8-49b9-934e-e038b761d9bb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:23.686716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.713910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.746778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82acaf-7691-43a3-a6a9-215ef1641418 None None] Pushing event updated for resources: {'Port': ['ID=5c143493-efec-47f1-b5c9-508508f402dc,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.806961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.826247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] For port e3ec6b83-92b8-49b9-934e-e038b761d9bb, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:23.833658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] For port e3ec6b83-92b8-49b9-934e-e038b761d9bb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3ec6b83-92b8-49b9-934e-e038b761d9bb,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:23.853777 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.858140 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/networks/929bd776-1156-48a2-8550-2d01fc44002f HTTP/1.1" status: 204 len: 168 time: 1.6775792 Dec 20 15:53:23.863051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.866231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36720) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:23.876150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c053e-cee8-4dc7-9999-5368ac0016b5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Network': ['ID=929bd776-1156-48a2-8550-2d01fc44002f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:23.907413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:23.944753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Allocated IP 172.25.6.146 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/450e2326-74a5-4022-81b2-93b0eee1308f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:24.016385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting subnet 1acda246-b7c6-4cd4-b62d-dfeb424f3f49 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:24.020439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.091483 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.130964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8f508-6186-414e-830b-718b44d2d0fa None None] Pushing event updated for resources: {'Port': ['ID=e3ec6b83-92b8-49b9-934e-e038b761d9bb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.156034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.305214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.358418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.432772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.455889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:24.462672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:24.475028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:24.516257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e891a56-50a7-40ab-8597-7299c61ba8b5 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:24.549413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Pushing event updated for resources: {'Port': ['ID=450e2326-74a5-4022-81b2-93b0eee1308f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.591906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313b062-4178-4b6d-a365-bd831744ee3c req-84be3f85-2f29-4069-8967-4caad21b2275 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:24.593874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0313b062-4178-4b6d-a365-bd831744ee3c req-84be3f85-2f29-4069-8967-4caad21b2275 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.5953376 Dec 20 15:53:24.628097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad129ced-79f8-4d2b-b9fe-a846cc5e0e4f req-7922baf9-f82a-461e-b4ff-fda203289e75 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:24.638994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8f016486-08e5-431d-b0c3-cd06845c873f None None] Provisioning complete for port 450e2326-74a5-4022-81b2-93b0eee1308f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:24.639374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f016486-08e5-431d-b0c3-cd06845c873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.641620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad129ced-79f8-4d2b-b9fe-a846cc5e0e4f req-7922baf9-f82a-461e-b4ff-fda203289e75 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.3651547 Dec 20 15:53:24.690026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:24.708682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.735051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8f016486-08e5-431d-b0c3-cd06845c873f None None] Port 450e2326-74a5-4022-81b2-93b0eee1308f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:24.752645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:24.806638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:24.814969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3ec6b83-92b8-49b9-934e-e038b761d9bb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:24.817471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:24.819147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.824000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=d6e5ade3-a2af-4453-8c79-bfc88999501f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.826580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.832729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36748) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:24.832902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/subnets/1acda246-b7c6-4cd4-b62d-dfeb424f3f49 HTTP/1.1" status: 204 len: 168 time: 0.9652987 Dec 20 15:53:24.845030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faeb59a-166f-4cb4-952a-4178161c404f None None] Network 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:24.874913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2b5ae-40c0-43d0-a05d-fb0b2028a1d5 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Subnet': ['ID=1acda246-b7c6-4cd4-b62d-dfeb424f3f49,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:24.934144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting subnet 236af6e5-497b-48dc-a52f-e642a6c8eb8e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:24.937937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:24.942875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad129ced-79f8-4d2b-b9fe-a846cc5e0e4f req-34dd76d7-8ed1-4be5-8c96-d7c4cf5b32b1 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988565 Dec 20 15:53:24.958404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0313b062-4178-4b6d-a365-bd831744ee3c req-1fc0b478-ae1d-479a-af72-d44c90b03fcf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949891 Dec 20 15:53:24.987122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3ec6b83-92b8-49b9-934e-e038b761d9bb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:24.987122 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.046480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-698c12d1-12e1-4e7e-82ce-a8b1f15384c6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8317833 Dec 20 15:53:25.056159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36756) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:25.062420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.163817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-f7c5369a-286f-4e0e-901e-905910b1e120 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:25.167003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-f7c5369a-286f-4e0e-901e-905910b1e120 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.1471341 Dec 20 15:53:25.263345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.302816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43fc04-7d02-4931-9f6a-34d47b9f75a1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:25.314737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43fc04-7d02-4931-9f6a-34d47b9f75a1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:25.327920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-db43fc04-7d02-4931-9f6a-34d47b9f75a1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2528961 Dec 20 15:53:25.336154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:25.436139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36764) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:25.514123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.526417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.534562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870e580-85b7-402b-a655-12c4dff041c1 None None] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:25.561862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] DHCP port deletion for 071dd1b5-4a71-48c9-969e-1c43ba3a14a8 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:25.610806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port d6e5ade3-a2af-4453-8c79-bfc88999501f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:25.611465 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.639756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Deleting port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:25.640884 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.694561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port e3ec6b83-92b8-49b9-934e-e038b761d9bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3ec6b83-92b8-49b9-934e-e038b761d9bb,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:25.715133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.736282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-93fe02a1-f31a-444b-9246-f0979b2f39b4 None None] Provisioning complete for port 5c143493-efec-47f1-b5c9-508508f402dc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:25.736662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93fe02a1-f31a-444b-9246-f0979b2f39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.749337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.765451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Subnet': ['ID=236af6e5-497b-48dc-a52f-e642a6c8eb8e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:25.798423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31e82a10-c31f-41b5-943d-b8fdc1352cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.814109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.815187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c143493-efec-47f1-b5c9-508508f402dc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:25.829721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.839581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.846332 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ee4f4752-8d63-4992-a742-704ebc046eb2 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/subnets/236af6e5-497b-48dc-a52f-e642a6c8eb8e HTTP/1.1" status: 204 len: 168 time: 1.0108202 Dec 20 15:53:25.848293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:25.852423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for d6e5ade3-a2af-4453-8c79-bfc88999501f owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:25.906405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] For port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:25.906759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.950043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ad023-6017-4707-aecb-dd8c8ecd21e8 None None] Network e21c0426-ca8c-4256-b3ad-be29c32b07fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:25.964427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:25.970431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Calling delete_port for a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:26.083521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=e3ec6b83-92b8-49b9-934e-e038b761d9bb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.177767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31e82a10-c31f-41b5-943d-b8fdc1352cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.178667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Deleting port 293901cc-cae9-4c77-a28b-2d1bc63c6415 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:26.179051 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.264892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting port 293901cc-cae9-4c77-a28b-2d1bc63c6415 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:26.265494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.268446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31e82a10-c31f-41b5-943d-b8fdc1352cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.307535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] For port 293901cc-cae9-4c77-a28b-2d1bc63c6415, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=293901cc-cae9-4c77-a28b-2d1bc63c6415,segment=NetworkSegment(250e4274-1e42-4c45-a536-4934fb7ec97f),segment_id=250e4274-1e42-4c45-a536-4934fb7ec97f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:26.308012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.338747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Calling delete_port for 293901cc-cae9-4c77-a28b-2d1bc63c6415 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:26.386506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] For port 293901cc-cae9-4c77-a28b-2d1bc63c6415, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=293901cc-cae9-4c77-a28b-2d1bc63c6415,segment=NetworkSegment(250e4274-1e42-4c45-a536-4934fb7ec97f),segment_id=250e4274-1e42-4c45-a536-4934fb7ec97f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:26.386881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.405310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5c143493-efec-47f1-b5c9-508508f402dc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:26.406015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.421782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Calling delete_port for 293901cc-cae9-4c77-a28b-2d1bc63c6415 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:26.496725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] DHCP port deletion for e21c0426-ca8c-4256-b3ad-be29c32b07fc request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:26.528442 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93fe02a1-f31a-444b-9246-f0979b2f39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.634861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-93fe02a1-f31a-444b-9246-f0979b2f39b4 None None] For port 5c143493-efec-47f1-b5c9-508508f402dc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c143493-efec-47f1-b5c9-508508f402dc,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:26.639053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.656834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.673572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.693842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Port': ['ID=293901cc-cae9-4c77-a28b-2d1bc63c6415,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.694711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] Deleting port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:26.695082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.695710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] No DVR routers for this DVR port 293901cc-cae9-4c77-a28b-2d1bc63c6415 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:26.699840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Pushing event deleted for resources: {'Port': ['ID=293901cc-cae9-4c77-a28b-2d1bc63c6415,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.719256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] No DVR routers for this DVR port 293901cc-cae9-4c77-a28b-2d1bc63c6415 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:26.724827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Router 2a2bc82e-deea-4dce-a842-cab5578830ae is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:26.728836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.729276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.729624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.729961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.730292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.730619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.730950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.731710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.731710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.731884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.732189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.732506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.732823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8ef4c-909c-406c-b41e-e583285d6bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:26.742372 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93fe02a1-f31a-444b-9246-f0979b2f39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.831337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.852869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] For port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,segment=NetworkSegment(3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8),segment_id=3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:26.852869 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.866400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071dd1b5-4a71-48c9-969e-1c43ba3a14a8']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:26.872878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:26.873265 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:26.883019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] Calling delete_port for 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:26.907498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250e4274-1e42-4c45-a536-4934fb7ec97f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:26.907711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250e4274-1e42-4c45-a536-4934fb7ec97f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:26.916671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe02a1-f31a-444b-9246-f0979b2f39b4 None None] Pushing event updated for resources: {'Port': ['ID=5c143493-efec-47f1-b5c9-508508f402dc,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:26.927739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.948128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.952747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8d463e6f-6180-497d-a215-3c176d237d5b None None] Provisioning complete for port e3ec6b83-92b8-49b9-934e-e038b761d9bb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:26.953117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d463e6f-6180-497d-a215-3c176d237d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.958931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:26.960970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:53:26.961395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:26.964675 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:26.974537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fed8c-cbee-4a70-805e-ca166876b4dc req-c21256a1-8551-47a5-abe8-4494feeb93a1 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:26.978931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Sync routers for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:26.984365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea9fed8c-cbee-4a70-805e-ca166876b4dc req-c21256a1-8551-47a5-abe8-4494feeb93a1 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 945 time: 0.8784919 Dec 20 15:53:26.989877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31e82a10-c31f-41b5-943d-b8fdc1352cbb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acb26cd0f28045af865bfb909994d982&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5528121 Dec 20 15:53:26.992497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36790) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:27.007197 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.025029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:27.028946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:27.036747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaa82c-c23a-4e81-bc65-d2dd0ee5bbea req-3ec85e4e-ec84-4c78-906c-ec09965f02ac tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:27.039065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85aaa82c-c23a-4e81-bc65-d2dd0ee5bbea req-3ec85e4e-ec84-4c78-906c-ec09965f02ac tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.8769536 Dec 20 15:53:27.049107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e82a10-c31f-41b5-943d-b8fdc1352cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559ea474-1de8-4373-92f6-b1ebf3e67dae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.076415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.077812 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4674941f-c165-4192-bfb5-be54194a3c23 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1548343 Dec 20 15:53:27.086759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36792) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:27.136544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.197960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:27.201116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea9fed8c-cbee-4a70-805e-ca166876b4dc req-a392acd5-c837-42c0-afbc-8b5af0301e32 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dca1e16-8127-499a-a098-5a440ae6bb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149510 Dec 20 15:53:27.215847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aa48892-3c28-4945-81fa-09981297a769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.224702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=d6e5ade3-a2af-4453-8c79-bfc88999501f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.227623 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.236171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85aaa82c-c23a-4e81-bc65-d2dd0ee5bbea req-bba8c444-6c0e-4e2b-9659-7d3005ef3716 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800697 Dec 20 15:53:27.238633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.300367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aa48892-3c28-4945-81fa-09981297a769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.306168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] Pushing event deleted for resources: {'Port': ['ID=8f4091b8-d3d7-4f9d-913a-14c5012cc3d8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.308080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8d463e6f-6180-497d-a215-3c176d237d5b None None] Provisioning complete for port 5c143493-efec-47f1-b5c9-508508f402dc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:27.308684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d463e6f-6180-497d-a215-3c176d237d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.321040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f21b8-6175-4382-9b96-ca24ec83e6e1 None None] No DVR routers for this DVR port 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:27.401615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Pushing event deleted for resources: {'Port': ['ID=a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.404159 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.410984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-78c19885-118e-4284-a5b8-bbc58b1eae35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/d6e5ade3-a2af-4453-8c79-bfc88999501f HTTP/1.1" status: 204 len: 168 time: 2.0734482 Dec 20 15:53:27.414924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36800) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:27.439634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84665a8-8c89-478a-9ead-81011c820438 None None] DHCP port deletion for a016c50b-d47c-4c66-94ca-633397ef1663 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:27.464474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] No DVR routers for this DVR port a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:27.482755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.485977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1efed45a-ff81-4cc8-96f6-dadb7391093a req-6ddfa329-8ce8-4e0f-936a-d79bc08b3618 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.72 "DELETE /v2.0/ports/a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 HTTP/1.1" status: 204 len: 173 time: 2.3057978 Dec 20 15:53:27.495157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.502271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.507891 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/networks/071dd1b5-4a71-48c9-969e-1c43ba3a14a8 HTTP/1.1" status: 204 len: 168 time: 1.6584916 Dec 20 15:53:27.519294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36802) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:27.519561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'name': 'network-vif-deleted', 'tag': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:27.522173 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0d2ee5-1245-4291-bb16-64f81c7a4879" -d '{"events": [{"server_uuid": "f3ca51ec-0c5d-49f5-823c-6a0af9262593", "name": "network-vif-deleted", "tag": "a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:53:27.554334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5252a38-1f6c-4103-a852-12215c1ebf9c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:27.556004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5252a38-1f6c-4103-a852-12215c1ebf9c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:27.557702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e5252a38-1f6c-4103-a852-12215c1ebf9c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1429842 Dec 20 15:53:27.560308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:27.604066 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45a8da-715b-4cd5-9ece-9cf38f7f6a28 x-openstack-request-id: req-8a45a8da-715b-4cd5-9ece-9cf38f7f6a28 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:53:27.604532 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ca51ec-0c5d-49f5-823c-6a0af9262593", "name": "network-vif-deleted", "tag": "a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:53:27.604786 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a45a8da-715b-4cd5-9ece-9cf38f7f6a28 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:53:27.605198 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ca51ec-0c5d-49f5-823c-6a0af9262593', 'name': 'network-vif-deleted', 'tag': 'a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13', 'status': 'completed', 'code': 200} Dec 20 15:53:27.647519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet b124158a-60c0-4e1a-b49a-e37a43c25244 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:27.651916 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.670061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.721101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.789687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aa48892-3c28-4945-81fa-09981297a769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.793659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aa48892-3c28-4945-81fa-09981297a769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.795343 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0aa48892-3c28-4945-81fa-09981297a769 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/559ea474-1de8-4373-92f6-b1ebf3e67dae HTTP/1.1" status: 204 len: 168 time: 0.8019176 Dec 20 15:53:27.800082 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8d463e6f-6180-497d-a215-3c176d237d5b None None] Could not find standard attr ID for object d6e5ade3-a2af-4453-8c79-bfc88999501f. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:53:27.804668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e86af80-68be-49a9-ac28-c26572d2a798 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:27.810151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3cdb-d720-4bfd-b213-9027be6a25ec tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Network': ['ID=071dd1b5-4a71-48c9-969e-1c43ba3a14a8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.831237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0e86af80-68be-49a9-ac28-c26572d2a798 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:27.831758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e86af80-68be-49a9-ac28-c26572d2a798 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:27.835064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48892-3c28-4945-81fa-09981297a769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ea474-1de8-4373-92f6-b1ebf3e67dae,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:27.876174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:24Z', 'revision_number': 3, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:27.876550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.922442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Checking router: 2a2bc82e-deea-4dce-a842-cab5578830ae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:27.922625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Updating router 2a2bc82e-deea-4dce-a842-cab5578830ae port 450e2326-74a5-4022-81b2-93b0eee1308f binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:53:27.960870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:27.995788 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.039652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3ec6b83-92b8-49b9-934e-e038b761d9bb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:28.078121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21c0426-ca8c-4256-b3ad-be29c32b07fc']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:28.092462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:28.092901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3743a1-a0b1-4eec-adcd-0f628fb3a9f8') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:28.109900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.147080 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.167869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.169059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.178979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/b124158a-60c0-4e1a-b49a-e37a43c25244 HTTP/1.1" status: 204 len: 168 time: 0.6150301 Dec 20 15:53:28.180853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98936703-e769-4f65-bddd-14a83bfd873a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:28.181122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36814) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:28.191873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:53:28.192732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.204049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac76d5-28f9-48fa-aac2-0524ddec5fd7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=b124158a-60c0-4e1a-b49a-e37a43c25244,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:28.217380 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:28.308523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e3ec6b83-92b8-49b9-934e-e038b761d9bb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:28.308913 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.449418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ae59ee8-4f8a-4a9d-a8f7-b73f5950ff25 req-5db4501c-b88a-4314-88e5-406cf05205a3 tempest-ServerRescueNegativeTestJSON-2120314170 tempest-ServerRescueNegativeTestJSON-2120314170-project] 10.222.0.81 "GET /v2.0/ports?device_id=f3ca51ec-0c5d-49f5-823c-6a0af9262593 HTTP/1.1" status: 200 len: 210 time: 0.0581372 Dec 20 15:53:28.473066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aefe7f-f9f9-43f1-a4d5-679bd667263c req-09797259-5963-4cfd-b0a5-67fa9a1f075a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:28.473066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41aefe7f-f9f9-43f1-a4d5-679bd667263c req-09797259-5963-4cfd-b0a5-67fa9a1f075a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1356301 Dec 20 15:53:28.511697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c143493-efec-47f1-b5c9-508508f402dc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:28.611414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:28.618983 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.622224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5c143493-efec-47f1-b5c9-508508f402dc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:28.622587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.656091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41aefe7f-f9f9-43f1-a4d5-679bd667263c req-1c4b2c0e-3356-47a6-a038-85304877dd46 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622288 Dec 20 15:53:28.754366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] Deleting port e3ec6b83-92b8-49b9-934e-e038b761d9bb {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:28.754743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.762876 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cde85bdb-3616-42b9-8c3a-57fe1f3225a4 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5785038 Dec 20 15:53:28.764727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:28.781179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.815623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36834) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:28.841949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa2cd-62ee-4b8e-ac7a-7eece5f08749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.853678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d623bb4-dacc-438d-bff3-41a2b66f6b6c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:28.868728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3d623bb4-dacc-438d-bff3-41a2b66f6b6c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0894060 Dec 20 15:53:28.868900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:28.869390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36836) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:28.869478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:28.871564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.919573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601bea29-133b-47e0-ad44-af2923b76a15 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:28.927072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:28.927417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device a33a3be9-a5fa-4d1f-b73f-d52d2e17ae13 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:28.927534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e07d1f-13de-4f1f-acc2-8803cc65d35b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:28.931666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-58e07d1f-13de-4f1f-acc2-8803cc65d35b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0696821 Dec 20 15:53:28.931840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:28.931840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f4091b8-d3d7-4f9d-913a-14c5012cc3d8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:28.931840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 293901cc-cae9-4c77-a28b-2d1bc63c6415 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:28.932089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36840) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:28.951341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] For port e3ec6b83-92b8-49b9-934e-e038b761d9bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e3ec6b83-92b8-49b9-934e-e038b761d9bb,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:28.951744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:28.977561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6371374f-7a09-45ee-8fc1-d333136ff48b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441124 Dec 20 15:53:28.981707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36842) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:28.986472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1b55f-66f8-46f1-a588-1e492a0c13a8 None None] Pushing event updated for resources: {'Port': ['ID=450e2326-74a5-4022-81b2-93b0eee1308f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:28.989396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Attempting to bind port 450e2326-74a5-4022-81b2-93b0eee1308f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:28.989922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Attempting to bind port 450e2326-74a5-4022-81b2-93b0eee1308f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:28.990250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Attempting to bind port 450e2326-74a5-4022-81b2-93b0eee1308f on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:28.992267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 293901cc-cae9-4c77-a28b-2d1bc63c6415 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:28.992602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 293901cc-cae9-4c77-a28b-2d1bc63c6415 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:29.002701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] Calling delete_port for e3ec6b83-92b8-49b9-934e-e038b761d9bb owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:29.009646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:29.009646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:29.009646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.009646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:29.010153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Bound port: 450e2326-74a5-4022-81b2-93b0eee1308f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:29.010437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.010844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:29.039481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa2cd-62ee-4b8e-ac7a-7eece5f08749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.071229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.092823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.099173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] For port 450e2326-74a5-4022-81b2-93b0eee1308f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:29.099725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/networks/e21c0426-ca8c-4256-b3ad-be29c32b07fc HTTP/1.1" status: 204 len: 168 time: 1.5775709 Dec 20 15:53:29.100353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:29.103684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] For port 450e2326-74a5-4022-81b2-93b0eee1308f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=450e2326-74a5-4022-81b2-93b0eee1308f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:29.136848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6d813-a678-4863-84d4-5aa77d740761 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Network': ['ID=e21c0426-ca8c-4256-b3ad-be29c32b07fc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.164988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa2cd-62ee-4b8e-ac7a-7eece5f08749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.202429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-71b1f522-2f28-4def-b072-a143d28537c2 None None] Provisioning complete for port 450e2326-74a5-4022-81b2-93b0eee1308f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:29.202801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71b1f522-2f28-4def-b072-a143d28537c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.236628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.243533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:29.250321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.261065 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6e9aa2cd-62ee-4b8e-ac7a-7eece5f08749 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec6d0093b48e4d888826c747131ff838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4449232 Dec 20 15:53:29.270825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:29.284316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting subnet d6fc02da-c973-4352-b3a9-c9d6199b8f2a {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:29.290367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.292913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aa2cd-62ee-4b8e-ac7a-7eece5f08749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b5073-7651-4d25-a8fe-9e4aad16a7e3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.324921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1b55f-66f8-46f1-a588-1e492a0c13a8 None None] Pushing event updated for resources: {'Port': ['ID=450e2326-74a5-4022-81b2-93b0eee1308f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.328703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71b1f522-2f28-4def-b072-a143d28537c2 None None] Port 450e2326-74a5-4022-81b2-93b0eee1308f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:29.336176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe8fe8-7678-45db-bed9-d2d384109ebf None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:29.344444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1c4edf48-5547-49f9-8f87-c8181a84d8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.356617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:29.357406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:29.368302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.410586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Allocated IP 172.20.0.1 (2f572849-43cd-46bd-87e4-3efdf0e41e97/b8b582ec-765c-4029-a20b-74a8ccb48336/b3a161d4-4536-4572-8fb2-9842dcbfb507) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:29.416013 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd764a3b-8dd6-4e4a-94bf-039a6082e103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.473388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd764a3b-8dd6-4e4a-94bf-039a6082e103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.479626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.561037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] Pushing event deleted for resources: {'Port': ['ID=e3ec6b83-92b8-49b9-934e-e038b761d9bb,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.563698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36856) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:29.583036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f43fd1-c957-4120-9981-e72a6e6fce6e None None] No DVR routers for this DVR port e3ec6b83-92b8-49b9-934e-e038b761d9bb on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:29.608991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.630096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.642234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-806979ff-f894-4503-889d-b55cc274440d None None] Provisioning complete for port 450e2326-74a5-4022-81b2-93b0eee1308f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:29.642639 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-806979ff-f894-4503-889d-b55cc274440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.714893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:29.792684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.794593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd764a3b-8dd6-4e4a-94bf-039a6082e103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.797100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cd764a3b-8dd6-4e4a-94bf-039a6082e103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.801273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cd764a3b-8dd6-4e4a-94bf-039a6082e103 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f1b5073-7651-4d25-a8fe-9e4aad16a7e3 HTTP/1.1" status: 204 len: 168 time: 0.5200183 Dec 20 15:53:29.820190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.859213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd764a3b-8dd6-4e4a-94bf-039a6082e103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b5073-7651-4d25-a8fe-9e4aad16a7e3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.877812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.907413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.915114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-806979ff-f894-4503-889d-b55cc274440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:29.918441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/subnets/d6fc02da-c973-4352-b3a9-c9d6199b8f2a HTTP/1.1" status: 204 len: 168 time: 0.8017290 Dec 20 15:53:29.941398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88802d-8c32-4c8b-9540-97f0d5901c9a None None] Network fd7290e5-1c47-42fd-814c-50f19233f980 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:29.946051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:29.958711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36868) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:29.997015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=f8adb539-933f-4f88-886c-5b7129b43303,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:29.999669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3ec6b83-92b8-49b9-934e-e038b761d9bb no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:30.010993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd454-eac8-4443-880f-67e1e5a94be1 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fc02da-c973-4352-b3a9-c9d6199b8f2a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:30.021491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:30.022109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:30.025312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:30.031134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-806979ff-f894-4503-889d-b55cc274440d None None] For port 450e2326-74a5-4022-81b2-93b0eee1308f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=450e2326-74a5-4022-81b2-93b0eee1308f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:30.032198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: e3ec6b83-92b8-49b9-934e-e038b761d9bb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:30.032446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e3ec6b83-92b8-49b9-934e-e038b761d9bb not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:30.039604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:30.078823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:30.079582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.082083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a161d4-4536-4572-8fb2-9842dcbfb507,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:30.100290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5b273-5c7f-4ef5-971d-9c9471d2003d None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:30.102204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159520f3-c6cb-4c34-9937-3ec6278ea1f8 req-2edd3566-390d-4c8c-8eb1-7481428d97ab tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:30.108811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159520f3-c6cb-4c34-9937-3ec6278ea1f8 req-2edd3566-390d-4c8c-8eb1-7481428d97ab tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.3338201 Dec 20 15:53:30.152319 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-806979ff-f894-4503-889d-b55cc274440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.202721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.248809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-159520f3-c6cb-4c34-9937-3ec6278ea1f8 req-527b1a12-111d-40b7-bf66-4e40dd228ea1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312215 Dec 20 15:53:30.292137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cbb896c2-8f48-47c9-8056-10ed60c9aa09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3092289 Dec 20 15:53:30.293017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36872) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:30.301899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.307546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': 'f8adb539-933f-4f88-886c-5b7129b43303', 'ip_address': '2001:db8::a454:d16:a145:66a5'}], 'name': 'tempest-NetworksTestDHCPv6-475242424'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:30.529107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.574485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Deleting port bda1349f-6d18-46c1-b42c-8705e7c3f603 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:30.574834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.626028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806979ff-f894-4503-889d-b55cc274440d None None] Pushing event updated for resources: {'Port': ['ID=450e2326-74a5-4022-81b2-93b0eee1308f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:30.635408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-279fe760-0b7e-4882-a941-9d38c9173189 None None] Provisioning complete for port b3a161d4-4536-4572-8fb2-9842dcbfb507 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:30.635839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279fe760-0b7e-4882-a941-9d38c9173189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.686930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:30.718215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-279fe760-0b7e-4882-a941-9d38c9173189 None None] Port b3a161d4-4536-4572-8fb2-9842dcbfb507 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:30.721765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:24Z', 'revision_number': 3, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:30.726904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'f8adb539-933f-4f88-886c-5b7129b43303'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:30.727773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.764421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c584e-13db-4504-a572-a752eb0c6719 None None] The sync data for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 is: [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:24Z', 'revision_number': 3, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:30.774643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] DHCP port deletion for fd7290e5-1c47-42fd-814c-50f19233f980 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:30.857819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.870077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] For port bda1349f-6d18-46c1-b42c-8705e7c3f603, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bda1349f-6d18-46c1-b42c-8705e7c3f603,segment=NetworkSegment(88817628-5cbc-45ed-b567-ea96afcb48b8),segment_id=88817628-5cbc-45ed-b567-ea96afcb48b8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:30.870594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.910817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Calling delete_port for bda1349f-6d18-46c1-b42c-8705e7c3f603 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:30.944929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:30.962379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.010933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/f8adb539-933f-4f88-886c-5b7129b43303/4f313e97-66c5-4719-a41c-2b6e06d76589) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:31.013955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] Deleting port bda1349f-6d18-46c1-b42c-8705e7c3f603 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:31.015481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.041731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.053057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a161d4-4536-4572-8fb2-9842dcbfb507,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.071039 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.127018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port f245b2cf-41ce-4605-a048-0b636c5c3194 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:31.161377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] For port bda1349f-6d18-46c1-b42c-8705e7c3f603, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bda1349f-6d18-46c1-b42c-8705e7c3f603,segment=NetworkSegment(88817628-5cbc-45ed-b567-ea96afcb48b8),segment_id=88817628-5cbc-45ed-b567-ea96afcb48b8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:31.161911 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.180893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] Calling delete_port for bda1349f-6d18-46c1-b42c-8705e7c3f603 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:31.211186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:31.211186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:31.539323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Router 2a2bc82e-deea-4dce-a842-cab5578830ae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:31.555384 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.573439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.615027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.654253 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.679664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] Pushing event deleted for resources: {'Port': ['ID=bda1349f-6d18-46c1-b42c-8705e7c3f603,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.724481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Port': ['ID=bda1349f-6d18-46c1-b42c-8705e7c3f603,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.735744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] No DVR routers for this DVR port bda1349f-6d18-46c1-b42c-8705e7c3f603 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:31.750219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:31.762031 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c08e71c-c9c8-442c-b554-c38fdf02b476 admin admin] 10.222.0.81 "PUT /v2.0/routers/2a2bc82e-deea-4dce-a842-cab5578830ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6725397 Dec 20 15:53:31.788589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112ef0e-0f0f-4b91-a5b7-b861e3505dbf None None] No DVR routers for this DVR port bda1349f-6d18-46c1-b42c-8705e7c3f603 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:31.851911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7a8708ed-f11a-407c-8e04-b9daddd24f3a None None] Provisioning complete for port b3a161d4-4536-4572-8fb2-9842dcbfb507 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:31.852287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a8708ed-f11a-407c-8e04-b9daddd24f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.855425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2aa7dffa-1ceb-4da8-9128-54fa4b55d805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:31.864047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:31.904697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Pushing event updated for resources: {'Port': ['ID=4f313e97-66c5-4719-a41c-2b6e06d76589,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:31.917258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:31.929205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:31.948156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.053354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf84f1-35c9-48c1-869b-b437a134d2b9 req-ce238ea0-234a-4e27-bc9a-284c0a0c6a18 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:32.055485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7cf84f1-35c9-48c1-869b-b437a134d2b9 req-ce238ea0-234a-4e27-bc9a-284c0a0c6a18 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.6432149 Dec 20 15:53:32.059706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7290e5-1c47-42fd-814c-50f19233f980']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:32.111335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7a8708ed-f11a-407c-8e04-b9daddd24f3a None None] Port b3a161d4-4536-4572-8fb2-9842dcbfb507 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:32.125496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Attempting to bind port 4f313e97-66c5-4719-a41c-2b6e06d76589 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:32.127070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Attempting to bind port 4f313e97-66c5-4719-a41c-2b6e06d76589 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:32.132084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Attempting to bind port 4f313e97-66c5-4719-a41c-2b6e06d76589 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:32.145574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 450e2326-74a5-4022-81b2-93b0eee1308f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:32.151818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:32.160385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:32.160939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.161559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:32.162141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Bound port: 4f313e97-66c5-4719-a41c-2b6e06d76589, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:32.162752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.189362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88817628-5cbc-45ed-b567-ea96afcb48b8') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:32.189754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88817628-5cbc-45ed-b567-ea96afcb48b8') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:32.230518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.250272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::a454:d16:a145:66a5 (76bd2955-ceed-487c-bb74-e6d50e561825/f8adb539-933f-4f88-886c-5b7129b43303/f245b2cf-41ce-4605-a048-0b636c5c3194) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:32.289921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.307625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7cf84f1-35c9-48c1-869b-b437a134d2b9 req-00fce7ba-ab31-4900-91c1-ba12cb0a2caf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217584 Dec 20 15:53:32.308776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:53:32.309305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:32.315627 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:32.346098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 450e2326-74a5-4022-81b2-93b0eee1308f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:32.346593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.388592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] For port 4f313e97-66c5-4719-a41c-2b6e06d76589, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:32.417922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] For port 4f313e97-66c5-4719-a41c-2b6e06d76589, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4f313e97-66c5-4719-a41c-2b6e06d76589,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:32.495118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.592100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bda1349f-6d18-46c1-b42c-8705e7c3f603 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:32.624463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.635871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Deleting port a3c49900-75a6-43f3-a90b-d0a4ab752c34 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:32.636277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.639097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: bda1349f-6d18-46c1-b42c-8705e7c3f603 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:32.639097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bda1349f-6d18-46c1-b42c-8705e7c3f603 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:32.665738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98df3-4ef2-4db1-8622-4f42f86b70d5 None None] Pushing event updated for resources: {'Port': ['ID=4f313e97-66c5-4719-a41c-2b6e06d76589,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:32.680820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.686519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/networks/fd7290e5-1c47-42fd-814c-50f19233f980 HTTP/1.1" status: 204 len: 168 time: 2.7220633 Dec 20 15:53:32.690105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36936) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:32.740318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c90c5af2-3334-4d44-b27e-31886a382d87 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "GET /v2.0/ports?device_id=6451f959-0471-4009-985a-ec131e306c74 HTTP/1.1" status: 200 len: 205 time: 0.0490382 Dec 20 15:53:32.742464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.745651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36938) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:32.755107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ceb3b-3d53-47d0-8166-0621515125cf tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Pushing event deleted for resources: {'Network': ['ID=fd7290e5-1c47-42fd-814c-50f19233f980,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:32.860764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] For port a3c49900-75a6-43f3-a90b-d0a4ab752c34, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a3c49900-75a6-43f3-a90b-d0a4ab752c34,segment=NetworkSegment(0760b2c0-eebd-429e-8822-a514bf424079),segment_id=0760b2c0-eebd-429e-8822-a514bf424079)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:32.862621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.888082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:32.923275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Calling delete_port for a3c49900-75a6-43f3-a90b-d0a4ab752c34 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:33.194277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.200528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.230969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.357796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.358322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Fanout notify agent at l3_agent the message router_deleted on router 6451f959-0471-4009-985a-ec131e306c74 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:33.384871 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.389091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-71f18f7b-24bf-48be-88fb-4e51e147e4c9 tempest-RoutersNegativeIpV6Test-854431437 tempest-RoutersNegativeIpV6Test-854431437-project] 10.222.0.81 "DELETE /v2.0/routers/6451f959-0471-4009-985a-ec131e306c74 HTTP/1.1" status: 204 len: 168 time: 0.6394682 Dec 20 15:53:33.432588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.539875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:33.548592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:33.551249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:33.557250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:33.560623 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.563086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.566386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=f245b2cf-41ce-4605-a048-0b636c5c3194,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:33.608521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c49900-75a6-43f3-a90b-d0a4ab752c34,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:33.620272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e614c-f6bd-405b-9b7a-740d6f21ab53 req-2d41f68a-236d-4f79-9a94-71b0534988bd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:33.622056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-212e614c-f6bd-405b-9b7a-740d6f21ab53 req-2d41f68a-236d-4f79-9a94-71b0534988bd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1431112 Dec 20 15:53:33.659551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Sync routers for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:33.662762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1502c6ce-e409-455b-adbf-7f3439b3b193 None None] DHCP port deletion for a016c50b-d47c-4c66-94ca-633397ef1663 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:33.689853 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:33.689853 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:33.696342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36972) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:33.702502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4405448', 'description': 'tempest-description--482333071'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:33.804565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-212e614c-f6bd-405b-9b7a-740d6f21ab53 req-588f5457-d12e-4cde-8cf6-477298485272 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690481 Dec 20 15:53:33.830448 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:33.915787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-651c6046-b5e4-49d1-a1cf-a8ef4583cc52 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6197066 Dec 20 15:53:33.919899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36976) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:33.930588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': 'f8adb539-933f-4f88-886c-5b7129b43303', 'ip_address': '2001:db8::a454:d16:a145:66a5'}], 'name': 'tempest-NetworksTestDHCPv6-1045251979'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:33.983967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.089984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.226797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f313e97-66c5-4719-a41c-2b6e06d76589 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:34.235077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 2, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:34.329019 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Checking router: 2a2bc82e-deea-4dce-a842-cab5578830ae for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:34.333766 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Updating router 2a2bc82e-deea-4dce-a842-cab5578830ae port b3a161d4-4536-4572-8fb2-9842dcbfb507 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:53:34.373415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.403191 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.436043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4f313e97-66c5-4719-a41c-2b6e06d76589 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:34.436043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.439660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:34.463326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.536312 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.575042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.612636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 4f313e97-66c5-4719-a41c-2b6e06d76589, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4f313e97-66c5-4719-a41c-2b6e06d76589,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:34.615612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2b05b654-67a7-45fb-b36d-c9e48455d502 None None] Provisioning complete for port 4f313e97-66c5-4719-a41c-2b6e06d76589 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:34.615760 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b05b654-67a7-45fb-b36d-c9e48455d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.629456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:34.707190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:34.739605 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b05b654-67a7-45fb-b36d-c9e48455d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.743350 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.779938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Router 50e143c8-3d5d-4212-9213-8a004fded895 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:34.802097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.804903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea51fcff-59e4-45db-a664-c936f7e9b75f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1068563 Dec 20 15:53:34.808584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37024) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:34.851225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Request body: {'security_group_rule': {'security_group_id': '39d1d4d4-c1d2-4707-be94-fcb97b54ffbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:34.865949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.891850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 7ef9f07f-f83e-4142-8a62-2680433c0bf4 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:34.973937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-be680a3d-b49c-4900-b3ea-06bd1575fd45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75f15b80bc234bb58324e6ef824c0714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5339282 Dec 20 15:53:34.976703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37030) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:34.998389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=4f313e97-66c5-4719-a41c-2b6e06d76589,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.091244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-2b05b654-67a7-45fb-b36d-c9e48455d502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:35.092063 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-2b05b654-67a7-45fb-b36d-c9e48455d502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:35.153561 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.190588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e68dd95a-bce3-4f8e-a722-123acd100fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.215309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.233965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e68dd95a-bce3-4f8e-a722-123acd100fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.287946 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.335235 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 15:53:35.339362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:53:35.351975 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Pushing event updated for resources: {'Port': ['ID=b3a161d4-4536-4572-8fb2-9842dcbfb507,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.380167 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.380462 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.381191 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.381191 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.381611 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.381797 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.382093 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.382414 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.382734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.383053 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.383376 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.383695 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.384297 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:53:35.398072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e68dd95a-bce3-4f8e-a722-123acd100fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.407719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e68dd95a-bce3-4f8e-a722-123acd100fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.408360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e68dd95a-bce3-4f8e-a722-123acd100fa1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86e900b9-cb37-4a88-bf2f-f3673778f415 HTTP/1.1" status: 204 len: 168 time: 0.4269009 Dec 20 15:53:35.453198 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f7d6632d-65fe-44e5-8c73-cd9aa85f44f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5304322 Dec 20 15:53:35.466043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dd95a-bce3-4f8e-a722-123acd100fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e900b9-cb37-4a88-bf2f-f3673778f415,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:35.468550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:35.502998 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Attempting to bind port b3a161d4-4536-4572-8fb2-9842dcbfb507 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:35.508024 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Attempting to bind port b3a161d4-4536-4572-8fb2-9842dcbfb507 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:35.509016 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Attempting to bind port b3a161d4-4536-4572-8fb2-9842dcbfb507 on network 2f572849-43cd-46bd-87e4-3efdf0e41e97 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:35.525237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:35.525237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Checking segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:35.525237 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.525237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Bound using segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:35.525742 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Bound port: b3a161d4-4536-4572-8fb2-9842dcbfb507, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:35.526169 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.590803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d1759-8812-4d0c-b354-9940cea08524 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:35.591600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.621770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d1759-8812-4d0c-b354-9940cea08524 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:35.630453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a59d1759-8812-4d0c-b354-9940cea08524 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1604419 Dec 20 15:53:35.631187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37046) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:35.631592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:35.689740 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] For port b3a161d4-4536-4572-8fb2-9842dcbfb507, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:35.702382 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] For port b3a161d4-4536-4572-8fb2-9842dcbfb507, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b3a161d4-4536-4572-8fb2-9842dcbfb507,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:35.731230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:35.743382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] Sync routers for ids ['50e143c8-3d5d-4212-9213-8a004fded895'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:35.747820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a77ee354-c171-46e4-ad46-c28968ebac42 admin admin] 10.222.0.81 "PUT /v2.0/routers/50e143c8-3d5d-4212-9213-8a004fded895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1830881 Dec 20 15:53:35.752366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37054) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:35.760696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] Routers {'50e143c8-3d5d-4212-9213-8a004fded895'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:35.761558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['50e143c8-3d5d-4212-9213-8a004fded895'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:35.765983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3a924-c752-4c42-a590-38d3c2865685 req-9bc96499-afd7-496f-be3e-0766cc46c9cb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:35.768913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02f3a924-c752-4c42-a590-38d3c2865685 req-9bc96499-afd7-496f-be3e-0766cc46c9cb tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.7980578 Dec 20 15:53:35.790257 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.857757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port f245b2cf-41ce-4605-a048-0b636c5c3194 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:35.858657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.872734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Provisioning complete for port b3a161d4-4536-4572-8fb2-9842dcbfb507 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:35.873108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.896662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:35.972019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] Set router 50e143c8-3d5d-4212-9213-8a004fded895 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:35.979018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02f3a924-c752-4c42-a590-38d3c2865685 req-173ddb2d-708e-4b7f-92d2-8f1608fb3ae4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950912 Dec 20 15:53:35.980080 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fce6d6-33d1-46fb-bca2-bed3c4b2730c None None] Pushing event updated for resources: {'Port': ['ID=b3a161d4-4536-4572-8fb2-9842dcbfb507,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.013508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.024795 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:36.029444 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:36.064219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c54343-5804-4797-9589-eeed066cc99f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.089115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f313e97-66c5-4719-a41c-2b6e06d76589 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:36.194715 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.196644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09add30e-f660-4210-8450-678164c3ad73 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3730013 Dec 20 15:53:36.198845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:36.208507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Request body: {'security_group_rule': {'security_group_id': '39d1d4d4-c1d2-4707-be94-fcb97b54ffbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:36.235228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5612e9cc-ded2-42a1-8a8c-4b461c363503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.269789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.293148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.344326 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:36.352975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.396645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] For port b3a161d4-4536-4572-8fb2-9842dcbfb507, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b3a161d4-4536-4572-8fb2-9842dcbfb507,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:36.404148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4f313e97-66c5-4719-a41c-2b6e06d76589 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:36.404516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.483899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.487135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.511977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.557156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Provisioning complete for port f245b2cf-41ce-4605-a048-0b636c5c3194 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:36.557550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.574503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.583161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5612e9cc-ded2-42a1-8a8c-4b461c363503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.587646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.610140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for f245b2cf-41ce-4605-a048-0b636c5c3194 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:36.612578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Pushing event updated for resources: {'Port': ['ID=b3a161d4-4536-4572-8fb2-9842dcbfb507,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.635286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f214a-d8fb-423f-8280-1adb3b9d6730,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.640054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f6d99d93-3adb-4c87-8a1b-456a2cd20129 None None] Port f245b2cf-41ce-4605-a048-0b636c5c3194 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:36.654963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:53:33Z', 'revision_number': 5, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port': {'id': '3f8e4c23-6a66-413b-b7c7-50543d71c139', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e143c8-3d5d-4212-9213-8a004fded895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:50:17Z', 'updated_at': '2021-12-20T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:36.687075 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:36.705910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5612e9cc-ded2-42a1-8a8c-4b461c363503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.716451 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.718172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-02b211a8-a773-48c0-902a-f45f7bd1fc35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5179431 Dec 20 15:53:36.721853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37080) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:36.723415 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c00cf-2297-4a80-924f-5374e129cb44 None None] The sync data for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 is: [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:35Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:36.729348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:36.733697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] Checking router: 50e143c8-3d5d-4212-9213-8a004fded895 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:36.794900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] Routers {'50e143c8-3d5d-4212-9213-8a004fded895'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:36.795646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['50e143c8-3d5d-4212-9213-8a004fded895'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:36.819949 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5612e9cc-ded2-42a1-8a8c-4b461c363503 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25bf516375ed4a658fe6799f3ccee472&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1873126 Dec 20 15:53:36.822866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37082) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:36.831711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612e9cc-ded2-42a1-8a8c-4b461c363503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8b169-421a-41b9-a140-bf2d4ed5f27e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:36.884046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.887471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Deleting port 3f8e4c23-6a66-413b-b7c7-50543d71c139 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:36.889274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.101218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-048493b1-0792-49a2-922c-ce09b980a0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.131283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-048493b1-0792-49a2-922c-ce09b980a0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.138819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86744985-a08c-4484-8245-057eb0eee21b None None] Provisioning complete for port b3a161d4-4536-4572-8fb2-9842dcbfb507 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:37.139153 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86744985-a08c-4484-8245-057eb0eee21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.162927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] For port 3f8e4c23-6a66-413b-b7c7-50543d71c139, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3f8e4c23-6a66-413b-b7c7-50543d71c139,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:37.163297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.179078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Calling delete_port for 3f8e4c23-6a66-413b-b7c7-50543d71c139 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:37.229807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] Set router 50e143c8-3d5d-4212-9213-8a004fded895 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:37.351722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5851b-5801-42ce-902a-3b3b50cfdbe2 req-43d7d70b-668f-42d4-995a-b13c9acefc34 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:37.353375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59c5851b-5801-42ce-902a-3b3b50cfdbe2 req-43d7d70b-668f-42d4-995a-b13c9acefc34 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1539464 Dec 20 15:53:37.371358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 6, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:37.401961 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-048493b1-0792-49a2-922c-ce09b980a0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.405129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-048493b1-0792-49a2-922c-ce09b980a0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.408970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-048493b1-0792-49a2-922c-ce09b980a0f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5c8b169-421a-41b9-a140-bf2d4ed5f27e HTTP/1.1" status: 204 len: 168 time: 0.5820179 Dec 20 15:53:37.426958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d200f1-cf42-43cd-8849-f5aa018f817e None None] The sync data for ids ['50e143c8-3d5d-4212-9213-8a004fded895'] in n-d-781076-8 is: [{'id': '50e143c8-3d5d-4212-9213-8a004fded895', 'name': 'tempest-ServerRescueNegativeTestJSON-458268251-router', 'tenant_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:50:16Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 6, 'project_id': 'eeecb9dbfe784dacabfd9629a0a28c95', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:37.439259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048493b1-0792-49a2-922c-ce09b980a0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c8b169-421a-41b9-a140-bf2d4ed5f27e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:37.460732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59c5851b-5801-42ce-902a-3b3b50cfdbe2 req-033ca96b-6453-444f-bc7b-abe3a33fa4bc tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843165 Dec 20 15:53:37.461610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37100) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:37.470475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.687761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6825c38a-72b7-4b08-8517-acf08cedaacf tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1451198599', 'prefixes': ['172.20.0.0/16']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:37.716762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Allocated IP 172.25.6.133 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/a4691f98-9869-4fb4-8651-aa6b114a634f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:37.775951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.814909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f2e7a-436f-4a85-8fb4-abac626202c3 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:37.839620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8e4c23-6a66-413b-b7c7-50543d71c139,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:37.862964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.937580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:37.952288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=f245b2cf-41ce-4605-a048-0b636c5c3194,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:38.035907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.039697 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87fd69af-1f71-465f-8184-da91b7c430ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/f245b2cf-41ce-4605-a048-0b636c5c3194 HTTP/1.1" status: 204 len: 168 time: 2.4058049 Dec 20 15:53:38.044256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37112) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:38.110203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.122791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.265984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:38.275320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e10f9-44de-4ec4-ab2f-34ff091236a3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.276843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:38.276980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e10f9-44de-4ec4-ab2f-34ff091236a3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.281509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fc2e10f9-44de-4ec4-ab2f-34ff091236a3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2316453 Dec 20 15:53:38.284450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.286634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37118) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:38.304646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event updated for resources: {'Port': ['ID=a4691f98-9869-4fb4-8651-aa6b114a634f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:38.307859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:38.364203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6825c38a-72b7-4b08-8517-acf08cedaacf tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] Publish callbacks [] for subnetpool, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.365710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.366169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6825c38a-72b7-4b08-8517-acf08cedaacf tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9026811 Dec 20 15:53:38.369451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37120) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:38.374723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet f8adb539-933f-4f88-886c-5b7129b43303 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:38.381744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.433593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c69c5374-f2ee-480d-9c41-7c7117da8eae tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] 10.222.0.81 "GET /v2.0/subnetpools/06249074-d5f9-4ce7-8118-647fd01f3de1 HTTP/1.1" status: 200 len: 732 time: 0.0626338 Dec 20 15:53:38.440945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37124) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:38.454063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3f955990-8b5d-4f9d-a657-b710e5a8c8b0 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1946413402'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:38.513631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.530483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.552754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b3a161d4-4536-4572-8fb2-9842dcbfb507 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:38.654239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b6680-6fa3-4166-82b1-0e2726dd3df0 req-222458b8-ff3c-44ad-b066-f22e2a826d20 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:38.663242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e94b6680-6fa3-4166-82b1-0e2726dd3df0 req-222458b8-ff3c-44ad-b066-f22e2a826d20 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1004574 Dec 20 15:53:38.681623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b3a161d4-4536-4572-8fb2-9842dcbfb507 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:38.682631 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.810786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:38.846197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e94b6680-6fa3-4166-82b1-0e2726dd3df0 req-dbae3942-02df-4db3-a890-a66c500ceaad tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819544 Dec 20 15:53:38.870333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.873723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a3c49900-75a6-43f3-a90b-d0a4ab752c34 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:38.920736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.921959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e143c8-3d5d-4212-9213-8a004fded895 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:38.927620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:38.929055 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98c77222-92c9-479c-b246-2f811538a06d admin admin] 10.222.0.81 "DELETE /v2.0/routers/50e143c8-3d5d-4212-9213-8a004fded895 HTTP/1.1" status: 204 len: 168 time: 3.1724126 Dec 20 15:53:38.934385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37134) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:38.949372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d44eb2c1-1ead-44bf-8774-e86b4bfaff50 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:53:38.971220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: a3c49900-75a6-43f3-a90b-d0a4ab752c34 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:38.971913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a3c49900-75a6-43f3-a90b-d0a4ab752c34 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:39.008269 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-93843aff-80c0-41b2-8d98-ef118b132a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.032633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Deleting subnet 63a8ae22-da27-4da6-8cf1-2de73f6a505b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:39.053735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.141075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:39.143304 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.173941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'mac_address': 'fa:16:3e:d7:f0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:53:39.189304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.226644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f955990-8b5d-4f9d-a657-b710e5a8c8b0 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] Publish callbacks [] for subnetpool, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.226644 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f955990-8b5d-4f9d-a657-b710e5a8c8b0 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] 10.222.0.81 "PUT /v2.0/subnetpools/06249074-d5f9-4ce7-8118-647fd01f3de1 HTTP/1.1" status: 200 len: 684 time: 0.7805979 Dec 20 15:53:39.226644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37140) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.228621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.235982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.252006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d44eb2c1-1ead-44bf-8774-e86b4bfaff50 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:53:39.279362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.282150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:39.285082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-93843aff-80c0-41b2-8d98-ef118b132a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.304077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.360721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.373779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event updated for resources: {'Port': ['ID=a4691f98-9869-4fb4-8651-aa6b114a634f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.397387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-93843aff-80c0-41b2-8d98-ef118b132a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.427837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.437911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.459980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d44eb2c1-1ead-44bf-8774-e86b4bfaff50'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:53:39.464662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-93843aff-80c0-41b2-8d98-ef118b132a19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0489df07f30f42cd99d87233ccf0fbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6173899 Dec 20 15:53:39.465488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843aff-80c0-41b2-8d98-ef118b132a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff36a227-2f8f-4deb-a296-800f4d74aea8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.467318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37144) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.507569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e31c65a8-f1c9-4e49-bd46-c0e9977779aa tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] Publish callbacks [] for subnetpool, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.508717 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e31c65a8-f1c9-4e49-bd46-c0e9977779aa tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] 10.222.0.81 "DELETE /v2.0/subnetpools/06249074-d5f9-4ce7-8118-647fd01f3de1 HTTP/1.1" status: 204 len: 168 time: 0.2816668 Dec 20 15:53:39.511621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37146) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.527215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee210d9-d7d4-41ad-802d-1cd611b47046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.528081 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-b4371209-d292-4e88-a906-601ce3f19083 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] show failed (client error): The resource could not be found. Dec 20 15:53:39.529134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b4371209-d292-4e88-a906-601ce3f19083 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] 10.222.0.81 "GET /v2.0/subnetpools/06249074-d5f9-4ce7-8118-647fd01f3de1 HTTP/1.1" status: 404 len: 346 time: 0.0163467 Dec 20 15:53:39.532389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37148) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.547976 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-db10b1db-06b5-44c9-9e05-cbad31703646 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] delete failed (client error): The resource could not be found. Dec 20 15:53:39.553397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-db10b1db-06b5-44c9-9e05-cbad31703646 tempest-SubnetPoolsTestJSON-268094648 tempest-SubnetPoolsTestJSON-268094648-project] 10.222.0.81 "DELETE /v2.0/subnetpools/06249074-d5f9-4ce7-8118-647fd01f3de1 HTTP/1.1" status: 404 len: 346 time: 0.0156746 Dec 20 15:53:39.553612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee210d9-d7d4-41ad-802d-1cd611b47046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.576629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.578883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.629519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.633214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7429a742-adc3-4251-8b8b-794a45b2f20f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9072692 Dec 20 15:53:39.638430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a8ae22-da27-4da6-8cf1-2de73f6a505b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.640702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.648492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37156) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.662792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e70edd3f-ed6d-4691-8166-2bd98ae73ae5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/63a8ae22-da27-4da6-8cf1-2de73f6a505b HTTP/1.1" status: 204 len: 168 time: 0.7225161 Dec 20 15:53:39.667558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59365b5a-35eb-428c-8206-c2e51884ff55 None None] Network a016c50b-d47c-4c66-94ca-633397ef1663 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:39.710652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.714316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/f8adb539-933f-4f88-886c-5b7129b43303 HTTP/1.1" status: 204 len: 168 time: 1.4263747 Dec 20 15:53:39.717720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96d13e-2322-4b9d-a475-44f2622086ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=f8adb539-933f-4f88-886c-5b7129b43303,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:39.717720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.728514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654df41c-ea52-4949-a254-2db51ee66439 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:39.762288 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9c20be2b-3fc9-4f69-ae82-8524118f549a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434415 Dec 20 15:53:39.767752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37160) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:39.774234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:39.806209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.866847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee210d9-d7d4-41ad-802d-1cd611b47046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.870173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee210d9-d7d4-41ad-802d-1cd611b47046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:39.871622 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eee210d9-d7d4-41ad-802d-1cd611b47046 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff36a227-2f8f-4deb-a296-800f4d74aea8 HTTP/1.1" status: 204 len: 168 time: 0.4028640 Dec 20 15:53:39.985463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3f8e4c23-6a66-413b-b7c7-50543d71c139 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:39.998279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee210d9-d7d4-41ad-802d-1cd611b47046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff36a227-2f8f-4deb-a296-800f4d74aea8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.038968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.043187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3f8e4c23-6a66-413b-b7c7-50543d71c139 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:40.043796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3f8e4c23-6a66-413b-b7c7-50543d71c139 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:40.064181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a016c50b-d47c-4c66-94ca-633397ef1663']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:40.076288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0760b2c0-eebd-429e-8822-a514bf424079') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:40.076595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0760b2c0-eebd-429e-8822-a514bf424079') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:40.095480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.118941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.131882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61794034-551b-4c5e-bd66-51a3327ff483 None None] DHCP port deletion for a016c50b-d47c-4c66-94ca-633397ef1663 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:40.152232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:53:40.152664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:53:40.154821 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:53:40.201498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:40.263684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] Deleting port 4f313e97-66c5-4719-a41c-2b6e06d76589 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:40.264075 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.271746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:40.275409 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.278849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-99f14b43-a6a2-464c-9acb-c5ecb5b10e26 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--4405448&fields=id&tenant_id=d3ed186bcc934a429623058a5b286c71 HTTP/1.1" status: 200 len: 267 time: 0.1574235 Dec 20 15:53:40.292600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718a5b8-6ace-48cf-85fd-f182178ad736 req-0a64ba29-9ac5-4852-949c-4a406c62bf20 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:40.294363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b718a5b8-6ace-48cf-85fd-f182178ad736 req-0a64ba29-9ac5-4852-949c-4a406c62bf20 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 944 time: 0.1711035 Dec 20 15:53:40.397564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:40.437776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] For port 4f313e97-66c5-4719-a41c-2b6e06d76589, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4f313e97-66c5-4719-a41c-2b6e06d76589,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:40.438653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.451857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] Calling delete_port for 4f313e97-66c5-4719-a41c-2b6e06d76589 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:40.466831 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.506545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.509876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a016c50b-d47c-4c66-94ca-633397ef1663 HTTP/1.1" status: 204 len: 168 time: 0.8602450 Dec 20 15:53:40.587171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463d350-a6a1-49e4-9d86-edac4da09153 admin admin] Pushing event deleted for resources: {'Network': ['ID=a016c50b-d47c-4c66-94ca-633397ef1663,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.601467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-deb4052f-cab4-498f-b820-41f031afddc9 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:40.603090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-deb4052f-cab4-498f-b820-41f031afddc9 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/networks?id=2f572849-43cd-46bd-87e4-3efdf0e41e97 HTTP/1.1" status: 200 len: 806 time: 0.3077981 Dec 20 15:53:40.619524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b718a5b8-6ace-48cf-85fd-f182178ad736 req-4d8d9513-2f91-499a-8ce5-96073587db98 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033102 Dec 20 15:53:40.648543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-3f6e1db0-75f8-4134-b7a9-6abcc06173a4 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/quotas/d3ed186bcc934a429623058a5b286c71 HTTP/1.1" status: 200 len: 375 time: 0.0277116 Dec 20 15:53:40.727727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-63addcbc-de6a-408d-b407-b66c67308f6f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3ed186bcc934a429623058a5b286c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679343 Dec 20 15:53:40.732408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.741141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.781825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] Pushing event deleted for resources: {'Port': ['ID=4f313e97-66c5-4719-a41c-2b6e06d76589,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.787154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82144d3-edcb-466b-8471-10192da30eb4 None None] No DVR routers for this DVR port 4f313e97-66c5-4719-a41c-2b6e06d76589 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:40.789788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:40.794690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:40.798959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e223-0667-47f3-a217-ae05a7c0e574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.801624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:40.802539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.825262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab2ae3-e6a6-4b2e-aad9-9ad5babe086b None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:40.827028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=28df385c-6e72-4136-8ac6-4237d0c21afe,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:40.931046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e223-0667-47f3-a217-ae05a7c0e574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.939092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f801da24-2e91-47ea-804f-c32c83b1a79e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1694202 Dec 20 15:53:40.941956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37218) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:40.950856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '28df385c-6e72-4136-8ac6-4237d0c21afe', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-507885613'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:40.963978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d44eb2c1-1ead-44bf-8774-e86b4bfaff50 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:41.025504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '28df385c-6e72-4136-8ac6-4237d0c21afe'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:41.032006 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.053442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e223-0667-47f3-a217-ae05a7c0e574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.145673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4791e223-0667-47f3-a217-ae05a7c0e574 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2e55a574a1f44e8a92343328835dc3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7450550 Dec 20 15:53:41.146703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37230) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:41.147179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:41.147374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.188228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791e223-0667-47f3-a217-ae05a7c0e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c9c9e7-5baf-48eb-826b-820a360e4b56,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:41.190133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:41.290681 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-154da5eb-5173-4595-896d-736e325f3696 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eeecb9dbfe784dacabfd9629a0a28c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994146 Dec 20 15:53:41.292461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:41.305336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37238) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:41.359658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/28df385c-6e72-4136-8ac6-4237d0c21afe/c21902b3-b4d6-4d39-9b7e-51b75f11248a) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:41.381680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-763ab484-68ed-4245-9994-54923bc368c0 service neutron] 10.222.0.81 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253834 Dec 20 15:53:41.386227 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8830b6c7-3066-4200-8571-670bd7737869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.435431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8830b6c7-3066-4200-8571-670bd7737869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.534604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d151f55-3665-42a2-9439-88beaab42c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.539500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.600014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port bd725cd3-1390-4c90-9e26-4622d8321580 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:41.611154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d151f55-3665-42a2-9439-88beaab42c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.644118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-d85fcae2-135a-45f3-bf72-293a01dcabea service neutron] 10.222.0.81 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535930 Dec 20 15:53:41.659438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.660991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.772489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:41.775132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8830b6c7-3066-4200-8571-670bd7737869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.775518 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802d49a5-af6d-46b2-be9e-678e26249bd3" -d '{"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-plugged", "status": "completed", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:53:41.785022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8830b6c7-3066-4200-8571-670bd7737869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.786938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8830b6c7-3066-4200-8571-670bd7737869 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85c9c9e7-5baf-48eb-826b-820a360e4b56 HTTP/1.1" status: 204 len: 168 time: 0.6348841 Dec 20 15:53:41.806637 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:41.822110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830b6c7-3066-4200-8571-670bd7737869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c9c9e7-5baf-48eb-826b-820a360e4b56,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:41.843972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:41.954818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:41.976762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:41.982109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:41.992431 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:53:41.993132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:53:42.032625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d151f55-3665-42a2-9439-88beaab42c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.064166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.072664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d151f55-3665-42a2-9439-88beaab42c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.084688 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d151f55-3665-42a2-9439-88beaab42c2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9dca1e16-8127-499a-a098-5a440ae6bb3e HTTP/1.1" status: 204 len: 168 time: 0.7765245 Dec 20 15:53:42.098355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0331f-49b9-48ec-9aa8-a11a6158dadd req-22ca8165-94ac-45aa-a2c1-063638448c1c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.100045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151f55-3665-42a2-9439-88beaab42c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca1e16-8127-499a-a098-5a440ae6bb3e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.104434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95a0331f-49b9-48ec-9aa8-a11a6158dadd req-22ca8165-94ac-45aa-a2c1-063638448c1c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1433902 Dec 20 15:53:42.168693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f313e97-66c5-4719-a41c-2b6e06d76589 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:42.208568 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d633a6e-15a7-422f-ad08-f0a2a7308883 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2615690 Dec 20 15:53:42.209418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37270) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:42.216909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Pushing event updated for resources: {'Port': ['ID=c21902b3-b4d6-4d39-9b7e-51b75f11248a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.248667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95a0331f-49b9-48ec-9aa8-a11a6158dadd req-7c43ff8f-0daa-4300-91b8-1a32a545f107 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293883 Dec 20 15:53:42.362919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f95d2e-7491-4eb5-b98a-ad4741971772 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.367304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31f95d2e-7491-4eb5-b98a-ad4741971772 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1544716 Dec 20 15:53:42.368064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37276) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:42.446080 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9a7fb2-febf-4aa7-b8a1-ce61c44e4bd1 x-openstack-request-id: req-ea9a7fb2-febf-4aa7-b8a1-ce61c44e4bd1 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:53:42.446710 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-plugged", "status": "completed", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:53:42.447140 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea9a7fb2-febf-4aa7-b8a1-ce61c44e4bd1 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:53:42.447746 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'code': 200} Dec 20 15:53:42.449349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.473624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4f313e97-66c5-4719-a41c-2b6e06d76589 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:42.474261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f313e97-66c5-4719-a41c-2b6e06d76589 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:42.479770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ef52b82-960a-4ec3-bd3e-f09e9cb41caf req-e96d18cf-3de7-4754-8098-9a5199bc461e tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.0715656 Dec 20 15:53:42.513190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Attempting to bind port c21902b3-b4d6-4d39-9b7e-51b75f11248a on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:42.513897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Attempting to bind port c21902b3-b4d6-4d39-9b7e-51b75f11248a by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:42.519588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Attempting to bind port c21902b3-b4d6-4d39-9b7e-51b75f11248a on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:42.523175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:42.524842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:42.525758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.526234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:42.526652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Bound port: c21902b3-b4d6-4d39-9b7e-51b75f11248a, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:42.527094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.596681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537323a7-1f7f-43f1-bd43-77788cbaa9bc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.599245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537323a7-1f7f-43f1-bd43-77788cbaa9bc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:42.605602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-537323a7-1f7f-43f1-bd43-77788cbaa9bc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2322404 Dec 20 15:53:42.606374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37286) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:42.640990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f647070-b509-499a-83a3-dcc81505977c None None] For port c21902b3-b4d6-4d39-9b7e-51b75f11248a, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:42.644875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f647070-b509-499a-83a3-dcc81505977c None None] For port c21902b3-b4d6-4d39-9b7e-51b75f11248a, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c21902b3-b4d6-4d39-9b7e-51b75f11248a,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:42.697476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 28df385c-6e72-4136-8ac6-4237d0c21afe {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:42.703554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.763008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.771132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:42.888845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647070-b509-499a-83a3-dcc81505977c None None] Pushing event updated for resources: {'Port': ['ID=c21902b3-b4d6-4d39-9b7e-51b75f11248a,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:42.933830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:43.163170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:43.269553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=28df385c-6e72-4136-8ac6-4237d0c21afe,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:43.284690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:43.288498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-22725f2f-1972-42d3-8bf5-2d788076a4f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/28df385c-6e72-4136-8ac6-4237d0c21afe HTTP/1.1" status: 204 len: 168 time: 0.6807325 Dec 20 15:53:43.291060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37310) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:43.354376 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a08ac146-2f5e-4778-8ce7-8221dff03a97 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620854 Dec 20 15:53:43.358590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37316) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:43.365135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:43.653565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5318dc74-bca1-428b-8397-7f1383665746 req-ea02c511-dcfc-46d4-9086-970496fdad02 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.0563996 Dec 20 15:53:43.679761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be337-9820-4295-aaf1-6a8d2e297b27 req-4891f473-1278-4d2c-a6e6-b0294be4f15f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:43.688732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-604be337-9820-4295-aaf1-6a8d2e297b27 req-4891f473-1278-4d2c-a6e6-b0294be4f15f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.2444303 Dec 20 15:53:43.793322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-604be337-9820-4295-aaf1-6a8d2e297b27 req-a74eef42-dbea-4c1f-a201-49d38822b3ba tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002762 Dec 20 15:53:43.898389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:43.907066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.145720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c21902b3-b4d6-4d39-9b7e-51b75f11248a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:44.301145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c21902b3-b4d6-4d39-9b7e-51b75f11248a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:44.303306 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.449960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.526856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port c21902b3-b4d6-4d39-9b7e-51b75f11248a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c21902b3-b4d6-4d39-9b7e-51b75f11248a,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:44.595024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33deaab-6bfe-4237-85d4-f8b4bac1c663 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:44.677636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.697134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.776028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:44.784450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cf1db069-6f9b-41f0-962b-5490f39cb806 None None] Provisioning complete for port c21902b3-b4d6-4d39-9b7e-51b75f11248a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:44.785431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:44.785952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf1db069-6f9b-41f0-962b-5490f39cb806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.797006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:44.797652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:44.932889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=ab74d314-ddce-4b22-b99c-80f313c22de1,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:44.937437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8da569ee-775e-430c-80c0-5fc5e141cfd6 req-3f54f309-5afc-4da2-b17e-a0756d1cbbfc tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.0865176 Dec 20 15:53:44.980593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=c21902b3-b4d6-4d39-9b7e-51b75f11248a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:45.022682 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:53:45.038736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2592c-5809-4a80-988c-d2a76ec6fba5 req-9091630b-8a24-4068-8f8f-677efbedb216 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:45.040671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1df2592c-5809-4a80-988c-d2a76ec6fba5 req-9091630b-8a24-4068-8f8f-677efbedb216 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1091826 Dec 20 15:53:45.107641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:45.165278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1df2592c-5809-4a80-988c-d2a76ec6fba5 req-d7f7de36-1668-4299-a305-7f77878c884d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012676 Dec 20 15:53:45.165278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f92e2828-ebc0-4163-b6da-cedaf96d58b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8018610 Dec 20 15:53:45.169272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:45.175897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:45.224092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] Deleting port c21902b3-b4d6-4d39-9b7e-51b75f11248a {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:45.224725 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.337232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37376) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:45.382043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] For port c21902b3-b4d6-4d39-9b7e-51b75f11248a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c21902b3-b4d6-4d39-9b7e-51b75f11248a,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:45.382596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.494071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2119658285'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:45.589027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.593844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.737016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] Calling delete_port for c21902b3-b4d6-4d39-9b7e-51b75f11248a owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:45.850704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.872545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Made reservation on behalf of 99a54518da0f43beb9b2845b5d5544a6 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:45.876234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.899845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.945063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:45.958934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:45.981032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.067211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.070582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] Pushing event deleted for resources: {'Port': ['ID=c21902b3-b4d6-4d39-9b7e-51b75f11248a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.076489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.083684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4a79c9ea-b023-4306-8674-8a5c80843fa1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9125316 Dec 20 15:53:46.086519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37406) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:46.087227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c21902b3-b4d6-4d39-9b7e-51b75f11248a no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:46.094171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46a2d0-ffb3-49a9-a765-d52331ea455a None None] No DVR routers for this DVR port c21902b3-b4d6-4d39-9b7e-51b75f11248a on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:46.143406 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.147599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619d2a4-7c5f-430f-96a1-fc6416316960 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:46.178726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:46.196905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c724e1c7-cf84-44b2-85bb-3142d75136e6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.226809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.227530 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Added segment 1eb34e96-0cc9-48fa-9ec5-ec5d478abf37 of type vlan for network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 Dec 20 15:53:46.288029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c21902b3-b4d6-4d39-9b7e-51b75f11248a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:53:46.288664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c21902b3-b4d6-4d39-9b7e-51b75f11248a not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:53:46.320291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25432f57-3b34-405f-8216-000b65e2401f req-a90d283c-912c-4223-b328-3b47f7450587 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.1015904 Dec 20 15:53:46.342937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-76446731-network', 'tenant_id': '560dd1274db544baba48e07d2d5b3a6a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:46.344701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.361382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'ab74d314-ddce-4b22-b99c-80f313c22de1'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:46.367209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.499273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141c929-fd8d-44f8-b87b-0bb70494ac56 req-a6d93d8d-df88-4a45-840b-67bd50160e34 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:46.508312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4141c929-fd8d-44f8-b87b-0bb70494ac56 req-a6d93d8d-df88-4a45-840b-67bd50160e34 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1076293 Dec 20 15:53:46.556761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.564899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:46.566268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.702922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Made reservation on behalf of 560dd1274db544baba48e07d2d5b3a6a for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:46.707156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.742336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.745125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4141c929-fd8d-44f8-b87b-0bb70494ac56 req-dbf529cc-630c-4ecc-a399-b2e306fccf3e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303383 Dec 20 15:53:46.762426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/ab74d314-ddce-4b22-b99c-80f313c22de1/d8f6e656-ef98-4d22-822c-c378233626af) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:46.846025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event updated for resources: {'Network': ['ID=e66b4abe-bd9e-44d2-a991-5dcb62834bd9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:46.876582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0cdc0703-a91b-4b0d-93ec-141c9bd480aa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5382130 Dec 20 15:53:46.881568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37428) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:46.884544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:53:46.887218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Request body: {'subnet': {'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:46.894643 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.111616 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.160166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-d45ce527-2672-4e92-be34-6c42b70301b3 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:47.162284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-d45ce527-2672-4e92-be34-6c42b70301b3 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.72 "GET /v2.0/networks?id=2f572849-43cd-46bd-87e4-3efdf0e41e97 HTTP/1.1" status: 200 len: 806 time: 0.6770213 Dec 20 15:53:47.200147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:53:47.205701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.222262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aba2c0-10fc-4d59-934d-5746bc48d28d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:47.241051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.241807 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Added segment 6f6a4ae2-7619-4920-9624-634d0e5501ae of type vlan for network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 Dec 20 15:53:47.276544 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.311090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-3443431d-bb7c-4dd3-ab8b-4e0fc4d47eac tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ed186bcc934a429623058a5b286c71 HTTP/1.1" status: 200 len: 377 time: 0.1259608 Dec 20 15:53:47.344156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Request body: {'port': {'device_id': '36f0100a-6053-4272-9856-f3b8946aad8b', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'admin_state_up': True, 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'security_groups': ['39d1d4d4-c1d2-4707-be94-fcb97b54ffbc']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:47.384398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.398803 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.495195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:47.499377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:47.510095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:47.555847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-032a4875-c946-496b-ba61-32da488f7ed4 req-97c991f8-3ecb-4320-b190-43075640a63a tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.0553198 Dec 20 15:53:47.564381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-057ac874-daf8-4990-87b7-887e2e2805b1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4371693 Dec 20 15:53:47.649055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-c7a9ba1b-0b08-4427-907b-568f3d056ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:47.653993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-c7a9ba1b-0b08-4427-907b-568f3d056ccf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1097 time: 0.0521996 Dec 20 15:53:47.679183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Pushing event updated for resources: {'Port': ['ID=d8f6e656-ef98-4d22-822c-c378233626af,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:47.688403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Attempting to bind port d8f6e656-ef98-4d22-822c-c378233626af on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:47.688813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Attempting to bind port d8f6e656-ef98-4d22-822c-c378233626af by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:47.689261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Attempting to bind port d8f6e656-ef98-4d22-822c-c378233626af on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:47.697646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:47.698074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:47.698485 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.698879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:47.699363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Bound port: d8f6e656-ef98-4d22-822c-c378233626af, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:47.700644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.735069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::1 (76bd2955-ceed-487c-bb74-e6d50e561825/ab74d314-ddce-4b22-b99c-80f313c22de1/7499b8c1-7ce8-4fec-81c4-ff8b920f1883) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:47.801698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.802064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] For port d8f6e656-ef98-4d22-822c-c378233626af, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:47.803320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:47.804115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.807080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] For port d8f6e656-ef98-4d22-822c-c378233626af, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d8f6e656-ef98-4d22-822c-c378233626af,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:47.823066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Made reservation on behalf of d3ed186bcc934a429623058a5b286c71 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:47.827225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.829440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Made reservation on behalf of 99a54518da0f43beb9b2845b5d5544a6 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:47.833479 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:47.969818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.019438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] Pushing event updated for resources: {'Network': ['ID=92e9c33a-d999-495d-abc7-a2a9b44bf7b3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.062090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:53:48.069856 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ef7b7a4-6d65-4af1-862e-e574b888d64d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1229866 Dec 20 15:53:48.076480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:48.090305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.129410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Request body: {'subnet': {'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-76446731-subnet', 'tenant_id': '560dd1274db544baba48e07d2d5b3a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:48.186803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.216686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba9721-7efc-4c55-8508-77ddbebf1555 None None] Pushing event updated for resources: {'Port': ['ID=d8f6e656-ef98-4d22-822c-c378233626af,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.278572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:48.299585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:48.301644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Made reservation on behalf of 560dd1274db544baba48e07d2d5b3a6a for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:48.305125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.308229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:48.313282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:48.321697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.411301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-a062496d-eb30-4b49-b08e-22b991a8e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:48.422198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-a062496d-eb30-4b49-b08e-22b991a8e3ff service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.7465389 Dec 20 15:53:48.444668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Allocated IP 172.20.0.9 (2f572849-43cd-46bd-87e4-3efdf0e41e97/b8b582ec-765c-4029-a20b-74a8ccb48336/50ac145e-febf-490d-8b9a-88e99c017afb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:48.886582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.958963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:48.966640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b02ba-fdf3-4eea-a89e-bf585826373e req-70e0240d-0abd-4307-bf22-5e505fcac691 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:48.968270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-663b02ba-fdf3-4eea-a89e-bf585826373e req-70e0240d-0abd-4307-bf22-5e505fcac691 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 1.0931547 Dec 20 15:53:48.979619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f286bc3-df58-447b-b2a6-2683b202cbfc,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:49.059332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed70845f-4482-4a45-8cca-b2bd25514eaf req-119df0ca-94a3-4ab1-9bee-2a89a81ef855 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.1034751 Dec 20 15:53:49.076866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Checking segment: {'id': '6f6a4ae2-7619-4920-9624-634d0e5501ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:49.077611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Network hostable DHCP agents. Network: 92e9c33a-d999-495d-abc7-a2a9b44bf7b3, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:49.194589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-7ded1ba8-f269-4ff8-b5b8-6d3e6a1571d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 1001 time: 0.7460630 Dec 20 15:53:49.404139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-663b02ba-fdf3-4eea-a89e-bf585826373e req-8eb951e6-265e-42f6-8740-a2d89ca5704f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101667 Dec 20 15:53:49.480332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:49.587211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 92e9c33a-d999-495d-abc7-a2a9b44bf7b3) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:49.616122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0846e-fe82-4f4b-b5e5-59688c2bcb8f None None] Network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:49.679095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:49.688895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-a07f8a15-e4eb-4057-8a80-9dc4491592ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:49.695616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-a07f8a15-e4eb-4057-8a80-9dc4491592ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.4709859 Dec 20 15:53:49.705322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:49.705322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:49.777156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb8176-d3eb-4070-a02d-f737f4e0343f None None] Network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:49.798155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:49.846389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:49.879476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7915b1c-d09f-4fa4-afe1-b92f427b1aa9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7994745 Dec 20 15:53:49.918441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:49.919351 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:49.980999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event updated for resources: {'Subnet': ['ID=f840e455-3d81-44bb-be8b-123bd8abcc02,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:49.986548 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.009931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-14c6a270-485a-41f5-ab43-a069e21bcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:50.011607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-14c6a270-485a-41f5-ab43-a069e21bcb53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3126674 Dec 20 15:53:50.035352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Checking segment: {'id': '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:50.035765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Network hostable DHCP agents. Network: e66b4abe-bd9e-44d2-a991-5dcb62834bd9, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:53:50.062302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-31385c4b-d512-4a49-b62a-6d1268369f43 None None] Provisioning complete for port d8f6e656-ef98-4d22-822c-c378233626af triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:50.063883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31385c4b-d512-4a49-b62a-6d1268369f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.093264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:50.171284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-c19c299a-e80c-48c1-8e31-252dd31e8758 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478350 Dec 20 15:53:50.297114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:53:50.314830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e554a1c1-d5f8-44ff-83ce-309729384f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.319126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:50.327042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.329069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:50.343040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d8f6e656-ef98-4d22-822c-c378233626af up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:50.466866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:50.474006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event updated for resources: {'Port': ['ID=50ac145e-febf-490d-8b9a-88e99c017afb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:50.476795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:50.505827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:50.512190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e66b4abe-bd9e-44d2-a991-5dcb62834bd9) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:50.560679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3a51a-127a-473d-bd6d-50ca77fdf7ff None None] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:50.589890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:50.590493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.624982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d8f6e656-ef98-4d22-822c-c378233626af triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:50.626180 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.668780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fca455-9412-4014-af9d-2edc2e167804 req-e769ce93-39ca-400a-bd62-a737d5e4a6c7 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:50.669721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e554a1c1-d5f8-44ff-83ce-309729384f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.670430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76fca455-9412-4014-af9d-2edc2e167804 req-e769ce93-39ca-400a-bd62-a737d5e4a6c7 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 931 time: 0.3776515 Dec 20 15:53:50.715785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97f73b1c-61ed-4fcc-8298-18c22ef2f0ec req-b3d4c3a6-9a8a-477b-9966-ea54ca860b20 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352106 Dec 20 15:53:50.752037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31385c4b-d512-4a49-b62a-6d1268369f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.803883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:50.804245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e554a1c1-d5f8-44ff-83ce-309729384f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.804560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:50.834548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-20e342ec-6f3f-4c6b-b1a8-d74e011b39c7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9515138 Dec 20 15:53:50.841135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37540) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:50.864915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Request body: {'port': {'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9', 'name': 'tempest-TagsExtTest-168884367'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:50.875554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76fca455-9412-4014-af9d-2edc2e167804 req-9577480b-d484-4dd9-8275-7ba628d0deb9 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1870954 Dec 20 15:53:50.914870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-619483ed-9e89-405e-9099-ca8fbf81826c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5933855 Dec 20 15:53:50.948392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:53:50.967190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-31385c4b-d512-4a49-b62a-6d1268369f43 None None] For port d8f6e656-ef98-4d22-822c-c378233626af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d8f6e656-ef98-4d22-822c-c378233626af,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:50.993376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554a1c1-d5f8-44ff-83ce-309729384f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40826afc-fc45-462b-b02f-b0d326e4be6c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:50.997681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Request body: {'port': {'device_id': '36f0100a-6053-4272-9856-f3b8946aad8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:51.012765 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e554a1c1-d5f8-44ff-83ce-309729384f97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dba5e70769654e68896a434f0df289ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3312600 Dec 20 15:53:51.023429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:51.082582 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31385c4b-d512-4a49-b62a-6d1268369f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.127723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.176333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e66b4abe-bd9e-44d2-a991-5dcb62834bd9', 'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9', 'project_id': '99a54518da0f43beb9b2845b5d5544a6', 'fixed_ips': [{'subnet_id': 'f840e455-3d81-44bb-be8b-123bd8abcc02'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:53:51.177705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.184734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31385c4b-d512-4a49-b62a-6d1268369f43 None None] Pushing event updated for resources: {'Port': ['ID=d8f6e656-ef98-4d22-822c-c378233626af,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:51.242984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.248717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:51.260986 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Sync routers for ids ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:51.266220 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-18f8da36-8ea7-4422-bfd6-3cee586b2a55 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "PUT /v2.0/routers/cb524efe-bbbc-40d9-9abb-5d78a438e5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1780751 Dec 20 15:53:51.267518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2d02-abc7-4742-a48a-4bdb4fb8b382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.269673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:51.278026 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Routers {'cb524efe-bbbc-40d9-9abb-5d78a438e5d1'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:51.287964 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:51.354691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b2541-067a-4a9d-bf30-4e3627518746 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.360376 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b20b2541-067a-4a9d-bf30-4e3627518746 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports/7499b8c1-7ce8-4fec-81c4-ff8b920f1883 HTTP/1.1" status: 200 len: 911 time: 0.0895810 Dec 20 15:53:51.366013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2d02-abc7-4742-a48a-4bdb4fb8b382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.375605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37560) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:51.425012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ce7a0-53cb-4845-b067-12c7eede5809 req-88b9bd8f-f3fe-4e11-887f-d262b2766f47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.429982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee8ce7a0-53cb-4845-b067-12c7eede5809 req-88b9bd8f-f3fe-4e11-887f-d262b2766f47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.3133230 Dec 20 15:53:51.528591 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Set router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:51.568246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e0fe5708-ac05-48ef-a023-f22f45953307 None None] Provisioning complete for port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:51.568627 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5708-ac05-48ef-a023-f22f45953307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.570833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13835caa-88c9-41d9-a4a8-439709219855 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.584544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13835caa-88c9-41d9-a4a8-439709219855 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.589242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.591146 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13835caa-88c9-41d9-a4a8-439709219855 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2078028 Dec 20 15:53:51.594015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37564) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:51.714041 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:53:51.716469 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:53:51.728530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5708-ac05-48ef-a023-f22f45953307 None None] Port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:51.757524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Allocated IP 172.20.0.2 (e66b4abe-bd9e-44d2-a991-5dcb62834bd9/f840e455-3d81-44bb-be8b-123bd8abcc02/62ce9364-2f90-493e-883c-3b7f56e02342) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:51.845226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee8ce7a0-53cb-4845-b067-12c7eede5809 req-65ab0b00-8cc9-4fad-8426-29c53a5a88e2 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007672 Dec 20 15:53:51.885287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-1b6169d3-e047-407d-9d0e-35f7930946dd tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:51.886858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-1b6169d3-e047-407d-9d0e-35f7930946dd tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/networks?id=92e9c33a-d999-495d-abc7-a2a9b44bf7b3 HTTP/1.1" status: 200 len: 807 time: 0.6847777 Dec 20 15:53:51.920504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-7da877b1-9dee-4d91-84b0-bd31088498b2 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/quotas/560dd1274db544baba48e07d2d5b3a6a HTTP/1.1" status: 200 len: 375 time: 0.0221179 Dec 20 15:53:51.942030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Made reservation on behalf of 99a54518da0f43beb9b2845b5d5544a6 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:51.945339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e0fe5708-ac05-48ef-a023-f22f45953307 None None] Provisioning complete for port 50ac145e-febf-490d-8b9a-88e99c017afb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:51.946094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5708-ac05-48ef-a023-f22f45953307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:51.961092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.056801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] device_id is not set on port 65cf90d3-2708-4030-b57b-220f357003d0 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:53:52.143357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-90ebb7e0-e260-416d-8679-cca9eb15cc62 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=560dd1274db544baba48e07d2d5b3a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329930 Dec 20 15:53:52.196963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5708-ac05-48ef-a023-f22f45953307 None None] Port 50ac145e-febf-490d-8b9a-88e99c017afb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:52.293099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:45Z', 'updated_at': '2021-12-20T15:53:48Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None, '_interfaces': [{'id': '7499b8c1-7ce8-4fec-81c4-ff8b920f1883', 'name': '', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'mac_address': 'fa:16:3e:d2:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ab74d314-ddce-4b22-b99c-80f313c22de1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:47Z', 'updated_at': '2021-12-20T15:53:49Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'subnets': [{'id': 'ab74d314-ddce-4b22-b99c-80f313c22de1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:52.298398 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.364694 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Checking router: cb524efe-bbbc-40d9-9abb-5d78a438e5d1 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:52.365046 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Updating router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:53:52.376840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.434432 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.501928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:52.514332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:52.519600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:52.540723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Pushing event updated for resources: {'Port': ['ID=62ce9364-2f90-493e-883c-3b7f56e02342,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.540985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2d02-abc7-4742-a48a-4bdb4fb8b382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.540985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2d02-abc7-4742-a48a-4bdb4fb8b382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.555990 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7a0a2d02-abc7-4742-a48a-4bdb4fb8b382 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40826afc-fc45-462b-b02f-b0d326e4be6c HTTP/1.1" status: 204 len: 168 time: 1.5146379 Dec 20 15:53:52.611727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a2d02-abc7-4742-a48a-4bdb4fb8b382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40826afc-fc45-462b-b02f-b0d326e4be6c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:52.644014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d8f6e656-ef98-4d22-822c-c378233626af up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:52.851379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a7ce0-f9bc-4987-9b9f-30573f460b62 req-ac397cf9-78c7-43ea-a2b3-681896d54654 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:52.864749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Attempting to bind port 62ce9364-2f90-493e-883c-3b7f56e02342 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:52.867184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c1a7ce0-f9bc-4987-9b9f-30573f460b62 req-ac397cf9-78c7-43ea-a2b3-681896d54654 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 931 time: 0.7338982 Dec 20 15:53:52.867462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Attempting to bind port 62ce9364-2f90-493e-883c-3b7f56e02342 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:52.867997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Attempting to bind port 62ce9364-2f90-493e-883c-3b7f56e02342 on network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:52.889049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:52.896159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Checking segment: {'id': '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:52.896723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.898669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Bound using segment: {'id': '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:52.898669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Bound port: 62ce9364-2f90-493e-883c-3b7f56e02342, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e66b4abe-bd9e-44d2-a991-5dcb62834bd9'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:52.898669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:52.930026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-8226c1f8-8044-4564-b541-ee6a24595a41 service neutron] 10.222.0.81 "GET /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097228 Dec 20 15:53:53.001381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ac145e-febf-490d-8b9a-88e99c017afb {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:53:53.019801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.022743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Allocated IP 172.20.0.10 (e66b4abe-bd9e-44d2-a991-5dcb62834bd9/f840e455-3d81-44bb-be8b-123bd8abcc02/65cf90d3-2708-4030-b57b-220f357003d0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:53:53.044780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] For port 62ce9364-2f90-493e-883c-3b7f56e02342, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:53.051380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] For port 62ce9364-2f90-493e-883c-3b7f56e02342, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=62ce9364-2f90-493e-883c-3b7f56e02342,segment=NetworkSegment(1eb34e96-0cc9-48fa-9ec5-ec5d478abf37),segment_id=1eb34e96-0cc9-48fa-9ec5-ec5d478abf37)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:53.071028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d8f6e656-ef98-4d22-822c-c378233626af triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:53.071379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.078825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.115399 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.137667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.185374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c1a7ce0-f9bc-4987-9b9f-30573f460b62 req-41be18e9-a656-4027-a71d-f0d868db829c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2768877 Dec 20 15:53:53.187125 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.229860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Transition to ACTIVE for port object 50ac145e-febf-490d-8b9a-88e99c017afb will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:53:53.296384 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787978fb-e1cb-4398-a43a-54bbf2d3c496 None None] Pushing event updated for resources: {'Port': ['ID=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:53.313083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf51ab2-aa8d-4c9e-b6e0-8aab27345ef5 None None] Pushing event updated for resources: {'Port': ['ID=62ce9364-2f90-493e-883c-3b7f56e02342,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:53.430370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.489819 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Attempting to bind port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:53.490374 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Attempting to bind port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:53.490789 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Attempting to bind port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:53.502411 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:53.502868 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:53.503674 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.503928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:53.504814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Bound port: 7499b8c1-7ce8-4fec-81c4-ff8b920f1883, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:53.505603 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.555129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:53.555721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.602752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Pushing event updated for resources: {'Port': ['ID=50ac145e-febf-490d-8b9a-88e99c017afb,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:53.631488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-8e9ad75a-f3f6-4355-b538-8dcd3d339891 service neutron] 10.222.0.81 "GET /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894529 Dec 20 15:53:53.712897 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] For port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:53.718944 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] For port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:53.778131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:53.794643 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.908167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2dc86346-99d4-4a3e-b9de-7e8e96c275fc None None] Provisioning complete for port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:53.909419 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2dc86346-99d4-4a3e-b9de-7e8e96c275fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.915749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] For port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883, host n-d-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:53.916480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:53.930634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68bb75-999e-4145-b0d4-153024724f35 req-128465ab-f02c-427a-9594-618a7f42e67d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:53.931230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:53.950660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d68bb75-999e-4145-b0d4-153024724f35 req-128465ab-f02c-427a-9594-618a7f42e67d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.5726421 Dec 20 15:53:53.996580 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787978fb-e1cb-4398-a43a-54bbf2d3c496 None None] Pushing event updated for resources: {'Port': ['ID=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:54.014008 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Routers {'cb524efe-bbbc-40d9-9abb-5d78a438e5d1'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:54.014658 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:54.028248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b54bff80-f2d7-4307-8443-a9b36a07cf2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:54.374653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] Set router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:54.385889 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2dc86346-99d4-4a3e-b9de-7e8e96c275fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:54.399599 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:54.461538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2dc86346-99d4-4a3e-b9de-7e8e96c275fc None None] For port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:54.539838 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2dc86346-99d4-4a3e-b9de-7e8e96c275fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:54.635111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf3c0243-2f51-4b46-9e08-66c7345f2c10 req-eb7a5b1d-ac70-49c2-aa3c-7102a6eba1b2 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.1482840 Dec 20 15:53:54.652312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 62ce9364-2f90-493e-883c-3b7f56e02342 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:54.652673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d68bb75-999e-4145-b0d4-153024724f35 req-f7bdddb8-3e61-4742-af09-03aae14dadaf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976063 Dec 20 15:53:54.747747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc86346-99d4-4a3e-b9de-7e8e96c275fc None None] Pushing event updated for resources: {'Port': ['ID=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:54.768443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8d33906d-ed6a-48c2-9342-425885553561 None None] Provisioning complete for port 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:54.861620 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d33906d-ed6a-48c2-9342-425885553561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:54.955114 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:45Z', 'updated_at': '2021-12-20T15:53:48Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None, '_interfaces': [{'id': '7499b8c1-7ce8-4fec-81c4-ff8b920f1883', 'name': '', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'mac_address': 'fa:16:3e:d2:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ab74d314-ddce-4b22-b99c-80f313c22de1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:47Z', 'updated_at': '2021-12-20T15:53:53Z', 'revision_number': 4, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'subnets': [{'id': 'ab74d314-ddce-4b22-b99c-80f313c22de1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:54.963856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Attempting to bind port 50ac145e-febf-490d-8b9a-88e99c017afb on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:53:54.965688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Attempting to bind port 50ac145e-febf-490d-8b9a-88e99c017afb by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:53:54.965688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Attempting to bind port 50ac145e-febf-490d-8b9a-88e99c017afb on network 2f572849-43cd-46bd-87e4-3efdf0e41e97 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:54.985307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd0acc-b8fe-406b-b21e-03c77dfbc127 req-756a27bb-496d-4db5-b4be-6a4d4c05aedd tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:54.997118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 62ce9364-2f90-493e-883c-3b7f56e02342 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:54.998071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6bd0acc-b8fe-406b-b21e-03c77dfbc127 req-756a27bb-496d-4db5-b4be-6a4d4c05aedd tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 943 time: 0.1720352 Dec 20 15:53:54.999482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.010671 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a0886-08a2-4ffa-a3f2-dd0064d8a7dc None None] The sync data for ids ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'] in n-d-781076-8 is: [{'id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:45Z', 'updated_at': '2021-12-20T15:53:48Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None, '_interfaces': [{'id': '7499b8c1-7ce8-4fec-81c4-ff8b920f1883', 'name': '', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'mac_address': 'fa:16:3e:d2:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ab74d314-ddce-4b22-b99c-80f313c22de1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:47Z', 'updated_at': '2021-12-20T15:53:53Z', 'revision_number': 4, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'subnets': [{'id': 'ab74d314-ddce-4b22-b99c-80f313c22de1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:55.017668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Port 50ac145e-febf-490d-8b9a-88e99c017afb on network 2f572849-43cd-46bd-87e4-3efdf0e41e97 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:53:55.017999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Attempting to bind port 50ac145e-febf-490d-8b9a-88e99c017afb on network 2f572849-43cd-46bd-87e4-3efdf0e41e97 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:53:55.058437 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.071054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:53:55.071400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Checking segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:53:55.071958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Bound using segment: {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:53:55.072431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Bound port: 50ac145e-febf-490d-8b9a-88e99c017afb, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:53:55.072794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.241834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.266030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=7499b8c1-7ce8-4fec-81c4-ff8b920f1883,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:55.290600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.396714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 62ce9364-2f90-493e-883c-3b7f56e02342, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=62ce9364-2f90-493e-883c-3b7f56e02342,segment=NetworkSegment(1eb34e96-0cc9-48fa-9ec5-ec5d478abf37),segment_id=1eb34e96-0cc9-48fa-9ec5-ec5d478abf37)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:55.425908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event updated for resources: {'Port': ['ID=65cf90d3-2708-4030-b57b-220f357003d0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:55.472148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.507402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.521898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] For port 50ac145e-febf-490d-8b9a-88e99c017afb, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:53:55.583190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6bd0acc-b8fe-406b-b21e-03c77dfbc127 req-5baeb660-bdbd-43be-8804-f609456eb85c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5844753 Dec 20 15:53:55.592998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b54bff80-f2d7-4307-8443-a9b36a07cf2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.596101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] For port 50ac145e-febf-490d-8b9a-88e99c017afb, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=50ac145e-febf-490d-8b9a-88e99c017afb,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:53:55.606543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:55.614249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:55.617235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:53:55.627231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=62ce9364-2f90-493e-883c-3b7f56e02342,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:55.738472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b54bff80-f2d7-4307-8443-a9b36a07cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.805231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bff80-f2d7-4307-8443-a9b36a07cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534bcf1-86e9-41b7-b76c-780bfca50411,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:55.870390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.881069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:55.882192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:55.902766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74a62ef-f675-4622-9061-103016fb20a4 None None] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:56.009572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:53:56.132540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dd10982-911f-4eba-8979-a4ca8d8bbcbd req-2db9fadf-c0dc-43f9-8ef2-b00ecf622820 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.3051894 Dec 20 15:53:56.178006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e5c357e3-193f-4c5e-b378-e07e92a1c345 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.3357821 Dec 20 15:53:56.181502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37628) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:56.204351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-664923305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:56.251555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b54bff80-f2d7-4307-8443-a9b36a07cf2f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dde28aeff6aa41568694bbc0ffc39157&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2817340 Dec 20 15:53:56.264204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37630) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:56.307921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:56.323218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:56.329863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:56.332191 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-65fa9ea3-ee1c-494e-8bc3-5f749f5d5a41 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "PUT /v2.0/routers/cb524efe-bbbc-40d9-9abb-5d78a438e5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7321553 Dec 20 15:53:56.332501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] 10.222.0.72 "PUT /v2.0/ports/50ac145e-febf-490d-8b9a-88e99c017afb HTTP/1.1" status: 200 len: 1091 time: 5.3357804 Dec 20 15:53:56.332501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:56.332696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37632) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:56.338852 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d470bb-8182-41f8-bede-a774dd5d08d5" -d '{"events": [{"name": "network-changed", "server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:53:56.489600 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c5c812-1315-457e-991f-ea9f1793486f x-openstack-request-id: req-19c5c812-1315-457e-991f-ea9f1793486f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:53:56.489600 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:53:56.489600 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19c5c812-1315-457e-991f-ea9f1793486f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:53:56.490643 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb', 'status': 'completed', 'code': 200} Dec 20 15:53:56.567731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14287e49-6106-43fa-81cf-df721e73c5e0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:56.571219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 62ce9364-2f90-493e-883c-3b7f56e02342 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:53:56.586365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14287e49-6106-43fa-81cf-df721e73c5e0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:56.595314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-14287e49-6106-43fa-81cf-df721e73c5e0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2570257 Dec 20 15:53:56.597176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:56.670852 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:56.671275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ae6cbee5-fdfe-44c2-b7e5-14489f4f8aac None None] Provisioning complete for port 62ce9364-2f90-493e-883c-3b7f56e02342 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:56.671660 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbee5-fdfe-44c2-b7e5-14489f4f8aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:56.671904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:56.730348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85991eb-14cb-4cc9-b18f-d2767b3b54fd req-4317cf82-17a3-4f54-9d20-2f0bffea881e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:56.746617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a85991eb-14cb-4cc9-b18f-d2767b3b54fd req-4317cf82-17a3-4f54-9d20-2f0bffea881e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.8974736 Dec 20 15:53:56.773959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet ab74d314-ddce-4b22-b99c-80f313c22de1 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:53:56.786733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac8418-2823-4200-87fe-19e6d15a58ea service neutron] Pushing event updated for resources: {'Port': ['ID=50ac145e-febf-490d-8b9a-88e99c017afb,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:56.787009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 62ce9364-2f90-493e-883c-3b7f56e02342 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:56.790344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:56.790550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:56.969143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.079197 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.163384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.176964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15d3a00b-f0d2-40cb-84ee-6f09ec0aea8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.199152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-2ae62f06-116c-4a14-a07c-5cbacc7d723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.201668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-2ae62f06-116c-4a14-a07c-5cbacc7d723f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3ed186bcc934a429623058a5b286c71&device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 1094 time: 0.7034280 Dec 20 15:53:57.215382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.221272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a85991eb-14cb-4cc9-b18f-d2767b3b54fd req-8b9ee4be-f720-4200-83a5-ee78925a6fe3 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728003 Dec 20 15:53:57.275713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fafae-a475-4118-863b-0ef16defc8aa req-98a1dfe8-f0e2-4e58-8807-d37e8f2b3fb8 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.292375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14fafae-a475-4118-863b-0ef16defc8aa req-98a1dfe8-f0e2-4e58-8807-d37e8f2b3fb8 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 943 time: 0.4917533 Dec 20 15:53:57.351420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-106cf292-3eaf-4f13-bd02-057efb173ab8 None None] Provisioning complete for port 62ce9364-2f90-493e-883c-3b7f56e02342 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:57.352450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-106cf292-3eaf-4f13-bd02-057efb173ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.354779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.355666 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:53:57.358605 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:53:57.433289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-c74e0295-e4a3-423a-bf52-cbf379e905ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ac145e-febf-490d-8b9a-88e99c017afb HTTP/1.1" status: 200 len: 217 time: 0.2106955 Dec 20 15:53:57.435902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15d3a00b-f0d2-40cb-84ee-6f09ec0aea8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.441114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-104002c6-0f7c-4683-a688-c71549d34e6b req-ea3060b8-7fca-4db7-b4ad-c3dba428ef9d tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.0808737 Dec 20 15:53:57.444955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.533554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.542983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ab74d314-ddce-4b22-b99c-80f313c22de1 HTTP/1.1" status: 204 len: 168 time: 0.9442058 Dec 20 15:53:57.546022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e77c14-4b5b-473c-b6be-d14bdb89fe40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=ab74d314-ddce-4b22-b99c-80f313c22de1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:57.548116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0052a-fe1f-46e1-a1a7-3a928997b7fb None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:57.558439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37652) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:57.664544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14fafae-a475-4118-863b-0ef16defc8aa req-3f4905e1-ae40-454a-993e-98464058928c tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3712130 Dec 20 15:53:57.670575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.672892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3ae28416-dcd2-4954-ad4c-ddeb78bec91f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4808366 Dec 20 15:53:57.676302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7b3d6831-277b-4f83-a595-38ecea72b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.676553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:57.678486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-7b3d6831-277b-4f83-a595-38ecea72b2c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8b582ec-765c-4029-a20b-74a8ccb48336 HTTP/1.1" status: 200 len: 845 time: 0.2136037 Dec 20 15:53:57.689117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-106cf292-3eaf-4f13-bd02-057efb173ab8 None None] Provisioning complete for port 65cf90d3-2708-4030-b57b-220f357003d0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:57.689762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-106cf292-3eaf-4f13-bd02-057efb173ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.696589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f9b9d214-bb04-47da-8185-e6f59eff1f16 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1385919410', 'prefixes': ['172.20.0.0/16']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:57.741468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-106cf292-3eaf-4f13-bd02-057efb173ab8 None None] Port 65cf90d3-2708-4030-b57b-220f357003d0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:57.743883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-4e895725-df5d-40c4-a1cc-c4d998869967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:57.745708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-4e895725-df5d-40c4-a1cc-c4d998869967 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f572849-43cd-46bd-87e4-3efdf0e41e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598295 Dec 20 15:53:57.854931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384874bc-c8af-4853-bff0-1f247531432c None None] Sync routers for ids ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:57.879768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] Routers {'cb524efe-bbbc-40d9-9abb-5d78a438e5d1'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:57.880419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:57.881675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15d3a00b-f0d2-40cb-84ee-6f09ec0aea8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.884230 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15d3a00b-f0d2-40cb-84ee-6f09ec0aea8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:57.885464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-15d3a00b-f0d2-40cb-84ee-6f09ec0aea8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9534bcf1-86e9-41b7-b76c-780bfca50411 HTTP/1.1" status: 204 len: 168 time: 1.5997508 Dec 20 15:53:57.898095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:53:57.906138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6e86f82-2835-44c2-8432-c51836c10df1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3437920 Dec 20 15:53:57.907119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37664) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:57.949437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3a00b-f0d2-40cb-84ee-6f09ec0aea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534bcf1-86e9-41b7-b76c-780bfca50411,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:57.984588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-d6b8faf1-bacf-4232-a501-e7cb6d8787e2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299404 Dec 20 15:53:58.052123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.153820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2bfe3aee-3e21-47ee-9ab7-e2e5044f7b43 None None] Provisioning complete for port 65cf90d3-2708-4030-b57b-220f357003d0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:53:58.154428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3aee-3e21-47ee-9ab7-e2e5044f7b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.164571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] Set router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:58.349478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:45Z', 'updated_at': '2021-12-20T15:53:54Z', 'revision_number': 3, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.354032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d94787-83b7-4784-9104-ae83c2cd7314 req-340e91ab-de63-4b0a-8229-6f422bc7a785 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560910 Dec 20 15:53:58.382296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-6d49c973-0e4e-43c4-82c5-6f772c6bd328 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:58.383864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-6d49c973-0e4e-43c4-82c5-6f772c6bd328 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.83 "GET /v2.0/networks?id=92e9c33a-d999-495d-abc7-a2a9b44bf7b3 HTTP/1.1" status: 200 len: 807 time: 0.3474689 Dec 20 15:53:58.401221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Request body: {'port': {'device_id': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3', 'admin_state_up': True, 'tenant_id': '560dd1274db544baba48e07d2d5b3a6a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:58.455907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384874bc-c8af-4853-bff0-1f247531432c None None] Checking router: cb524efe-bbbc-40d9-9abb-5d78a438e5d1 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:58.491218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe3aee-3e21-47ee-9ab7-e2e5044f7b43 None None] Port 65cf90d3-2708-4030-b57b-220f357003d0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:53:58.494706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] Routers {'cb524efe-bbbc-40d9-9abb-5d78a438e5d1'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:58.495551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.536201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90a15a-fcf0-4498-9b39-55e2a5ccc69d req-075100d9-c367-4cb2-a7a2-ccdebce78088 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:58.542683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d90a15a-fcf0-4498-9b39-55e2a5ccc69d req-075100d9-c367-4cb2-a7a2-ccdebce78088 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1573308 Dec 20 15:53:58.553802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.556067 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.580201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d8f6e656-ef98-4d22-822c-c378233626af no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:53:58.622686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22e1cd1d-076a-4956-9ead-779ac1692572 req-2670dfbf-f342-45a4-ab5f-1e8f4614950e tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.0500927 Dec 20 15:53:58.630102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] Set router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:58.702164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-384874bc-c8af-4853-bff0-1f247531432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:45Z', 'updated_at': '2021-12-20T15:53:54Z', 'revision_number': 3, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.716153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] Deleting port d8f6e656-ef98-4d22-822c-c378233626af {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:53:58.716529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.731269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d90a15a-fcf0-4498-9b39-55e2a5ccc69d req-81fdbdfa-bfbb-41eb-a005-7d48d91d591d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816623 Dec 20 15:53:58.745537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-d51e78bd-6faa-4dee-a9a3-7dc35e1cca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:58.747102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-d51e78bd-6faa-4dee-a9a3-7dc35e1cca5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3ed186bcc934a429623058a5b286c71&device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 1094 time: 0.1115003 Dec 20 15:53:58.765213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384874bc-c8af-4853-bff0-1f247531432c None None] The sync data for ids ['cb524efe-bbbc-40d9-9abb-5d78a438e5d1'] in n-d-781076-8 is: [{'id': 'cb524efe-bbbc-40d9-9abb-5d78a438e5d1', 'name': 'tempest-NetworksTestDHCPv6-router-1259130508', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:45Z', 'updated_at': '2021-12-20T15:53:54Z', 'revision_number': 3, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:58.772776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d214-bb04-47da-8185-e6f59eff1f16 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for subnetpool, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.776232 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f9b9d214-bb04-47da-8185-e6f59eff1f16 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0950122 Dec 20 15:53:58.782352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37680) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:58.787459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-70d8fc55-1c39-4947-8524-0dd40f810a94 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-225371790') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:58.888826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.895229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Fanout notify agent at l3_agent the message router_deleted on router cb524efe-bbbc-40d9-9abb-5d78a438e5d1 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:53:58.907567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:58.909374 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5a2d9421-73f5-4c80-906e-438c7d369969 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/routers/cb524efe-bbbc-40d9-9abb-5d78a438e5d1 HTTP/1.1" status: 204 len: 168 time: 0.9998960 Dec 20 15:53:58.919085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37684) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:58.932828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:53:58.957726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] For port d8f6e656-ef98-4d22-822c-c378233626af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d8f6e656-ef98-4d22-822c-c378233626af,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:58.958744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.003608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] Calling delete_port for d8f6e656-ef98-4d22-822c-c378233626af owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:53:59.052028 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.064547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Made reservation on behalf of 560dd1274db544baba48e07d2d5b3a6a for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:59.082391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.141506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-8a163b9b-4643-435a-a026-7f0d48b991cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:59.168353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-8a163b9b-4643-435a-a026-7f0d48b991cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f572849-43cd-46bd-87e4-3efdf0e41e97 HTTP/1.1" status: 200 len: 907 time: 0.3983080 Dec 20 15:53:59.203914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10619863-3ca7-4514-bcfe-2f71a3e23577 req-b00900bb-f78d-48ae-80a1-96549b142449 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:59.205504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10619863-3ca7-4514-bcfe-2f71a3e23577 req-b00900bb-f78d-48ae-80a1-96549b142449 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 943 time: 0.2614343 Dec 20 15:53:59.232366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:53:59.238800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.270736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-70d8fc55-1c39-4947-8524-0dd40f810a94 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-225371790 HTTP/1.1" status: 201 len: 201 time: 0.4871988 Dec 20 15:53:59.278026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37698) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:59.302389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-b644c074-b938-4aef-9c7d-1bcb99007c10 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-1518659') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:59.306163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port d8f6e656-ef98-4d22-822c-c378233626af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d8f6e656-ef98-4d22-822c-c378233626af,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:53:59.392310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01447f37-f1a0-4357-9d90-7f6062fa1947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.421726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.551596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.609610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] No DVR routers for this DVR port d8f6e656-ef98-4d22-822c-c378233626af on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:53:59.620503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=d8f6e656-ef98-4d22-822c-c378233626af,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:59.657772 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b644c074-b938-4aef-9c7d-1bcb99007c10 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-1518659 HTTP/1.1" status: 201 len: 201 time: 0.3571439 Dec 20 15:53:59.679720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:59.688722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-5d230ca4-8578-4f97-8fa2-1157a8763416 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-1686081794') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:59.699482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b582179-f439-4a8d-a909-37e4a69c4975 None None] Pushing event deleted for resources: {'Port': ['ID=d8f6e656-ef98-4d22-822c-c378233626af,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:53:59.888006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.949950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:53:59.954783 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5d230ca4-8578-4f97-8fa2-1157a8763416 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-1686081794 HTTP/1.1" status: 201 len: 201 time: 0.2738779 Dec 20 15:53:59.958665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:53:59.960723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37722) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:53:59.968983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9707656-91f4-4761-9b10-9f44dbb85798 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:53:59.971227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:59.973099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:59.983102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-f3a76e6a-c537-4fe8-8446-ef11f9b00ae5 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-1028935421') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:59.999608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=4d98c8c3-80cb-459e-ad20-93f0fadb80b7,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:00.078562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-f991a1bd-cedd-45c0-9194-5a1fee058b65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ac145e-febf-490d-8b9a-88e99c017afb HTTP/1.1" status: 200 len: 217 time: 0.9097199 Dec 20 15:54:00.116340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-044e95c6-69cc-48d5-8ee5-371f48531b62 req-16b714a5-0886-40a3-bc37-9dfbddac1f7c tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.0511501 Dec 20 15:54:00.150671 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c6715f59-ba1c-4a0c-9243-2476c71c029b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2291815 Dec 20 15:54:00.153719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37728) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:00.160774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:00.161738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:00.180653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-708985768', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:00.217656 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f3a76e6a-c537-4fe8-8446-ef11f9b00ae5 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-1028935421 HTTP/1.1" status: 201 len: 201 time: 0.2511144 Dec 20 15:54:00.224580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37730) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:00.231781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-9a0eebb5-6175-4050-89f7-59bd0986d0a5 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:00.424302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:00.437038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-f15c3ceb-b4d5-4111-9b84-b045473abd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:00.438769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-f15c3ceb-b4d5-4111-9b84-b045473abd98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8b582ec-765c-4029-a20b-74a8ccb48336 HTTP/1.1" status: 200 len: 845 time: 0.3389928 Dec 20 15:54:00.471405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:00.471756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7499b8c1-7ce8-4fec-81c4-ff8b920f1883 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:00.482826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:00.485766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:00.505874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9a0eebb5-6175-4050-89f7-59bd0986d0a5 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags HTTP/1.1" status: 200 len: 240 time: 0.2841098 Dec 20 15:54:00.511282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37734) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:00.533535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-9f01dcb5-d03b-48e8-b195-e507eef6bad7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-225371790') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:00.569403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10619863-3ca7-4514-bcfe-2f71a3e23577 req-2901852a-0e77-4699-b613-6785e2472f17 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5160904 Dec 20 15:54:00.635366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984e5b4-13f2-4ea9-b095-dceee4c01110 req-e917b367-388a-4240-8911-c774f44b8b15 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:00.636847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/4d98c8c3-80cb-459e-ad20-93f0fadb80b7/8a63091f-3885-4d40-8cb2-52b8a896a1c7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:00.645151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6984e5b4-13f2-4ea9-b095-dceee4c01110 req-e917b367-388a-4240-8911-c774f44b8b15 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.2025578 Dec 20 15:54:00.658084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Allocated IP 172.20.0.9 (92e9c33a-d999-495d-abc7-a2a9b44bf7b3/8f286bc3-df58-447b-b2a6-2683b202cbfc/58813fa4-825b-47e8-8b32-c063fd6fb81c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:00.678981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-f94ca4c8-bb49-4dc3-98fd-1f48aff14ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:00.680955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-f94ca4c8-bb49-4dc3-98fd-1f48aff14ff7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f572849-43cd-46bd-87e4-3efdf0e41e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246008 Dec 20 15:54:00.772196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:00.810503 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9f01dcb5-d03b-48e8-b195-e507eef6bad7 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-225371790 HTTP/1.1" status: 204 len: 168 time: 0.2885966 Dec 20 15:54:00.813975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37742) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:00.818383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-1167257f-455c-486b-bb13-f9356f9786d9 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-225371790') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:00.866325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:00.956229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6984e5b4-13f2-4ea9-b095-dceee4c01110 req-59fe0e0f-491b-48b2-988e-e4aa07fafe3a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096163 Dec 20 15:54:00.962395 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.025918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-9bf9175a-ed7b-4912-959e-60d359783e66 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358071 Dec 20 15:54:01.029149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.033340 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-889334bd-f89c-4a56-b7ce-e953a952b238 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8741481 Dec 20 15:54:01.033600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37746) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:01.044114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 50ac145e-febf-490d-8b9a-88e99c017afb details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:54:01.091412 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.226533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d470bb-8182-41f8-bede-a774dd5d08d5 req-983ddcb3-49e5-46f6-aa92-c49a082278f1 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883471 Dec 20 15:54:01.262475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 50ac145e-febf-490d-8b9a-88e99c017afb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=50ac145e-febf-490d-8b9a-88e99c017afb,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:01.281086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.281857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '50ac145e-febf-490d-8b9a-88e99c017afb', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'port_id': '50ac145e-febf-490d-8b9a-88e99c017afb', 'mac_address': 'fa:16:3e:b7:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:54:01.305994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:01.318473 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1167257f-455c-486b-bb13-f9356f9786d9 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-225371790 HTTP/1.1" status: 204 len: 168 time: 0.5034235 Dec 20 15:54:01.319679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:01.324056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4544662e-d730-43c6-b048-5789772fe434 req-45c9951b-a300-47ca-917d-f785ea4b777e tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.0367672 Dec 20 15:54:01.325277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:01.343562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:01.345761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Pushing event updated for resources: {'Port': ['ID=8a63091f-3885-4d40-8cb2-52b8a896a1c7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:01.347708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-54050d91-7ce4-4513-ad85-bdfdf3a0a32a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:01.418712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.431622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.521568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Pushing event updated for resources: {'Port': ['ID=58813fa4-825b-47e8-8b32-c063fd6fb81c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:01.551355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:01.555131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:01.567755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:01.575462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ac145e-febf-490d-8b9a-88e99c017afb {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:01.700989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Attempting to bind port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:01.701441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Attempting to bind port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:01.701865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Attempting to bind port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:01.711387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:01.711535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 50ac145e-febf-490d-8b9a-88e99c017afb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=50ac145e-febf-490d-8b9a-88e99c017afb,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:01.711634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.712228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:01.712627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:01.713026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.713514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:01.713991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Bound port: 8a63091f-3885-4d40-8cb2-52b8a896a1c7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:01.714626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.808081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:01.810316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-54050d91-7ce4-4513-ad85-bdfdf3a0a32a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags HTTP/1.1" status: 200 len: 205 time: 0.4715681 Dec 20 15:54:01.811761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] For port 8a63091f-3885-4d40-8cb2-52b8a896a1c7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:01.814814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-31576df7-516f-43d1-a067-8c46a90710c1 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:01.815374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] For port 8a63091f-3885-4d40-8cb2-52b8a896a1c7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8a63091f-3885-4d40-8cb2-52b8a896a1c7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:01.818058 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-296eddc7-0d65-472b-8220-d446d725df89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.842534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.867030 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.897533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-f8f39983-235a-4385-9ddf-74e00291bde3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5025830 Dec 20 15:54:01.915041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Request body: {'port': {'device_id': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:01.982429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:01.996446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=50ac145e-febf-490d-8b9a-88e99c017afb,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:02.030767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14f1a4-9cbe-4c47-b084-96c8e12963da req-37d9144a-d093-4db1-a14d-8174f6aa9aca tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:02.032604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf14f1a4-9cbe-4c47-b084-96c8e12963da req-37d9144a-d093-4db1-a14d-8174f6aa9aca tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 944 time: 0.2142975 Dec 20 15:54:02.115847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['50ac145e-febf-490d-8b9a-88e99c017afb'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:54:02.133441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:02.194638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf14f1a4-9cbe-4c47-b084-96c8e12963da req-fca3fbe0-c595-4f6c-aec1-0650ff770a74 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1204412 Dec 20 15:54:02.262669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31576df7-516f-43d1-a067-8c46a90710c1 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags HTTP/1.1" status: 200 len: 238 time: 0.4527957 Dec 20 15:54:02.282359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:02.289309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-c773137f-dcf0-4421-ac08-a181f95d0d8c tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-1518659') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:02.501052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bb72e-45a6-4a0e-8b04-9bd39345df4b req-7ce9c148-6117-42c9-b2d8-5b99bb9928e4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:02.517852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-421bb72e-45a6-4a0e-8b04-9bd39345df4b req-7ce9c148-6117-42c9-b2d8-5b99bb9928e4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.3410509 Dec 20 15:54:02.604388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b4229-a2ca-46a8-bc2e-a2c8a41ee4e5 None None] Pushing event updated for resources: {'Port': ['ID=8a63091f-3885-4d40-8cb2-52b8a896a1c7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:02.679399 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c773137f-dcf0-4421-ac08-a181f95d0d8c tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-1518659 HTTP/1.1" status: 204 len: 168 time: 0.3876982 Dec 20 15:54:02.679592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37802) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:02.679784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::1 (76bd2955-ceed-487c-bb74-e6d50e561825/4d98c8c3-80cb-459e-ad20-93f0fadb80b7/048f450e-211c-4829-93dd-3a3ff261bea2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:02.682905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-e8da6f3b-171b-4268-beee-82b2f3378b3e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-1518659') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:02.858120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-421bb72e-45a6-4a0e-8b04-9bd39345df4b req-8e23464d-a1cf-4879-98d3-a9bd4fad3713 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391488 Dec 20 15:54:02.881976 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:02.882366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:02.899702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2c774-ad40-4a0d-bffb-70934562a46e req-df17566f-fa3a-4b1b-ae01-d906c5e4e779 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:02.901338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08d2c774-ad40-4a0d-bffb-70934562a46e req-df17566f-fa3a-4b1b-ae01-d906c5e4e779 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 931 time: 0.2920568 Dec 20 15:54:03.024651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.044572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08d2c774-ad40-4a0d-bffb-70934562a46e req-86d47f2d-608d-4d25-8a4d-a86fd053484c tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337409 Dec 20 15:54:03.081585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:03.119601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e8da6f3b-171b-4268-beee-82b2f3378b3e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-1518659 HTTP/1.1" status: 204 len: 168 time: 0.4422243 Dec 20 15:54:03.126036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37816) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:03.127750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:03.131871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:03.133813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.246580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58813fa4-825b-47e8-8b32-c063fd6fb81c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:03.267395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.346578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Transition to ACTIVE for port object 58813fa4-825b-47e8-8b32-c063fd6fb81c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:03.390625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce06223-2ec5-4d1f-9c6d-0c69ab3f1d0e req-f261becd-e46a-4c25-841f-873bf0bde458 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:03.398333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ce06223-2ec5-4d1f-9c6d-0c69ab3f1d0e req-f261becd-e46a-4c25-841f-873bf0bde458 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 944 time: 0.1096077 Dec 20 15:54:03.521466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ce06223-2ec5-4d1f-9c6d-0c69ab3f1d0e req-3e15d142-0205-4712-bd43-f83090b3302e tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1064167 Dec 20 15:54:03.524524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.609625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-cc369901-5b81-4934-b644-2b3d1db142fa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:03.667444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Pushing event updated for resources: {'Port': ['ID=58813fa4-825b-47e8-8b32-c063fd6fb81c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:03.738871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=048f450e-211c-4829-93dd-3a3ff261bea2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:03.766973 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc369901-5b81-4934-b644-2b3d1db142fa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags HTTP/1.1" status: 200 len: 205 time: 0.1610250 Dec 20 15:54:03.767961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:03.777483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-c5a7fb1e-92a6-400e-960a-61dfcdbf0dc2 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:03.778486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-789cea1e-72bf-40dd-a185-383d59d9dc4d None None] Provisioning complete for port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:03.779017 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-789cea1e-72bf-40dd-a185-383d59d9dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.851766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Attempting to bind port 58813fa4-825b-47e8-8b32-c063fd6fb81c on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:03.852590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Attempting to bind port 58813fa4-825b-47e8-8b32-c063fd6fb81c by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '6f6a4ae2-7619-4920-9624-634d0e5501ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:03.853095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Attempting to bind port 58813fa4-825b-47e8-8b32-c063fd6fb81c on network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:03.865263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Port 58813fa4-825b-47e8-8b32-c063fd6fb81c on network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:54:03.865599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Attempting to bind port 58813fa4-825b-47e8-8b32-c063fd6fb81c on network 92e9c33a-d999-495d-abc7-a2a9b44bf7b3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:03.902679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:03.903394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Checking segment: {'id': '6f6a4ae2-7619-4920-9624-634d0e5501ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:03.903529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Bound using segment: {'id': '6f6a4ae2-7619-4920-9624-634d0e5501ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:03.903868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Bound port: 58813fa4-825b-47e8-8b32-c063fd6fb81c, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6a4ae2-7619-4920-9624-634d0e5501ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:03.904243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.945663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.967211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-789cea1e-72bf-40dd-a185-383d59d9dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.034081 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5a7fb1e-92a6-400e-960a-61dfcdbf0dc2 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags HTTP/1.1" status: 200 len: 241 time: 0.2625303 Dec 20 15:54:04.038691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37854) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:04.065961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-93a907d8-002d-451c-9969-46065cdf7025 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-1686081794') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:04.069836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-789cea1e-72bf-40dd-a185-383d59d9dc4d None None] For port 8a63091f-3885-4d40-8cb2-52b8a896a1c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8a63091f-3885-4d40-8cb2-52b8a896a1c7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:04.130183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-789cea1e-72bf-40dd-a185-383d59d9dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.147585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] For port 58813fa4-825b-47e8-8b32-c063fd6fb81c, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:04.185099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] For port 58813fa4-825b-47e8-8b32-c063fd6fb81c, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c,segment=NetworkSegment(6f6a4ae2-7619-4920-9624-634d0e5501ae),segment_id=6f6a4ae2-7619-4920-9624-634d0e5501ae)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:04.217226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8334b8-c68d-4e8f-9d4b-74e74055b30e req-eebe2eab-e549-4e16-86fe-fa7ac24848af tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.218817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd8334b8-c68d-4e8f-9d4b-74e74055b30e req-eebe2eab-e549-4e16-86fe-fa7ac24848af tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.1789470 Dec 20 15:54:04.279728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd8334b8-c68d-4e8f-9d4b-74e74055b30e req-a42d10c8-2d12-4a4c-b760-46acf2be382e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525768 Dec 20 15:54:04.317614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0f957489-e759-4a0a-a767-b65228c9b294 None None] Provisioning complete for port 048f450e-211c-4829-93dd-3a3ff261bea2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:04.318093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f957489-e759-4a0a-a767-b65228c9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.359886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf19963-5199-4345-972c-f158d07e52db req-ad9298c8-d2a5-4899-abd8-e751c479761e tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.368631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf19963-5199-4345-972c-f158d07e52db req-ad9298c8-d2a5-4899-abd8-e751c479761e tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 943 time: 0.0928741 Dec 20 15:54:04.376839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0f957489-e759-4a0a-a767-b65228c9b294 None None] Port 048f450e-211c-4829-93dd-3a3ff261bea2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:04.381569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.386827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.387382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cea1e-72bf-40dd-a185-383d59d9dc4d None None] Pushing event updated for resources: {'Port': ['ID=8a63091f-3885-4d40-8cb2-52b8a896a1c7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:04.456260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.457087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.458618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] 10.222.0.83 "PUT /v2.0/ports/58813fa4-825b-47e8-8b32-c063fd6fb81c HTTP/1.1" status: 200 len: 1091 time: 2.5531402 Dec 20 15:54:04.462570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'tag': '58813fa4-825b-47e8-8b32-c063fd6fb81c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:04.472863 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001826a-9c4a-48ba-a569-7d08776f9192" -d '{"events": [{"name": "network-changed", "server_uuid": "a08be32d-7ca7-4b9c-b927-bb21503eba80", "tag": "58813fa4-825b-47e8-8b32-c063fd6fb81c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:04.512740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf19963-5199-4345-972c-f158d07e52db req-440af609-654d-40aa-ad54-be6f21a68a3d tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426601 Dec 20 15:54:04.550148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937f562-bdc4-4f80-95a3-81c50a8c3a91 service neutron] Pushing event updated for resources: {'Port': ['ID=58813fa4-825b-47e8-8b32-c063fd6fb81c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:04.641674 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69aeb2-7592-4442-ab15-6314ca7844fc x-openstack-request-id: req-7d69aeb2-7592-4442-ab15-6314ca7844fc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:04.642025 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08be32d-7ca7-4b9c-b927-bb21503eba80", "tag": "58813fa4-825b-47e8-8b32-c063fd6fb81c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:04.642383 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d69aeb2-7592-4442-ab15-6314ca7844fc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:04.642800 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'tag': '58813fa4-825b-47e8-8b32-c063fd6fb81c', 'status': 'completed', 'code': 200} Dec 20 15:54:04.681031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a63091f-3885-4d40-8cb2-52b8a896a1c7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:04.697790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-ab5b1304-1cec-4f42-b377-90c35093e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.699647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-ab5b1304-1cec-4f42-b377-90c35093e82d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=560dd1274db544baba48e07d2d5b3a6a&device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 1094 time: 0.0979722 Dec 20 15:54:04.717272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.744914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-93a907d8-002d-451c-9969-46065cdf7025 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-1686081794 HTTP/1.1" status: 204 len: 168 time: 0.6945965 Dec 20 15:54:04.745839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37868) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:04.756283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-74bd1a98-2978-439c-a4a9-f94eab858128 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-1686081794') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:04.765666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-9816d54e-7a8d-4a36-a437-92ef797d13ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c HTTP/1.1" status: 200 len: 217 time: 0.0499303 Dec 20 15:54:04.778535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe04f8-201e-479a-b449-290b5ee3225b req-8aa81839-f2b7-4201-a574-5c6d44166916 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:04.787531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57fe04f8-201e-479a-b449-290b5ee3225b req-8aa81839-f2b7-4201-a574-5c6d44166916 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 944 time: 0.1437497 Dec 20 15:54:04.788210 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:04.790746 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.828373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.829525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.893094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37872) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:05.052596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57fe04f8-201e-479a-b449-290b5ee3225b req-ffad2823-5deb-459e-a109-feabac68f599 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2596805 Dec 20 15:54:05.063671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750fb3-696e-4b01-af0e-688c11e7520b req-4bbc4fbd-e84f-48d8-ab92-e8ed77a5a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:05.065598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-4bbc4fbd-e84f-48d8-ab92-e8ed77a5a466 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f286bc3-df58-447b-b2a6-2683b202cbfc HTTP/1.1" status: 200 len: 847 time: 0.2990513 Dec 20 15:54:05.084153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 50ac145e-febf-490d-8b9a-88e99c017afb up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:05.095742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=048f450e-211c-4829-93dd-3a3ff261bea2,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:05.120018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-90809849-6ad8-4ab4-bb90-de5de09b160b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92e9c33a-d999-495d-abc7-a2a9b44bf7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453911 Dec 20 15:54:05.171306 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:05.187390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:05.194074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:05.368911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37884) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:05.370571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-74bd1a98-2978-439c-a4a9-f94eab858128 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-1686081794 HTTP/1.1" status: 204 len: 168 time: 0.6184537 Dec 20 15:54:05.374232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-a3d76f7a-073e-4e97-af89-08cb8e63defa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:05.403739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 50ac145e-febf-490d-8b9a-88e99c017afb completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:05.411236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 50ac145e-febf-490d-8b9a-88e99c017afb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:05.411621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:05.421035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37afeb4a-705e-48eb-9eba-906c94c124f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:05.483961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-b4c67fc5-8121-4684-ae55-abd14296c147 service neutron] 10.222.0.83 "GET /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566597 Dec 20 15:54:05.697722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:05.748276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Router d039ade4-0392-41f7-bde6-baec32f92c2e is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:54:05.766152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 50ac145e-febf-490d-8b9a-88e99c017afb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=50ac145e-febf-490d-8b9a-88e99c017afb,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:05.768638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:05.784311 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe459535-6d02-4596-9069-6e94bb2b4289" -d '{"events": [{"server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "name": "network-vif-plugged", "status": "completed", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:05.796264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64750fb3-696e-4b01-af0e-688c11e7520b req-c06afed6-2ca0-4cd3-9047-1291cff2420a service neutron] 10.222.0.83 "GET /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937152 Dec 20 15:54:05.824584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cb9d5dd1-fa01-4d99-8a28-64f4ac257fa4 None None] Provisioning complete for port 048f450e-211c-4829-93dd-3a3ff261bea2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:05.825822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5dd1-fa01-4d99-8a28-64f4ac257fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:05.835708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a3d76f7a-073e-4e97-af89-08cb8e63defa tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags HTTP/1.1" status: 200 len: 205 time: 0.4656422 Dec 20 15:54:05.852995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37894) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:05.870336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-8dc8d91f-b048-42ce-b2f9-59f5b2c9a327 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:05.887080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:05.933403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be1f98-ca57-418d-98f4-d0d586d2b2d9 req-87ebff61-d357-4343-805a-e4827005f406 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:05.944001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89be1f98-ca57-418d-98f4-d0d586d2b2d9 req-87ebff61-d357-4343-805a-e4827005f406 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.2719228 Dec 20 15:54:05.993306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a8d3a-eb1b-498f-ba10-73552a14bf55 req-794a3d40-85b6-42f7-b6a0-4c794b90912d tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.001524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-757a8d3a-eb1b-498f-ba10-73552a14bf55 req-794a3d40-85b6-42f7-b6a0-4c794b90912d tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 943 time: 0.3434730 Dec 20 15:54:06.024304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=50ac145e-febf-490d-8b9a-88e99c017afb,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:06.039093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:06.049423 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Sync routers for ids ['d039ade4-0392-41f7-bde6-baec32f92c2e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:06.064828 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9e411344-4d0f-481b-8074-17d6c1ed5aa8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "PUT /v2.0/routers/d039ade4-0392-41f7-bde6-baec32f92c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0301323 Dec 20 15:54:06.070582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d5dd1-fa01-4d99-8a28-64f4ac257fa4 None None] Port 048f450e-211c-4829-93dd-3a3ff261bea2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:06.071776 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Routers {'d039ade4-0392-41f7-bde6-baec32f92c2e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:06.072354 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d039ade4-0392-41f7-bde6-baec32f92c2e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:06.073497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37898) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:06.193588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8dc8d91f-b048-42ce-b2f9-59f5b2c9a327 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags HTTP/1.1" status: 200 len: 241 time: 0.3268826 Dec 20 15:54:06.193850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340f0ea-13db-4096-b39b-08ab15bfd17c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.194301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37902) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:06.251461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b340f0ea-13db-4096-b39b-08ab15bfd17c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports/048f450e-211c-4829-93dd-3a3ff261bea2 HTTP/1.1" status: 200 len: 911 time: 0.1207960 Dec 20 15:54:06.251461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:06.251837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-c27b2d65-589d-475a-8e25-5dceee617fdd tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-1028935421') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:06.290592 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Set router d039ade4-0392-41f7-bde6-baec32f92c2e gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:54:06.290831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-5a1dc99d-1273-4300-b00b-0b57ed6baa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.292618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-5a1dc99d-1273-4300-b00b-0b57ed6baa49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=560dd1274db544baba48e07d2d5b3a6a&device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 1094 time: 0.2695527 Dec 20 15:54:06.300270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89be1f98-ca57-418d-98f4-d0d586d2b2d9 req-6868c893-7137-475a-be5c-6225b04ee507 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552442 Dec 20 15:54:06.315647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37908) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:06.328614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c27b2d65-589d-475a-8e25-5dceee617fdd tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-1028935421 HTTP/1.1" status: 204 len: 168 time: 0.1275306 Dec 20 15:54:06.329380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-c44e2552-2440-45e7-9248-8675792f0155 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-1028935421') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:06.329501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-757a8d3a-eb1b-498f-ba10-73552a14bf55 req-9006144d-032c-4834-9ed9-cec02f18a2fb tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270757 Dec 20 15:54:06.405419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb4ba9-f310-4917-868e-a1a7091e7997 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.419274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb4ba9-f310-4917-868e-a1a7091e7997 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.425705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-88cb4ba9-f310-4917-868e-a1a7091e7997 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2247744 Dec 20 15:54:06.432689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37912) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:06.446071 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a6cf2-18dc-40f3-b188-451d4a325ad8 x-openstack-request-id: req-f01a6cf2-18dc-40f3-b188-451d4a325ad8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:06.446883 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "name": "network-vif-plugged", "status": "completed", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:06.448957 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f01a6cf2-18dc-40f3-b188-451d4a325ad8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:06.450708 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb', 'code': 200} Dec 20 15:54:06.570993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a63091f-3885-4d40-8cb2-52b8a896a1c7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:06.617983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37afeb4a-705e-48eb-9eba-906c94c124f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:06.636803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-8dd6753c-00c5-402f-bf82-c27e5b155aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.638457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-8dd6753c-00c5-402f-bf82-c27e5b155aec service neutron] 10.222.0.83 "GET /v2.0/networks?id=92e9c33a-d999-495d-abc7-a2a9b44bf7b3 HTTP/1.1" status: 200 len: 908 time: 0.3279083 Dec 20 15:54:06.643147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:06.643974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:06.651043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065437b-7556-49ce-bd1b-2efa7b4f5482 req-51f0bde6-a5ef-4a3e-a10c-0688b4d711b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.652612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6065437b-7556-49ce-bd1b-2efa7b4f5482 req-51f0bde6-a5ef-4a3e-a10c-0688b4d711b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 1096 time: 0.1295135 Dec 20 15:54:06.697450 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'name': 'tempest-NetworksTestDHCPv6-router-708985768', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:00Z', 'updated_at': '2021-12-20T15:54:03Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None, '_interfaces': [{'id': '048f450e-211c-4829-93dd-3a3ff261bea2', 'name': '', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'mac_address': 'fa:16:3e:27:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:02Z', 'updated_at': '2021-12-20T15:54:04Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'subnets': [{'id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:06.716152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-3084f424-c3f7-4298-987e-12a07e8a5756 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c HTTP/1.1" status: 200 len: 217 time: 0.0674455 Dec 20 15:54:06.734083 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Checking router: d039ade4-0392-41f7-bde6-baec32f92c2e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:54:06.735215 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Updating router d039ade4-0392-41f7-bde6-baec32f92c2e port 048f450e-211c-4829-93dd-3a3ff261bea2 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:54:06.764881 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:06.788180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d971-575a-4805-9e3c-d413b017d284 req-cfabe037-15f4-4b88-8d43-5f306541cb35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.795569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82a3d971-575a-4805-9e3c-d413b017d284 req-cfabe037-15f4-4b88-8d43-5f306541cb35 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.2735059 Dec 20 15:54:06.865578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6065437b-7556-49ce-bd1b-2efa7b4f5482 req-82653e9a-5d8e-4daa-98ed-4a231960732b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1671414 Dec 20 15:54:06.887483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-8489965d-982b-431c-8bfa-accf1c39c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:06.888857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-8489965d-982b-431c-8bfa-accf1c39c7dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8f286bc3-df58-447b-b2a6-2683b202cbfc HTTP/1.1" status: 200 len: 847 time: 0.1521633 Dec 20 15:54:06.926694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-03851368-f58b-445a-be49-c0cc4bc2c154 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=92e9c33a-d999-495d-abc7-a2a9b44bf7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281761 Dec 20 15:54:06.937735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82a3d971-575a-4805-9e3c-d413b017d284 req-13afa680-ee2a-4bd4-b963-ef0f5046f2d9 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1412685 Dec 20 15:54:06.970475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c44e2552-2440-45e7-9248-8675792f0155 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-1028935421 HTTP/1.1" status: 204 len: 168 time: 0.6534507 Dec 20 15:54:06.975576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37914) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:06.976598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37afeb4a-705e-48eb-9eba-906c94c124f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:06.980170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-798908f1-4807-415c-ae25-076a3e25603f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:07.047412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-37afeb4a-705e-48eb-9eba-906c94c124f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e9eb71ff15f4d87b35d123b38e049f9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1460967 Dec 20 15:54:07.064278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37918) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:07.078087 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-798908f1-4807-415c-ae25-076a3e25603f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags HTTP/1.1" status: 200 len: 205 time: 0.1014342 Dec 20 15:54:07.107671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37922) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:07.123604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-f294d598-cf39-4357-afc1-9aaf663fd8b8 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:07.173185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e9514e-a6b6-4e5e-aa74-c0f773c26ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.194211 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.241390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afeb4a-705e-48eb-9eba-906c94c124f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326f2bae-fdfe-4f75-aaf0-903ff260343f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:07.301829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f294d598-cf39-4357-afc1-9aaf663fd8b8 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.1844079 Dec 20 15:54:07.306996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37928) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:07.320985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e9514e-a6b6-4e5e-aa74-c0f773c26ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.334754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-900a564b-5900-4ad6-a9f8-3222d084fff0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:07.536609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e9514e-a6b6-4e5e-aa74-c0f773c26ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.541698 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.542331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e9514e-a6b6-4e5e-aa74-c0f773c26ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.549860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-16e9514e-a6b6-4e5e-aa74-c0f773c26ed5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/326f2bae-fdfe-4f75-aaf0-903ff260343f HTTP/1.1" status: 204 len: 168 time: 0.4802876 Dec 20 15:54:07.626751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9514e-a6b6-4e5e-aa74-c0f773c26ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326f2bae-fdfe-4f75-aaf0-903ff260343f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:07.627809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-4cc239b1-29ea-40d9-a61b-4404a83cfa52 service neutron] 10.222.0.83 "GET /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852775 Dec 20 15:54:07.631838 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.731847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 048f450e-211c-4829-93dd-3a3ff261bea2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:07.732488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:07.813534 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2bd93-d45a-4a81-b2e9-25925c9b5a05 None None] Pushing event updated for resources: {'Port': ['ID=048f450e-211c-4829-93dd-3a3ff261bea2,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:07.990190 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Attempting to bind port 048f450e-211c-4829-93dd-3a3ff261bea2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:07.990573 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Attempting to bind port 048f450e-211c-4829-93dd-3a3ff261bea2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:07.996044 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Attempting to bind port 048f450e-211c-4829-93dd-3a3ff261bea2 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:08.013844 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:08.014228 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:08.019914 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.020520 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:08.023443 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Bound port: 048f450e-211c-4829-93dd-3a3ff261bea2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:08.023873 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.058284 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.112286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 048f450e-211c-4829-93dd-3a3ff261bea2 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:08.259837 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] For port 048f450e-211c-4829-93dd-3a3ff261bea2, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:08.264249 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] For port 048f450e-211c-4829-93dd-3a3ff261bea2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=048f450e-211c-4829-93dd-3a3ff261bea2,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:08.342887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-00eb878a-112b-4dfa-a518-09499b5be1e8 None None] Provisioning complete for port 048f450e-211c-4829-93dd-3a3ff261bea2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:08.343602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00eb878a-112b-4dfa-a518-09499b5be1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.360067 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.453442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-00eb878a-112b-4dfa-a518-09499b5be1e8 None None] Port 048f450e-211c-4829-93dd-3a3ff261bea2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:08.459438 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Routers {'d039ade4-0392-41f7-bde6-baec32f92c2e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:08.459438 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d039ade4-0392-41f7-bde6-baec32f92c2e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:08.677859 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2bd93-d45a-4a81-b2e9-25925c9b5a05 None None] Pushing event updated for resources: {'Port': ['ID=048f450e-211c-4829-93dd-3a3ff261bea2,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:08.702307 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] Set router d039ade4-0392-41f7-bde6-baec32f92c2e gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:54:08.721476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37952) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:08.747081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b831447-5220-45e8-ad41-4680f43941ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.824640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:08.873998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c808b2cc-4b41-401b-97d0-5ea1174e25e9 None None] Could not find standard attr ID for object 048f450e-211c-4829-93dd-3a3ff261bea2. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:54:08.886793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-900a564b-5900-4ad6-a9f8-3222d084fff0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags HTTP/1.1" status: 204 len: 168 time: 1.5783386 Dec 20 15:54:08.889644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37956) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:08.904343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-70e4d5fc-5391-4a22-85d2-0af695c8d6e0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:08.919190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f90c4-754d-4182-ad68-097c67d13b20 req-676b7ece-11aa-4cbc-99e0-b0ecca07dc4c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:08.919521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=048f450e-211c-4829-93dd-3a3ff261bea2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:08.933818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-458f90c4-754d-4182-ad68-097c67d13b20 req-676b7ece-11aa-4cbc-99e0-b0ecca07dc4c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 1.3492243 Dec 20 15:54:08.947631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f25fa-4066-489f-bae9-3b063e92883f req-20991527-2918-432a-8d51-4edff6337d05 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:08.963708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-501f25fa-4066-489f-bae9-3b063e92883f req-20991527-2918-432a-8d51-4edff6337d05 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 943 time: 1.3873603 Dec 20 15:54:09.067471 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'name': 'tempest-NetworksTestDHCPv6-router-708985768', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:00Z', 'updated_at': '2021-12-20T15:54:03Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None, '_interfaces': [{'id': '048f450e-211c-4829-93dd-3a3ff261bea2', 'name': '', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'mac_address': 'fa:16:3e:27:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:02Z', 'updated_at': '2021-12-20T15:54:08Z', 'revision_number': 4, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'subnets': [{'id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.088228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:09.095715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b831447-5220-45e8-ad41-4680f43941ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:09.125065 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019398ed-1ace-4423-9d3f-11c069b6a974 None None] The sync data for ids ['d039ade4-0392-41f7-bde6-baec32f92c2e'] in n-d-781076-8 is: [{'id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'name': 'tempest-NetworksTestDHCPv6-router-708985768', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:00Z', 'updated_at': '2021-12-20T15:54:03Z', 'revision_number': 2, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None, '_interfaces': [{'id': '048f450e-211c-4829-93dd-3a3ff261bea2', 'name': '', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'mac_address': 'fa:16:3e:27:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:54:02Z', 'updated_at': '2021-12-20T15:54:08Z', 'revision_number': 4, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'subnets': [{'id': '4d98c8c3-80cb-459e-ad20-93f0fadb80b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:09.178546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-501f25fa-4066-489f-bae9-3b063e92883f req-6f5acb85-9f66-4aec-adfb-e698bcb3b6e6 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084157 Dec 20 15:54:09.218582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b831447-5220-45e8-ad41-4680f43941ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:09.236226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-458f90c4-754d-4182-ad68-097c67d13b20 req-b8b10f71-f723-4fc9-b587-2a5fb1bec3e6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058584 Dec 20 15:54:09.242045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d001826a-9c4a-48ba-a569-7d08776f9192 req-68ab7770-3375-4120-88b6-0be657f47a97 service neutron] 10.222.0.83 "GET /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5810492 Dec 20 15:54:09.280982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-70e4d5fc-5391-4a22-85d2-0af695c8d6e0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3809295 Dec 20 15:54:09.281643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37968) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:09.305229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-37714d5e-8688-4c16-ace5-2b1491ee2d4b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.354752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b831447-5220-45e8-ad41-4680f43941ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=915482c9fd29486498125ee08d8527fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6270871 Dec 20 15:54:09.359410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37970) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:09.365682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b831447-5220-45e8-ad41-4680f43941ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe83082-71cd-473f-9a79-bc5eb6c05047,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:09.450913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4e7f4-fb9f-420f-8743-3696d07c7027 req-43d80bd0-87aa-4e66-ac13-5212dff0ec4a tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:09.453127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2d4e7f4-fb9f-420f-8743-3696d07c7027 req-43d80bd0-87aa-4e66-ac13-5212dff0ec4a tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.0954525 Dec 20 15:54:09.459426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:09.467874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Router d039ade4-0392-41f7-bde6-baec32f92c2e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:09.539851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:09.559521 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37714d5e-8688-4c16-ace5-2b1491ee2d4b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags HTTP/1.1" status: 204 len: 168 time: 0.2590864 Dec 20 15:54:09.587336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37976) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:09.592045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-9a42ddf6-1fae-4d17-9fd4-1c531d9cc05d tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-1369810367') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.708554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2d4e7f4-fb9f-420f-8743-3696d07c7027 req-26b66bd8-3838-488e-83a1-a5cb86ecb4ad tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2458715 Dec 20 15:54:09.868844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054b9d9-dff9-4bf7-be23-32c66819ddc7 req-be4394cb-c148-47de-9bed-e997f33e44fc tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:09.877089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d054b9d9-dff9-4bf7-be23-32c66819ddc7 req-be4394cb-c148-47de-9bed-e997f33e44fc tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.0893142 Dec 20 15:54:09.884752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9a42ddf6-1fae-4d17-9fd4-1c531d9cc05d tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-1369810367 HTTP/1.1" status: 201 len: 201 time: 0.2963371 Dec 20 15:54:09.885647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37984) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:09.892456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-ebf2600a-2f77-4bb3-b8eb-2730e619761d tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-1299508403') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:09.897209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:09.901837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Request body: {'floatingip': {'port_id': '50ac145e-febf-490d-8b9a-88e99c017afb'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:09.928924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:09.938263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4965f8e3-374e-40f2-984d-e9c2094e0a5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "PUT /v2.0/routers/d039ade4-0392-41f7-bde6-baec32f92c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040743 Dec 20 15:54:09.942513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37988) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:09.967544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 58813fa4-825b-47e8-8b32-c063fd6fb81c details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:54:09.982173 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.034301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae760c-a05c-4d93-ab69-3aa03aaadfc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:10.040638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae760c-a05c-4d93-ab69-3aa03aaadfc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:10.043937 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b5ae760c-a05c-4d93-ab69-3aa03aaadfc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1004431 Dec 20 15:54:10.047994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37990) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:10.070875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.070875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.070875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfe83082-71cd-473f-9a79-bc5eb6c05047 HTTP/1.1" status: 204 len: 168 time: 0.7087171 Dec 20 15:54:10.149005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 4d98c8c3-80cb-459e-ad20-93f0fadb80b7 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:10.164552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe83082-71cd-473f-9a79-bc5eb6c05047,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:10.171983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.189567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 58813fa4-825b-47e8-8b32-c063fd6fb81c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c,segment=NetworkSegment(6f6a4ae2-7619-4920-9624-634d0e5501ae),segment_id=6f6a4ae2-7619-4920-9624-634d0e5501ae)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:10.215876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '58813fa4-825b-47e8-8b32-c063fd6fb81c', 'network_id': '92e9c33a-d999-495d-abc7-a2a9b44bf7b3', 'port_id': '58813fa4-825b-47e8-8b32-c063fd6fb81c', 'mac_address': 'fa:16:3e:2a:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f286bc3-df58-447b-b2a6-2683b202cbfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:54:10.231831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.232296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.232964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.233508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.234451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.241345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.243648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.243648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.243648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.243648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.244182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.244618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.245044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.245489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20888a-5ff6-4239-b9b5-e24505ff27bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:10.338177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.369488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58813fa4-825b-47e8-8b32-c063fd6fb81c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:10.413665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 58813fa4-825b-47e8-8b32-c063fd6fb81c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c,segment=NetworkSegment(6f6a4ae2-7619-4920-9624-634d0e5501ae),segment_id=6f6a4ae2-7619-4920-9624-634d0e5501ae)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:10.432059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.487758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.570972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25206457-0f93-4919-a34c-995145daafdb req-06586b9d-53fa-4511-bae6-65df62087157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:10.572629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-06586b9d-53fa-4511-bae6-65df62087157 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 1096 time: 0.3747730 Dec 20 15:54:10.582848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ebf2600a-2f77-4bb3-b8eb-2730e619761d tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-1299508403 HTTP/1.1" status: 201 len: 201 time: 0.6917796 Dec 20 15:54:10.583395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38008) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:10.589970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-d1f824bb-9b52-482d-816a-17115283f151 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-300475936') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:10.590224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=58813fa4-825b-47e8-8b32-c063fd6fb81c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:10.676494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.727227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d18550-93ee-412f-a3e7-59ef596f098b req-13acc3f2-11eb-40b5-a08a-3f983c6201d0 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:10.728777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0d18550-93ee-412f-a3e7-59ef596f098b req-13acc3f2-11eb-40b5-a08a-3f983c6201d0 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 943 time: 0.4371488 Dec 20 15:54:10.745798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:10.749280 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/4d98c8c3-80cb-459e-ad20-93f0fadb80b7 HTTP/1.1" status: 204 len: 168 time: 0.6995082 Dec 20 15:54:10.752992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:10.755995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631eb967-1b58-429a-8da9-221485cfc0da None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:10.767365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0be95b-21af-40ab-906f-f6f6f818fc38 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=4d98c8c3-80cb-459e-ad20-93f0fadb80b7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:10.839301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['58813fa4-825b-47e8-8b32-c063fd6fb81c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:54:10.855225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c2f3-b7ce-4cb8-83c3-3dad906589c7 req-9a672937-8260-49ff-8a57-a8188e9fb765 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:10.857004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0569c2f3-b7ce-4cb8-83c3-3dad906589c7 req-9a672937-8260-49ff-8a57-a8188e9fb765 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.3950725 Dec 20 15:54:10.923741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0d18550-93ee-412f-a3e7-59ef596f098b req-a2cdba99-5fc0-49fe-8b80-07182d76862a tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794248 Dec 20 15:54:10.959451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5208137-19c0-47e2-81dd-42439a9ce280 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2064316 Dec 20 15:54:10.960351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38022) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.043869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1f824bb-9b52-482d-816a-17115283f151 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-300475936 HTTP/1.1" status: 201 len: 201 time: 0.4591758 Dec 20 15:54:11.062888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38024) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.091503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:11.102863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.120514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.tag.tag_plugin [None req-b26cf994-948c-4d37-9ee1-8b926d196925 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-516407148') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.203694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] Deleting port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:11.204237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.211376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0569c2f3-b7ce-4cb8-83c3-3dad906589c7 req-be49655c-246d-41cf-bdc6-5c4c39d9fe28 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366821 Dec 20 15:54:11.213340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25206457-0f93-4919-a34c-995145daafdb req-1ba4ee57-f664-4a87-9c9a-526ba49b3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:11.221596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-1ba4ee57-f664-4a87-9c9a-526ba49b3ec0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.5030105 Dec 20 15:54:11.315137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] For port 8a63091f-3885-4d40-8cb2-52b8a896a1c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8a63091f-3885-4d40-8cb2-52b8a896a1c7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:11.315420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.321588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-1d7aca9f-c2aa-413e-b49a-e17078e950c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50 HTTP/1.1" status: 200 len: 217 time: 0.0860004 Dec 20 15:54:11.322412 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.326377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.332413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] Calling delete_port for 8a63091f-3885-4d40-8cb2-52b8a896a1c7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:11.332620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:54:11.433865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25206457-0f93-4919-a34c-995145daafdb req-a4ce8979-5930-44ee-ad32-60114c7e2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:11.435354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-a4ce8979-5930-44ee-ad32-60114c7e2732 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.1059935 Dec 20 15:54:11.439620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.448284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Sync routers for ids ['d039ade4-0392-41f7-bde6-baec32f92c2e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:11.465463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Routers {'d039ade4-0392-41f7-bde6-baec32f92c2e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:11.466099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d039ade4-0392-41f7-bde6-baec32f92c2e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.473029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-4da3de64-94a3-4387-a063-a6d1c84909f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290866 Dec 20 15:54:11.514219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b26cf994-948c-4d37-9ee1-8b926d196925 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-516407148 HTTP/1.1" status: 201 len: 201 time: 0.4261684 Dec 20 15:54:11.515443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.524625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-8e4172f6-d7e1-46e1-b97e-f86240587e0e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', {'tags': ['tempest-TagsExtTest-Tag-111246975', 'tempest-TagsExtTest-Tag-209060069', 'tempest-TagsExtTest-Tag-1764465199']}) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.552207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Set router d039ade4-0392-41f7-bde6-baec32f92c2e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:54:11.561297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.561297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Fanout notify agent at l3_agent the message router_deleted on router d039ade4-0392-41f7-bde6-baec32f92c2e {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:54:11.570014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.571918 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a23322a1-ac21-4a04-83fc-c76e94ae75e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/routers/d039ade4-0392-41f7-bde6-baec32f92c2e HTTP/1.1" status: 204 len: 168 time: 0.6094868 Dec 20 15:54:11.574446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38042) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.597927 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.629936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c2615030-ee20-4cb0-b54e-d70e0c4d36ee tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0541141 Dec 20 15:54:11.632239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38046) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.636912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:11.654743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] No DVR routers for this DVR port 8a63091f-3885-4d40-8cb2-52b8a896a1c7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:11.656556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd039ade4-0392-41f7-bde6-baec32f92c2e', 'name': 'tempest-NetworksTestDHCPv6-router-708985768', 'tenant_id': '1ae06a3186ba4530a26f3f67e7034539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:54:00Z', 'updated_at': '2021-12-20T15:54:08Z', 'revision_number': 3, 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.697845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71858752-7e74-41fd-bef8-e86b84d9067d None None] Pushing event deleted for resources: {'Port': ['ID=8a63091f-3885-4d40-8cb2-52b8a896a1c7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:11.731257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Checking router: d039ade4-0392-41f7-bde6-baec32f92c2e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:54:11.732232 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8e4172f6-d7e1-46e1-b97e-f86240587e0e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags HTTP/1.1" status: 200 len: 316 time: 0.2150011 Dec 20 15:54:11.733578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.741880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Routers set() bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:11.742392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Router IDs set() for agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 15:54:11.743097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_agentschedulers_db [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d039ade4-0392-41f7-bde6-baec32f92c2e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent'). {{(pid=103955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 15:54:11.743571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882a2ed-a563-4193-8a57-3ec5fc3ba423 None None] The sync data for ids ['d039ade4-0392-41f7-bde6-baec32f92c2e'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:11.748934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-2dbbf2b5-055e-4577-abfc-2518f4fb9405 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.775983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-5b78ba92-a365-43d3-b04b-8379e8435381 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961447 Dec 20 15:54:11.790476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ebf48-3a49-4632-a083-9c533f6b9f9f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:11.794782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4d4ebf48-3a49-4632-a083-9c533f6b9f9f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1585279 Dec 20 15:54:11.795867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38052) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.849799 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cbe3617a-15d6-4600-8e93-5d834680020b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534172 Dec 20 15:54:11.850200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.858052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:11.953267 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2dbbf2b5-055e-4577-abfc-2518f4fb9405 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags HTTP/1.1" status: 204 len: 168 time: 0.2130184 Dec 20 15:54:11.956368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38064) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:11.960973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-162ee98c-1ed8-4122-bbfb-898b10eb2480 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-111246975') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:11.963802 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Floating IP 411af09f-df86-46b4-a28d-f6d42a175641 associated. External IP: 172.25.6.133, port: 50ac145e-febf-490d-8b9a-88e99c017afb. Dec 20 15:54:11.970608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 58813fa4-825b-47e8-8b32-c063fd6fb81c up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:12.046599 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-162ee98c-1ed8-4122-bbfb-898b10eb2480 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:12.049353 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-162ee98c-1ed8-4122-bbfb-898b10eb2480 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-111246975 HTTP/1.1" status: 404 len: 328 time: 0.0915422 Dec 20 15:54:12.052666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38068) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.059090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-06ff8a67-7728-4232-86c2-9a5898aaff06 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-209060069') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.080839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25206457-0f93-4919-a34c-995145daafdb req-6ca090ce-d2e2-45f1-8688-6ae947aa5608 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372222 Dec 20 15:54:12.153638 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-06ff8a67-7728-4232-86c2-9a5898aaff06 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:12.153638 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06ff8a67-7728-4232-86c2-9a5898aaff06 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-209060069 HTTP/1.1" status: 404 len: 328 time: 0.0980124 Dec 20 15:54:12.168083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38076) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.174342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-147e5835-c539-492d-89cc-87b5994c6d5f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02', 'tempest-TagsExtTest-Tag-1764465199') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.174508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 58813fa4-825b-47e8-8b32-c063fd6fb81c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:12.181076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 58813fa4-825b-47e8-8b32-c063fd6fb81c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:12.181487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:12.262464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af6d17-6cf1-4238-9d38-db754feb7479 req-1f491539-394b-40c4-83df-47988f25ad91 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:12.270635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67af6d17-6cf1-4238-9d38-db754feb7479 req-1f491539-394b-40c4-83df-47988f25ad91 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 944 time: 0.1033401 Dec 20 15:54:12.289352 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-147e5835-c539-492d-89cc-87b5994c6d5f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:12.293649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-147e5835-c539-492d-89cc-87b5994c6d5f tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags/tempest-TagsExtTest-Tag-1764465199 HTTP/1.1" status: 404 len: 329 time: 0.1244941 Dec 20 15:54:12.298117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.326836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:12.335197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-de0bcf84-780c-4a68-b30b-a7cb57de0e4c tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', {'tags': ['tempest-TagsExtTest-Tag-879407798', 'tempest-TagsExtTest-Tag-899806289', 'tempest-TagsExtTest-Tag-1633970391']}) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.369241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:12.376963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:12.377884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58813fa4-825b-47e8-8b32-c063fd6fb81c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:12.381141 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297ff17-aa40-4090-85f1-2c311928f992" -d '{"events": [{"server_uuid": "a08be32d-7ca7-4b9c-b927-bb21503eba80", "name": "network-vif-plugged", "status": "completed", "tag": "58813fa4-825b-47e8-8b32-c063fd6fb81c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:12.401818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 58813fa4-825b-47e8-8b32-c063fd6fb81c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c,segment=NetworkSegment(6f6a4ae2-7619-4920-9624-634d0e5501ae),segment_id=6f6a4ae2-7619-4920-9624-634d0e5501ae)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:12.489571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:12.518471 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de0bcf84-780c-4a68-b30b-a7cb57de0e4c tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags HTTP/1.1" status: 200 len: 316 time: 0.1922626 Dec 20 15:54:12.521750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38100) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.526595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67af6d17-6cf1-4238-9d38-db754feb7479 req-0a411251-35f1-40cf-8d91-90c4959ab592 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488635 Dec 20 15:54:12.526913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-61174954-647e-468a-8095-27e0d74b9386 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.554236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=58813fa4-825b-47e8-8b32-c063fd6fb81c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:12.597550 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db5cb8-d55c-46ec-9083-af55c23573ed x-openstack-request-id: req-15db5cb8-d55c-46ec-9083-af55c23573ed {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:12.597550 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08be32d-7ca7-4b9c-b927-bb21503eba80", "name": "network-vif-plugged", "status": "completed", "tag": "58813fa4-825b-47e8-8b32-c063fd6fb81c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:12.597550 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15db5cb8-d55c-46ec-9083-af55c23573ed {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:12.597550 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58813fa4-825b-47e8-8b32-c063fd6fb81c', 'code': 200} Dec 20 15:54:12.604688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e135d61-b2bc-4ede-839a-e26322daeba7 req-caa22b9b-9eca-42ae-b824-d9a4f9c3a665 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:12.606302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e135d61-b2bc-4ede-839a-e26322daeba7 req-caa22b9b-9eca-42ae-b824-d9a4f9c3a665 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 945 time: 0.2197711 Dec 20 15:54:12.651118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Router 2a2bc82e-deea-4dce-a842-cab5578830ae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:12.678685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a63091f-3885-4d40-8cb2-52b8a896a1c7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:12.700476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8a63091f-3885-4d40-8cb2-52b8a896a1c7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:12.700826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a63091f-3885-4d40-8cb2-52b8a896a1c7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:12.701286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 048f450e-211c-4829-93dd-3a3ff261bea2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:12.726962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 048f450e-211c-4829-93dd-3a3ff261bea2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:12.726962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 048f450e-211c-4829-93dd-3a3ff261bea2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:12.802844 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-61174954-647e-468a-8095-27e0d74b9386 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2771544 Dec 20 15:54:12.803210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38112) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.808708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-548d0de4-5757-426d-807d-c9ace952e84e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-879407798') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.867875 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-548d0de4-5757-426d-807d-c9ace952e84e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:12.871589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-548d0de4-5757-426d-807d-c9ace952e84e tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-879407798 HTTP/1.1" status: 404 len: 328 time: 0.0645895 Dec 20 15:54:12.871931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.882178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-db62fd33-cffb-4d1f-9967-929e76f45aea tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-899806289') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:12.963119 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-db62fd33-cffb-4d1f-9967-929e76f45aea tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:12.967276 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db62fd33-cffb-4d1f-9967-929e76f45aea tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-899806289 HTTP/1.1" status: 404 len: 328 time: 0.0943797 Dec 20 15:54:12.967921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38128) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:12.973238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-214bdd47-b125-4ef4-a142-f2fb927e4469 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0', 'tempest-TagsExtTest-Tag-1633970391') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.034473 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-214bdd47-b125-4ef4-a142-f2fb927e4469 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:13.037071 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-214bdd47-b125-4ef4-a142-f2fb927e4469 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags/tempest-TagsExtTest-Tag-1633970391 HTTP/1.1" status: 404 len: 329 time: 0.0681539 Dec 20 15:54:13.038410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38130) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:13.043812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-325c434b-c149-47fd-8e5e-ced46fc0203a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', {'tags': ['tempest-TagsExtTest-Tag-347432805', 'tempest-TagsExtTest-Tag-1268810564', 'tempest-TagsExtTest-Tag-1497355971']}) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.097073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d44eb2c1-1ead-44bf-8774-e86b4bfaff50 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:13.183708 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.219533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:13.229249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e135d61-b2bc-4ede-839a-e26322daeba7 req-608c895e-1891-4909-8eec-915b04633034 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966923 Dec 20 15:54:13.243435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d6967-ae78-4d08-adea-05eb511b416a req-c7e1df92-d5dc-4328-87ee-50b549d20443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:13.245047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c40d6967-ae78-4d08-adea-05eb511b416a req-c7e1df92-d5dc-4328-87ee-50b549d20443 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 1096 time: 0.5716858 Dec 20 15:54:13.248048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-325c434b-c149-47fd-8e5e-ced46fc0203a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags HTTP/1.1" status: 200 len: 317 time: 0.2085595 Dec 20 15:54:13.248736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38138) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:13.264347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-27a13ec1-3dfd-4876-a306-17c14efeb5cb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.335862 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.379140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c40d6967-ae78-4d08-adea-05eb511b416a req-8586863e-66e7-4a1f-b5aa-953347841c1f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095684 Dec 20 15:54:13.382183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:13.386882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.397192 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] Sync routers for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:13.411287 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:13.412175 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.417804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d910792b-6fe7-4119-8ffa-f2e97e742647 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "PUT /v2.0/floatingips/411af09f-df86-46b4-a28d-f6d42a175641 HTTP/1.1" status: 200 len: 991 time: 3.5196099 Dec 20 15:54:13.418365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:13.420999 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de7251-2741-414b-9568-7b22d90960a1" -d '{"events": [{"name": "network-changed", "server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:13.435991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:13.491039 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a9fb1-2410-48aa-8b90-aa7f752c4436 x-openstack-request-id: req-265a9fb1-2410-48aa-8b90-aa7f752c4436 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:13.491337 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:13.491589 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-265a9fb1-2410-48aa-8b90-aa7f752c4436 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:13.491987 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb', 'status': 'completed', 'code': 200} Dec 20 15:54:13.547284 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-27a13ec1-3dfd-4876-a306-17c14efeb5cb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags HTTP/1.1" status: 204 len: 168 time: 0.2972581 Dec 20 15:54:13.548197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38148) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:13.554648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-031206ba-ceaa-49d4-ac59-6b12330ad344 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-347432805') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.574903 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:54:13.592375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:13.640478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:54:13.643149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7251-2741-414b-9568-7b22d90960a1 req-3aa49ea2-45b4-41b9-a48c-7f28dfd9f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:13.645312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-3aa49ea2-45b4-41b9-a48c-7f28dfd9f650 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3ed186bcc934a429623058a5b286c71&device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 1096 time: 0.1196210 Dec 20 15:54:13.646608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.703234 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-031206ba-ceaa-49d4-ac59-6b12330ad344 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:13.711783 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-031206ba-ceaa-49d4-ac59-6b12330ad344 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-347432805 HTTP/1.1" status: 404 len: 328 time: 0.1624484 Dec 20 15:54:13.712912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:13.719567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-61109e5a-96b9-4a82-b07d-b13297746424 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-1268810564') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.759728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:13.792766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:13.802087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:13.802696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.806804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce69f2c-fb72-4dcf-805d-1067d0a39b90 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:13.819792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c463-98b6-45bb-b06d-8babe6366e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.828550 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-61109e5a-96b9-4a82-b07d-b13297746424 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:13.832478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-61109e5a-96b9-4a82-b07d-b13297746424 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-1268810564 HTTP/1.1" status: 404 len: 329 time: 0.1177387 Dec 20 15:54:13.833114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38160) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:13.841437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-64c82d04-9bd5-4793-a7fd-48d95d47206a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c', 'tempest-TagsExtTest-Tag-1497355971') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.867331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146f2a-fd78-404d-9c0b-a7cc0d905e76 req-45583c57-30c9-47e4-ac0e-bc829b17e5e8 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:13.874966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3146f2a-fd78-404d-9c0b-a7cc0d905e76 req-45583c57-30c9-47e4-ac0e-bc829b17e5e8 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 945 time: 0.1891351 Dec 20 15:54:13.906536 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '411af09f-df86-46b4-a28d-f6d42a175641', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'port_id': '50ac145e-febf-490d-8b9a-88e99c017afb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'mac_address': 'fa:16:3e:b7:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f0100a-6053-4272-9856-f3b8946aad8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:53:38Z', 'updated_at': '2021-12-20T15:54:11Z', 'revision_number': 1, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:13.915588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=19731937-139f-4337-9adb-fd518c486c95,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:13.931470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '19731937-139f-4337-9adb-fd518c486c95'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:13.933194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:13.965923 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] Checking router: 2a2bc82e-deea-4dce-a842-cab5578830ae for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:54:14.007661 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-64c82d04-9bd5-4793-a7fd-48d95d47206a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:14.008887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-64c82d04-9bd5-4793-a7fd-48d95d47206a tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags/tempest-TagsExtTest-Tag-1497355971 HTTP/1.1" status: 404 len: 329 time: 0.1745019 Dec 20 15:54:14.014384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38164) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.016464 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:14.017228 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.021491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-f4ffeffa-113b-490e-927a-c3e0d1b20f39 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', {'tags': ['tempest-TagsExtTest-Tag-799751202', 'tempest-TagsExtTest-Tag-156347887', 'tempest-TagsExtTest-Tag-1355676839']}) {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.047489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c463-98b6-45bb-b06d-8babe6366e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.055699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-94af52fd-12db-4bc7-910c-e1b34e8bfb09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2026947 Dec 20 15:54:14.060635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38166) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.067318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:14.134811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Allocated IP 2001:db8::f816:3eff:fe0a:c30d (76bd2955-ceed-487c-bb74-e6d50e561825/19731937-139f-4337-9adb-fd518c486c95/b052ca3e-2193-40b4-be3c-a854bec12bc7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:14.145454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7251-2741-414b-9568-7b22d90960a1 req-1f383e9e-2b58-42f7-8a15-99199125b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:14.147115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-1f383e9e-2b58-42f7-8a15-99199125b547 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f572849-43cd-46bd-87e4-3efdf0e41e97 HTTP/1.1" status: 200 len: 907 time: 0.4904699 Dec 20 15:54:14.155680 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f4ffeffa-113b-490e-927a-c3e0d1b20f39 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "PUT /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags HTTP/1.1" status: 200 len: 316 time: 0.1393318 Dec 20 15:54:14.158427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38168) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.164498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-9e6a1162-b9bd-4eb5-ad07-ddec4133cd7b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.167853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c463-98b6-45bb-b06d-8babe6366e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.213531 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:54:14.256173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3146f2a-fd78-404d-9c0b-a7cc0d905e76 req-4664d501-2039-4fa6-8fd9-9c77fbfb6790 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800824 Dec 20 15:54:14.313873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38174) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.327009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fa8c463-98b6-45bb-b06d-8babe6366e9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=707f546b8c9e487b8195c875eb6e9b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7372880 Dec 20 15:54:14.339624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8c463-98b6-45bb-b06d-8babe6366e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7cd38f-bb4a-47ea-ba2a-03a5364c2c26,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:14.391141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9e6a1162-b9bd-4eb5-ad07-ddec4133cd7b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.2306080 Dec 20 15:54:14.399659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38182) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.412893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-3978535c-ba69-4e89-8a44-5898be05eca8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ac145e-febf-490d-8b9a-88e99c017afb HTTP/1.1" status: 200 len: 999 time: 0.2524400 Dec 20 15:54:14.427516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-81991eea-1c7f-47f7-8fc3-30c05ba0256b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-799751202') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.431598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.467724 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-81991eea-1c7f-47f7-8fc3-30c05ba0256b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:14.468897 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-81991eea-1c7f-47f7-8fc3-30c05ba0256b tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-799751202 HTTP/1.1" status: 404 len: 328 time: 0.0652747 Dec 20 15:54:14.474962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.481647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-5b843bac-2e54-428c-9e91-24811a3d4f38 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-156347887') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.494120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ade32e3-9ea6-4d86-a15d-25b1c13f70df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.507618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.521048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560770e4-29d8-4b51-b39f-212d75c4a87a req-cb047acc-142c-4d26-a0f5-656702b9d781 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:14.533608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ade32e3-9ea6-4d86-a15d-25b1c13f70df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.534437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-560770e4-29d8-4b51-b39f-212d75c4a87a req-cb047acc-142c-4d26-a0f5-656702b9d781 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 943 time: 0.1722906 Dec 20 15:54:14.609312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:14.621308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:14.637544 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70e5c3-4fd2-47bd-89bc-6c84a67b5ada" -d '{"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-unplugged", "status": "completed", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:14.638329 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-5b843bac-2e54-428c-9e91-24811a3d4f38 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:14.639385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5b843bac-2e54-428c-9e91-24811a3d4f38 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-156347887 HTTP/1.1" status: 404 len: 328 time: 0.1631603 Dec 20 15:54:14.644209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.646417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:14.647743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-70157b6e-6fa6-4afa-88f7-6f27bff57c54 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5', 'tempest-TagsExtTest-Tag-1355676839') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.651985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:14.652542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7251-2741-414b-9568-7b22d90960a1 req-865787a9-d203-4c5e-a773-7f9e10ffc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:14.654146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-865787a9-d203-4c5e-a773-7f9e10ffc062 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8b582ec-765c-4029-a20b-74a8ccb48336 HTTP/1.1" status: 200 len: 845 time: 0.2318640 Dec 20 15:54:14.691128 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '411af09f-df86-46b4-a28d-f6d42a175641', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'port_id': '50ac145e-febf-490d-8b9a-88e99c017afb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'mac_address': 'fa:16:3e:b7:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f0100a-6053-4272-9856-f3b8946aad8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:53:38Z', 'updated_at': '2021-12-20T15:54:11Z', 'revision_number': 1, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.699534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Pushing event updated for resources: {'Port': ['ID=b052ca3e-2193-40b4-be3c-a854bec12bc7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:14.710715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:14.715500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.723775 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-70157b6e-6fa6-4afa-88f7-6f27bff57c54 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] show failed (client error): The resource could not be found. Dec 20 15:54:14.725286 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-70157b6e-6fa6-4afa-88f7-6f27bff57c54 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags/tempest-TagsExtTest-Tag-1355676839 HTTP/1.1" status: 404 len: 329 time: 0.0819452 Dec 20 15:54:14.728666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38194) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.733790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-a6f40f33-6ce0-4730-ae50-9a61e9949020 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6784317d-a550-470a-918d-39ed55bd9fe5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.755558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0487b-5125-4eb2-9e95-e2fb28cd8f26 None None] The sync data for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 is: [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '411af09f-df86-46b4-a28d-f6d42a175641', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'floating_ip_address': '172.25.6.133', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'port_id': '50ac145e-febf-490d-8b9a-88e99c017afb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'mac_address': 'fa:16:3e:b7:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f0100a-6053-4272-9856-f3b8946aad8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:53:38Z', 'updated_at': '2021-12-20T15:54:11Z', 'revision_number': 1, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:14.782926 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764eace8-fd29-42d3-9cde-32ab0e31311c x-openstack-request-id: req-764eace8-fd29-42d3-9cde-32ab0e31311c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:14.789474 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-unplugged", "status": "completed", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:14.789474 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-764eace8-fd29-42d3-9cde-32ab0e31311c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:14.789474 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'code': 200} Dec 20 15:54:14.789848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a6f40f33-6ce0-4730-ae50-9a61e9949020 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5/tags HTTP/1.1" status: 204 len: 168 time: 0.0571735 Dec 20 15:54:14.789848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.794383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-c91a7547-6288-4018-8a18-0c7898d317d6 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.813110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-560770e4-29d8-4b51-b39f-212d75c4a87a req-3c47bcc0-7790-4fa5-a621-0c1847945380 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582977 Dec 20 15:54:14.823797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Attempting to bind port b052ca3e-2193-40b4-be3c-a854bec12bc7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:14.824470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Attempting to bind port b052ca3e-2193-40b4-be3c-a854bec12bc7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:14.824843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Attempting to bind port b052ca3e-2193-40b4-be3c-a854bec12bc7 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:14.831285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:14.832026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:14.832489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.832873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:14.833425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Bound port: b052ca3e-2193-40b4-be3c-a854bec12bc7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:14.833832 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.888901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7251-2741-414b-9568-7b22d90960a1 req-bae5a97c-8f3e-4657-9521-f8cb76328a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:14.890953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-bae5a97c-8f3e-4657-9521-f8cb76328a12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f572849-43cd-46bd-87e4-3efdf0e41e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258577 Dec 20 15:54:14.893489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ade32e3-9ea6-4d86-a15d-25b1c13f70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.896385 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4ade32e3-9ea6-4d86-a15d-25b1c13f70df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:14.897597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ade32e3-9ea6-4d86-a15d-25b1c13f70df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f7cd38f-bb4a-47ea-ba2a-03a5364c2c26 HTTP/1.1" status: 204 len: 168 time: 0.5828047 Dec 20 15:54:14.938244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade32e3-9ea6-4d86-a15d-25b1c13f70df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7cd38f-bb4a-47ea-ba2a-03a5364c2c26,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:14.954366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c91a7547-6288-4018-8a18-0c7898d317d6 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1620674 Dec 20 15:54:14.956950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38208) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:14.971823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-339e1c44-3b2b-4247-a95a-a70eb8645073 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65cf90d3-2708-4030-b57b-220f357003d0') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:14.979367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] For port b052ca3e-2193-40b4-be3c-a854bec12bc7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:14.996169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] For port b052ca3e-2193-40b4-be3c-a854bec12bc7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b052ca3e-2193-40b4-be3c-a854bec12bc7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:15.085263 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:15.115170 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-339e1c44-3b2b-4247-a95a-a70eb8645073 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1570280 Dec 20 15:54:15.117781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38212) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:15.120591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cda7fbc-8493-46f3-bebf-2da5e669eb01 None None] New status for floating IP 411af09f-df86-46b4-a28d-f6d42a175641: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:54:15.122767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.tag.tag_plugin [None req-27c85893-4af6-498e-871f-5fb65b602108 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f840e455-3d81-44bb-be8b-123bd8abcc02') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:15.251964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-9ba128b8-1da5-4c62-bf52-b10d8cf75fc2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358531 Dec 20 15:54:15.263450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-27c85893-4af6-498e-871f-5fb65b602108 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02/tags HTTP/1.1" status: 204 len: 168 time: 0.1446402 Dec 20 15:54:15.269201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38214) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:15.496543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4de7251-2741-414b-9568-7b22d90960a1 req-1c35b13a-dd41-416f-999f-65ee87d72cf4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420406 Dec 20 15:54:15.524204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38da5715-07d5-4215-bd75-c446482e2743 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for subnetpool, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:15.525394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-38da5715-07d5-4215-bd75-c446482e2743 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnetpools/6784317d-a550-470a-918d-39ed55bd9fe5 HTTP/1.1" status: 204 len: 168 time: 0.2549129 Dec 20 15:54:15.527995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:15.545653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87e42-c667-4a2f-b7fc-3825b28001bc None None] Pushing event updated for resources: {'Port': ['ID=b052ca3e-2193-40b4-be3c-a854bec12bc7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:15.600052 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a22bd98e-3a10-4674-a137-cc04d5a2bba2 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "GET /v2.0/ports?device_id=60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c HTTP/1.1" status: 200 len: 205 time: 0.0709271 Dec 20 15:54:15.602957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:15.639896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411c320-c983-4956-8b7f-ef07c74f88e0 req-418c7896-c94d-480d-b783-819d8c4cf02f tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:15.663583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0411c320-c983-4956-8b7f-ef07c74f88e0 req-418c7896-c94d-480d-b783-819d8c4cf02f tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 945 time: 0.2154865 Dec 20 15:54:15.790679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:15.910501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0411c320-c983-4956-8b7f-ef07c74f88e0 req-6e41bd12-09ca-4d5f-9cb0-965e2818e9fc tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354889 Dec 20 15:54:16.007352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.010423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.051162 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.108120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:16.111541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:16.118467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:16.119071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.124855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=1afa0783-cb2d-412d-abf9-e1175aafb7d5,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:16.186718 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.187209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Fanout notify agent at l3_agent the message router_deleted on router 60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:54:16.195282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.197679 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-36c55d0f-e493-41e6-9358-eaefae073fec tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/routers/60aa3a9e-1fd6-4949-9e9c-4fa86768cb6c HTTP/1.1" status: 204 len: 168 time: 0.5937603 Dec 20 15:54:16.200118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38258) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:16.267719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-db7679f6-94ea-4515-8f7c-50addc41d359 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2058482 Dec 20 15:54:16.271185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38260) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:16.276687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:e8:1d:93', 'name': 'tempest-NetworksTestDHCPv6-1686732453'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:16.327433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Deleting port 65cf90d3-2708-4030-b57b-220f357003d0 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:16.328098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.514615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.531260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Calling delete_port for 65cf90d3-2708-4030-b57b-220f357003d0 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:16.590562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:16.758403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b052ca3e-2193-40b4-be3c-a854bec12bc7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:16.771490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.797459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca93da-f4f3-4421-b448-15abfcf055ce None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:16.807861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:16.940151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.958923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-144eb182-5b08-4cf7-8b29-ed28af38328e None None] Provisioning complete for port b052ca3e-2193-40b4-be3c-a854bec12bc7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:16.959383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-144eb182-5b08-4cf7-8b29-ed28af38328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.983553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b052ca3e-2193-40b4-be3c-a854bec12bc7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:16.983553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.989497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event deleted for resources: {'Port': ['ID=65cf90d3-2708-4030-b57b-220f357003d0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.035656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 172.20.0.2 (76bd2955-ceed-487c-bb74-e6d50e561825/1afa0783-cb2d-412d-abf9-e1175aafb7d5/79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:17.040456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fee8:1d93 (76bd2955-ceed-487c-bb74-e6d50e561825/19731937-139f-4337-9adb-fd518c486c95/79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:17.128274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d44eb2c1-1ead-44bf-8774-e86b4bfaff50 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:17.191924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.204392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95a2e466-fb00-4d24-bcd7-83829c01cb90 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/ports/65cf90d3-2708-4030-b57b-220f357003d0 HTTP/1.1" status: 204 len: 168 time: 1.0031996 Dec 20 15:54:17.215460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38312) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:17.243331 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.262263 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-144eb182-5b08-4cf7-8b29-ed28af38328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.298025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '19731937-139f-4337-9adb-fd518c486c95', 'ip_address': '2001:db8::f816:3eff:fe0a:c30d'}, {'subnet_id': '1afa0783-cb2d-412d-abf9-e1175aafb7d5'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'b052ca3e-2193-40b4-be3c-a854bec12bc7'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:54:17.363733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b052ca3e-2193-40b4-be3c-a854bec12bc7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b052ca3e-2193-40b4-be3c-a854bec12bc7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:17.377132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Deleting subnet f840e455-3d81-44bb-be8b-123bd8abcc02 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:17.388820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.452293 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.458512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.470637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.475696 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.598549 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-144eb182-5b08-4cf7-8b29-ed28af38328e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:17.599038 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-144eb182-5b08-4cf7-8b29-ed28af38328e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:17.662706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.682377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b052ca3e-2193-40b4-be3c-a854bec12bc7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.700035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.749767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:17.753300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:17.756155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:17.787459 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5c39fff6-2042-4197-9af7-e4dd4e6cbb7e {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:17.787459 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:17.792519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:17.829523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:17.829523 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.941312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.991422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-24077ba4-dc65-43ff-88d7-1e559f65bdae tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7188334 Dec 20 15:54:17.993748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:18.030455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.038692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f075a-6e04-4334-833b-b529ab295ba9 None None] Network e66b4abe-bd9e-44d2-a991-5dcb62834bd9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:18.044722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/subnets/f840e455-3d81-44bb-be8b-123bd8abcc02 HTTP/1.1" status: 204 len: 168 time: 0.8275855 Dec 20 15:54:18.048144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0caa8-7246-41ac-89be-c3040e5e7dcb tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event deleted for resources: {'Subnet': ['ID=f840e455-3d81-44bb-be8b-123bd8abcc02,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:18.054450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38340) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:18.100922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc67c20-923e-42a6-9690-3f870c4ca9a0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:18.109229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc67c20-923e-42a6-9690-3f870c4ca9a0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:18.111401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3cc67c20-923e-42a6-9690-3f870c4ca9a0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1162963 Dec 20 15:54:18.116789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:18.196417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.273194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Deleting port 62ce9364-2f90-493e-883c-3b7f56e02342 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:18.273757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.329571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-adfbebe4-9538-4fe8-b994-b8372ccd7a6b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:18.331167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-adfbebe4-9538-4fe8-b994-b8372ccd7a6b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a5a5c0a-1dc3-43a7-8797-c2df6015219b HTTP/1.1" status: 200 len: 943 time: 0.1509852 Dec 20 15:54:18.346135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.367067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] DHCP port deletion for e66b4abe-bd9e-44d2-a991-5dcb62834bd9 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:18.418827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] For port 62ce9364-2f90-493e-883c-3b7f56e02342, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=62ce9364-2f90-493e-883c-3b7f56e02342,segment=NetworkSegment(1eb34e96-0cc9-48fa-9ec5-ec5d478abf37),segment_id=1eb34e96-0cc9-48fa-9ec5-ec5d478abf37)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:18.419444 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.443032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Calling delete_port for 62ce9364-2f90-493e-883c-3b7f56e02342 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:18.452750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:18.453236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.581285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Deleting port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:18.582160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.636160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Allocated IP 172.20.0.3 (76bd2955-ceed-487c-bb74-e6d50e561825/1afa0783-cb2d-412d-abf9-e1175aafb7d5/b052ca3e-2193-40b4-be3c-a854bec12bc7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:18.666508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.683389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] Deleting port 62ce9364-2f90-493e-883c-3b7f56e02342 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:18.683686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.689370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:18.766852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b052ca3e-2193-40b4-be3c-a854bec12bc7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:18.773745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] For port d44eb2c1-1ead-44bf-8774-e86b4bfaff50, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:18.774296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.781056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.796039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Calling delete_port for d44eb2c1-1ead-44bf-8774-e86b4bfaff50 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:18.813186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event deleted for resources: {'Port': ['ID=62ce9364-2f90-493e-883c-3b7f56e02342,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:18.815629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] No DVR routers for this DVR port 62ce9364-2f90-493e-883c-3b7f56e02342 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:18.844546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.844900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.845281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.851438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:18.861145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] For port 62ce9364-2f90-493e-883c-3b7f56e02342, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=62ce9364-2f90-493e-883c-3b7f56e02342,segment=NetworkSegment(1eb34e96-0cc9-48fa-9ec5-ec5d478abf37),segment_id=1eb34e96-0cc9-48fa-9ec5-ec5d478abf37)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:18.861664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.880550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] Calling delete_port for 62ce9364-2f90-493e-883c-3b7f56e02342 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:18.925031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] For port b052ca3e-2193-40b4-be3c-a854bec12bc7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b052ca3e-2193-40b4-be3c-a854bec12bc7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:18.944183 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:18.983579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b4abe-bd9e-44d2-a991-5dcb62834bd9']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:19.006867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:19.007208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb34e96-0cc9-48fa-9ec5-ec5d478abf37') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:19.033364 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.038390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.054751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.065048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:54:19.065744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.078141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b052ca3e-2193-40b4-be3c-a854bec12bc7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:19.078827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.080750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:19.123442 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:19.142461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] Pushing event deleted for resources: {'Port': ['ID=62ce9364-2f90-493e-883c-3b7f56e02342,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.149503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ec151-5b22-495c-99f6-1a04dbec0bc1 None None] No DVR routers for this DVR port 62ce9364-2f90-493e-883c-3b7f56e02342 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:19.285706 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.311613 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.313121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.386770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event deleted for resources: {'Port': ['ID=d44eb2c1-1ead-44bf-8774-e86b4bfaff50,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.390294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.397889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.414653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] 10.222.0.81 "DELETE /v2.0/networks/e66b4abe-bd9e-44d2-a991-5dcb62834bd9 HTTP/1.1" status: 204 len: 168 time: 1.3584685 Dec 20 15:54:19.453848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 62ce9364-2f90-493e-883c-3b7f56e02342 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:19.469318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa53fa-8e3f-4a82-94f5-420a57d010a0 tempest-TagsExtTest-811851180 tempest-TagsExtTest-811851180-project] Pushing event deleted for resources: {'Network': ['ID=e66b4abe-bd9e-44d2-a991-5dcb62834bd9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.556756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.606423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] No DVR routers for this DVR port d44eb2c1-1ead-44bf-8774-e86b4bfaff50 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:19.633226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.646726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220ba14-e699-408d-93a9-eb4a13bd088b None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:19.654003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36afb5bc-8bb9-482c-8f07-d7e7a72035e3 req-c2f75dac-45e6-4b5a-b948-c22cdf267022 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "DELETE /v2.0/ports/d44eb2c1-1ead-44bf-8774-e86b4bfaff50 HTTP/1.1" status: 204 len: 173 time: 1.3022637 Dec 20 15:54:19.655114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-deleted', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:19.660168 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997613f-6ce3-434a-b6cc-fbbf9d3c4314" -d '{"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-deleted", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:19.660575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 62ce9364-2f90-493e-883c-3b7f56e02342 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:19.660947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 62ce9364-2f90-493e-883c-3b7f56e02342 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:19.689354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416d65a-9f68-4eae-a065-84b725d92992 None None] Pushing event updated for resources: {'Port': ['ID=b052ca3e-2193-40b4-be3c-a854bec12bc7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:19.718834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:19.736758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.736758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a6ff8eca-d4b6-4a4d-b5c4-354f1dc79b3a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5 HTTP/1.1" status: 204 len: 168 time: 1.6121247 Dec 20 15:54:19.736758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38400) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:19.843851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7076d3-443a-40ec-a608-fc504537e955 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:19.846837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7076d3-443a-40ec-a608-fc504537e955 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:19.849410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7076d3-443a-40ec-a608-fc504537e955 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:19.851080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c7076d3-443a-40ec-a608-fc504537e955 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1134892 Dec 20 15:54:19.854042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38406) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:19.915126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:19.922800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 19731937-139f-4337-9adb-fd518c486c95 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:19.927585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:19.980944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.081907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.134566 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea2b07-f61f-40e1-b36a-076948fa3d6f x-openstack-request-id: req-4fea2b07-f61f-40e1-b36a-076948fa3d6f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:20.134566 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5a5c0a-1dc3-43a7-8797-c2df6015219b", "name": "network-vif-deleted", "tag": "d44eb2c1-1ead-44bf-8774-e86b4bfaff50", "status": "failed", "code": 422}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:20.134566 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fea2b07-f61f-40e1-b36a-076948fa3d6f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:20.134566 n-d-781076-8 neutron-server[103953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a5a5c0a-1dc3-43a7-8797-c2df6015219b', 'name': 'network-vif-deleted', 'tag': 'd44eb2c1-1ead-44bf-8774-e86b4bfaff50', 'status': 'failed', 'code': 422} returned with failed status Dec 20 15:54:20.136607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.285754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38420) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:20.388195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.421370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.539348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9a0d299c-b639-49ea-bdd3-d25fd0ece8ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99a54518da0f43beb9b2845b5d5544a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518764 Dec 20 15:54:20.540665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9eb8359e-8436-49ad-95b8-5e837202db6c None None] Provisioning complete for port b052ca3e-2193-40b4-be3c-a854bec12bc7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:20.541072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9eb8359e-8436-49ad-95b8-5e837202db6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.542129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38434) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:20.615485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f74057bf-b606-4ce4-ab81-cb31cdeef462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.651865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f74057bf-b606-4ce4-ab81-cb31cdeef462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.749919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b052ca3e-2193-40b4-be3c-a854bec12bc7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:20.813600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b052ca3e-2193-40b4-be3c-a854bec12bc7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:20.814147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.901937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f74057bf-b606-4ce4-ab81-cb31cdeef462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.911328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f74057bf-b606-4ce4-ab81-cb31cdeef462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:20.921922 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f74057bf-b606-4ce4-ab81-cb31cdeef462 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c724e1c7-cf84-44b2-85bb-3142d75136e6 HTTP/1.1" status: 204 len: 168 time: 0.3772442 Dec 20 15:54:20.945622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74057bf-b606-4ce4-ab81-cb31cdeef462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724e1c7-cf84-44b2-85bb-3142d75136e6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:20.986971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b4c84cef-326a-4862-ab37-21ef3a96ce46 None None] Could not find standard attr ID for object 79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:54:21.052408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=19731937-139f-4337-9adb-fd518c486c95,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:21.060683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.066731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-760e13c6-6753-4021-8524-63c79479ba12 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/19731937-139f-4337-9adb-fd518c486c95 HTTP/1.1" status: 204 len: 168 time: 1.2087944 Dec 20 15:54:21.067641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:21.137917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Allocated IP 172.25.6.228 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/444f16c7-e66a-432a-997d-1e0201c13ca6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:21.181259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 1afa0783-cb2d-412d-abf9-e1175aafb7d5 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:21.199314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.294115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.303658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.405417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c350c54-98cd-418f-bf38-12016493d028 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:21.425187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.472980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Port': ['ID=444f16c7-e66a-432a-997d-1e0201c13ca6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:21.487329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:21.490448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:21.503925 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.504545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:21.776576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.802314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.803308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.806776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ee71d-8c41-440a-ad59-f8a10f766101 req-02bff541-61bf-45f0-8ddb-099986b02608 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:21.811125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-675ee71d-8c41-440a-ad59-f8a10f766101 req-02bff541-61bf-45f0-8ddb-099986b02608 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 945 time: 0.1769774 Dec 20 15:54:21.850601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=1afa0783-cb2d-412d-abf9-e1175aafb7d5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:21.856547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-b77f7ae9-fc68-4974-9db9-ae2ae9a98bb7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:21.858198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-b77f7ae9-fc68-4974-9db9-ae2ae9a98bb7 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.2250803 Dec 20 15:54:21.879529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:21.887620 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35bb295f-c932-4d42-aad5-f05fb11b2797 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/1afa0783-cb2d-412d-abf9-e1175aafb7d5 HTTP/1.1" status: 204 len: 168 time: 0.8186209 Dec 20 15:54:21.891584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:21.918511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-280ee8fd-c486-4b71-a510-732c763a3269 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.0469460 Dec 20 15:54:21.957291 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-948c528a-3431-4f60-ae9d-7254af036ad0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637310 Dec 20 15:54:21.959953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-070c917f-ac26-4c24-99fd-e720320a0171 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404654 Dec 20 15:54:21.960453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38484) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:21.969474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:22.007699 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:54:22.035619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-675ee71d-8c41-440a-ad59-f8a10f766101 req-e25fa855-7750-464d-9b6f-beff93db6ed4 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147200 Dec 20 15:54:22.089289 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.138504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-9924790c-9a27-4cc3-8cba-57e55ac18e01 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776695 Dec 20 15:54:22.226965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:22.230658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.352759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.418992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-7aab6cb0-9142-41aa-b82a-17b2ea1bfb4e service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710760 Dec 20 15:54:22.487669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.489913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8e618-84a8-4f88-b81d-3445c069d90c None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:22.591853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Port': ['ID=444f16c7-e66a-432a-997d-1e0201c13ca6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:22.658095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.659182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3c5410b8-970b-45e7-be34-a7181a8f5975 None None] Provisioning complete for port b052ca3e-2193-40b4-be3c-a854bec12bc7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:22.659593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3c5410b8-970b-45e7-be34-a7181a8f5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.755863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.761562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c7c0cf89-753d-41f4-bac6-2caf049c31ee tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0382128 Dec 20 15:54:22.761562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38502) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:22.771210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1670753924'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:22.871425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:22.941424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6880d1d-57b4-4518-ba31-1c3d23225f23 req-33196889-6469-4fe5-bbee-7819aca35e30 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0606053 Dec 20 15:54:22.956172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Made reservation on behalf of 8927b7c07ea14ed5952ec079aff670b6 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:22.960664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.976122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] Deleting port b052ca3e-2193-40b4-be3c-a854bec12bc7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:22.976511 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:22.979629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.052734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:54:23.129856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] For port b052ca3e-2193-40b4-be3c-a854bec12bc7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b052ca3e-2193-40b4-be3c-a854bec12bc7,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:23.130244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.147885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-bffeac20-f2af-48c2-b302-4e0c7aa07dce tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:23.151321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-bffeac20-f2af-48c2-b302-4e0c7aa07dce tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.83 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 945 time: 0.0963385 Dec 20 15:54:23.163017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.165066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] Calling delete_port for b052ca3e-2193-40b4-be3c-a854bec12bc7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:23.294368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.367090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b0df4f-09e8-4193-bce5-7022ba0a6326,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:23.385721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d7afe-fa9c-44ec-ad9b-43264681a03d req-2456150c-e277-4265-8d0a-6938f28a14c3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:23.387391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-536d7afe-fa9c-44ec-ad9b-43264681a03d req-2456150c-e277-4265-8d0a-6938f28a14c3 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 945 time: 0.1544852 Dec 20 15:54:23.409701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Deleting port 58813fa4-825b-47e8-8b32-c063fd6fb81c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:23.410119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.443975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.454985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:54:23.468143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.468821 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Added segment 815eb3bb-0a2c-4a24-8ef8-915815aa2f91 of type vlan for network 44620d3e-98a0-44e2-81d8-c7b587da9358 Dec 20 15:54:23.512536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.519364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] Pushing event deleted for resources: {'Port': ['ID=b052ca3e-2193-40b4-be3c-a854bec12bc7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:23.526467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5391c1-cd7f-4934-ab72-1997df432fb8 None None] No DVR routers for this DVR port b052ca3e-2193-40b4-be3c-a854bec12bc7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:23.665272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-536d7afe-fa9c-44ec-ad9b-43264681a03d req-bb8ff9af-7eea-400a-89f3-abcf1dacb54f tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aba2c0-10fc-4d59-934d-5746bc48d28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583940 Dec 20 15:54:23.692632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] For port 58813fa4-825b-47e8-8b32-c063fd6fb81c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=58813fa4-825b-47e8-8b32-c063fd6fb81c,segment=NetworkSegment(6f6a4ae2-7619-4920-9624-634d0e5501ae),segment_id=6f6a4ae2-7619-4920-9624-634d0e5501ae)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:23.692989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.702898 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.708920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:23.709593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:23.733792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Calling delete_port for 58813fa4-825b-47e8-8b32-c063fd6fb81c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:23.839603 n-d-781076-8 neutron-server[103954]: WARNING neutron.services.revisions.revision_plugin [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Could not find related port for resource to bump revision. Dec 20 15:54:23.886303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1244082 Dec 20 15:54:23.887423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3482f-07b6-48c5-b44d-cf52a3bb4903 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Network': ['ID=44620d3e-98a0-44e2-81d8-c7b587da9358,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:23.889299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38534) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:23.894821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Request body: {'subnet': {'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:23.898598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:54:23.924292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Port b052ca3e-2193-40b4-be3c-a854bec12bc7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103954) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 15:54:23.924686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:c30d {{(pid=103954) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 15:54:23.973214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:c30d {{(pid=103954) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 15:54:23.976698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.047794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:24.059254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:24.066531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:24.067235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.070841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=499c3b22-4ad1-4c6f-a0be-748a25f9e03e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.102240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba9a3f2b-5f8e-45ae-a0b8-0f09963dbcc2 req-57100216-d535-4e00-8f71-59402943539c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0699720 Dec 20 15:54:24.109567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9f5de-3f01-42f8-9f04-07951a3ff7c9 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:24.124102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.153778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['58813fa4-825b-47e8-8b32-c063fd6fb81c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:54:24.176212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7cc9739c-6d97-4720-b5c6-4f4bc1e97823 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2124977 Dec 20 15:54:24.179113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Pushing event deleted for resources: {'Port': ['ID=58813fa4-825b-47e8-8b32-c063fd6fb81c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.193323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38540) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:24.201560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:24.225135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] No DVR routers for this DVR port 58813fa4-825b-47e8-8b32-c063fd6fb81c on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:24.227646 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.231196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ba94e6a-1a5c-4828-933c-770c582a12cc req-7fad6cf2-41e0-4259-ae7d-39455db61f6b tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.83 "DELETE /v2.0/ports/58813fa4-825b-47e8-8b32-c063fd6fb81c HTTP/1.1" status: 204 len: 173 time: 1.0714564 Dec 20 15:54:24.231668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'name': 'network-vif-deleted', 'tag': '58813fa4-825b-47e8-8b32-c063fd6fb81c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:24.234063 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2546c65-aad3-4460-b8a9-81f6462755fd" -d '{"events": [{"server_uuid": "a08be32d-7ca7-4b9c-b927-bb21503eba80", "name": "network-vif-deleted", "tag": "58813fa4-825b-47e8-8b32-c063fd6fb81c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:24.275198 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bfe48f-413f-4283-b85b-e8f2f226bad7 x-openstack-request-id: req-42bfe48f-413f-4283-b85b-e8f2f226bad7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:24.276913 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08be32d-7ca7-4b9c-b927-bb21503eba80", "name": "network-vif-deleted", "tag": "58813fa4-825b-47e8-8b32-c063fd6fb81c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:24.276913 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42bfe48f-413f-4283-b85b-e8f2f226bad7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:24.276913 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08be32d-7ca7-4b9c-b927-bb21503eba80', 'name': 'network-vif-deleted', 'tag': '58813fa4-825b-47e8-8b32-c063fd6fb81c', 'status': 'completed', 'code': 200} Dec 20 15:54:24.297294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '499c3b22-4ad1-4c6f-a0be-748a25f9e03e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:24.298245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.347293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Made reservation on behalf of 8927b7c07ea14ed5952ec079aff670b6 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:24.352357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.476495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Allocated IP 2001:db8::f816:3eff:fea7:ee65 (76bd2955-ceed-487c-bb74-e6d50e561825/499c3b22-4ad1-4c6f-a0be-748a25f9e03e/60a58805-1c15-4a00-ba7f-26b907ad5830) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:24.666525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:24.672648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.674033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.720374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b052ca3e-2193-40b4-be3c-a854bec12bc7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:24.802879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b052ca3e-2193-40b4-be3c-a854bec12bc7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:24.803794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b052ca3e-2193-40b4-be3c-a854bec12bc7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:24.807331 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.860834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.863188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Pushing event updated for resources: {'Port': ['ID=60a58805-1c15-4a00-ba7f-26b907ad5830,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:24.875996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:24.878686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:24.881571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:24.895240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-275b7461-87b9-4288-8062-ce97fc7f3aa8 req-400184bb-9be1-4e72-83e3-784f8654e2b2 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.0702798 Dec 20 15:54:24.935726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38554) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:24.968244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Attempting to bind port 60a58805-1c15-4a00-ba7f-26b907ad5830 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:24.968898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Attempting to bind port 60a58805-1c15-4a00-ba7f-26b907ad5830 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:24.969038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Attempting to bind port 60a58805-1c15-4a00-ba7f-26b907ad5830 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:24.976647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:24.977031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:24.977490 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:24.977862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:24.978811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Bound port: 60a58805-1c15-4a00-ba7f-26b907ad5830, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:24.979219 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:25.057369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Subnet': ['ID=052ebf46-eafe-477b-be76-582dc9eccad3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:25.070397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Checking segment: {'id': '815eb3bb-0a2c-4a24-8ef8-915815aa2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:25.073770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b59d7176-5269-488a-a12b-de54d455399f None None] For port 60a58805-1c15-4a00-ba7f-26b907ad5830, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:25.077118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network hostable DHCP agents. Network: 44620d3e-98a0-44e2-81d8-c7b587da9358, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:54:25.083001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b59d7176-5269-488a-a12b-de54d455399f None None] For port 60a58805-1c15-4a00-ba7f-26b907ad5830, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60a58805-1c15-4a00-ba7f-26b907ad5830,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:25.137491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b05274b-5486-4ed0-b836-6d37241d9fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:25.247576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cf37630-9aca-4c96-9094-48404cb6fa03 req-30a34c96-a2aa-44e3-be09-50278821ad30 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Dec 20 15:54:25.273660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b05274b-5486-4ed0-b836-6d37241d9fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:25.876537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b05274b-5486-4ed0-b836-6d37241d9fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:25.876888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:25.883547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:25.919058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:54:25.927416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8b05274b-5486-4ed0-b836-6d37241d9fa0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b5453cd8cee4543baef618cf663e0c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9905050 Dec 20 15:54:25.929035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05274b-5486-4ed0-b836-6d37241d9fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b36634-eabf-4af7-a950-19a639fcef40,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:25.931831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38566) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:26.022130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d7176-5269-488a-a12b-de54d455399f None None] Pushing event updated for resources: {'Port': ['ID=60a58805-1c15-4a00-ba7f-26b907ad5830,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:26.055768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 44620d3e-98a0-44e2-81d8-c7b587da9358) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:26.067711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4696b-6d09-4049-8e69-7239ce36a2e7 None None] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:26.070249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f66c5132-837b-4a1f-9408-4c8aa9fdb4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.088766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:26.089680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.137203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:26.159775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:26.165372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:26.166096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.176730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f6afcdc-3084-4b94-8d4c-eb0dd5dcb22c req-145f66a0-b79a-47bc-a5a3-78b80c157e37 tempest-ServerTagsTestJSON-1857468786 tempest-ServerTagsTestJSON-1857468786-project] 10.222.0.81 "GET /v2.0/ports?device_id=a08be32d-7ca7-4b9c-b927-bb21503eba80 HTTP/1.1" status: 200 len: 210 time: 0.0820215 Dec 20 15:54:26.185050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=6b7944a9-ed48-4647-8bcf-c75b2a8999b6,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:26.204060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f66c5132-837b-4a1f-9408-4c8aa9fdb4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.244359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-44620d3e-98a0-44e2-81d8-c7b587da9358', 'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358', 'project_id': '8927b7c07ea14ed5952ec079aff670b6', 'fixed_ips': [{'subnet_id': '052ebf46-eafe-477b-be76-582dc9eccad3'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:26.245280 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.299142 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-68d1516b-9609-48e8-99b5-e616c8a36ff8 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4084470 Dec 20 15:54:26.302917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7186124a-1511-4b58-8296-44d7ecd6cb6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1084423 Dec 20 15:54:26.303150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38572) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:26.305928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38574) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:26.309894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1812044210', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:26.317675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:b8:5f:e7', 'name': 'tempest-NetworksTestDHCPv6-1072960297'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:26.376017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f66c5132-837b-4a1f-9408-4c8aa9fdb4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.380840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f66c5132-837b-4a1f-9408-4c8aa9fdb4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.382422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f66c5132-837b-4a1f-9408-4c8aa9fdb4ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67b36634-eabf-4af7-a950-19a639fcef40 HTTP/1.1" status: 204 len: 168 time: 0.4496112 Dec 20 15:54:26.393900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c5132-837b-4a1f-9408-4c8aa9fdb4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b36634-eabf-4af7-a950-19a639fcef40,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:26.459405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c603329-5d95-4a79-8db2-d7afdfe8e7fc req-e9a6bfbc-4e3c-4cc6-b376-cef0b04ef96a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0492744 Dec 20 15:54:26.496467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.497547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.564917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Allocated IP 172.20.0.2 (44620d3e-98a0-44e2-81d8-c7b587da9358/052ebf46-eafe-477b-be76-582dc9eccad3/169d4c23-420a-4779-9c3c-ee9fb7959635) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:26.596289 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.722655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60a58805-1c15-4a00-ba7f-26b907ad5830 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:26.782115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.802666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 60a58805-1c15-4a00-ba7f-26b907ad5830 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:26.802954 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.832564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:26.962784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:26.990458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 4eefffb0-91bc-4abe-8227-7a93730ce3f6 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:27.036545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.047422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.078687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-e98b8299-e873-4f9a-85d4-4c011690d701 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:27.089589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-e98b8299-e873-4f9a-85d4-4c011690d701 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.3066058 Dec 20 15:54:27.109334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Request body: {'port': {'device_id': '24346854-093e-40c5-b7ec-173998a69cd2', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'admin_state_up': True, 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:27.109515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.109515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.182884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:27.246672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 60a58805-1c15-4a00-ba7f-26b907ad5830, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60a58805-1c15-4a00-ba7f-26b907ad5830,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:27.256855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:27.266454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:27.299591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:27.334371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Pushing event updated for resources: {'Port': ['ID=169d4c23-420a-4779-9c3c-ee9fb7959635,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:27.375444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Deleting subnet 8f286bc3-df58-447b-b2a6-2683b202cbfc {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:27.376726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.377330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.380117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.380683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.381237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.381784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.383367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.383947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.384478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.385005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.385577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.386023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 172.20.0.14 (76bd2955-ceed-487c-bb74-e6d50e561825/6b7944a9-ed48-4647-8bcf-c75b2a8999b6/4eefffb0-91bc-4abe-8227-7a93730ce3f6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:27.386343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.387586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:54:27.412514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.416548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:feb8:5fe7 (76bd2955-ceed-487c-bb74-e6d50e561825/499c3b22-4ad1-4c6f-a0be-748a25f9e03e/4eefffb0-91bc-4abe-8227-7a93730ce3f6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:27.422058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Attempting to bind port 169d4c23-420a-4779-9c3c-ee9fb7959635 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:27.422718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Attempting to bind port 169d4c23-420a-4779-9c3c-ee9fb7959635 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '815eb3bb-0a2c-4a24-8ef8-915815aa2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:27.423311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Attempting to bind port 169d4c23-420a-4779-9c3c-ee9fb7959635 on network 44620d3e-98a0-44e2-81d8-c7b587da9358 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:27.432164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:27.432946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Checking segment: {'id': '815eb3bb-0a2c-4a24-8ef8-915815aa2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:27.435388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.435891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Bound using segment: {'id': '815eb3bb-0a2c-4a24-8ef8-915815aa2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:27.436454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Bound port: 169d4c23-420a-4779-9c3c-ee9fb7959635, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815eb3bb-0a2c-4a24-8ef8-915815aa2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:27.437705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.454402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.461058 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.580508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:27.586238 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.631398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=60a58805-1c15-4a00-ba7f-26b907ad5830,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:27.641860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc032b71-6e5a-496e-87e5-85649d8a2711 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:27.678865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.683917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b5f1e6d-c20b-44d1-be85-bbf69a3534e3 req-4924797a-bba4-4052-8322-0645888b0a5d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0402956 Dec 20 15:54:27.747344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.788151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-04fb5006-6025-489d-a6d6-02c9b7a3031d None None] Provisioning complete for port 60a58805-1c15-4a00-ba7f-26b907ad5830 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:27.788664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-04fb5006-6025-489d-a6d6-02c9b7a3031d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.828496 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38592) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:27.845958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51757794-94d6-48a3-a3ef-6a12d034ce13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.880815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] For port 169d4c23-420a-4779-9c3c-ee9fb7959635, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:27.954256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] For port 169d4c23-420a-4779-9c3c-ee9fb7959635, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=169d4c23-420a-4779-9c3c-ee9fb7959635,segment=NetworkSegment(815eb3bb-0a2c-4a24-8ef8-915815aa2f91),segment_id=815eb3bb-0a2c-4a24-8ef8-915815aa2f91)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:27.983237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51757794-94d6-48a3-a3ef-6a12d034ce13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:27.985793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.030053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 58813fa4-825b-47e8-8b32-c063fd6fb81c no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:28.039731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:28.048615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:28.052856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:28.062942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 58813fa4-825b-47e8-8b32-c063fd6fb81c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:28.065535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 58813fa4-825b-47e8-8b32-c063fd6fb81c not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:28.066210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.080533 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.103745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.107707 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8f286bc3-df58-447b-b2a6-2683b202cbfc HTTP/1.1" status: 204 len: 168 time: 0.8051426 Dec 20 15:54:28.113828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.116232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38598) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:28.118542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.134064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51757794-94d6-48a3-a3ef-6a12d034ce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.168386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c12b882-58b8-469b-9576-245675afc660 None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '499c3b22-4ad1-4c6f-a0be-748a25f9e03e', 'ip_address': '2001:db8::f816:3eff:fea7:ee65'}, {'subnet_id': '6b7944a9-ed48-4647-8bcf-c75b2a8999b6'}], 'binding:host_id': 'n-d-781076-8'}, 'id': '60a58805-1c15-4a00-ba7f-26b907ad5830'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:54:28.183671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=4eefffb0-91bc-4abe-8227-7a93730ce3f6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.195499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757794-94d6-48a3-a3ef-6a12d034ce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c28705-43d7-45e3-ad6b-d807bde897fb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.199463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e9506-eaea-4b9e-a8b2-1d7c2c29f0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f286bc3-df58-447b-b2a6-2683b202cbfc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.232177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:28.232804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.249730 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-51757794-94d6-48a3-a3ef-6a12d034ce13 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea77f06c8d824e6aac61d78098112ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178493 Dec 20 15:54:28.251005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:28.263640 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c12b882-58b8-469b-9576-245675afc660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.305131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Allocated IP 172.20.0.8 (9caab41a-b617-424e-8017-422feabfe664/772960a6-5956-4890-a1a7-db19830bd4b9/4a42d839-79de-47dd-af58-a34059d6c546) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:28.313397 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bed0b5ce-cdbf-4111-9444-1deca8d30534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.347703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bed0b5ce-cdbf-4111-9444-1deca8d30534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.363401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.379063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829d8f5-b16b-451b-bd04-3eeaf6c75298 None None] Pushing event updated for resources: {'Port': ['ID=169d4c23-420a-4779-9c3c-ee9fb7959635,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.400114 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0280bfb9-5621-4236-b4bf-da02310dbe6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0929384 Dec 20 15:54:28.405064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38604) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:28.479803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c91e3e-1c16-4766-b707-abbd79eb39e0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:28.490051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c91e3e-1c16-4766-b707-abbd79eb39e0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:28.494618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-49c91e3e-1c16-4766-b707-abbd79eb39e0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0884359 Dec 20 15:54:28.495313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:28.574389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6c12b882-58b8-469b-9576-245675afc660 None None] Allocated IP 172.20.0.2 (76bd2955-ceed-487c-bb74-e6d50e561825/6b7944a9-ed48-4647-8bcf-c75b2a8999b6/60a58805-1c15-4a00-ba7f-26b907ad5830) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:28.693518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 4eefffb0-91bc-4abe-8227-7a93730ce3f6 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:28.695856 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.707715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bed0b5ce-cdbf-4111-9444-1deca8d30534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.719456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bed0b5ce-cdbf-4111-9444-1deca8d30534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.722828 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bed0b5ce-cdbf-4111-9444-1deca8d30534 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43c28705-43d7-45e3-ad6b-d807bde897fb HTTP/1.1" status: 204 len: 168 time: 0.4698055 Dec 20 15:54:28.781070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:28.787636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0b5ce-cdbf-4111-9444-1deca8d30534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c28705-43d7-45e3-ad6b-d807bde897fb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:28.925964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Allocated IP 172.25.6.170 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/796d3ffe-e9b5-4df1-a10d-766a5ea961a8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:28.930596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e9c33a-d999-495d-abc7-a2a9b44bf7b3']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:28.991168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-320c8b56-082d-4b36-9c26-af2cfd126fff req-790d19e3-197a-4adf-8694-0a90b3d2b104 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0925760 Dec 20 15:54:28.996447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.015462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6a4ae2-7619-4920-9624-634d0e5501ae') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:29.016113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6a4ae2-7619-4920-9624-634d0e5501ae') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:29.031950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.041610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.072162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 4eefffb0-91bc-4abe-8227-7a93730ce3f6 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:29.072938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.093385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60a58805-1c15-4a00-ba7f-26b907ad5830 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:29.141980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:54:29.143129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.150270 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:54:29.154393 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:54:29.304358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6c12b882-58b8-469b-9576-245675afc660 None None] For port 60a58805-1c15-4a00-ba7f-26b907ad5830, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60a58805-1c15-4a00-ba7f-26b907ad5830,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:29.311132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 60a58805-1c15-4a00-ba7f-26b907ad5830 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:29.311680 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.329435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.377663 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c12b882-58b8-469b-9576-245675afc660 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.404658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.406815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.418991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.432443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] 10.222.0.81 "DELETE /v2.0/networks/92e9c33a-d999-495d-abc7-a2a9b44bf7b3 HTTP/1.1" status: 204 len: 168 time: 1.3099952 Dec 20 15:54:29.483968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 169d4c23-420a-4779-9c3c-ee9fb7959635 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:29.547111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f510ee-931b-4900-97f3-6882296cf805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.556016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41e596-2f09-45d9-b65e-fcff3c97ec91 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e9c33a-d999-495d-abc7-a2a9b44bf7b3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.595794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 169d4c23-420a-4779-9c3c-ee9fb7959635 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:29.596185 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.604545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event updated for resources: {'Port': ['ID=4a42d839-79de-47dd-af58-a34059d6c546,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.629519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Network 9caab41a-b617-424e-8017-422feabfe664 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:29.632091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:29.649524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:29.664236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287032a-2570-4daa-8a1e-bd3c64327322 None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:29.671956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c12b882-58b8-469b-9576-245675afc660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.704719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.763858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.843990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Port': ['ID=796d3ffe-e9b5-4df1-a10d-766a5ea961a8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.865760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=4eefffb0-91bc-4abe-8227-7a93730ce3f6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.886011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b882-58b8-469b-9576-245675afc660 None None] Pushing event updated for resources: {'Port': ['ID=60a58805-1c15-4a00-ba7f-26b907ad5830,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:29.886314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:29.887004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.888710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e6281151-bb3e-48b2-a16b-30cdd8c7f25a None None] Provisioning complete for port 4a42d839-79de-47dd-af58-a34059d6c546 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:29.889100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6281151-bb3e-48b2-a16b-30cdd8c7f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:29.916598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:29.921764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:29.934282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:29.960846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e1e0e-3fc1-415b-b96b-5f667db1b784 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:30.000239 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.004881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e6281151-bb3e-48b2-a16b-30cdd8c7f25a None None] Port 4a42d839-79de-47dd-af58-a34059d6c546 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:30.062904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 169d4c23-420a-4779-9c3c-ee9fb7959635, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=169d4c23-420a-4779-9c3c-ee9fb7959635,segment=NetworkSegment(815eb3bb-0a2c-4a24-8ef8-915815aa2f91),segment_id=815eb3bb-0a2c-4a24-8ef8-915815aa2f91)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:30.082968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.091141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-34547e49-29a1-40fb-90ee-2fad1fa6d07b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/4eefffb0-91bc-4abe-8227-7a93730ce3f6 HTTP/1.1" status: 204 len: 168 time: 1.5887783 Dec 20 15:54:30.091141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:30.164657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c37439f-2145-442c-8c01-ce0009ff8db3 None None] Provisioning complete for port 796d3ffe-e9b5-4df1-a10d-766a5ea961a8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:30.165095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c37439f-2145-442c-8c01-ce0009ff8db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.183896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418abc68-2544-44e8-acb7-8191ceff8835 None None] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:30.222503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-04e82626-89be-4dc1-860d-e693de0a223d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1230171 Dec 20 15:54:30.242793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772d417-24ab-4fea-8bdf-8449fe00c515 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:30.246830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772d417-24ab-4fea-8bdf-8449fe00c515 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:30.247161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Request body: {'port': {'device_id': '24346854-093e-40c5-b7ec-173998a69cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:30.255190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772d417-24ab-4fea-8bdf-8449fe00c515 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:30.261852 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f772d417-24ab-4fea-8bdf-8449fe00c515 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1698997 Dec 20 15:54:30.262591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38656) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:30.314007 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.355751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.396963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 499c3b22-4ad1-4c6f-a0be-748a25f9e03e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:30.414965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.418256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38664) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:30.497010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=169d4c23-420a-4779-9c3c-ee9fb7959635,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:30.514625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4c37439f-2145-442c-8c01-ce0009ff8db3 None None] Port 796d3ffe-e9b5-4df1-a10d-766a5ea961a8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:30.532955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.575283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b4711b13-be75-442a-ae94-fdf21417ce6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=560dd1274db544baba48e07d2d5b3a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400585 Dec 20 15:54:30.583513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38674) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:30.689808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-08b9b47a-7201-4853-ac5e-bff6f4eda579 None None] Provisioning complete for port 169d4c23-420a-4779-9c3c-ee9fb7959635 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:30.690332 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-08b9b47a-7201-4853-ac5e-bff6f4eda579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.694761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-900f3f03-8478-474c-a4b6-b684e79c2bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.728593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-900f3f03-8478-474c-a4b6-b684e79c2bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.806145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96df30-33e3-415e-bd44-20724b11747d req-0142950f-d4a5-48ad-aacc-b44fdf736962 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:30.809288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb96df30-33e3-415e-bd44-20724b11747d req-0142950f-d4a5-48ad-aacc-b44fdf736962 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 931 time: 0.4627397 Dec 20 15:54:30.815182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:30.824098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60a58805-1c15-4a00-ba7f-26b907ad5830 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:30.971169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 60a58805-1c15-4a00-ba7f-26b907ad5830 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:30.971508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.032853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-900f3f03-8478-474c-a4b6-b684e79c2bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.036753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-900f3f03-8478-474c-a4b6-b684e79c2bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.040109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-900f3f03-8478-474c-a4b6-b684e79c2bcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0aba2c0-10fc-4d59-934d-5746bc48d28d HTTP/1.1" status: 204 len: 168 time: 0.4484346 Dec 20 15:54:31.075705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3f03-8478-474c-a4b6-b684e79c2bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aba2c0-10fc-4d59-934d-5746bc48d28d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:31.101903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.116071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb96df30-33e3-415e-bd44-20724b11747d req-d227cd37-7d5f-4450-9440-540a3b858b9b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055980 Dec 20 15:54:31.149426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a01ab92d-f6c9-4aa6-aae6-3bdd715bc00e None None] Provisioning complete for port 169d4c23-420a-4779-9c3c-ee9fb7959635 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:31.150055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a01ab92d-f6c9-4aa6-aae6-3bdd715bc00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.154147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 169d4c23-420a-4779-9c3c-ee9fb7959635 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:31.229553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.230644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.245019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/499c3b22-4ad1-4c6f-a0be-748a25f9e03e HTTP/1.1" status: 204 len: 168 time: 0.9761231 Dec 20 15:54:31.247019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca1350-4c44-4e38-b6cf-4807edaf60d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=499c3b22-4ad1-4c6f-a0be-748a25f9e03e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:31.252764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38698) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:31.339233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 169d4c23-420a-4779-9c3c-ee9fb7959635 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:31.340010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.412328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 6b7944a9-ed48-4647-8bcf-c75b2a8999b6 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:31.419640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.507048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.674796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4dcbd48b-085c-4aee-bf85-fe8f04057354 None None] Provisioning complete for port 60a58805-1c15-4a00-ba7f-26b907ad5830 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:31.675265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd48b-085c-4aee-bf85-fe8f04057354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.676047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.732639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65000424-94df-40f4-b7bf-5c95b48085c7 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:31.799345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.884026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53fe39a5-c880-447e-8da1-4292c47f6f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.890253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.949077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7944a9-ed48-4647-8bcf-c75b2a8999b6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:31.965913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:31.976903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5561349e-0d5f-4a47-8e3a-d638c067dc50 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/6b7944a9-ed48-4647-8bcf-c75b2a8999b6 HTTP/1.1" status: 204 len: 168 time: 0.7191353 Dec 20 15:54:31.977558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38732) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:32.085849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86d19974-62ea-4515-8c2a-264dd0aefb83 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070838 Dec 20 15:54:32.086464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38736) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:32.102260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:32.176315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bd4c0f8c-3a5a-4e9e-ad2b-05b3355941b4 None None] Could not find standard attr ID for object 4eefffb0-91bc-4abe-8227-7a93730ce3f6. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:54:32.194146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd772e2-c7f5-46ba-83a0-54d9041afcda None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '6b7944a9-ed48-4647-8bcf-c75b2a8999b6'}], 'binding:host_id': 'n-d-781076-8'}, 'id': '60a58805-1c15-4a00-ba7f-26b907ad5830'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:54:32.234216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7fd772e2-c7f5-46ba-83a0-54d9041afcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:32.343500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a42d839-79de-47dd-af58-a34059d6c546 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:32.375345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:32.379368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:32.384380 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:32.492610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Transition to ACTIVE for port object 4a42d839-79de-47dd-af58-a34059d6c546 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:32.571225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bd38d-f4b1-40ee-974c-d5693fcba351 req-b65d326a-9fa9-4a67-82dd-516f45ce0bfd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:32.574615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-617bd38d-f4b1-40ee-974c-d5693fcba351 req-b65d326a-9fa9-4a67-82dd-516f45ce0bfd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 931 time: 0.1879442 Dec 20 15:54:32.628647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:32.641786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9699a9-4440-4671-912a-39363785d259 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:32.809734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 60a58805-1c15-4a00-ba7f-26b907ad5830 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:32.885355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-31a8317e-b7d1-483f-b269-90b82638c0c7 None None] Provisioning complete for port 60a58805-1c15-4a00-ba7f-26b907ad5830 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:32.885740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31a8317e-b7d1-483f-b269-90b82638c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:32.902108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-617bd38d-f4b1-40ee-974c-d5693fcba351 req-b424433f-08b6-4eb3-aea4-aae24fc60209 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982919 Dec 20 15:54:32.904399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Pushing event updated for resources: {'Port': ['ID=4a42d839-79de-47dd-af58-a34059d6c546,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:32.914323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Router 0374773e-6178-4d96-8b6b-d91b599a54d8 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:54:32.932812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e905e-885a-4bc9-b6e9-28c76a12598f None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:32.988282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:33.003917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.007821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Attempting to bind port 4a42d839-79de-47dd-af58-a34059d6c546 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:33.008165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Attempting to bind port 4a42d839-79de-47dd-af58-a34059d6c546 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:33.008497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Attempting to bind port 4a42d839-79de-47dd-af58-a34059d6c546 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:33.051501 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.102573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.113621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 60a58805-1c15-4a00-ba7f-26b907ad5830, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60a58805-1c15-4a00-ba7f-26b907ad5830,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:33.121636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] Deleting port 60a58805-1c15-4a00-ba7f-26b907ad5830 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:33.122074 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.142608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Port 4a42d839-79de-47dd-af58-a34059d6c546 on network 9caab41a-b617-424e-8017-422feabfe664 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:54:33.143412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Attempting to bind port 4a42d839-79de-47dd-af58-a34059d6c546 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:33.146998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:33.160823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:33.161186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:33.161659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Bound using segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:33.162023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Bound port: 4a42d839-79de-47dd-af58-a34059d6c546, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:33.162419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.204733 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] Sync routers for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:33.238154 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:33.239457 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:33.272864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.275213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] For port 4a42d839-79de-47dd-af58-a34059d6c546, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:33.283400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] For port 4a42d839-79de-47dd-af58-a34059d6c546, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4a42d839-79de-47dd-af58-a34059d6c546,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:33.287826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.289639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b522d977-c56d-466a-bdc2-6a00bf8f96a6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.9847674 Dec 20 15:54:33.292266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38792) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:33.323239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=3914fcb6-15f5-4375-92ba-cf0e65bdcaa5,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:33.347992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:33.353513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:33.359289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:33.360171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.442212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] For port 60a58805-1c15-4a00-ba7f-26b907ad5830, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=60a58805-1c15-4a00-ba7f-26b907ad5830,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:33.442615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.445365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=60a58805-1c15-4a00-ba7f-26b907ad5830,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:33.462001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.467340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] Calling delete_port for 60a58805-1c15-4a00-ba7f-26b907ad5830 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:33.517400 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d3b4ddd3-53a6-4372-8664-8007713d533a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4296782 Dec 20 15:54:33.518357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38800) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:33.529385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:33.736072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:33.739725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.747227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] 10.222.0.72 "PUT /v2.0/ports/4a42d839-79de-47dd-af58-a34059d6c546 HTTP/1.1" status: 200 len: 1091 time: 3.5074911 Dec 20 15:54:33.762906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24346854-093e-40c5-b7ec-173998a69cd2', 'tag': '4a42d839-79de-47dd-af58-a34059d6c546'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:33.771724 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4508ca-f3b5-4eae-849d-dec918c980da" -d '{"events": [{"name": "network-changed", "server_uuid": "24346854-093e-40c5-b7ec-173998a69cd2", "tag": "4a42d839-79de-47dd-af58-a34059d6c546"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:33.811988 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:33.855655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219e1bc-744d-4ec1-b7d2-322f6c6454ec None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:33.859680 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:33.862074 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:33.873804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f767e-c139-419e-a5c6-8ca2a1aae81c service neutron] Pushing event updated for resources: {'Port': ['ID=4a42d839-79de-47dd-af58-a34059d6c546,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:33.952850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:33.959212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.991369 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:33.994445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f955a9f-3e2e-4213-a078-f016e74d7415 None None] The sync data for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:34.023941 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8a605-8874-4aa1-9734-2a46fa84ac03 x-openstack-request-id: req-dee8a605-8874-4aa1-9734-2a46fa84ac03 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:34.025704 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24346854-093e-40c5-b7ec-173998a69cd2", "tag": "4a42d839-79de-47dd-af58-a34059d6c546", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:34.026165 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dee8a605-8874-4aa1-9734-2a46fa84ac03 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:34.028294 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24346854-093e-40c5-b7ec-173998a69cd2', 'tag': '4a42d839-79de-47dd-af58-a34059d6c546', 'status': 'completed', 'code': 200} Dec 20 15:54:34.066311 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.180849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] Pushing event deleted for resources: {'Port': ['ID=60a58805-1c15-4a00-ba7f-26b907ad5830,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:34.183066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef11ab3-5258-4ec9-a650-ee6ea01345f0 None None] No DVR routers for this DVR port 60a58805-1c15-4a00-ba7f-26b907ad5830 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:34.239742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69bfb9-97b1-44d5-ad7c-f1b0a91ecd0a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:34.299740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-fe7ef99f-5f38-477e-89d9-5ac24b8e17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.301596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-fe7ef99f-5f38-477e-89d9-5ac24b8e17ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 1094 time: 0.3981981 Dec 20 15:54:34.366181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.402766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-1c9e39e2-8f5f-4c69-899a-03964aed18ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a42d839-79de-47dd-af58-a34059d6c546 HTTP/1.1" status: 200 len: 217 time: 0.0764532 Dec 20 15:54:34.426549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '3914fcb6-15f5-4375-92ba-cf0e65bdcaa5'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:34.427879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.542459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-ee3494f7-2786-4c46-9d8d-a3ccd3b49b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.544980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-ee3494f7-2786-4c46-9d8d-a3ccd3b49b78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0991786 Dec 20 15:54:34.607568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dc6de-fcc8-48bf-b2d6-34da98c27021 req-c75d8dc7-3edf-4b90-b6de-1476b04ad956 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.609391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626dc6de-fcc8-48bf-b2d6-34da98c27021 req-c75d8dc7-3edf-4b90-b6de-1476b04ad956 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 943 time: 0.3020658 Dec 20 15:54:34.615001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-5a12f00c-fa44-452c-a658-d49d4f25f8d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599360 Dec 20 15:54:34.655772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Allocated IP 172.20.0.2 (76bd2955-ceed-487c-bb74-e6d50e561825/3914fcb6-15f5-4375-92ba-cf0e65bdcaa5/e09b8beb-0e73-4b45-8142-4b5745b44ad4) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:34.687623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-252a5ead-3d5d-4519-aeb2-9f3a4fa4f359 req-d3e0bdea-c86a-4519-8ebf-8a5c033c2ad4 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.1067474 Dec 20 15:54:34.849002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:54:34.850716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.855361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626dc6de-fcc8-48bf-b2d6-34da98c27021 req-9a305dc6-401d-42ad-8b39-9c7b51ad9e67 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042470 Dec 20 15:54:34.900643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.943140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:34.946837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:34.960473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:34.961105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.971832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=44deaed9-f135-4ccd-b31c-635e106aa796,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:35.015835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.047142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-8d0b8f99-6279-4e65-8ff5-6ac71cccccea service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940172 Dec 20 15:54:35.060035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:35.062997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:35.067490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:35.103908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:35.127725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2f124ef0-b5cc-4307-ae3e-cc575e8056d6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6006422 Dec 20 15:54:35.127725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:35.133684 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:95:1f:f6', 'name': 'tempest-NetworksTestDHCPv6-2006658937'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:35.153078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.184482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Attempting to bind port e09b8beb-0e73-4b45-8142-4b5745b44ad4 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:35.185341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Attempting to bind port e09b8beb-0e73-4b45-8142-4b5745b44ad4 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:35.185716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Attempting to bind port e09b8beb-0e73-4b45-8142-4b5745b44ad4 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:35.213171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:35.213584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:35.214050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.214775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:35.216960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Bound port: e09b8beb-0e73-4b45-8142-4b5745b44ad4, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:35.217529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.255312 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.331653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:35.335466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:35.398963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0a2bea2-4c5a-4277-908f-2767b11ff8b6 req-aec916ef-b317-490b-b6d4-3ca8fc0f99b3 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0386124 Dec 20 15:54:35.431674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32e0f4d7-94af-4987-ae79-d1344aca531e req-b73483fe-744e-4760-b4f5-e38f61f5ab82 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719218 Dec 20 15:54:35.495826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:35.507354 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.574662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3109d02-4bbc-4682-bf0a-93a29fb0e205 None None] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:35.614605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:35.640702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port ccc51331-110e-4e91-8001-4015b60cdc21 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:35.788848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Allocated IP 172.20.0.1 (44620d3e-98a0-44e2-81d8-c7b587da9358/052ebf46-eafe-477b-be76-582dc9eccad3/f8b5638a-6496-487b-8b0d-23b5fbc3fba2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:35.809999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-a1450d48-2dd4-40ac-a729-718c4249a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:35.812399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-a1450d48-2dd4-40ac-a729-718c4249a76b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 1094 time: 0.1067405 Dec 20 15:54:35.976788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 172.20.0.9 (76bd2955-ceed-487c-bb74-e6d50e561825/3914fcb6-15f5-4375-92ba-cf0e65bdcaa5/ccc51331-110e-4e91-8001-4015b60cdc21) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:35.996511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fe95:1ff6 (76bd2955-ceed-487c-bb74-e6d50e561825/44deaed9-f135-4ccd-b31c-635e106aa796/ccc51331-110e-4e91-8001-4015b60cdc21) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:36.276810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.368409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.429415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005b46-c5de-4f9f-8079-8d87edfa9d3d req-b13141de-0448-4004-8309-a042768ca7c9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.430847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19005b46-c5de-4f9f-8079-8d87edfa9d3d req-b13141de-0448-4004-8309-a042768ca7c9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 943 time: 0.2062531 Dec 20 15:54:36.450156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-7f3c7a95-e7be-4cb0-84aa-fd375d4b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.451791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-7f3c7a95-e7be-4cb0-84aa-fd375d4b7d6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.6311738 Dec 20 15:54:36.490362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.516799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-199b1679-5214-45bc-ab36-b222a4129543 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a42d839-79de-47dd-af58-a34059d6c546 HTTP/1.1" status: 200 len: 217 time: 0.0551732 Dec 20 15:54:36.544149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:36.548008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:36.552199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:36.559242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=ccc51331-110e-4e91-8001-4015b60cdc21,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:36.597680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca814360-5cc9-4d0c-ae58-8cce89d1c4f6 req-9f4c6d33-5f9d-44e5-a983-d0d4138c653e tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0858140 Dec 20 15:54:36.629001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19005b46-c5de-4f9f-8079-8d87edfa9d3d req-f28a806c-f70d-4e35-9944-bf290f7d6328 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889637 Dec 20 15:54:36.630255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.632584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.655206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-6ba3fe36-e026-44a7-a115-2dd0b369f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.655206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-6ba3fe36-e026-44a7-a115-2dd0b369f42d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.1126785 Dec 20 15:54:36.690185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-336b22d9-4119-4be1-8e5b-4e5e041612eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423355 Dec 20 15:54:36.748974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e09b8beb-0e73-4b45-8142-4b5745b44ad4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:36.775579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.809889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-43b54549-2b3a-4ad5-8d54-8b29c8987ee7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6813405 Dec 20 15:54:36.810454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38956) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:36.835344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:36.848408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:36.868893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:36.907352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:36.909564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.967411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892eb0af-86df-4af6-a03b-b29f6c85762e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.975540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892eb0af-86df-4af6-a03b-b29f6c85762e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:36.980142 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-892eb0af-86df-4af6-a03b-b29f6c85762e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1686926 Dec 20 15:54:36.980897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38960) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:36.985920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.077516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.114676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Port': ['ID=f8b5638a-6496-487b-8b0d-23b5fbc3fba2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:37.136663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:37.151646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-8c158e2f-5021-4739-bbc6-b760461fe575 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532380 Dec 20 15:54:37.172577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port ccc51331-110e-4e91-8001-4015b60cdc21 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:37.172577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.251151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4a42d839-79de-47dd-af58-a34059d6c546 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:54:37.393690 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.411032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4a42d839-79de-47dd-af58-a34059d6c546, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4a42d839-79de-47dd-af58-a34059d6c546,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:37.411292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for ccc51331-110e-4e91-8001-4015b60cdc21 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:37.421048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59dcfc1-c1d1-4c9d-869a-17206e97a651 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:37.429547 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.483739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f4508ca-f3b5-4eae-849d-dec918c980da req-d68a2836-d030-44ee-a3ab-9172bb0a3857 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143184 Dec 20 15:54:37.545148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '4a42d839-79de-47dd-af58-a34059d6c546', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': '4a42d839-79de-47dd-af58-a34059d6c546', 'mac_address': 'fa:16:3e:40:db:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:54:37.568348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-538e0447-b6de-4ba0-8d07-6fb713f3dfbd None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:37.568732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-538e0447-b6de-4ba0-8d07-6fb713f3dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.614854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.643561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:37.665897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.704907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a42d839-79de-47dd-af58-a34059d6c546 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:37.733642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4a42d839-79de-47dd-af58-a34059d6c546, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4a42d839-79de-47dd-af58-a34059d6c546,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:37.798176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f47dc7d-73a9-4465-8b31-7c9ce88c566d req-d245044d-800a-491e-b33b-751d9cb5c68a tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0481427 Dec 20 15:54:37.804499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.846027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.857028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=ccc51331-110e-4e91-8001-4015b60cdc21,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:37.874157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062ef89-c597-4bea-9e19-01f9c3e224ec req-1c4657ef-7104-481a-95c2-6cdf417ee398 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:37.882191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3062ef89-c597-4bea-9e19-01f9c3e224ec req-1c4657ef-7104-481a-95c2-6cdf417ee398 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 943 time: 0.1250334 Dec 20 15:54:37.910508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e155355-f8be-45fa-aa75-3f8c7623e96b None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '3914fcb6-15f5-4375-92ba-cf0e65bdcaa5', 'ip_address': '172.20.0.2'}, {'subnet_id': '44deaed9-f135-4ccd-b31c-635e106aa796'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'e09b8beb-0e73-4b45-8142-4b5745b44ad4'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:54:37.954572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.960703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-430a79ba-fada-4fd5-b3ae-1701abc319ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/ccc51331-110e-4e91-8001-4015b60cdc21 HTTP/1.1" status: 204 len: 168 time: 0.9765422 Dec 20 15:54:37.960888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38998) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:37.980496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e155355-f8be-45fa-aa75-3f8c7623e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:37.983495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3062ef89-c597-4bea-9e19-01f9c3e224ec req-2748bfc5-3c69-43b0-87f9-8bcaf85c9b3d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005576 Dec 20 15:54:38.008748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b9c7ce36-5e8a-447b-ac23-9bd9ad7fcfbc None None] Provisioning complete for port f8b5638a-6496-487b-8b0d-23b5fbc3fba2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:38.009589 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce36-5e8a-447b-ac23-9bd9ad7fcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.011280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4a42d839-79de-47dd-af58-a34059d6c546,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:38.027387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c33f47-719d-43fa-bb1f-1585e5c108aa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:38.029032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c33f47-719d-43fa-bb1f-1585e5c108aa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:38.030687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c33f47-719d-43fa-bb1f-1585e5c108aa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:38.032380 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d0c33f47-719d-43fa-bb1f-1585e5c108aa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0702674 Dec 20 15:54:38.038131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39000) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:38.064001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7ce36-5e8a-447b-ac23-9bd9ad7fcfbc None None] Port f8b5638a-6496-487b-8b0d-23b5fbc3fba2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:38.093068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4a42d839-79de-47dd-af58-a34059d6c546'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:54:38.116366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 3914fcb6-15f5-4375-92ba-cf0e65bdcaa5 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:38.119814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.164174 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.195884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.295727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.300760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.421300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Port': ['ID=f8b5638a-6496-487b-8b0d-23b5fbc3fba2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:38.431366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.533603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:38.535727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:38.622826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server [None req-7e155355-f8be-45fa-aa75-3f8c7623e96b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3914fcb6-15f5-4375-92ba-cf0e65bdcaa5: This subnet is being modified by another concurrent operation. Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:54:38.629334 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exception Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3914fcb6-15f5-4375-92ba-cf0e65bdcaa5: This subnet is being modified by another concurrent operation. Dec 20 15:54:38.633135 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 15:54:38.671882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=3914fcb6-15f5-4375-92ba-cf0e65bdcaa5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:38.676143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.680041 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de041885-70c0-42d0-ac1d-45be155f7fc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/3914fcb6-15f5-4375-92ba-cf0e65bdcaa5 HTTP/1.1" status: 204 len: 168 time: 0.6430397 Dec 20 15:54:38.682567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39020) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:38.766027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Router 0374773e-6178-4d96-8b6b-d91b599a54d8 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:38.771151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa30aa-00c5-44fa-bcad-5318c7e792e9 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:38.772930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 44deaed9-f135-4ccd-b31c-635e106aa796 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:38.776636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.836679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:38.913662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:38.934036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ea479d7f-985b-4b33-a7e6-040f022cbfc6 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "PUT /v2.0/routers/0374773e-6178-4d96-8b6b-d91b599a54d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6380994 Dec 20 15:54:38.935175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39032) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:38.951138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Request body: {'port': {'network_id': '44620d3e-98a0-44e2-81d8-c7b587da9358', 'name': 'tempest-FloatingIPAdminTestJSON-743279478'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:38.968256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.012925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] Sync routers for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:39.017915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4ca75480-7c7f-4bc4-bf70-57b1a35e6b73 None None] Could not find standard attr ID for object ccc51331-110e-4e91-8001-4015b60cdc21. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:54:39.045331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:39.047583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.051670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4ca75480-7c7f-4bc4-bf70-57b1a35e6b73 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:39.053145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ca75480-7c7f-4bc4-bf70-57b1a35e6b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.110431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0549a233-ee36-4b2b-b5eb-73be5f971022 req-3d7ced5b-49bf-4697-bca7-35381d47fffe tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.1242940 Dec 20 15:54:39.130808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.150798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.177000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:39.179784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.199478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=44deaed9-f135-4ccd-b31c-635e106aa796,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:39.211229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.215748 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c2733bd-367e-478e-a869-916e86c52fa7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/44deaed9-f135-4ccd-b31c-635e106aa796 HTTP/1.1" status: 204 len: 168 time: 0.5316517 Dec 20 15:54:39.217849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39044) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:39.236444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:39.237256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7feea-bf71-4cd3-8016-84277893df18 None None] The sync data for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:39.257626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629984b-e4e8-4bb3-a5bd-a40fd8aae959 req-6ca243d8-60ab-4d3c-a4b2-184eafb1bef5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:39.259228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1629984b-e4e8-4bb3-a5bd-a40fd8aae959 req-6ca243d8-60ab-4d3c-a4b2-184eafb1bef5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 944 time: 0.1774046 Dec 20 15:54:39.278855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4a42d839-79de-47dd-af58-a34059d6c546 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:39.302496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bb8b4326-08d8-409b-b0e8-344bb432a291 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767131 Dec 20 15:54:39.308297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39046) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:39.311108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:39.380430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1629984b-e4e8-4bb3-a5bd-a40fd8aae959 req-a1e4d097-eeae-4b26-b2bf-01ad4c19c9b4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834131 Dec 20 15:54:39.391401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbd3a20-be0b-4dea-ace4-70439dfe2d2c None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '44deaed9-f135-4ccd-b31c-635e106aa796'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'e09b8beb-0e73-4b45-8142-4b5745b44ad4'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:54:39.422295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3a20-be0b-4dea-ace4-70439dfe2d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.437198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Made reservation on behalf of 8927b7c07ea14ed5952ec079aff670b6 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:39.440684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.459119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] device_id is not set on port bf33dfff-f661-41db-b320-e34f6fc00a52 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:39.626212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Allocated IP 172.20.0.13 (44620d3e-98a0-44e2-81d8-c7b587da9358/052ebf46-eafe-477b-be76-582dc9eccad3/bf33dfff-f661-41db-b320-e34f6fc00a52) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:39.667534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:39.673055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.724019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 4a42d839-79de-47dd-af58-a34059d6c546 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:54:39.739030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-861cfdba-7e04-40d8-b2b3-5ce81f83889e None None] Provisioning complete for port f8b5638a-6496-487b-8b0d-23b5fbc3fba2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:39.739252 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-861cfdba-7e04-40d8-b2b3-5ce81f83889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.783667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 4a42d839-79de-47dd-af58-a34059d6c546 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:39.783667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.783667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-861cfdba-7e04-40d8-b2b3-5ce81f83889e None None] Port f8b5638a-6496-487b-8b0d-23b5fbc3fba2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:39.874324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.923050 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.934635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24346854-093e-40c5-b7ec-173998a69cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a42d839-79de-47dd-af58-a34059d6c546'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:39.934635 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add37bc6-b7c8-435a-8d3a-50dc36487988" -d '{"events": [{"server_uuid": "24346854-093e-40c5-b7ec-173998a69cd2", "name": "network-vif-plugged", "status": "completed", "tag": "4a42d839-79de-47dd-af58-a34059d6c546"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:39.951434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bb9bf266-32bb-4180-a095-a2db476d060a None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:39.951434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb9bf266-32bb-4180-a095-a2db476d060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:39.955196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4a42d839-79de-47dd-af58-a34059d6c546, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4a42d839-79de-47dd-af58-a34059d6c546,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:40.013380 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571fa2e9-0988-461b-82cd-23df241e54e0 x-openstack-request-id: req-571fa2e9-0988-461b-82cd-23df241e54e0 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:40.013970 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24346854-093e-40c5-b7ec-173998a69cd2", "name": "network-vif-plugged", "status": "completed", "tag": "4a42d839-79de-47dd-af58-a34059d6c546", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:40.013970 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-571fa2e9-0988-461b-82cd-23df241e54e0 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:40.014463 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24346854-093e-40c5-b7ec-173998a69cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a42d839-79de-47dd-af58-a34059d6c546', 'code': 200} Dec 20 15:54:40.035081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980b548-1048-4604-b407-8d675eb623b3 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 15:54:40.084772 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.122248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05402afe-cd98-4531-a426-4e7044359fa7 req-1b535bad-35a8-42b7-a833-c510b9c8e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:40.123719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05402afe-cd98-4531-a426-4e7044359fa7 req-1b535bad-35a8-42b7-a833-c510b9c8e2ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0486903 Dec 20 15:54:40.131019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.131245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.274090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:40.289148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:40.292164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:40.313301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:40.321921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:40.332563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:40.334198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.357271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980b548-1048-4604-b407-8d675eb623b3 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:54:40.361622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event updated for resources: {'Port': ['ID=bf33dfff-f661-41db-b320-e34f6fc00a52,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.362827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4a42d839-79de-47dd-af58-a34059d6c546,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.370645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=353a1917-e374-46f1-acd2-adec5b005cea,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:40.421631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0137ea23-e055-4497-9073-e8bb95589787 req-cdb25008-cc86-4cda-b3a9-4220b86e6164 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.1241338 Dec 20 15:54:40.450838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05402afe-cd98-4531-a426-4e7044359fa7 req-0e328dc7-00b4-44ab-b155-71c8821cb256 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670100 Dec 20 15:54:40.473229 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-74426dd9-3d08-4c54-a435-44dafd64b18c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1654186 Dec 20 15:54:40.473491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39086) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:40.480652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:40.485800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:40.490625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.490975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2ec28b47-464b-4471-a8f0-a9f0c80a7e40 None None] Could not find standard attr ID for object ccc51331-110e-4e91-8001-4015b60cdc21. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:54:40.574139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7f6ea-9b2b-455f-9cb8-39403376dba0 req-24a9348d-fa49-4699-a351-d6d78d9853cf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:40.576158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca7f6ea-9b2b-455f-9cb8-39403376dba0 req-24a9348d-fa49-4699-a351-d6d78d9853cf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.0772121 Dec 20 15:54:40.645424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca7f6ea-9b2b-455f-9cb8-39403376dba0 req-ecce10dc-b98a-4cb2-9c28-21e0ca0e9a93 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Dec 20 15:54:40.665145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ee1f364-d2ed-4eb4-8be1-fc941a4b5885 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7288833 Dec 20 15:54:40.669070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39096) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:40.695952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e09b8beb-0e73-4b45-8142-4b5745b44ad4 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:40.815103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:40.819879 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.830427 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:40.860509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '353a1917-e374-46f1-acd2-adec5b005cea'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'e09b8beb-0e73-4b45-8142-4b5745b44ad4'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:54:40.866568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'project_id': '8927b7c07ea14ed5952ec079aff670b6', 'port_id': 'bf33dfff-f661-41db-b320-e34f6fc00a52'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:40.894056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:40.899458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.015604 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.059766 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.132988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.133524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] Allocated IP 172.20.0.2 (76bd2955-ceed-487c-bb74-e6d50e561825/353a1917-e374-46f1-acd2-adec5b005cea/e09b8beb-0e73-4b45-8142-4b5745b44ad4) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:41.156262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:41.278733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:41.279219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Allocated IP 172.25.6.139 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/308f94b8-8511-439f-baaa-e1c58a4144ae) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:41.321199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.410222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.495687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.538601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0a239fa-5c79-4fbd-8278-5b581c6e31c7 req-4c8205dc-9b7b-4fab-8916-74d2b83be3d8 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0291028 Dec 20 15:54:41.613876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54191-fb1d-4028-9fd4-50378c5da00a None None] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:41.683600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:41.696410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-330de7c2-95bb-45dd-b1f3-4b5bf9612623 req-05d2179a-8b4a-4cf6-868f-f8cee10b7fe3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.0475762 Dec 20 15:54:41.731764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:41.734855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:41.744368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:41.772013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:54:41.814843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Pushing event updated for resources: {'Port': ['ID=308f94b8-8511-439f-baaa-e1c58a4144ae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:41.851924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961e5c-ccfc-418a-b24d-5a39b01fac6d req-605414a6-6a61-4d19-b2de-c1f431ff832c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:41.853861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61961e5c-ccfc-418a-b24d-5a39b01fac6d req-605414a6-6a61-4d19-b2de-c1f431ff832c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.0853138 Dec 20 15:54:41.991632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61961e5c-ccfc-418a-b24d-5a39b01fac6d req-950da9b3-7cdf-4741-bb29-2e649f8ccfb5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168056 Dec 20 15:54:42.107680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.312975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:42.357388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.475952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e731b5-cf97-4fa8-8560-9dffe9d38603 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 15:54:42.492743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.492743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.566381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-06946d54-689b-45ab-acd9-b574a0187c7b None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:42.567994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06946d54-689b-45ab-acd9-b574a0187c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.578179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:42.586766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:42.593283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=ab4ede61-f85a-4dac-a54c-e9f1af147d5c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:42.596019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:42.598224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.599505 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.635057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=8']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:42.707559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac91a624-8cff-430b-9471-4b59e9ded89f req-1989f505-672d-455c-bb36-bf16204d56ad tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0341403 Dec 20 15:54:42.717280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e731b5-cf97-4fa8-8560-9dffe9d38603 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:54:42.808520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e09b8beb-0e73-4b45-8142-4b5745b44ad4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:42.845147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06946d54-689b-45ab-acd9-b574a0187c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.942465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-06946d54-689b-45ab-acd9-b574a0187c7b None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:43.009742 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ce84a00b-93c2-42b2-907a-30b4602fed0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4873300 Dec 20 15:54:43.010202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39180) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:43.010305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:43.010305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.010499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:4e:c8:35', 'name': 'tempest-NetworksTestDHCPv6-1344396767'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:43.158991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4732ca6-3ee0-499f-97a2-9cc9365422f9 req-b2a5d9de-e781-4232-a5ba-1151100060ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0471382 Dec 20 15:54:43.175750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.229924 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06946d54-689b-45ab-acd9-b574a0187c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.231209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.299393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ce38-815b-4497-812a-87708d96d21e req-88046613-c304-4b34-8aef-bd73bc8be7b8 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:43.301721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5127ce38-815b-4497-812a-87708d96d21e req-88046613-c304-4b34-8aef-bd73bc8be7b8 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1400006 Dec 20 15:54:43.350137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:54:43.350137 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:54:43.352506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06946d54-689b-45ab-acd9-b574a0187c7b None None] Pushing event updated for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.440123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5127ce38-815b-4497-812a-87708d96d21e req-8d9dde59-5c2b-4611-a88c-86b9b42b36f1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273799 Dec 20 15:54:43.446028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:43.579198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.586857 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.610208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port fb673dc2-e756-49a9-a0fb-5014ef7b465b yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:43.762634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:43.911983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced60ccf-8afa-4167-958f-99c58282aa21 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:43.918717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f40a6140-f4f6-496a-8361-6a03d0762d58 req-aad82b88-2e3b-4d99-9d3d-19b4b056fc9a tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0737021 Dec 20 15:54:43.919351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Pushing event updated for resources: {'Port': ['ID=308f94b8-8511-439f-baaa-e1c58a4144ae,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:43.924039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 172.20.0.4 (76bd2955-ceed-487c-bb74-e6d50e561825/353a1917-e374-46f1-acd2-adec5b005cea/fb673dc2-e756-49a9-a0fb-5014ef7b465b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:43.938249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fe4e:c835 (76bd2955-ceed-487c-bb74-e6d50e561825/ab4ede61-f85a-4dac-a54c-e9f1af147d5c/fb673dc2-e756-49a9-a0fb-5014ef7b465b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:43.961625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:44.033728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9cd62b53-0138-443f-a6a1-0f4607c95d63 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:44.037085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9cd62b53-0138-443f-a6a1-0f4607c95d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:44.313793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f64bca-15b6-46f5-8e1a-70d2a9e60da1 req-d0ad4112-c488-4be7-ab42-65853f8d359b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:44.313793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7f64bca-15b6-46f5-8e1a-70d2a9e60da1 req-d0ad4112-c488-4be7-ab42-65853f8d359b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.2851186 Dec 20 15:54:44.330785 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Floating IP 242c3d5e-89fd-47a8-9f1b-4ad8195eb1bd associated. External IP: 172.25.6.139, port: bf33dfff-f661-41db-b320-e34f6fc00a52. Dec 20 15:54:44.380376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-06d0d205-7ec3-498c-a951-91721df746b2 None None] Provisioning complete for port bf33dfff-f661-41db-b320-e34f6fc00a52 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:44.380877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06d0d205-7ec3-498c-a951-91721df746b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:44.433501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-06d0d205-7ec3-498c-a951-91721df746b2 None None] Port bf33dfff-f661-41db-b320-e34f6fc00a52 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:44.507312 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:44.515032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7f64bca-15b6-46f5-8e1a-70d2a9e60da1 req-ed62e9b4-b06c-4b82-9611-c4063b2089ad tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878626 Dec 20 15:54:44.594896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693f68d-b3ab-4a7e-85ce-40761e6de007 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:44.712801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-78cfcee6-5943-46f1-8c23-a2136b2aa458 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914280 Dec 20 15:54:44.730019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:44.738851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Router 0374773e-6178-4d96-8b6b-d91b599a54d8 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:44.837135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:44.858157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e09b8beb-0e73-4b45-8142-4b5745b44ad4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:44.860010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:44.902046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:44.909061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=fb673dc2-e756-49a9-a0fb-5014ef7b465b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:44.929691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5d77d733-4ec0-48be-b9e2-3dd14114d1e2 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:44.930250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d77d733-4ec0-48be-b9e2-3dd14114d1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:44.945226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-319af2bb-bc18-465d-bd2e-24a01f2e6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:44.946952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-319af2bb-bc18-465d-bd2e-24a01f2e6491 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3ed186bcc934a429623058a5b286c71&device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 1096 time: 0.1689739 Dec 20 15:54:45.009582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:45.009959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:45.110345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ec82900-84db-4683-9848-5792b9012531 req-687b6a4b-0657-4b4b-82d5-c43f7183dbb6 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0675445 Dec 20 15:54:45.127312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.127986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:45.214205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:45.227056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] Sync routers for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:45.248494 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:45.249724 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:45.263544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e8f92c6d-603b-4574-a164-993ca52932a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2975595 Dec 20 15:54:45.266498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39276) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:45.276368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-74705b9e-4dda-4f53-a06b-e745e69931c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.278386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-74705b9e-4dda-4f53-a06b-e745e69931c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f572849-43cd-46bd-87e4-3efdf0e41e97 HTTP/1.1" status: 200 len: 907 time: 0.2459066 Dec 20 15:54:45.316489 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:45.328711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:45.329600 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:45.382119 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:45.385904 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97eae2-5eb3-472a-be38-3e4aedc4def8 None None] The sync data for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:45.391088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791bced-6601-4b9b-9376-8afd3e18e1b5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.401676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791bced-6601-4b9b-9376-8afd3e18e1b5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.403662 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1791bced-6601-4b9b-9376-8afd3e18e1b5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1359868 Dec 20 15:54:45.409036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39288) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:45.409559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:45.459217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-08d8a12e-455c-4610-b513-631ee2b2d704 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.7890186 Dec 20 15:54:45.462220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39294) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:45.471739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-c28a5566-e409-4501-9ca1-bba04179dcf8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ac145e-febf-490d-8b9a-88e99c017afb HTTP/1.1" status: 200 len: 1001 time: 0.1843271 Dec 20 15:54:45.665946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e6aba444-a202-44cc-83e1-6bc13c603b1d None None] Provisioning complete for port fb673dc2-e756-49a9-a0fb-5014ef7b465b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:45.666455 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b62d496a-390a-4d62-b867-06e55ce0c898 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] 10.222.0.81 "GET /v2.0/floatingips/242c3d5e-89fd-47a8-9f1b-4ad8195eb1bd HTTP/1.1" status: 200 len: 983 time: 0.2017875 Dec 20 15:54:45.666971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6aba444-a202-44cc-83e1-6bc13c603b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:45.667753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39302) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:45.759919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e6aba444-a202-44cc-83e1-6bc13c603b1d None None] Port fb673dc2-e756-49a9-a0fb-5014ef7b465b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:45.776546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e6aba444-a202-44cc-83e1-6bc13c603b1d None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:45.777235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6aba444-a202-44cc-83e1-6bc13c603b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:45.939950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-1a27f901-3f77-40c2-b289-954ed05c0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:45.939950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-1a27f901-3f77-40c2-b289-954ed05c0509 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8b582ec-765c-4029-a20b-74a8ccb48336 HTTP/1.1" status: 200 len: 845 time: 0.4567032 Dec 20 15:54:45.952296 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95b8a8d9-bebf-4c7e-aa2d-5fe61c00cee9 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.2768924 Dec 20 15:54:45.954857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39316) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:45.998399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7419f9fc-1adc-4237-8600-be22c74b283b None None] Provisioning complete for port fb673dc2-e756-49a9-a0fb-5014ef7b465b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:45.999566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7419f9fc-1adc-4237-8600-be22c74b283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.005668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772440d2-e44e-439d-923a-5ccdbe650c91 req-d343dbe3-3a3c-4025-aabd-017eaaecca19 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:46.015159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-772440d2-e44e-439d-923a-5ccdbe650c91 req-d343dbe3-3a3c-4025-aabd-017eaaecca19 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1404815 Dec 20 15:54:46.094030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7419f9fc-1adc-4237-8600-be22c74b283b None None] Port fb673dc2-e756-49a9-a0fb-5014ef7b465b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:46.108594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b229cbe-ded5-4cd6-a37a-1eece94f533a req-18b58131-cb40-40ee-8bfe-1c6e74a18d32 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0511668 Dec 20 15:54:46.111102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-fa2d76ea-2186-492d-8b4f-61df8d104709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:46.112441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-fa2d76ea-2186-492d-8b4f-61df8d104709 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f572849-43cd-46bd-87e4-3efdf0e41e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677809 Dec 20 15:54:46.114061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port fb673dc2-e756-49a9-a0fb-5014ef7b465b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:46.114660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.129830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-772440d2-e44e-439d-923a-5ccdbe650c91 req-2de2f17c-117e-4650-a916-d9048ebe0b97 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086638 Dec 20 15:54:46.318799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.348456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for fb673dc2-e756-49a9-a0fb-5014ef7b465b owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:46.382279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-a8743a94-1c0a-4fc2-b49a-4a920664cac8 service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512941 Dec 20 15:54:46.385609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-39824f6c-616d-4939-a48a-113ffc2b5f8f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726321 Dec 20 15:54:46.507593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting port 308f94b8-8511-439f-baaa-e1c58a4144ae {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:46.508033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.532117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-76331da0-434f-4b7a-9718-370095d15a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:46.533949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-76331da0-434f-4b7a-9718-370095d15a0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1097 time: 0.0871994 Dec 20 15:54:46.593128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3303dfe5-7d23-4ddc-91d9-82ae5bfba3cf req-35a6336b-6de9-4be5-81ba-0486165cbf4e service neutron] 10.222.0.72 "GET /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033577 Dec 20 15:54:46.651157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.651616 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.668983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Calling delete_port for 308f94b8-8511-439f-baaa-e1c58a4144ae owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:46.694056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-cdc06bd1-43a3-4032-8fa2-1711fc7fe783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:46.695696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-cdc06bd1-43a3-4032-8fa2-1711fc7fe783 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.1420991 Dec 20 15:54:46.786448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-fda7f508-b1eb-48fe-9f56-673fb830e822 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 1001 time: 0.0819912 Dec 20 15:54:46.847686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-dfc66660-c075-48e9-8fcc-874725439005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:46.849624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-dfc66660-c075-48e9-8fcc-874725439005 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.0575089 Dec 20 15:54:46.885861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.909550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-c053f5d1-9c46-46e2-864c-df30b7d941d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:46.911596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-c053f5d1-9c46-46e2-864c-df30b7d941d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519106 Dec 20 15:54:46.927643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=fb673dc2-e756-49a9-a0fb-5014ef7b465b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:47.052644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.074750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.081544 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7d1e43e1-0136-46f5-9158-3ceffc6dc75f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/fb673dc2-e756-49a9-a0fb-5014ef7b465b HTTP/1.1" status: 204 len: 168 time: 1.6708126 Dec 20 15:54:47.082466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39368) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:47.084711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-2bc2ec26-9652-4981-9a6c-450ce7518d59 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655002 Dec 20 15:54:47.177449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Port': ['ID=308f94b8-8511-439f-baaa-e1c58a4144ae,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:47.323057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb2679-ec95-47e8-a7d1-dc8784fda7ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:47.324669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb2679-ec95-47e8-a7d1-dc8784fda7ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:47.326458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb2679-ec95-47e8-a7d1-dc8784fda7ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:47.331070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-55fb2679-ec95-47e8-a7d1-dc8784fda7ff tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2456317 Dec 20 15:54:47.331584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39384) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:47.336181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.337498 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Floating IP 242c3d5e-89fd-47a8-9f1b-4ad8195eb1bd disassociated (deleted). External IP: 172.25.6.139, port: bf33dfff-f661-41db-b320-e34f6fc00a52. Dec 20 15:54:47.348921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a41b4d1-25b6-4ac7-a9f6-0a7cf44ec0c7 req-3880223c-adc9-4a2a-92ca-cd0d98c6eb1c service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553561 Dec 20 15:54:47.488778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15280837-5b39-4fec-a086-e01d973f1877 req-b0b08358-1265-4108-a7f3-fcb4986de129 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.1545851 Dec 20 15:54:47.537042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 353a1917-e374-46f1-acd2-adec5b005cea {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:47.543155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.556106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba02f9-aeb9-4ed2-b30d-a905dc4fcc70 req-5550b620-fce1-4c34-9fe5-953ba759c05a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:47.558258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52ba02f9-aeb9-4ed2-b30d-a905dc4fcc70 req-5550b620-fce1-4c34-9fe5-953ba759c05a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.2258122 Dec 20 15:54:47.649900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52ba02f9-aeb9-4ed2-b30d-a905dc4fcc70 req-cf82a4a3-8748-4c34-a69c-c72f5a09bd01 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697434 Dec 20 15:54:47.650128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Router 0374773e-6178-4d96-8b6b-d91b599a54d8 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:47.652419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.765658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.818651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:47.820550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:47.827345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] Sync routers for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:47.854011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:47.854744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.877015 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-decf6f78-1e8c-48d4-9e4d-b0295844962c tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "DELETE /v2.0/floatingips/242c3d5e-89fd-47a8-9f1b-4ad8195eb1bd HTTP/1.1" status: 204 len: 168 time: 1.9208789 Dec 20 15:54:47.882686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:47.889390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:47.906518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.922965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:47.923955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.964245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:47.964924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996d357-9c42-4388-bea7-4edec4d12d0b None None] The sync data for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:47.992875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.037800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=353a1917-e374-46f1-acd2-adec5b005cea,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:48.047742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.052712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc0e13dc-c300-4de4-8206-cf78eed2ac57 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/353a1917-e374-46f1-acd2-adec5b005cea HTTP/1.1" status: 204 len: 168 time: 0.7174695 Dec 20 15:54:48.055581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:48.058776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6f159-aa36-433b-867c-ba23e761fec6 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:48.100540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.155960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet ab4ede61-f85a-4dac-a54c-e9f1af147d5c {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:48.161984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.212961 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.243848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.341344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.387693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Allocated IP 172.25.6.12 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/e69b8f49-ee89-41d1-93b4-ccff976aef8f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:48.516821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.562912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.613200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4ede61-f85a-4dac-a54c-e9f1af147d5c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:48.618717 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.623139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fe916e07-ef0a-4d4e-9519-4d219fc620cc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ab4ede61-f85a-4dac-a54c-e9f1af147d5c HTTP/1.1" status: 204 len: 168 time: 0.5662267 Dec 20 15:54:48.625421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39438) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:48.656005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0c785dd-0061-4a75-b266-6ee593ee5c07 req-5430016d-1d71-4f15-954b-bad50e93530f tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0517931 Dec 20 15:54:48.672557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b29dc715-3066-454b-8a82-51863dba7bd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432837 Dec 20 15:54:48.673073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39442) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:48.716324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:48.868149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:48.889803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:48.897796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:48.919195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Pushing event updated for resources: {'Port': ['ID=e69b8f49-ee89-41d1-93b4-ccff976aef8f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:48.935631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1905693-0588-4e83-b59b-9b1b7f0eba44 req-9fc2eeff-9cf0-4c58-9ee8-2b977c707a98 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:48.938066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1905693-0588-4e83-b59b-9b1b7f0eba44 req-9fc2eeff-9cf0-4c58-9ee8-2b977c707a98 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1442692 Dec 20 15:54:48.949861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec87e9b-bd50-4975-9c23-79006b7d8619 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:48.951389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1ec87e9b-bd50-4975-9c23-79006b7d8619 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2775383 Dec 20 15:54:48.954337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39450) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:48.996683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1905693-0588-4e83-b59b-9b1b7f0eba44 req-9a2d0e70-be24-4121-b24b-1e02abca8302 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Dec 20 15:54:49.089080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914108b8-6873-4bf1-8686-07215efcd9ec tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:49.089080 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-914108b8-6873-4bf1-8686-07215efcd9ec tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301072 Dec 20 15:54:49.090933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39454) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:49.136387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.138955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a09840-4d13-4ed2-a20a-428d5845cafc None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:49.139477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-56e3792f-9419-4854-857c-de412fd4e266 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468442 Dec 20 15:54:49.150053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39456) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:49.155672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-65e8b1af-d9c0-41d4-ac05-84b6fee61001 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:49.228342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-02b348a9-c3c4-438a-bcb5-52d2600fcde2 None None] Provisioning complete for port e09b8beb-0e73-4b45-8142-4b5745b44ad4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:49.228706 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02b348a9-c3c4-438a-bcb5-52d2600fcde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.256249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.350119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e8b1af-d9c0-41d4-ac05-84b6fee61001 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:49.354672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65e8b1af-d9c0-41d4-ac05-84b6fee61001 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.357031 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e8b1af-d9c0-41d4-ac05-84b6fee61001 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:54:49.359124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e8b1af-d9c0-41d4-ac05-84b6fee61001 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.389047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:49.448949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.457288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] Deleting port e09b8beb-0e73-4b45-8142-4b5745b44ad4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:49.457744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.458838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-65e8b1af-d9c0-41d4-ac05-84b6fee61001 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3076401 Dec 20 15:54:49.462023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39462) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:49.467127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4f0a3922-1a64-4671-a819-34a134a8da07 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:49.532841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] For port e09b8beb-0e73-4b45-8142-4b5745b44ad4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e09b8beb-0e73-4b45-8142-4b5745b44ad4,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:49.533528 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.544484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.562001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] Calling delete_port for e09b8beb-0e73-4b45-8142-4b5745b44ad4 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:49.715679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-292e0056-cbb2-43ea-bd8c-004b83061a23 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:49.717496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-292e0056-cbb2-43ea-bd8c-004b83061a23 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/networks?id=ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 200 len: 813 time: 0.1268475 Dec 20 15:54:49.773081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-061f729f-3bc4-43c5-aeba-c900e870849b tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/quotas/689f198edc0f4d86a2cdbf58ac465874 HTTP/1.1" status: 200 len: 375 time: 0.0370700 Dec 20 15:54:49.773081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0a3922-1a64-4671-a819-34a134a8da07 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:49.778982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3922-1a64-4671-a819-34a134a8da07 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.780589 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a3922-1a64-4671-a819-34a134a8da07 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:54:49.781029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0a3922-1a64-4671-a819-34a134a8da07 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:49.816298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2eacbe22-d34f-4f72-abb7-8e1ffd85af94 req-5246207c-9aca-4b33-9a67-3ea43ed7e2a8 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0584700 Dec 20 15:54:49.842289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-138d0ed8-85bc-4ef2-ab98-b2d2723396e8 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581801 Dec 20 15:54:49.890043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:49.923538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] Pushing event deleted for resources: {'Port': ['ID=e09b8beb-0e73-4b45-8142-4b5745b44ad4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:49.934650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b3e17-b7c6-4102-8e3d-2ee17c27feee None None] No DVR routers for this DVR port e09b8beb-0e73-4b45-8142-4b5745b44ad4 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:50.005792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Pushing event updated for resources: {'Port': ['ID=e69b8f49-ee89-41d1-93b4-ccff976aef8f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:50.028953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4f0a3922-1a64-4671-a819-34a134a8da07 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5622523 Dec 20 15:54:50.031232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39484) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:50.039153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c91c119e-98d2-451f-9ed0-dd692de831fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:50.045121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:50.140648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-33807b02-eec6-4134-9de5-022687b85896 service neutron] 10.222.0.81 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959952 Dec 20 15:54:50.172041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:50.174200 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95db2705-8a5a-4b9d-b576-8d1359397004 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2883096 Dec 20 15:54:50.184123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39492) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:50.223913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54165f0c-8034-4e05-8f56-9583cc25e486 req-0686dd66-e6cd-47f3-8ad3-6d2aff443759 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:50.225803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54165f0c-8034-4e05-8f56-9583cc25e486 req-0686dd66-e6cd-47f3-8ad3-6d2aff443759 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1297004 Dec 20 15:54:50.304676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-955ae275-8a55-419c-8332-22d428994b99 service neutron] 10.222.0.81 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498749 Dec 20 15:54:50.315098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54165f0c-8034-4e05-8f56-9583cc25e486 req-a10c4913-2ced-4665-be9e-7900860c0b68 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830832 Dec 20 15:54:50.315389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:50.376341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c119e-98d2-451f-9ed0-dd692de831fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:50.380842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c91c119e-98d2-451f-9ed0-dd692de831fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:50.383539 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91c119e-98d2-451f-9ed0-dd692de831fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:54:50.387852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91c119e-98d2-451f-9ed0-dd692de831fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.488980 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c91c119e-98d2-451f-9ed0-dd692de831fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4565036 Dec 20 15:54:50.492301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39498) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:50.497263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d8d68e4d-3d0d-4470-ab77-391c78ecd26a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:50.602557 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:50.635070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-466e8c5d-8562-4908-a673-d42bd798ea6b req-f290398d-73f0-4cd1-8759-1ae48d90965f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0408320 Dec 20 15:54:50.707718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e09b8beb-0e73-4b45-8142-4b5745b44ad4 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:50.731494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: e09b8beb-0e73-4b45-8142-4b5745b44ad4 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:50.731843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e09b8beb-0e73-4b45-8142-4b5745b44ad4 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:50.760303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:50.802232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d68e4d-3d0d-4470-ab77-391c78ecd26a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:50.805933 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d8d68e4d-3d0d-4470-ab77-391c78ecd26a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:50.807373 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d68e4d-3d0d-4470-ab77-391c78ecd26a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:54:50.807804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d68e4d-3d0d-4470-ab77-391c78ecd26a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:50.929113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Allocated IP 172.25.6.130 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/85ec407d-8547-46db-b17a-70443804156b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:50.935694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71221b6f-adb5-4bbf-9aae-6aa35457f7fc req-fa3339dc-bd15-463b-ad09-ff34ecd5a09d tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0326810 Dec 20 15:54:50.963878 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d8d68e4d-3d0d-4470-ab77-391c78ecd26a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4642451 Dec 20 15:54:50.964895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39512) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:50.974201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-29c6e40b-a537-4178-ac5d-6744a6da0af9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:51.141106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.290917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.293805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c6e40b-a537-4178-ac5d-6744a6da0af9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:51.297614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-29c6e40b-a537-4178-ac5d-6744a6da0af9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.299563 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c6e40b-a537-4178-ac5d-6744a6da0af9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:54:51.300708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c6e40b-a537-4178-ac5d-6744a6da0af9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:51.345303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:51.350581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:51.353120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:51.390844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Pushing event updated for resources: {'Port': ['ID=85ec407d-8547-46db-b17a-70443804156b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:51.413907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-29c6e40b-a537-4178-ac5d-6744a6da0af9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4478168 Dec 20 15:54:51.418473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:51.433959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d0950487-addc-46e0-a613-02b12a3a6063 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:51.476433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.493996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.568535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f0dae-0daa-469a-98f9-c56015cfd8b3 req-616768cb-9f6e-4430-a7ad-0b3d57ac792a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:51.572910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d2f0dae-0daa-469a-98f9-c56015cfd8b3 req-616768cb-9f6e-4430-a7ad-0b3d57ac792a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1102710 Dec 20 15:54:51.588426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.637523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d2f0dae-0daa-469a-98f9-c56015cfd8b3 req-dc528f3c-785f-4de5-a15d-aad252c90ae5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557582 Dec 20 15:54:51.735802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eeacd27a-90d0-4eb9-95c5-3cfe2c34713f req-eac11802-ea3b-4465-862e-07ea39787133 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0340743 Dec 20 15:54:51.790025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.821062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0950487-addc-46e0-a613-02b12a3a6063 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:51.824695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0950487-addc-46e0-a613-02b12a3a6063 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.826435 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0950487-addc-46e0-a613-02b12a3a6063 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:54:51.826872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0950487-addc-46e0-a613-02b12a3a6063 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:54:51.878504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.946962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Pushing event updated for resources: {'Port': ['ID=85ec407d-8547-46db-b17a-70443804156b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:51.968860 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:51.991062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d0950487-addc-46e0-a613-02b12a3a6063 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5705256 Dec 20 15:54:51.993124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39528) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.024940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cd20ad50-cea2-4bdc-a9f0-c2b4a07ab684 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305214 Dec 20 15:54:52.027649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.058519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f7dadc5-9196-481d-ab69-e0e5ad6cccab req-884e3ae5-6d94-4e6f-bf95-2625eb99276a tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0305603 Dec 20 15:54:52.085468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733e7ee-cec3-4221-bd14-c759239d9840 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:52.089754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39534) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.089961 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f733e7ee-cec3-4221-bd14-c759239d9840 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610056 Dec 20 15:54:52.093042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.094329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-12b6162d-2c45-4a9e-b29a-eddc93a8ef25 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9098163 Dec 20 15:54:52.096791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39536) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.145451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-255f9e11-e98a-48e1-bde8-bf12f7aac8bb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527480 Dec 20 15:54:52.150429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39540) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.157031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:52.184514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8cc64942-7b96-4b98-a90a-e1c1249f5163 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.0865352 Dec 20 15:54:52.187046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.264667 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6411fa78-77f6-4562-b9fb-8ea87a4157ab tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0765314 Dec 20 15:54:52.267338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39544) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.357981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:52.361853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.397517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Deleting port 85ec407d-8547-46db-b17a-70443804156b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:52.397864 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.492935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.493374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.506123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Calling delete_port for 85ec407d-8547-46db-b17a-70443804156b owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:52.741280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:54:52.744176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.767713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.797774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Pushing event deleted for resources: {'Port': ['ID=85ec407d-8547-46db-b17a-70443804156b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:52.823838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:52.832715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:52.835656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:52.836608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.847601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f6d02-bc7f-40d1-b831-3835776b2b6d None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:52.875242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.878125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:52.882540 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be10dcb2-2c9e-48f0-8434-a132a0332e22 tempest-FloatingIPAdminTestJSON-1282734613 tempest-FloatingIPAdminTestJSON-1282734613-project] 10.222.0.81 "DELETE /v2.0/floatingips/435ad0e8-9420-40bb-a530-b737a2fc1e46 HTTP/1.1" status: 204 len: 168 time: 0.6120021 Dec 20 15:54:52.883066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39558) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:52.886083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7586ccd8-d610-44f8-b0ca-0dfd806a4bac req-2679354d-e3a7-4e25-8c80-dbca817ea72f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0558271 Dec 20 15:54:52.886891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=e436c11f-e029-4a41-bf8a-3bbd85180267,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:52.907840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f33a27-c4e5-48f9-aff2-6d182bdbcd26 req-2cba2e18-4956-4b2b-849e-a387766216f4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:52.915936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9f33a27-c4e5-48f9-aff2-6d182bdbcd26 req-2cba2e18-4956-4b2b-849e-a387766216f4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1728678 Dec 20 15:54:52.982985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9f33a27-c4e5-48f9-aff2-6d182bdbcd26 req-4ab4a7e5-3dce-4160-991f-3c9d73718273 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610263 Dec 20 15:54:53.007798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05b9d682-adb7-4bf6-9e2c-a41d9a7784bf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8562989 Dec 20 15:54:53.015385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:53.022262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:c6:77:a1', 'name': 'tempest-NetworksTestDHCPv6-347205078'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:53.054122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Deleting port e69b8f49-ee89-41d1-93b4-ccff976aef8f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:53.054457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.055289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'e436c11f-e029-4a41-bf8a-3bbd85180267'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:53.056345 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.164634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.164960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.180688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Calling delete_port for e69b8f49-ee89-41d1-93b4-ccff976aef8f owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:53.265900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab8f6abf-0187-4331-9378-e7bb67d17d72 req-7a474e84-b01d-4e68-933a-bc5256a62014 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0435252 Dec 20 15:54:53.280139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Allocated IP 2001:db8::f816:3eff:fe5c:c859 (76bd2955-ceed-487c-bb74-e6d50e561825/e436c11f-e029-4a41-bf8a-3bbd85180267/8de7c91a-fe1c-444c-aed1-6ef4e5511e2f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:53.312533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:53.491085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.501225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.535330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Pushing event deleted for resources: {'Port': ['ID=e69b8f49-ee89-41d1-93b4-ccff976aef8f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:53.565294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.592836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.604506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.607427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.612404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9ccd0da-f80a-44fc-96b6-3d5f5c2e4262 tempest-FloatingIPAdminTestJSON-1369351933 tempest-FloatingIPAdminTestJSON-1369351933-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/4d3d9a88-78f4-477f-afbb-8f74ecc060a0 HTTP/1.1" status: 204 len: 168 time: 0.7187047 Dec 20 15:54:53.613881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39568) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:53.616083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 1ff63d9b-222f-424e-9791-cdaa56ffeb8d yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:53.627622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:53.631173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:53.635109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:53.657501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-0cb65c0b-0b25-4746-b715-32ce4ae8efca tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:53.661826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-0cb65c0b-0b25-4746-b715-32ce4ae8efca tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.72 "GET /v2.0/networks?id=ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 200 len: 813 time: 0.1973588 Dec 20 15:54:53.685343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Request body: {'port': {'device_id': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b', 'admin_state_up': True, 'tenant_id': '689f198edc0f4d86a2cdbf58ac465874'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:53.698100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Pushing event updated for resources: {'Port': ['ID=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:53.716141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Attempting to bind port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:53.716628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Attempting to bind port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:53.717184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Attempting to bind port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:53.723962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:53.724495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:53.725076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.725616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:53.726293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Bound port: 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:53.726744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.750861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting port bf33dfff-f661-41db-b320-e34f6fc00a52 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:53.751207 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.828189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] For port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:53.832713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] For port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:53.853956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:53.867358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Calling delete_port for bf33dfff-f661-41db-b320-e34f6fc00a52 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:53.905722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fec6:77a1 (76bd2955-ceed-487c-bb74-e6d50e561825/e436c11f-e029-4a41-bf8a-3bbd85180267/1ff63d9b-222f-424e-9791-cdaa56ffeb8d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:53.953091 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.064498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c4e4a-d345-4757-a9ea-25f95921f7f1 None None] Pushing event updated for resources: {'Port': ['ID=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:54.091688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Made reservation on behalf of 689f198edc0f4d86a2cdbf58ac465874 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:54.098820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.171866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34598f0f-d218-4b42-8b93-228896374872 req-2bf9e5d6-8c34-4def-b596-9c200f52d440 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0826030 Dec 20 15:54:54.180954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.220285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Port': ['ID=bf33dfff-f661-41db-b320-e34f6fc00a52,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:54.299619 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.365019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.369915 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cfe8051b-5447-4578-bf90-e972a11fc04a tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "DELETE /v2.0/ports/bf33dfff-f661-41db-b320-e34f6fc00a52 HTTP/1.1" status: 204 len: 168 time: 0.7542446 Dec 20 15:54:54.371735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39582) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:54.462391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6116ba-d25a-46e3-ae1b-861b68a4914e tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:54.468323 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f6116ba-d25a-46e3-ae1b-861b68a4914e tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "GET /v2.0/ports?device_id=0374773e-6178-4d96-8b6b-d91b599a54d8 HTTP/1.1" status: 200 len: 913 time: 0.0919969 Dec 20 15:54:54.468962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39584) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:54.758808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:54.766365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1590b37-297a-4f56-a42d-63b6a8d012c8 req-6af27b6f-d26c-46b7-ae9d-fbca772126c4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:54.768339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1590b37-297a-4f56-a42d-63b6a8d012c8 req-6af27b6f-d26c-46b7-ae9d-fbca772126c4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.6329243 Dec 20 15:54:54.777340 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.822271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:54.822653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.868829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abaff490-2101-46df-916f-d0ebe11c1522 req-9ea108cc-bc00-4ff0-bd2f-c861a04a8fa4 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0934465 Dec 20 15:54:54.932010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.976665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:54.989430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:54.996255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:55.001741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.013150 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.016054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.021705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Allocated IP 172.20.0.8 (ae60a3c4-d57c-41d1-83ce-af81a176885b/f85cba96-e6d4-4d18-8011-5c3cde540b4e/f3070cad-0865-4e84-aaef-cf59e4d49edf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:55.023901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=1ff63d9b-222f-424e-9791-cdaa56ffeb8d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:55.056737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e1590b37-297a-4f56-a42d-63b6a8d012c8 req-5b94a33b-200d-4d42-9ddd-34e9e1dafd26 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691987 Dec 20 15:54:55.101778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.153939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.217898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a7554cdf-17b1-4649-9b01-8045d10cfac5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2013040 Dec 20 15:54:55.218543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39590) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:55.242979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:55.319750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.361047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e06961a-5ead-45bc-a52a-68d09fd6fcda req-593eba7c-cff8-4e77-9851-799c397b6c79 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0384936 Dec 20 15:54:55.386445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8ec9c-78dc-452b-b71f-d39e62a42b11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.392579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8ec9c-78dc-452b-b71f-d39e62a42b11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.394785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d1b8ec9c-78dc-452b-b71f-d39e62a42b11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1729674 Dec 20 15:54:55.398944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39594) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:55.510968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.552942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d491a0c4-0305-4ebd-bd0d-74f8fcc33bf7 None None] Provisioning complete for port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:55.553655 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d491a0c4-0305-4ebd-bd0d-74f8fcc33bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.560099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 1ff63d9b-222f-424e-9791-cdaa56ffeb8d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:55.560434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.572771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Network ae60a3c4-d57c-41d1-83ce-af81a176885b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:55.602571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:55.606743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:54:55.627309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f54bad-c60b-4ebc-85a5-f28222b67187 None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:55.688926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Pushing event updated for resources: {'Port': ['ID=f3070cad-0865-4e84-aaef-cf59e4d49edf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:55.726882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:55.728518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.732499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.749443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 1ff63d9b-222f-424e-9791-cdaa56ffeb8d owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:55.758501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting port f8b5638a-6496-487b-8b0d-23b5fbc3fba2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:55.758830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.811778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3fc8496e-080a-41e3-bf10-c56e4ed64d5f None None] Provisioning complete for port 1ff63d9b-222f-424e-9791-cdaa56ffeb8d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:55.812145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fc8496e-080a-41e3-bf10-c56e4ed64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.822321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-fb64ddbb-76d2-430d-a0a2-2499b0402acd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1453223 Dec 20 15:54:55.853365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8496e-080a-41e3-bf10-c56e4ed64d5f None None] Port 1ff63d9b-222f-424e-9791-cdaa56ffeb8d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:55.853948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Request body: {'port': {'device_id': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:55.864798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3fc8496e-080a-41e3-bf10-c56e4ed64d5f None None] Provisioning complete for port f3070cad-0865-4e84-aaef-cf59e4d49edf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:55.865197 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fc8496e-080a-41e3-bf10-c56e4ed64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.902854 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.905793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8496e-080a-41e3-bf10-c56e4ed64d5f None None] Port f3070cad-0865-4e84-aaef-cf59e4d49edf cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:54:55.919003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:55.923552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Calling delete_port for f8b5638a-6496-487b-8b0d-23b5fbc3fba2 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:56.106568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.149823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fae4b1b-495f-485a-889d-aa22ba050afb req-d932a224-ee9a-417f-9df3-07e2f8afc65a tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0739949 Dec 20 15:54:56.160048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=1ff63d9b-222f-424e-9791-cdaa56ffeb8d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:56.265568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.272441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-edcb09e6-0ad5-49a1-9f3f-88ff6650e2de tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/1ff63d9b-222f-424e-9791-cdaa56ffeb8d HTTP/1.1" status: 204 len: 168 time: 0.8698587 Dec 20 15:54:56.273717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:56.310824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438e944-4d7e-4b3d-9ccf-f217be36b2eb req-a47ed9d0-47d2-4241-bafa-f50720e3d3de tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.313313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1438e944-4d7e-4b3d-9ccf-f217be36b2eb req-a47ed9d0-47d2-4241-bafa-f50720e3d3de tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1224484 Dec 20 15:54:56.342978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9be6f-33e7-4792-acca-f150d86691a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.344431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9be6f-33e7-4792-acca-f150d86691a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.345952 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e1c9be6f-33e7-4792-acca-f150d86691a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0712652 Dec 20 15:54:56.351475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39608) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:56.440111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet e436c11f-e029-4a41-bf8a-3bbd85180267 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:56.445745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.494114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1438e944-4d7e-4b3d-9ccf-f217be36b2eb req-56291b5c-8ed4-491e-968e-5e0e6e8035c5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532307 Dec 20 15:54:56.504310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.534446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3070cad-0865-4e84-aaef-cf59e4d49edf {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:54:56.544964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.564968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e6862-f36c-435d-a40c-f3119bf30041 req-167f4065-faa4-4daf-91b0-8b8f51e745ab tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:56.567723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-922e6862-f36c-435d-a40c-f3119bf30041 req-167f4065-faa4-4daf-91b0-8b8f51e745ab tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 931 time: 0.0963991 Dec 20 15:54:56.615831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Transition to ACTIVE for port object f3070cad-0865-4e84-aaef-cf59e4d49edf will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:54:56.635903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-922e6862-f36c-435d-a40c-f3119bf30041 req-395bc303-27d9-4b2e-9dc1-28e7be536b5c tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613363 Dec 20 15:54:56.724649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.734933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:54:56.778836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d8f270-5e52-45c3-98e3-00f8d1dac764 None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:56.802994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f3070cad-0865-4e84-aaef-cf59e4d49edf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:56.809784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:54:56.810375 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.885976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Attempting to bind port f3070cad-0865-4e84-aaef-cf59e4d49edf on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:54:56.886319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Attempting to bind port f3070cad-0865-4e84-aaef-cf59e4d49edf by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:54:56.886653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Attempting to bind port f3070cad-0865-4e84-aaef-cf59e4d49edf on network ae60a3c4-d57c-41d1-83ce-af81a176885b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:56.892434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Port f3070cad-0865-4e84-aaef-cf59e4d49edf on network ae60a3c4-d57c-41d1-83ce-af81a176885b not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:54:56.897142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Attempting to bind port f3070cad-0865-4e84-aaef-cf59e4d49edf on network ae60a3c4-d57c-41d1-83ce-af81a176885b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:54:56.898238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.899335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:54:56.899687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Checking segment: {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:54:56.900075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Bound using segment: {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:54:56.900505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Bound port: f3070cad-0865-4e84-aaef-cf59e4d49edf, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:54:56.901033 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:56.932967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Port': ['ID=f8b5638a-6496-487b-8b0d-23b5fbc3fba2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:57.005446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] For port f3070cad-0865-4e84-aaef-cf59e4d49edf, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:54:57.007606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.031804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] For port f3070cad-0865-4e84-aaef-cf59e4d49edf, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:54:57.049181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39616) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:57.073597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.107244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.196668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:57.197348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553b5fe-8d2b-43aa-80f3-4c8974a83c6c None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:57.210595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.212201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] 10.222.0.72 "PUT /v2.0/ports/f3070cad-0865-4e84-aaef-cf59e4d49edf HTTP/1.1" status: 200 len: 1091 time: 1.3640237 Dec 20 15:54:57.212688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'tag': 'f3070cad-0865-4e84-aaef-cf59e4d49edf'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:54:57.215073 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09", "tag": "f3070cad-0865-4e84-aaef-cf59e4d49edf"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:54:57.258401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7133-fc7f-49cf-af7b-d70248777323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.281718 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d8754-5604-4569-bb43-74aa9161f624 x-openstack-request-id: req-801d8754-5604-4569-bb43-74aa9161f624 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:54:57.282021 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09", "tag": "f3070cad-0865-4e84-aaef-cf59e4d49edf", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:54:57.282280 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-801d8754-5604-4569-bb43-74aa9161f624 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:54:57.282676 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'tag': 'f3070cad-0865-4e84-aaef-cf59e4d49edf', 'status': 'completed', 'code': 200} Dec 20 15:54:57.337064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.355659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65272df4-955b-48e5-8c90-628bfecd7a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f3070cad-0865-4e84-aaef-cf59e4d49edf,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:57.403286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69ad4cf0-9aef-4ab9-a93d-57f754e909c0 req-049c9ad0-ab71-4dd5-a857-eedba3b3a78d tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0638611 Dec 20 15:54:57.431076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3 req-43098b6a-9f6a-42ad-8963-42c38a78ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:57.433181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3 req-43098b6a-9f6a-42ad-8963-42c38a78ab03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 1094 time: 0.1205854 Dec 20 15:54:57.502411 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.543717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.549645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/e436c11f-e029-4a41-bf8a-3bbd85180267 HTTP/1.1" status: 204 len: 168 time: 1.1950428 Dec 20 15:54:57.550658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b5a15-0301-4b4a-a1df-40d8cbaa18de None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:57.555833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbf34e-9e4f-453b-bddc-8d70befedb11 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=e436c11f-e029-4a41-bf8a-3bbd85180267,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:57.558517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:57.610212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1aa8ad34-acde-4f08-8fb0-1b2b78950d4d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486386 Dec 20 15:54:57.615867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39632) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:57.631745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:57.687420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Router 0374773e-6178-4d96-8b6b-d91b599a54d8 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:54:57.813768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:54:57.819305 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-68abd3ae-704a-4a19-83d4-8f2394e926f5 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "PUT /v2.0/routers/0374773e-6178-4d96-8b6b-d91b599a54d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3492601 Dec 20 15:54:57.823190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39636) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:57.836848 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] Sync routers for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:54:57.837833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:57.858317 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:57.858950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:57.879632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3 req-2b815cc6-26c5-445f-a329-851e1e778ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:57.881185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3 req-2b815cc6-26c5-445f-a329-851e1e778ffe service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=689f198edc0f4d86a2cdbf58ac465874&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4379735 Dec 20 15:54:57.913948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] Deleting port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:57.919669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.919838 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:57.929633 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] Routers {'0374773e-6178-4d96-8b6b-d91b599a54d8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:54:57.930486 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:54:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0374773e-6178-4d96-8b6b-d91b599a54d8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:57.942807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7133-fc7f-49cf-af7b-d70248777323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:57.965262 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:54:57.966239 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c934d-d5d4-4329-a24e-820d38899b2e None None] The sync data for ids ['0374773e-6178-4d96-8b6b-d91b599a54d8'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:54:57.969279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1d640-bb0e-423a-94a3-e12f8fd2b860 req-9daa7acf-fd03-47b0-a86e-c8736185201b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:57.970985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f1d640-bb0e-423a-94a3-e12f8fd2b860 req-9daa7acf-fd03-47b0-a86e-c8736185201b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.3712673 Dec 20 15:54:57.995993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.002693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] For port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:58.003099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.019421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] Calling delete_port for 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:58.089938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7133-fc7f-49cf-af7b-d70248777323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.119065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddcd66-5581-4da8-84bb-9b49560967d7 req-c99f347f-a636-4e45-a681-ee987812d36d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:58.126132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2ddcd66-5581-4da8-84bb-9b49560967d7 req-c99f347f-a636-4e45-a681-ee987812d36d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 943 time: 0.3411963 Dec 20 15:54:58.126987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.175950 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.202584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] Pushing event deleted for resources: {'Port': ['ID=8de7c91a-fe1c-444c-aed1-6ef4e5511e2f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:58.207135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fca118-6f39-419d-91b9-e0b049116d85 None None] No DVR routers for this DVR port 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:54:58.223795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:58.227531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.243873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7f7e7133-fc7f-49cf-af7b-d70248777323 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=917b64ec50b3404488b23340ccd232dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1979580 Dec 20 15:54:58.244612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e7133-fc7f-49cf-af7b-d70248777323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b0fc9a-3279-4109-a365-17362aceabd7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:58.247389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39640) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:58.266145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting port 796d3ffe-e9b5-4df1-a10d-766a5ea961a8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:58.269569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.289360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f1d640-bb0e-423a-94a3-e12f8fd2b860 req-649f992b-553e-419c-8dcc-235f7aa887e1 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993865 Dec 20 15:54:58.302676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3 req-a564e88b-10a1-4e23-a552-6f0547be6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:58.304260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51ebccb6-e03b-4838-84c0-5b4b2f2ae6b3 req-a564e88b-10a1-4e23-a552-6f0547be6ed6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4009013 Dec 20 15:54:58.380968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.393955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Calling delete_port for 796d3ffe-e9b5-4df1-a10d-766a5ea961a8 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:58.404420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2ddcd66-5581-4da8-84bb-9b49560967d7 req-1ba82d94-92c5-42d4-a387-061c261ae073 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517896 Dec 20 15:54:58.451185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-e279689e-85aa-42c9-b62f-807de1fc1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:58.457143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-e279689e-85aa-42c9-b62f-807de1fc1fb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 1094 time: 0.0926316 Dec 20 15:54:58.457143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-401da318-2849-4f2b-b3ab-4fc0b8d049dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.540834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-aa0c99d0-8cd3-473c-9b80-c47e1d034604 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf HTTP/1.1" status: 200 len: 217 time: 0.0766957 Dec 20 15:54:58.558441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-401da318-2849-4f2b-b3ab-4fc0b8d049dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.594560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e5c2712-d2c1-401d-b9fc-046d2ba86159 req-e6707aed-579d-4381-8d9a-0e30ff3c3436 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0780318 Dec 20 15:54:58.650282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.679563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Port': ['ID=796d3ffe-e9b5-4df1-a10d-766a5ea961a8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:58.708458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:54:58.737395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42115f59-693a-4130-bb40-bd94b4214f8e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:58.742295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:54:58.742817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8de7c91a-fe1c-444c-aed1-6ef4e5511e2f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:54:58.752582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.858457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.860661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.942791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-af79c8e9-e4aa-4d18-b55b-654c1e51d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:58.944278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-af79c8e9-e4aa-4d18-b55b-654c1e51d03e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f85cba96-e6d4-4d18-8011-5c3cde540b4e HTTP/1.1" status: 200 len: 853 time: 0.3881369 Dec 20 15:54:58.979723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-3155a2c0-c89a-4380-99d5-477c31cd77f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae60a3c4-d57c-41d1-83ce-af81a176885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255291 Dec 20 15:54:58.992829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:58.996751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Fanout notify agent at l3_agent the message router_deleted on router 0374773e-6178-4d96-8b6b-d91b599a54d8 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:54:59.001298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.007605 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:54:59.008904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ed656ec-66cc-47bc-b1b9-c4aa7c43b758 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "DELETE /v2.0/routers/0374773e-6178-4d96-8b6b-d91b599a54d8 HTTP/1.1" status: 204 len: 168 time: 1.1846919 Dec 20 15:54:59.011367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:59.070187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting subnet 052ebf46-eafe-477b-be76-582dc9eccad3 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:54:59.073896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.083851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-aeef1381-3e5b-4038-92a6-95cf6379c100 service neutron] 10.222.0.72 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962718 Dec 20 15:54:59.133095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.145418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-401da318-2849-4f2b-b3ab-4fc0b8d049dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.148181 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-401da318-2849-4f2b-b3ab-4fc0b8d049dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.151800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-401da318-2849-4f2b-b3ab-4fc0b8d049dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78b0fc9a-3279-4109-a365-17362aceabd7 HTTP/1.1" status: 204 len: 168 time: 0.8841150 Dec 20 15:54:59.202836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401da318-2849-4f2b-b3ab-4fc0b8d049dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b0fc9a-3279-4109-a365-17362aceabd7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.230001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:54:59.233139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.246622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.270402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10471331-2b34-4f23-8e94-e40531f90da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.301605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:54:59.303951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabc9fbc-9620-4c26-b5dd-2aab3d6f6d47 req-ece19293-0b7f-4bfc-a402-d2a647836786 service neutron] 10.222.0.72 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109709 Dec 20 15:54:59.309154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:54:59.313503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.314107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.317924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=2066b092-0ba1-4126-9528-f165cb0f52eb,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.320497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6d8a3-1b5b-48eb-b8a8-bc057e27cbc6 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:59.390868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.412438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bc56b333-fe27-4711-9a66-3d2674f4a07f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7857502 Dec 20 15:54:59.415554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39654) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:59.420177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:5b:1b:9b', 'name': 'tempest-NetworksTestDHCPv6-394713407'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:54:59.432409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Subnet': ['ID=052ebf46-eafe-477b-be76-582dc9eccad3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.441010 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.446194 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb42472c-117e-4084-8392-bd5dd7092b35 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "DELETE /v2.0/subnets/052ebf46-eafe-477b-be76-582dc9eccad3 HTTP/1.1" status: 204 len: 168 time: 0.4316058 Dec 20 15:54:59.446418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:54:59.481504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6f72d-48bf-4468-9994-e408b95af936 None None] Network 44620d3e-98a0-44e2-81d8-c7b587da9358 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:54:59.492380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '2066b092-0ba1-4126-9528-f165cb0f52eb'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:54:59.493348 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.511227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff180-26a6-41ee-a0b3-2d0f303562fe req-4d8c2764-1d47-4c91-86b0-bcb8383072b9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.514088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-511ff180-26a6-41ee-a0b3-2d0f303562fe req-4d8c2764-1d47-4c91-86b0-bcb8383072b9 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1398234 Dec 20 15:54:59.553991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.623506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-511ff180-26a6-41ee-a0b3-2d0f303562fe req-bd2a811c-2186-44bb-881f-b36d22909d96 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083562 Dec 20 15:54:59.641727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363028-eaf0-4524-aa3f-9d98767e3d08 req-1456d754-6bb4-4ca8-afdf-b4e4bb65293e tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:59.642921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting port 169d4c23-420a-4779-9c3c-ee9fb7959635 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:54:59.643273 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.650590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce363028-eaf0-4524-aa3f-9d98767e3d08 req-1456d754-6bb4-4ca8-afdf-b4e4bb65293e tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 943 time: 0.1257465 Dec 20 15:54:59.721748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce363028-eaf0-4524-aa3f-9d98767e3d08 req-0bba5b7e-cbe5-4626-83df-b6d9bf2ac70b tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678551 Dec 20 15:54:59.744284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:54:59.759959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] For port 169d4c23-420a-4779-9c3c-ee9fb7959635, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=169d4c23-420a-4779-9c3c-ee9fb7959635,segment=NetworkSegment(815eb3bb-0a2c-4a24-8ef8-915815aa2f91),segment_id=815eb3bb-0a2c-4a24-8ef8-915815aa2f91)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:54:59.760378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.772844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51fdb5b9-0557-45d5-aad3-d88bb9dc0643 req-9c3faa20-5bde-4dd3-b06e-c42cd64a1138 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0400169 Dec 20 15:54:59.779029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Calling delete_port for 169d4c23-420a-4779-9c3c-ee9fb7959635 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:54:59.825866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Allocated IP 2001:db8::f816:3eff:fe1e:b012 (76bd2955-ceed-487c-bb74-e6d50e561825/2066b092-0ba1-4126-9528-f165cb0f52eb/ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:54:59.882555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.902490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] DHCP port deletion for 44620d3e-98a0-44e2-81d8-c7b587da9358 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:54:59.909856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 400365a4-1d51-42c9-b31e-8ab60433ce50 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:54:59.956349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:59.987110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Port': ['ID=169d4c23-420a-4779-9c3c-ee9fb7959635,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:54:59.989364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] No DVR routers for this DVR port 169d4c23-420a-4779-9c3c-ee9fb7959635 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:00.018288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Deleting port 169d4c23-420a-4779-9c3c-ee9fb7959635 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:00.022597 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.047914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.076625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.082783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39666) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:00.096337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efbf590e-6e78-4239-bc52-bdf87e2111d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.098957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] For port 169d4c23-420a-4779-9c3c-ee9fb7959635, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:00.099363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.102247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44620d3e-98a0-44e2-81d8-c7b587da9358']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:00.112204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815eb3bb-0a2c-4a24-8ef8-915815aa2f91') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:00.112607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815eb3bb-0a2c-4a24-8ef8-915815aa2f91') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:00.114979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Calling delete_port for 169d4c23-420a-4779-9c3c-ee9fb7959635 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:00.118498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Port 169d4c23-420a-4779-9c3c-ee9fb7959635 was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:55:00.120137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.124243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.141746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.152278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:55:00.153276 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.154274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] Pushing event deleted for resources: {'Port': ['ID=169d4c23-420a-4779-9c3c-ee9fb7959635,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.156493 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.159204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685f848-d61f-411b-9e34-a1593e2a7b01 None None] No DVR routers for this DVR port 169d4c23-420a-4779-9c3c-ee9fb7959635 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:00.175379 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:00.227007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fe5b:1b9b (76bd2955-ceed-487c-bb74-e6d50e561825/2066b092-0ba1-4126-9528-f165cb0f52eb/400365a4-1d51-42c9-b31e-8ab60433ce50) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:00.233000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:00.234852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:00.241431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:00.249880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Pushing event updated for resources: {'Port': ['ID=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.288501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efbf590e-6e78-4239-bc52-bdf87e2111d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.309912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Attempting to bind port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:00.310505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Attempting to bind port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:00.310657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Attempting to bind port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:00.316560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:00.322370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:00.322370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.322370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:00.322370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Bound port: ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:00.322370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.385849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] For port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:00.387015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.389682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] For port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:00.397772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.405318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "DELETE /v2.0/networks/44620d3e-98a0-44e2-81d8-c7b587da9358 HTTP/1.1" status: 204 len: 168 time: 0.9556386 Dec 20 15:55:00.407675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39668) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:00.420433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6f983-f2c0-4244-b383-83dcd6aa6840 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Network': ['ID=44620d3e-98a0-44e2-81d8-c7b587da9358,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.453800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efbf590e-6e78-4239-bc52-bdf87e2111d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.519241 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.538485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.564193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf590e-6e78-4239-bc52-bdf87e2111d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2c64d-370a-404d-9843-a388a6b787c4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.587523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-efbf590e-6e78-4239-bc52-bdf87e2111d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a5d1af8ff344c5586c736fe53201f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036418 Dec 20 15:55:00.590395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39672) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:00.650885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Deleting port 444f16c7-e66a-432a-997d-1e0201c13ca6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:00.652494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.668706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-385f9f76-d95d-4bdd-9bd3-1313447dc81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.720807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-385f9f76-d95d-4bdd-9bd3-1313447dc81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.758371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.776029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 169d4c23-420a-4779-9c3c-ee9fb7959635 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:00.812087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 169d4c23-420a-4779-9c3c-ee9fb7959635 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:00.812819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 169d4c23-420a-4779-9c3c-ee9fb7959635 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:00.862231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080af73-acd2-4d4c-bdd0-cf686c77e16a None None] Pushing event updated for resources: {'Port': ['ID=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.864003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.864336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.938047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Calling delete_port for 444f16c7-e66a-432a-997d-1e0201c13ca6 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:00.942973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:00.948818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=400365a4-1d51-42c9-b31e-8ab60433ce50,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.958590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:00.958959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-385f9f76-d95d-4bdd-9bd3-1313447dc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.964231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-385f9f76-d95d-4bdd-9bd3-1313447dc81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.965330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:00.966305 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-385f9f76-d95d-4bdd-9bd3-1313447dc81d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6a2c64d-370a-404d-9843-a388a6b787c4 HTTP/1.1" status: 204 len: 168 time: 0.3743918 Dec 20 15:55:00.976527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:00.976882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.981259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f9f76-d95d-4bdd-9bd3-1313447dc81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2c64d-370a-404d-9843-a388a6b787c4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:01.088305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21fca2-f758-4010-9114-8195d14f5883 req-11fb84c7-b3e0-44b2-b8bc-a612523d0ca1 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:01.092274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca21fca2-f758-4010-9114-8195d14f5883 req-11fb84c7-b3e0-44b2-b8bc-a612523d0ca1 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 943 time: 0.2578230 Dec 20 15:55:01.105147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eaf3e-3a92-4472-bcf7-7dcd64842e25 req-834b8334-515e-4d99-8067-113bbe16d4db tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:01.107941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d9eaf3e-3a92-4472-bcf7-7dcd64842e25 req-834b8334-515e-4d99-8067-113bbe16d4db tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.2746282 Dec 20 15:55:01.172306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b6b74fa0-1403-48e0-a104-79a61ea0f8d2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7560446 Dec 20 15:55:01.176009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39684) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:01.281098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42004ca-5100-4156-b6bc-43f1938c7bd8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:01.298747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42004ca-5100-4156-b6bc-43f1938c7bd8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:01.298747 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d42004ca-5100-4156-b6bc-43f1938c7bd8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1188097 Dec 20 15:55:01.299103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d9eaf3e-3a92-4472-bcf7-7dcd64842e25 req-a9cf513e-9634-418d-9a7e-7ba7ca4c17df tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781077 Dec 20 15:55:01.299516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39686) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:01.318872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca21fca2-f758-4010-9114-8195d14f5883 req-1e9a3ce0-fe17-4a80-8db9-0b4549c0c37f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059929 Dec 20 15:55:01.337354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f3070cad-0865-4e84-aaef-cf59e4d49edf details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:55:01.443365 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.486823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Pushing event deleted for resources: {'Port': ['ID=444f16c7-e66a-432a-997d-1e0201c13ca6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:01.489400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 400365a4-1d51-42c9-b31e-8ab60433ce50 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:01.491036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.541087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f3070cad-0865-4e84-aaef-cf59e4d49edf, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:01.570524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'f3070cad-0865-4e84-aaef-cf59e4d49edf', 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b', 'port_id': 'f3070cad-0865-4e84-aaef-cf59e4d49edf', 'mac_address': 'fa:16:3e:61:46:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cba96-e6d4-4d18-8011-5c3cde540b4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:55:01.626021 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.637493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.646155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.647871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-68ae7c2a-2e40-4dbf-a734-9ec70e0d3483 tempest-FloatingIPAdminTestJSON-1928052381 tempest-FloatingIPAdminTestJSON-1928052381-project] 10.222.0.81 "DELETE /v2.0/floatingips/4bfca6fd-644e-4ad7-a172-7948352352d5 HTTP/1.1" status: 204 len: 168 time: 1.2385595 Dec 20 15:55:01.660151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3070cad-0865-4e84-aaef-cf59e4d49edf {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:01.687918 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.690058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f3070cad-0865-4e84-aaef-cf59e4d49edf, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:01.711463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 400365a4-1d51-42c9-b31e-8ab60433ce50 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:01.742534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b5a4cde-62e3-4e88-95dc-d752c143e2b8 req-e86fd448-3e63-4961-8128-be407b970fb0 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0612845 Dec 20 15:55:01.767181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7bd3741-0fca-4e4f-8c52-99e9c4426a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.827578 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:01.898607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=f3070cad-0865-4e84-aaef-cf59e4d49edf,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:01.991584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.031788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=400365a4-1d51-42c9-b31e-8ab60433ce50,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:02.068328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.074289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9813e0f3-8bf8-4b49-b63b-999cd0a571c9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/400365a4-1d51-42c9-b31e-8ab60433ce50 HTTP/1.1" status: 204 len: 168 time: 0.7719598 Dec 20 15:55:02.074955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39702) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:02.076497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f3070cad-0865-4e84-aaef-cf59e4d49edf'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:55:02.168098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022d678-ad31-4362-8b77-7ae131b99e8a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:02.171081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022d678-ad31-4362-8b77-7ae131b99e8a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:02.173107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1022d678-ad31-4362-8b77-7ae131b99e8a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972443 Dec 20 15:55:02.179025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:02.264291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 2066b092-0ba1-4126-9528-f165cb0f52eb {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:02.267963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.288040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39708) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:02.332277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Provisioning complete for port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:02.332277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.337895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.475257 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.493635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.595175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec577c03-d1f7-4ed8-9503-df635fcac7f2 req-e38a7eab-58ff-4668-bc45-30ee0ba6861a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:02.596744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec577c03-d1f7-4ed8-9503-df635fcac7f2 req-e38a7eab-58ff-4668-bc45-30ee0ba6861a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1547234 Dec 20 15:55:02.627485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34978-4d6b-464e-9f6d-25f61c5cd453 req-1c716255-b5bb-4072-b6b3-16d4356fbf77 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:02.629719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88c34978-4d6b-464e-9f6d-25f61c5cd453 req-1c716255-b5bb-4072-b6b3-16d4356fbf77 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 944 time: 0.1729429 Dec 20 15:55:02.633630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.645852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3261e94f-1fe5-4090-98ba-4a16cdcc1848 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8927b7c07ea14ed5952ec079aff670b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563931 Dec 20 15:55:02.647501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39724) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:02.709807 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:02.710211 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:02.717648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec577c03-d1f7-4ed8-9503-df635fcac7f2 req-80c20f62-9a4a-4118-8427-f9b4db8a66ea tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115565 Dec 20 15:55:02.724320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.728706 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/2066b092-0ba1-4126-9528-f165cb0f52eb HTTP/1.1" status: 204 len: 168 time: 0.5485620 Dec 20 15:55:02.729587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21524b9b-d764-4949-95b1-9739f6c5189e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=2066b092-0ba1-4126-9528-f165cb0f52eb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:02.731501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39730) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:02.823099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88c34978-4d6b-464e-9f6d-25f61c5cd453 req-3121e483-e81d-4225-ac31-2c4e3b38feda tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720481 Dec 20 15:55:02.823580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8863f5df-edee-4f21-b5c6-2c3538995a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.824524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:02.828122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6a056dca-9a42-44ac-b701-9041a097cf5e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952973 Dec 20 15:55:02.828998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39734) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:02.830831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.887738 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8863f5df-edee-4f21-b5c6-2c3538995a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.906244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d2cbf-915f-4166-9ac8-2c08afbae4a1 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:02.929057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c3fba-4eed-4e86-b047-5a70755ebbfd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:02.933018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f36c3fba-4eed-4e86-b047-5a70755ebbfd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1006107 Dec 20 15:55:02.933818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39738) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:03.020195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:03.020643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.026780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5f840a2-8cd1-488c-9431-4c997a7ff4ca req-90c71bbd-023a-48f7-8b16-918a2c08efaa tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0414815 Dec 20 15:55:03.050938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb23a2-89e6-4c81-8cc7-6ee5207480a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:03.052524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3bb23a2-89e6-4c81-8cc7-6ee5207480a8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177719 Dec 20 15:55:03.055034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39740) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:03.071541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8863f5df-edee-4f21-b5c6-2c3538995a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.074251 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8863f5df-edee-4f21-b5c6-2c3538995a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.081539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8863f5df-edee-4f21-b5c6-2c3538995a38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7b0df4f-09e8-4193-bce5-7022ba0a6326 HTTP/1.1" status: 204 len: 168 time: 0.4226246 Dec 20 15:55:03.090913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863f5df-edee-4f21-b5c6-2c3538995a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b0df4f-09e8-4193-bce5-7022ba0a6326,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:03.096721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-79d47ce1-7129-4e8a-aa70-9a7743f2a137 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405743 Dec 20 15:55:03.102097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39744) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:03.108277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:03.119247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:03.259042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.286121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.293185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:03.297689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.305576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] Deleting port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:03.305957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.337379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:03.375794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f3070cad-0865-4e84-aaef-cf59e4d49edf up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:03.429509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.437987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] For port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:03.438527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.504095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] Calling delete_port for ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:03.585977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:03.586335 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:03.594922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:03.707334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:55:03.711425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port f3070cad-0865-4e84-aaef-cf59e4d49edf completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:03.714736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.727472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port f3070cad-0865-4e84-aaef-cf59e4d49edf triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:03.727839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.782488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] No DVR routers for this DVR port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:03.787563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de32d0-61cb-40f2-9903-aa1161063145 None None] Pushing event deleted for resources: {'Port': ['ID=ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:03.795087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b551f70c-8a3a-43b9-9f54-0495790f7f49 None None] Port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f update to ACTIVE by agent not found {{(pid=103955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 15:55:03.868266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.874972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39764) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:03.895347 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-787466f9-5b5e-4743-a41f-513261a1c96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:03.909101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3070cad-0865-4e84-aaef-cf59e4d49edf'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:03.913123 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d364a1f-72fc-4a02-8ea8-3fb4b48087ff" -d '{"events": [{"server_uuid": "3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09", "name": "network-vif-plugged", "status": "completed", "tag": "f3070cad-0865-4e84-aaef-cf59e4d49edf"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:03.934835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3d8a8ec4-8a49-4ac2-9da8-7368c4e88f65 None None] Could not find standard attr ID for object 400365a4-1d51-42c9-b31e-8ab60433ce50. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:03.939949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f3070cad-0865-4e84-aaef-cf59e4d49edf, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:03.973221 n-d-781076-8 neutron-server[103953]: WARNING neutron.services.revisions.revision_plugin [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Could not find related port for resource to bump revision. Dec 20 15:55:04.015159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21d12-4b0c-4305-841e-a2fd46734e81 req-4961a22e-e8f7-4c53-9a79-9d2da9521b7c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:04.016683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdc21d12-4b0c-4305-841e-a2fd46734e81 req-4961a22e-e8f7-4c53-9a79-9d2da9521b7c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1561656 Dec 20 15:55:04.031034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-787466f9-5b5e-4743-a41f-513261a1c96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.043319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c3c86-6647-4f7a-8c54-cbc1f8c24cf4 req-1a0052a1-2ce9-4999-80ca-b14ffc1db60d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:04.044734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e60c3c86-6647-4f7a-8c54-cbc1f8c24cf4 req-1a0052a1-2ce9-4999-80ca-b14ffc1db60d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 944 time: 0.0902402 Dec 20 15:55:04.051081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_pluggable_backend [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Port ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 15:55:04.051338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_pluggable_backend [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1e:b012 {{(pid=103953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 15:55:04.061244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_pluggable_backend [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1e:b012 {{(pid=103953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 15:55:04.064405 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.071131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.087885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-787466f9-5b5e-4743-a41f-513261a1c96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.135373 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-787466f9-5b5e-4743-a41f-513261a1c96e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96f42b5472c346c29f6fe143ed7e603d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546632 Dec 20 15:55:04.140473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:04.148694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787466f9-5b5e-4743-a41f-513261a1c96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17f666c-17da-4fa6-ace2-28d659f6db4b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.149232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=f3070cad-0865-4e84-aaef-cf59e4d49edf,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.178163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:04.191978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdc21d12-4b0c-4305-841e-a2fd46734e81 req-8d892513-7b7e-4a0d-a4ee-c41805bf2ffa tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679084 Dec 20 15:55:04.192873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:04.204243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:04.204663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f850e4-c1c1-4b87-b364-14829a1d6a00 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:04.204853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.221203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=01eab709-367d-4422-bb5c-a41718506dc0,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.231412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e60c3c86-6647-4f7a-8c54-cbc1f8c24cf4 req-8b072110-8f2b-437f-a362-2dcaf7f9553f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768610 Dec 20 15:55:04.243577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-048ba81f-b41a-4b1c-b564-9b6bc709a5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.293670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-048ba81f-b41a-4b1c-b564-9b6bc709a5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.314424 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad7d18-6a29-4af5-bb1b-2c54f296c75d x-openstack-request-id: req-e8ad7d18-6a29-4af5-bb1b-2c54f296c75d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:04.328707 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09", "name": "network-vif-plugged", "status": "completed", "tag": "f3070cad-0865-4e84-aaef-cf59e4d49edf", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:04.328707 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8ad7d18-6a29-4af5-bb1b-2c54f296c75d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:04.328707 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3070cad-0865-4e84-aaef-cf59e4d49edf', 'code': 200} Dec 20 15:55:04.353425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-df06680e-60a3-48ae-bb50-f410c6b0920b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2502263 Dec 20 15:55:04.357249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39784) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:04.357895 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.362382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:15:77:e5', 'name': 'tempest-NetworksTestDHCPv6-2025687874'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:04.419837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '01eab709-367d-4422-bb5c-a41718506dc0'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:04.420731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.461546 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-048ba81f-b41a-4b1c-b564-9b6bc709a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.464190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-048ba81f-b41a-4b1c-b564-9b6bc709a5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.465360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-048ba81f-b41a-4b1c-b564-9b6bc709a5b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a17f666c-17da-4fa6-ace2-28d659f6db4b HTTP/1.1" status: 204 len: 168 time: 0.3235874 Dec 20 15:55:04.482162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba81f-b41a-4b1c-b564-9b6bc709a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17f666c-17da-4fa6-ace2-28d659f6db4b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:04.550972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b402d4a-9047-4202-a9eb-1744de655fd6 req-7e76e34c-5c08-409b-8a13-d363e272a3fd tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.1036987 Dec 20 15:55:04.596433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f294c-db37-422e-80bf-0eb9769a4ea9 req-d207695e-5576-4cb2-b8e5-36e602768f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:04.600051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c5f294c-db37-422e-80bf-0eb9769a4ea9 req-d207695e-5576-4cb2-b8e5-36e602768f10 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 1096 time: 0.1968355 Dec 20 15:55:04.623835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Allocated IP 2001:db8::f816:3eff:fef7:fc89 (76bd2955-ceed-487c-bb74-e6d50e561825/01eab709-367d-4422-bb5c-a41718506dc0/f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:04.675141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c5f294c-db37-422e-80bf-0eb9769a4ea9 req-d22125c6-2eae-45a9-94aa-cfa74d001599 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663681 Dec 20 15:55:04.710775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:04.747819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:04.748173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ecb3a5e6-4edc-46b2-ad41-48302dfa4f0f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:04.801364 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.809681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:04.813950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.834445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port b4ffd04b-bd60-488c-a388-442579c19f2e yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:04.899974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.941669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:04.946547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:04.951094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:04.955239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fe15:77e5 (76bd2955-ceed-487c-bb74-e6d50e561825/01eab709-367d-4422-bb5c-a41718506dc0/b4ffd04b-bd60-488c-a388-442579c19f2e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:04.958144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Pushing event updated for resources: {'Port': ['ID=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:05.028262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Attempting to bind port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:05.028657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Attempting to bind port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:05.029015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Attempting to bind port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:05.035647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:05.036026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:05.036430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.036822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:05.037330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Bound port: f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:05.038365 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.088468 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.105284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] For port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:05.108332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] For port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:05.121649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.250316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.303295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.327336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29434-27a6-4e04-80f8-7d9940ff2fd9 None None] Pushing event updated for resources: {'Port': ['ID=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:05.420168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:05.437821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342cfd7-196e-4d1b-b5a1-f54b8a995fc3 req-751ee4a7-7818-459e-8a7a-ca3505234283 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.439418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e342cfd7-196e-4d1b-b5a1-f54b8a995fc3 req-751ee4a7-7818-459e-8a7a-ca3505234283 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1714566 Dec 20 15:55:05.440363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:05.445069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=b4ffd04b-bd60-488c-a388-442579c19f2e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:05.449741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:05.459747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.459747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.508170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39804) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:05.521804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01735acc-2689-408c-9597-8b6842e96861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.525491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb742e3-1ade-47cb-93bc-ca2954ebd11c req-fb1f2e91-94de-4bb0-a743-3dc8cdba6a90 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.537876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-adb742e3-1ade-47cb-93bc-ca2954ebd11c req-fb1f2e91-94de-4bb0-a743-3dc8cdba6a90 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 945 time: 0.1718855 Dec 20 15:55:05.577664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e342cfd7-196e-4d1b-b5a1-f54b8a995fc3 req-3da7c85b-5648-40db-8875-8df0d95b3684 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290631 Dec 20 15:55:05.616427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-03dc82e9-15bd-46d9-97c3-afe514129202 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2583859 Dec 20 15:55:05.624233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-adb742e3-1ade-47cb-93bc-ca2954ebd11c req-04414b12-3734-48ea-9d2c-49937c104f14 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819223 Dec 20 15:55:05.631732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39808) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:05.684837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01735acc-2689-408c-9597-8b6842e96861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.727637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941bf3b-4fe2-444e-8b23-20081772ca6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.734206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941bf3b-4fe2-444e-8b23-20081772ca6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:05.738927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4941bf3b-4fe2-444e-8b23-20081772ca6d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1030993 Dec 20 15:55:05.739377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39810) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:05.778584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-01735acc-2689-408c-9597-8b6842e96861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.857599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01735acc-2689-408c-9597-8b6842e96861 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2f08503391c42fa858e0e16304bcdb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459373 Dec 20 15:55:05.859458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39812) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:05.863219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01735acc-2689-408c-9597-8b6842e96861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73303d0c-284e-4dcf-bb1c-b855f8061dcc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:05.936829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2308717f-7f99-4f6c-b0bd-37e49dc66f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:05.942558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port b4ffd04b-bd60-488c-a388-442579c19f2e {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:05.942879 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.015495 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2308717f-7f99-4f6c-b0bd-37e49dc66f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.058181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a687d6d4-a9e5-467b-b61c-8095a8fff3f4 req-322d66bf-cd99-4e6e-af68-d9236f2c9252 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.3211520 Dec 20 15:55:06.097568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.105570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for b4ffd04b-bd60-488c-a388-442579c19f2e owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:06.174807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2308717f-7f99-4f6c-b0bd-37e49dc66f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.178404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2308717f-7f99-4f6c-b0bd-37e49dc66f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.179734 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2308717f-7f99-4f6c-b0bd-37e49dc66f3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73303d0c-284e-4dcf-bb1c-b855f8061dcc HTTP/1.1" status: 204 len: 168 time: 0.3177321 Dec 20 15:55:06.193651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308717f-7f99-4f6c-b0bd-37e49dc66f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73303d0c-284e-4dcf-bb1c-b855f8061dcc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:06.347842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.408320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.413054 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/b4ffd04b-bd60-488c-a388-442579c19f2e HTTP/1.1" status: 204 len: 168 time: 0.6725323 Dec 20 15:55:06.414914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d1615-0eb8-4092-a655-8161121ec9a5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=b4ffd04b-bd60-488c-a388-442579c19f2e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:06.415942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:06.509729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5aa60-3d39-4184-8cfe-1f1dba8c261c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:06.509729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5aa60-3d39-4184-8cfe-1f1dba8c261c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:06.509729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-65a5aa60-3d39-4184-8cfe-1f1dba8c261c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0869753 Dec 20 15:55:06.510208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39826) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:06.586937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0365082e-7718-4b64-8e9d-3da18e636ad6 None None] Provisioning complete for port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:06.587475 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0365082e-7718-4b64-8e9d-3da18e636ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.598817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 01eab709-367d-4422-bb5c-a41718506dc0 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:06.603520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.734831 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.831760 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0365082e-7718-4b64-8e9d-3da18e636ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.877070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11077f5c-2f76-46dc-9cbd-99a9cc9e095c req-e3febd13-1105-442d-b6fb-6fc17132ef07 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:06.882210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11077f5c-2f76-46dc-9cbd-99a9cc9e095c req-e3febd13-1105-442d-b6fb-6fc17132ef07 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1499257 Dec 20 15:55:06.910002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0365082e-7718-4b64-8e9d-3da18e636ad6 None None] For port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:06.918718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:06.989681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.990030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0365082e-7718-4b64-8e9d-3da18e636ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.021881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488430e6-9a67-4a64-ad25-5709833daa9f req-a04b3804-1b41-4530-9a8e-230579d58a57 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:07.031774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-488430e6-9a67-4a64-ad25-5709833daa9f req-a04b3804-1b41-4530-9a8e-230579d58a57 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 945 time: 0.2100873 Dec 20 15:55:07.054540 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365082e-7718-4b64-8e9d-3da18e636ad6 None None] Pushing event updated for resources: {'Port': ['ID=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:07.065251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:07.066077 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.121754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a940fd11-dc58-49ce-8181-3e7c43107b88 None None] Could not find standard attr ID for object b4ffd04b-bd60-488c-a388-442579c19f2e. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:07.136945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11077f5c-2f76-46dc-9cbd-99a9cc9e095c req-2e9d3de5-3bf7-4967-afd9-3ea44cfe952f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970291 Dec 20 15:55:07.145199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-488430e6-9a67-4a64-ad25-5709833daa9f req-23e0cca5-2588-4c6e-9e7c-a421d9f1ea9b tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119473 Dec 20 15:55:07.274212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.301042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.304791 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/01eab709-367d-4422-bb5c-a41718506dc0 HTTP/1.1" status: 204 len: 168 time: 0.7935424 Dec 20 15:55:07.307367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39870) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:07.312846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62af541-1aff-4500-90d1-68a15587403f None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:07.336785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6960-ca02-4400-a6e1-82d82cca55ef tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=01eab709-367d-4422-bb5c-a41718506dc0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:07.384682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ae48cfd-3974-40a1-838d-9acb91d2e174 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757194 Dec 20 15:55:07.387649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39884) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:07.392742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:07.447682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56a1c43b-df08-4294-a0e8-a1c38ba19a6c req-37e13a1a-0bfc-4658-9fec-c66a37376bc9 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0655429 Dec 20 15:55:07.630724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:07.637202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.788669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:07.885611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] Deleting port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:07.885992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.945658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39906) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:07.976047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] For port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:07.976829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:07.992801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] Calling delete_port for f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:08.056526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-754312032'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:08.187854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:55:08.221687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.245724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73b84f-2be5-41bc-b6ff-e68fc8d8ba26 req-c506d61b-2429-4c57-8f87-51b9d9ff9564 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:08.247928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec73b84f-2be5-41bc-b6ff-e68fc8d8ba26 req-c506d61b-2429-4c57-8f87-51b9d9ff9564 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.0630393 Dec 20 15:55:08.254832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:08.256439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] Pushing event deleted for resources: {'Port': ['ID=f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.260900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aec1d-8396-492a-b656-14d97c439bc9 None None] No DVR routers for this DVR port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:08.264187 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.288061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.318745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec73b84f-2be5-41bc-b6ff-e68fc8d8ba26 req-69e149cc-c151-44cb-aa4b-30d84b305137 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607812 Dec 20 15:55:08.368226 n-d-781076-8 neutron-server[103954]: WARNING neutron.services.revisions.revision_plugin [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Could not find related port for resource to bump revision. Dec 20 15:55:08.415233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Port f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103954) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 15:55:08.415568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:fc89 {{(pid=103954) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 15:55:08.425511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:fc89 {{(pid=103954) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 15:55:08.430436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.431346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.470743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:08.474047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:08.478223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:08.478838 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.484729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c5f80-794a-422d-aba5-d2a82f704fac None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:08.495502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.506014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=cff66410-e52a-4459-8ba5-6d1b3266ceb4,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.524293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:08.539993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81499e-b0df-4d85-94e7-3ce4bd359c8b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.542915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.543646 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Added segment baf565c1-8c28-40e6-8e3d-218b64f57b50 of type vlan for network b75302dd-90dd-41e9-a1cb-f1e8305be7cd Dec 20 15:55:08.586688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.610535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'cff66410-e52a-4459-8ba5-6d1b3266ceb4'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:08.613401 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.614872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4704073a-4b27-4917-9a9f-8782886bf474 req-c65dd1d6-65db-4fd6-ae61-aa733a768471 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0363934 Dec 20 15:55:08.633686 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8a3a6b76-d317-443c-b07e-fbd4bb947e1b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2447612 Dec 20 15:55:08.641339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39926) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:08.649079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:a4:83:34', 'name': 'tempest-NetworksTestDHCPv6-100921437'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:08.711882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.726881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:08.726881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:08.771653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:08.790841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:08.791761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f8d86acd-18ab-4fe1-b3fc-a10c1dba11d1 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:08.824675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Allocated IP 2001:db8::f816:3eff:fe16:1ed0 (76bd2955-ceed-487c-bb74-e6d50e561825/cff66410-e52a-4459-8ba5-6d1b3266ceb4/bf9f3282-0b53-445e-abbc-01265317b67a) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:08.917788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Network': ['ID=b75302dd-90dd-41e9-a1cb-f1e8305be7cd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:08.934260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:55:08.960895 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-388d9556-6b8b-476b-b8c1-6ae433aa8bf3 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0138075 Dec 20 15:55:08.963739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39966) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:08.968987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'subnet': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:09.070751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:09.082659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.173571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.195287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port d03a01e4-6968-4676-a0e0-e6c06ca5513d yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:09.205912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.231093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:09.238370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.255467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:09.259192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:09.263955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:09.267437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Pushing event updated for resources: {'Port': ['ID=bf9f3282-0b53-445e-abbc-01265317b67a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:09.370148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Attempting to bind port bf9f3282-0b53-445e-abbc-01265317b67a on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:09.370620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Attempting to bind port bf9f3282-0b53-445e-abbc-01265317b67a by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:09.371058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Attempting to bind port bf9f3282-0b53-445e-abbc-01265317b67a on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:09.377889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:09.378892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:09.379403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.380023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:09.380587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Bound port: bf9f3282-0b53-445e-abbc-01265317b67a, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:09.381042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.455959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fea4:8334 (76bd2955-ceed-487c-bb74-e6d50e561825/cff66410-e52a-4459-8ba5-6d1b3266ceb4/d03a01e4-6968-4676-a0e0-e6c06ca5513d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:09.505889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] For port bf9f3282-0b53-445e-abbc-01265317b67a, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:09.515636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] For port bf9f3282-0b53-445e-abbc-01265317b67a, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bf9f3282-0b53-445e-abbc-01265317b67a,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:09.559686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580763e-c2a8-4a4a-86b9-98a3febeb0f4 req-59c16253-7732-4252-9e63-8fbe5d707a10 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:09.568419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1580763e-c2a8-4a4a-86b9-98a3febeb0f4 req-59c16253-7732-4252-9e63-8fbe5d707a10 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1200509 Dec 20 15:55:09.593867 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.637797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1580763e-c2a8-4a4a-86b9-98a3febeb0f4 req-04574b63-b1fd-47ea-a767-4b53edd4e613 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680850 Dec 20 15:55:09.671258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d44764-fc80-4f8d-aa50-6b1776fcf432 None None] Pushing event updated for resources: {'Port': ['ID=bf9f3282-0b53-445e-abbc-01265317b67a,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:09.720736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.773468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40c4a67e-5ad8-4e83-9f84-d646d8d07784 req-5eb7d9ed-b04b-4c26-b34f-d49bcc15b182 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0464427 Dec 20 15:55:09.776840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.862153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Subnet': ['ID=7d344642-78d1-4716-9b9a-bb3c5fa2b82a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:09.876422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Checking segment: {'id': 'baf565c1-8c28-40e6-8e3d-218b64f57b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:09.876702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network hostable DHCP agents. Network: b75302dd-90dd-41e9-a1cb-f1e8305be7cd, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:09.891058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.965841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:09.968846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:09.975743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:09.982020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:09.982672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:09.994080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=d03a01e4-6968-4676-a0e0-e6c06ca5513d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:10.015879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:10.104109 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5ebc20fa-4148-47c6-b27a-c1b2a06612fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4660828 Dec 20 15:55:10.107041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39988) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:10.150199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b75302dd-90dd-41e9-a1cb-f1e8305be7cd) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:10.161802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc3f46-6564-4ee7-a863-3024843e760c None None] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:10.162888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.163644 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.198424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b9367-0d6b-4385-957f-b63d77a20077 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.204489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b9367-0d6b-4385-957f-b63d77a20077 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.209472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39994) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:10.212411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4a2b9367-0d6b-4385-957f-b63d77a20077 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1021905 Dec 20 15:55:10.247170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a8d79dde-e0e6-4fe5-84b7-39c0d20c50eb tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2822993 Dec 20 15:55:10.249664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:10.256963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'name': 'tempest-AllowedAddressPairTestJSON-1156382101'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:10.305504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'project_id': 'a34523d1cc7c4a67a1f50fbe7f58fd05', 'fixed_ips': [{'subnet_id': '7d344642-78d1-4716-9b9a-bb3c5fa2b82a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:10.305504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.351309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port d03a01e4-6968-4676-a0e0-e6c06ca5513d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:10.351682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.507088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:10.511280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.525207 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.541989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Allocated IP 172.20.0.2 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/8938d200-3eb3-4ead-b53e-63425324b099) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:10.544421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for d03a01e4-6968-4676-a0e0-e6c06ca5513d owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:10.563870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] device_id is not set on port 32a17781-48e9-489d-97b4-9cc4e6639079 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:10.867014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274b95-f27d-4d60-b600-91ec2896fc6f req-8f35a7fe-3f03-427b-8c22-b5f7ee26dd2b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.870059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9274b95-f27d-4d60-b600-91ec2896fc6f req-8f35a7fe-3f03-427b-8c22-b5f7ee26dd2b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1183412 Dec 20 15:55:10.906099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bf9f3282-0b53-445e-abbc-01265317b67a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:10.926107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.973260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c48034bb-572e-4faf-bc57-65c987024c53 req-029fef54-b2d9-4586-8679-48326d7ce12c tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0510128 Dec 20 15:55:11.001207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9274b95-f27d-4d60-b600-91ec2896fc6f req-a548127c-9be7-45af-8ead-a94ede890691 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139538 Dec 20 15:55:11.025183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.075351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bf9f3282-0b53-445e-abbc-01265317b67a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:11.075758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.124780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c3b3af4-5e49-4fd6-aaa4-1d7739c12d06 None None] Provisioning complete for port bf9f3282-0b53-445e-abbc-01265317b67a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:11.125175 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3af4-5e49-4fd6-aaa4-1d7739c12d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.180692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.285916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:11.292977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Pushing event updated for resources: {'Port': ['ID=8938d200-3eb3-4ead-b53e-63425324b099,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.294818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:11.308252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Allocated IP 172.20.0.10 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/32a17781-48e9-489d-97b4-9cc4e6639079) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:11.316516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:11.326459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:11.459774 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.469819 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3af4-5e49-4fd6-aaa4-1d7739c12d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.480479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Attempting to bind port 8938d200-3eb3-4ead-b53e-63425324b099 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:11.480956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Attempting to bind port 8938d200-3eb3-4ead-b53e-63425324b099 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'baf565c1-8c28-40e6-8e3d-218b64f57b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:11.481399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Attempting to bind port 8938d200-3eb3-4ead-b53e-63425324b099 on network b75302dd-90dd-41e9-a1cb-f1e8305be7cd {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:11.511922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:11.511922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Checking segment: {'id': 'baf565c1-8c28-40e6-8e3d-218b64f57b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:11.511922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.511922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Bound using segment: {'id': 'baf565c1-8c28-40e6-8e3d-218b64f57b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:11.511922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Bound port: 8938d200-3eb3-4ead-b53e-63425324b099, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf565c1-8c28-40e6-8e3d-218b64f57b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:11.511922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.547033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port bf9f3282-0b53-445e-abbc-01265317b67a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bf9f3282-0b53-445e-abbc-01265317b67a,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:11.582962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.633334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=d03a01e4-6968-4676-a0e0-e6c06ca5513d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.640986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.673191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.677223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f9b0765d-16f1-403a-92f1-61e8137f21fa tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/d03a01e4-6968-4676-a0e0-e6c06ca5513d HTTP/1.1" status: 204 len: 168 time: 1.4650199 Dec 20 15:55:11.678099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40026) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:11.735736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] For port 8938d200-3eb3-4ead-b53e-63425324b099, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:11.754191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-4c3b3af4-5e49-4fd6-aaa4-1d7739c12d06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:11.754191 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-4c3b3af4-5e49-4fd6-aaa4-1d7739c12d06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:11.755794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] For port 8938d200-3eb3-4ead-b53e-63425324b099, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8938d200-3eb3-4ead-b53e-63425324b099,segment=NetworkSegment(baf565c1-8c28-40e6-8e3d-218b64f57b50),segment_id=baf565c1-8c28-40e6-8e3d-218b64f57b50)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:11.766829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20b702-0c1a-49e3-a9da-5cf84cf59673 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:11.773075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20b702-0c1a-49e3-a9da-5cf84cf59673 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:11.776946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=bf9f3282-0b53-445e-abbc-01265317b67a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:11.780557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0c20b702-0c1a-49e3-a9da-5cf84cf59673 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1008863 Dec 20 15:55:11.781141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40030) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:11.793453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.835642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29448ec-e5bf-4eee-a093-9a3284c9c6ae req-4a8e40a1-e95e-41b1-8373-0e6c6af773ea tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:11.837307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d29448ec-e5bf-4eee-a093-9a3284c9c6ae req-4a8e40a1-e95e-41b1-8373-0e6c6af773ea tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.2308607 Dec 20 15:55:11.845422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.868981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet cff66410-e52a-4459-8ba5-6d1b3266ceb4 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:11.873013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.930089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.959949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:11.972318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d29448ec-e5bf-4eee-a093-9a3284c9c6ae req-b52b9c20-1565-4b51-8bb4-4c6f8035fa04 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181209 Dec 20 15:55:11.994638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76232358-41f4-48e0-9a9f-a2042747e74f None None] Pushing event updated for resources: {'Port': ['ID=8938d200-3eb3-4ead-b53e-63425324b099,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.025781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.046394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.068874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.122365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:12.145100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:12.147215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=32a17781-48e9-489d-97b4-9cc4e6639079,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.155990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:12.194942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=261693ea070043d497ef54f922fe86a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8990037 Dec 20 15:55:12.197589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40034) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.222797 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.231002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc34155-2dd4-4ece-9d28-bb0c5dc14549,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.237275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.238224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.238974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.238974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.239299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.239564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.239896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.240234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.240635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.240972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.241340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.241672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.241999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.247084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57d6ef90-a05e-4f74-9191-1cb458a45840 req-6d95deac-8280-446e-9ada-1b82673a3a7d tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.1180022 Dec 20 15:55:12.259884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.260316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.260596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.260958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.261392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.261925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.262271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.262604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.262969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.263304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.263640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.264395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.264741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5d337-6ad4-4e63-98ee-cde8633dd088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:12.312044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:12.313636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.315296 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=cff66410-e52a-4459-8ba5-6d1b3266ceb4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.327219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.336127 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c36e9ff-19da-4c56-a982-6d7ca1ec8e45 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/cff66410-e52a-4459-8ba5-6d1b3266ceb4 HTTP/1.1" status: 204 len: 168 time: 0.5517857 Dec 20 15:55:12.337108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40036) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.356016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8352184-f789-46bf-a835-4939ae05be3c None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:12.359730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aba1a0d-a3b1-49ad-b26f-550381534666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.391488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f6f4a5bd-8e6f-4d24-964a-54b42413aa6f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523601 Dec 20 15:55:12.394823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40038) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.400245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aba1a0d-a3b1-49ad-b26f-550381534666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.416326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.422025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ca9af07-4617-4033-b51f-8e199e0675a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1673033 Dec 20 15:55:12.422656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'name': 'tempest-AllowedAddressPairTestJSON-1040920005', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9c:36:b4'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:12.495511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171400c-bf4a-46c2-9d78-59b305630332 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:12.498211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9171400c-bf4a-46c2-9d78-59b305630332 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1006565 Dec 20 15:55:12.500131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40042) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.582101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50abe9-2c05-4b16-bde8-88e8d0188973 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:12.584771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fd50abe9-2c05-4b16-bde8-88e8d0188973 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828433 Dec 20 15:55:12.589830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40046) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.647603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-43c0a338-3766-480b-b4b1-208f1981a48f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591743 Dec 20 15:55:12.651712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:12.657356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:12.700187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-54cc438d-343e-4ac1-ae97-829eea338c47 None None] Could not find standard attr ID for object d03a01e4-6968-4676-a0e0-e6c06ca5513d. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:12.707803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aba1a0d-a3b1-49ad-b26f-550381534666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.716088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0aba1a0d-a3b1-49ad-b26f-550381534666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.719723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0aba1a0d-a3b1-49ad-b26f-550381534666 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bc34155-2dd4-4ece-9d28-bb0c5dc14549 HTTP/1.1" status: 204 len: 168 time: 0.5186117 Dec 20 15:55:12.793446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba1a0d-a3b1-49ad-b26f-550381534666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc34155-2dd4-4ece-9d28-bb0c5dc14549,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:12.815663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:12.850251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:12.918769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-11a249d2-6700-4024-ae1c-1e0e42a6ed8e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:12.919791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8938d200-3eb3-4ead-b53e-63425324b099 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:12.922743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-11a249d2-6700-4024-ae1c-1e0e42a6ed8e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.1677837 Dec 20 15:55:12.985968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:12.999971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] Deleting port bf9f3282-0b53-445e-abbc-01265317b67a {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:12.999971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.019304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] device_id is not set on port f4f1d886-68a4-446c-bafb-6d26c6b70153 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:13.119261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] For port bf9f3282-0b53-445e-abbc-01265317b67a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bf9f3282-0b53-445e-abbc-01265317b67a,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:13.119508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.166546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8938d200-3eb3-4ead-b53e-63425324b099 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:13.173899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.229256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:13.232758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.234636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] Calling delete_port for bf9f3282-0b53-445e-abbc-01265317b67a owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:13.239588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Deleting port 4a42d839-79de-47dd-af58-a34059d6c546 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:13.240091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.389713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Allocated IP 172.20.0.6 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/f4f1d886-68a4-446c-bafb-6d26c6b70153) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:13.473131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-876d298f-bb13-4e03-8a3e-8ff87241ac59 req-95889081-4983-43be-9889-24aa52b4776d tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0382056 Dec 20 15:55:13.475698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659f4c4-2b67-41b7-a8bd-c2c22f5b96e5 None None] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:13.485208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f0eb9-117c-4781-817e-3ce97a933fa4 req-80753cbd-0b3c-4555-ad91-41596e5548c6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:13.498199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf8f0eb9-117c-4781-817e-3ce97a933fa4 req-80753cbd-0b3c-4555-ad91-41596e5548c6 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 945 time: 0.3636541 Dec 20 15:55:13.507108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.562519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf8f0eb9-117c-4781-817e-3ce97a933fa4 req-464ead27-a67e-4f89-8083-f0203f6e0d58 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Dec 20 15:55:13.591176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] For port 4a42d839-79de-47dd-af58-a34059d6c546, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4a42d839-79de-47dd-af58-a34059d6c546,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:13.591881 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.609014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Calling delete_port for 4a42d839-79de-47dd-af58-a34059d6c546 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:13.614397 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.642630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7fbc3e89-2c7f-41fa-8ba6-cda2571bf743 None None] Provisioning complete for port 8938d200-3eb3-4ead-b53e-63425324b099 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:13.643146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3e89-2c7f-41fa-8ba6-cda2571bf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.678852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] Pushing event deleted for resources: {'Port': ['ID=bf9f3282-0b53-445e-abbc-01265317b67a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:13.705971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 8938d200-3eb3-4ead-b53e-63425324b099, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8938d200-3eb3-4ead-b53e-63425324b099,segment=NetworkSegment(baf565c1-8c28-40e6-8e3d-218b64f57b50),segment_id=baf565c1-8c28-40e6-8e3d-218b64f57b50)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:13.731022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c903d2-9292-4385-afa9-e3ef198a4a21 None None] No DVR routers for this DVR port bf9f3282-0b53-445e-abbc-01265317b67a on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:13.805367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.806530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:13.855631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bdf351-f7e7-480b-9ab6-59cdcf8a1b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.878716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3e89-2c7f-41fa-8ba6-cda2571bf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.896673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.968862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.969679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.983364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:13.984701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=8938d200-3eb3-4ead-b53e-63425324b099,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.024436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:14.027709 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-7fbc3e89-2c7f-41fa-8ba6-cda2571bf743 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:14.032576 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-7fbc3e89-2c7f-41fa-8ba6-cda2571bf743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:14.033016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bdf351-f7e7-480b-9ab6-59cdcf8a1b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.033016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event deleted for resources: {'Port': ['ID=4a42d839-79de-47dd-af58-a34059d6c546,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.033228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:14.043593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.046506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5ed03-6a45-4178-99d1-9e5c85db4ca3 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:14.085099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.094606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3e781-aeed-4044-a937-ba98b49a7b1d None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:14.106751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] No DVR routers for this DVR port 4a42d839-79de-47dd-af58-a34059d6c546 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:14.111481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.116707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0c5523c-a1aa-4e05-9c2b-3e54d9f244ae req-3df8704d-6cef-42b9-b385-541773cba66c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "DELETE /v2.0/ports/4a42d839-79de-47dd-af58-a34059d6c546 HTTP/1.1" status: 204 len: 173 time: 1.1874230 Dec 20 15:55:14.117998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24346854-093e-40c5-b7ec-173998a69cd2', 'name': 'network-vif-deleted', 'tag': '4a42d839-79de-47dd-af58-a34059d6c546'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:14.122483 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dc4982-ee76-4aad-b09a-c0709c3dbe60" -d '{"events": [{"server_uuid": "24346854-093e-40c5-b7ec-173998a69cd2", "name": "network-vif-deleted", "tag": "4a42d839-79de-47dd-af58-a34059d6c546"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:14.131064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bdf351-f7e7-480b-9ab6-59cdcf8a1b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.149581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40072) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:14.149687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7ce03a1-8985-4cf9-82d2-1b8dca0535cf tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4902706 Dec 20 15:55:14.161392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:60:78:c3', 'name': 'tempest-NetworksTestDHCPv6-1706104799'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:14.202294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.226116 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9584c1fe-4b3f-4248-8e54-a3c759ef2acb x-openstack-request-id: req-9584c1fe-4b3f-4248-8e54-a3c759ef2acb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:14.226411 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24346854-093e-40c5-b7ec-173998a69cd2", "name": "network-vif-deleted", "tag": "4a42d839-79de-47dd-af58-a34059d6c546", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:14.226671 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9584c1fe-4b3f-4248-8e54-a3c759ef2acb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:14.227345 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24346854-093e-40c5-b7ec-173998a69cd2', 'name': 'network-vif-deleted', 'tag': '4a42d839-79de-47dd-af58-a34059d6c546', 'status': 'completed', 'code': 200} Dec 20 15:55:14.246276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b6bdf351-f7e7-480b-9ab6-59cdcf8a1b09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea8bc8a9eb7e4ec3ab34c73f1ceb66fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362142 Dec 20 15:55:14.253686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40074) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:14.285606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:14.297537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:14.298137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:14.298298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.305695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdf351-f7e7-480b-9ab6-59cdcf8a1b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb56e6f-c077-4fe4-a740-30fdac724a91,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.319930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:14.379792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=f4f1d886-68a4-446c-bafb-6d26c6b70153,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.459351 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5e9ab6-d381-4056-9135-3cd12e80aa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.467390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:14.468452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.512677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:14.535381 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5e9ab6-d381-4056-9135-3cd12e80aa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.607022 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f9d00c41-9671-43c6-8bef-1fae704d65b5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1890943 Dec 20 15:55:14.614097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40080) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:14.668880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab/b451e8c9-07bf-4f56-adc2-02de42d59dfa) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:14.728854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c73cd-2330-48d5-83de-b2a2fbf9e28a tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:14.737777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c73cd-2330-48d5-83de-b2a2fbf9e28a tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:14.744400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c73cd-2330-48d5-83de-b2a2fbf9e28a tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:14.745565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dee0fd4a-45f3-45c0-9ebb-77e6f95cd5de req-c405cd15-b2c8-4815-8325-318227ea7330 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.1182504 Dec 20 15:55:14.747269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db3c73cd-2330-48d5-83de-b2a2fbf9e28a tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1291475 Dec 20 15:55:14.750035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:14.789525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8938d200-3eb3-4ead-b53e-63425324b099 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:14.811254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee8feaa2-12aa-4a30-b696-d93cf28ed5a6 req-da77ed23-e8e2-4417-a542-d00f79b0286d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=24346854-093e-40c5-b7ec-173998a69cd2 HTTP/1.1" status: 200 len: 210 time: 0.0470428 Dec 20 15:55:14.821996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.835917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5e9ab6-d381-4056-9135-3cd12e80aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.838524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da5e9ab6-d381-4056-9135-3cd12e80aa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.839981 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-da5e9ab6-d381-4056-9135-3cd12e80aa43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1bb56e6f-c077-4fe4-a740-30fdac724a91 HTTP/1.1" status: 204 len: 168 time: 0.5629942 Dec 20 15:55:14.864334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 344fc90f-78f5-4511-a5a8-4573ef7bb7e3 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:14.874945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e9ab6-d381-4056-9135-3cd12e80aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb56e6f-c077-4fe4-a740-30fdac724a91,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:14.976612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port f4f1d886-68a4-446c-bafb-6d26c6b70153 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:14.977525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.988139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-64ff8a3e-bc44-410c-8958-e74d7320161f None None] Provisioning complete for port 32a17781-48e9-489d-97b4-9cc4e6639079 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:14.988657 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64ff8a3e-bc44-410c-8958-e74d7320161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.083813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-64ff8a3e-bc44-410c-8958-e74d7320161f None None] Port 32a17781-48e9-489d-97b4-9cc4e6639079 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:15.107611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8938d200-3eb3-4ead-b53e-63425324b099 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:15.107856 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.142576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-64ff8a3e-bc44-410c-8958-e74d7320161f None None] Provisioning complete for port 8938d200-3eb3-4ead-b53e-63425324b099 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:15.142808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64ff8a3e-bc44-410c-8958-e74d7320161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.161154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.175804 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.211383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for f4f1d886-68a4-446c-bafb-6d26c6b70153 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:15.265247 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.333702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::150 (76bd2955-ceed-487c-bb74-e6d50e561825/b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab/344fc90f-78f5-4511-a5a8-4573ef7bb7e3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:15.375017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:15.386740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:15.389792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Pushing event updated for resources: {'Port': ['ID=b451e8c9-07bf-4f56-adc2-02de42d59dfa,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.411335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:15.419747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4a42d839-79de-47dd-af58-a34059d6c546 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:15.456412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bf9f3282-0b53-445e-abbc-01265317b67a no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:15.461051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 4a42d839-79de-47dd-af58-a34059d6c546 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:15.461491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4a42d839-79de-47dd-af58-a34059d6c546 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:15.504281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: bf9f3282-0b53-445e-abbc-01265317b67a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:15.504678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bf9f3282-0b53-445e-abbc-01265317b67a not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:15.546073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Attempting to bind port b451e8c9-07bf-4f56-adc2-02de42d59dfa on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:15.546453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Attempting to bind port b451e8c9-07bf-4f56-adc2-02de42d59dfa by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:15.546832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Attempting to bind port b451e8c9-07bf-4f56-adc2-02de42d59dfa on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:15.550511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-24f03c37-f8d7-4c8f-b8a4-0f3831bb4e54 None None] Provisioning complete for port f4f1d886-68a4-446c-bafb-6d26c6b70153 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:15.551129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24f03c37-f8d7-4c8f-b8a4-0f3831bb4e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.557008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:15.557224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:15.557611 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.558011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:15.558505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Bound port: b451e8c9-07bf-4f56-adc2-02de42d59dfa, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:15.558882 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.564401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.624501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-24f03c37-f8d7-4c8f-b8a4-0f3831bb4e54 None None] Port f4f1d886-68a4-446c-bafb-6d26c6b70153 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:15.632452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.643977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=f4f1d886-68a4-446c-bafb-6d26c6b70153,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.659870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] For port b451e8c9-07bf-4f56-adc2-02de42d59dfa, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:15.664495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] For port b451e8c9-07bf-4f56-adc2-02de42d59dfa, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b451e8c9-07bf-4f56-adc2-02de42d59dfa,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:15.751240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.788219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.855313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf36a-23e2-45db-83ee-05e135f5ffbf None None] Pushing event updated for resources: {'Port': ['ID=b451e8c9-07bf-4f56-adc2-02de42d59dfa,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.946221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:15.960646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:15.966147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:15.972295 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.981847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:15.982525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:15.983246 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f1078107-e4af-4bad-a713-67b0f671d8c0 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/ports/f4f1d886-68a4-446c-bafb-6d26c6b70153 HTTP/1.1" status: 204 len: 168 time: 1.2320795 Dec 20 15:55:15.985672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40110) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:16.037884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=344fc90f-78f5-4511-a5a8-4573ef7bb7e3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:16.065181 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dace4f2b-15cb-4afb-a867-c552d3db347b tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] GET failed (client error): The resource could not be found. Dec 20 15:55:16.067640 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dace4f2b-15cb-4afb-a867-c552d3db347b tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "GET /v2.0/ports/f4f1d886-68a4-446c-bafb-6d26c6b70153 HTTP/1.1" status: 404 len: 333 time: 0.0798702 Dec 20 15:55:16.071750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:16.083336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'name': 'tempest-AllowedAddressPairTestJSON-1830038487'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:16.100087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46364eee-8b30-41fc-99e4-67c793b21f15 req-63028f5f-c514-4127-b64c-35c09e3c4049 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0980666 Dec 20 15:55:16.126493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1a050ae4-742e-43eb-9e62-7b3e521b12f6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9721494 Dec 20 15:55:16.129028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40120) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.278362 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:16.280702 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:16.282884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59417eac-52e3-4001-b08d-318705608164 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:16.292482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59417eac-52e3-4001-b08d-318705608164 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:16.308974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-59417eac-52e3-4001-b08d-318705608164 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1785614 Dec 20 15:55:16.311710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40136) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:16.458534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:16.462765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:16.495495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] device_id is not set on port cb94cd76-3975-4092-aee6-c5551d8aad2c yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:16.546793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30529a01-5e32-4a11-bfa3-6b2d63599237 req-90d51b51-fca0-49b0-970a-dc9f26be5d85 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0414968 Dec 20 15:55:16.571653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-bb6bef5c-a50d-4837-ab93-c6caee5b0427 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:16.573243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-bb6bef5c-a50d-4837-ab93-c6caee5b0427 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.2623608 Dec 20 15:55:16.591656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 344fc90f-78f5-4511-a5a8-4573ef7bb7e3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:16.591912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:16.617245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-4987342b-415e-493a-b574-8c355e90adcf tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/quotas/5c188ad03150443f9ea9903a725e2d31 HTTP/1.1" status: 200 len: 375 time: 0.0356715 Dec 20 15:55:16.642995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Allocated IP 172.20.0.4 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/cb94cd76-3975-4092-aee6-c5551d8aad2c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:16.689285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-add547fb-7820-43c1-a012-b3aeee012cab tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348690 Dec 20 15:55:16.761791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:16.799021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 344fc90f-78f5-4511-a5a8-4573ef7bb7e3 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:16.821031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b451e8c9-07bf-4f56-adc2-02de42d59dfa up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:16.892792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:16.899242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-0d901097-7a05-4815-b0b6-1f452c43ca79 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908929 Dec 20 15:55:16.936287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b451e8c9-07bf-4f56-adc2-02de42d59dfa triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:16.937289 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.049773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.109715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.115440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:17.119523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:17.123559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-aecd1c05-8862-42a1-a2ef-eb9954775dd9 service neutron] 10.222.0.81 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168694 Dec 20 15:55:17.123758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:17.158665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b451e8c9-07bf-4f56-adc2-02de42d59dfa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b451e8c9-07bf-4f56-adc2-02de42d59dfa,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:17.180073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=cb94cd76-3975-4092-aee6-c5551d8aad2c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.231262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.254207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.255966 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.327558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b451e8c9-07bf-4f56-adc2-02de42d59dfa,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.359414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.373057 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fd8f4650-08c9-440b-9f34-d89cd7b76600 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2944248 Dec 20 15:55:17.376587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40154) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:17.383167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-025b38e5-5aac-4a8c-9917-92fa865a3f4c req-797da644-648a-4a3e-80db-1a2cb5de3b32 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0369797 Dec 20 15:55:17.393667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9c:36:b4'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:17.415497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=344fc90f-78f5-4511-a5a8-4573ef7bb7e3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.478019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.486217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-198c8b49-3900-4ef4-8235-77963f5463d5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/344fc90f-78f5-4511-a5a8-4573ef7bb7e3 HTTP/1.1" status: 204 len: 168 time: 1.1735389 Dec 20 15:55:17.488399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40158) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:17.574510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.575571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5614e7-1c0c-4d58-8d90-3e166110c102 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.591340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5614e7-1c0c-4d58-8d90-3e166110c102 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.598456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ef5614e7-1c0c-4d58-8d90-3e166110c102 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1075037 Dec 20 15:55:17.599238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40166) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:17.707943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-de45cdf9-fae0-46f6-a6f8-4dda45d19788 None None] Provisioning complete for port cb94cd76-3975-4092-aee6-c5551d8aad2c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:17.709314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de45cdf9-fae0-46f6-a6f8-4dda45d19788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.728904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f51e3c02-c1e0-400b-bc0d-2319fa09144f req-d97c71df-da94-420e-9f87-81bd7f0e6298 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0768278 Dec 20 15:55:17.802797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-de45cdf9-fae0-46f6-a6f8-4dda45d19788 None None] Port cb94cd76-3975-4092-aee6-c5551d8aad2c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:17.802932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:17.809712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.834018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-de45cdf9-fae0-46f6-a6f8-4dda45d19788 None None] Provisioning complete for port b451e8c9-07bf-4f56-adc2-02de42d59dfa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:17.836469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de45cdf9-fae0-46f6-a6f8-4dda45d19788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.868445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.996953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.020475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.104784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.176607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.216162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f7665246-0d65-45bd-8d9d-cdbeaecc9dd0 None None] Could not find standard attr ID for object 344fc90f-78f5-4511-a5a8-4573ef7bb7e3. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:18.246045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] In _notify_port_updated(), no bound segment for port cb94cd76-3975-4092-aee6-c5551d8aad2c on network b75302dd-90dd-41e9-a1cb-f1e8305be7cd {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:55:18.251921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.253112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.258999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "PUT /v2.0/ports/cb94cd76-3975-4092-aee6-c5551d8aad2c HTTP/1.1" status: 200 len: 994 time: 0.8811181 Dec 20 15:55:18.263454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40182) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:18.276176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4aca-3fea-4630-9132-cedef340c9d5 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=cb94cd76-3975-4092-aee6-c5551d8aad2c,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:18.287063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:18.315121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.326522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e20f76b-c61d-4716-bac8-001f396b7200 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab HTTP/1.1" status: 204 len: 168 time: 0.7223129 Dec 20 15:55:18.327679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:18.409430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1b0d097-ab82-4b63-a214-b17636e7f12f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776818 Dec 20 15:55:18.409939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40188) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:18.474562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port cb94cd76-3975-4092-aee6-c5551d8aad2c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:18.474894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.489358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aab00e-070d-4ad7-990a-8c04577e4573 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.491504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-73aab00e-070d-4ad7-990a-8c04577e4573 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0803187 Dec 20 15:55:18.493675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40196) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:18.526354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c13d60-c1f7-4caf-b37c-48ccd0b7026c None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:18.635350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da3548cd-96a6-4e2b-818b-57d18a789f86 req-645f03ed-40da-4344-a7fb-29d2e5124a77 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0370879 Dec 20 15:55:18.677009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.680225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df304a-f82c-4acc-9340-ce29983d0db1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.685063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e2df304a-f82c-4acc-9340-ce29983d0db1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1868546 Dec 20 15:55:18.687606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40204) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:18.717676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for cb94cd76-3975-4092-aee6-c5551d8aad2c owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:18.747255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-847bdf9b-1dd8-4bd4-8124-45889ab9ab4f None None] Provisioning complete for port cb94cd76-3975-4092-aee6-c5551d8aad2c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:18.749339 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-847bdf9b-1dd8-4bd4-8124-45889ab9ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:18.802797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-78ddccd1-4e9b-41a6-9ce4-31b12719aefd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094818 Dec 20 15:55:18.803439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:18.810947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:18.863120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b451e8c9-07bf-4f56-adc2-02de42d59dfa up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:18.949868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-847bdf9b-1dd8-4bd4-8124-45889ab9ab4f None None] Port cb94cd76-3975-4092-aee6-c5551d8aad2c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:18.958397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b451e8c9-07bf-4f56-adc2-02de42d59dfa triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:18.958951 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.068665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:19.183570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] Deleting port b451e8c9-07bf-4f56-adc2-02de42d59dfa {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:19.184220 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.204429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.236007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=cb94cd76-3975-4092-aee6-c5551d8aad2c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:19.247589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.247940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.248336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.248679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.249016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.249515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.249988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.250323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.250650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.250984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.251311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.251637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.251960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:19.319193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40214) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:19.336103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] For port b451e8c9-07bf-4f56-adc2-02de42d59dfa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b451e8c9-07bf-4f56-adc2-02de42d59dfa,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:19.336495 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.355089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] Calling delete_port for b451e8c9-07bf-4f56-adc2-02de42d59dfa owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:19.377973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56e5e36c-f4fd-4235-93c0-14c191bf528a req-abdab03b-e823-4d76-854d-7df024e7087b tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181&device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0574934 Dec 20 15:55:19.530117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bda0d7db-0017-4090-a85d-01aef13ccd90 req-9bd59046-891d-4eb8-a2a6-05d5d7a71e9d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 210 time: 0.2176268 Dec 20 15:55:19.556686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c14c3830-3ce7-44a2-b3e4-396ec95d1eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.592272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.598989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e225d70-52d2-471c-9a89-7bb7d9856083 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/ports/cb94cd76-3975-4092-aee6-c5551d8aad2c HTTP/1.1" status: 204 len: 168 time: 1.3314893 Dec 20 15:55:19.599394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40220) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:19.626539 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d782b1-8b24-4f74-8146-c974c76bee89 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] GET failed (client error): The resource could not be found. Dec 20 15:55:19.628012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d4d782b1-8b24-4f74-8146-c974c76bee89 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "GET /v2.0/ports/cb94cd76-3975-4092-aee6-c5551d8aad2c HTTP/1.1" status: 404 len: 333 time: 0.0276406 Dec 20 15:55:19.631870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40222) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:19.637712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'name': 'tempest-AllowedAddressPairTestJSON-1677799095'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:19.701507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.701882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:19.705564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.789689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] Pushing event deleted for resources: {'Port': ['ID=b451e8c9-07bf-4f56-adc2-02de42d59dfa,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:19.805866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd6e9e-2692-434e-81db-d15c28feaf73 None None] No DVR routers for this DVR port b451e8c9-07bf-4f56-adc2-02de42d59dfa on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:19.824275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c14c3830-3ce7-44a2-b3e4-396ec95d1eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.930672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:19.934394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:19.952052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] device_id is not set on port af276464-ec17-4e0c-ae61-be9564f129da yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:20.002185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c14c3830-3ce7-44a2-b3e4-396ec95d1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.074674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76feda91-803f-44a5-96bf-f5f969ac04b1 req-417aae20-b514-4923-b860-404a0764e903 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19eb1a331a9d4f679574bbc5e8a7cb44&device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0381472 Dec 20 15:55:20.091104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c3830-3ce7-44a2-b3e4-396ec95d1eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da584a76-28bc-4c42-a53a-f9ac0c7e170d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.100370 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c14c3830-3ce7-44a2-b3e4-396ec95d1eaa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20c3cc89dbc84927b96321643bfcb111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7252879 Dec 20 15:55:20.101074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:20.140801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Allocated IP 172.20.0.3 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/af276464-ec17-4e0c-ae61-be9564f129da) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:20.144794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7e86113-d01e-4351-90d8-a7ee18aefaf8 req-34be9906-e431-4dba-9327-c66a5b0327e4 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0645466 Dec 20 15:55:20.146519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76feda91-803f-44a5-96bf-f5f969ac04b1 req-7f44da17-7bd3-452f-82d7-f5504c680858 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=19eb1a331a9d4f679574bbc5e8a7cb44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555546 Dec 20 15:55:20.189431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d174d98-21a8-4d8e-9f27-7eab4424e431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.231797 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d174d98-21a8-4d8e-9f27-7eab4424e431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.327768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:55:20.329770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.392919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:20.397125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feda91-803f-44a5-96bf-f5f969ac04b1 req-849aaf1a-ee8a-4c9b-8895-b3d21657cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:20.398695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76feda91-803f-44a5-96bf-f5f969ac04b1 req-849aaf1a-ee8a-4c9b-8895-b3d21657cfd2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2410824 Dec 20 15:55:20.401567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.402118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:20.406944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:20.407558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.413798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5486fe94-4335-4159-802b-10a30d925fda None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:20.429682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=1dfe8162-7af3-4a03-98a0-36f518efdc59,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.455392 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d174d98-21a8-4d8e-9f27-7eab4424e431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.459639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d174d98-21a8-4d8e-9f27-7eab4424e431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.463292 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1d174d98-21a8-4d8e-9f27-7eab4424e431 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da584a76-28bc-4c42-a53a-f9ac0c7e170d HTTP/1.1" status: 204 len: 168 time: 0.3587890 Dec 20 15:55:20.471532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174d98-21a8-4d8e-9f27-7eab4424e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da584a76-28bc-4c42-a53a-f9ac0c7e170d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.534931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.583188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '1dfe8162-7af3-4a03-98a0-36f518efdc59'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:20.584029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:20.599092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-e9742892-de40-4ce8-a51a-438893293e5d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:20.601351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-e9742892-de40-4ce8-a51a-438893293e5d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 812 time: 0.1643627 Dec 20 15:55:20.607619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-22061ccf-2726-4874-aa69-60c3060f014f tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8022468 Dec 20 15:55:20.611825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40238) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:20.619200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:20.620158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Request body: {'port': {'device_id': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'admin_state_up': True, 'tenant_id': '5c188ad03150443f9ea9903a725e2d31'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:20.668386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:20.680636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:20.689290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae0af44f-eb1f-4f54-b6e8-09b2f4320582 req-e8a9e942-e724-4318-b66b-2016ca658c62 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0393484 Dec 20 15:55:20.716588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=af276464-ec17-4e0c-ae61-be9564f129da,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:20.721086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:20.791161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b451e8c9-07bf-4f56-adc2-02de42d59dfa no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:20.866511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:20.867172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.001839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Made reservation on behalf of 5c188ad03150443f9ea9903a725e2d31 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:21.005560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.013076 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-476d6de0-927e-4570-a50b-68fe61960242 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3781285 Dec 20 15:55:21.016501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40246) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:21.039281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9c:36:b4'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:21.102689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b451e8c9-07bf-4f56-adc2-02de42d59dfa {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:21.103044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b451e8c9-07bf-4f56-adc2-02de42d59dfa not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:21.157912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Allocated IP 2001:db8::f816:3eff:fee0:aac0 (76bd2955-ceed-487c-bb74-e6d50e561825/1dfe8162-7af3-4a03-98a0-36f518efdc59/26973345-977e-4e58-92d0-02e18348697c) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:21.170895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4889250b-7795-4e84-a1f7-21a4f897446b None None] Provisioning complete for port af276464-ec17-4e0c-ae61-be9564f129da triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:21.171546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4889250b-7795-4e84-a1f7-21a4f897446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.176591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:21.180471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.263633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4889250b-7795-4e84-a1f7-21a4f897446b None None] Port af276464-ec17-4e0c-ae61-be9564f129da cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:21.269859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Allocated IP 172.20.0.2 (9caab41a-b617-424e-8017-422feabfe664/772960a6-5956-4890-a1a7-db19830bd4b9/5da33223-9324-4476-ba53-a237b08a9b11) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:21.337064 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dfe8162-7af3-4a03-98a0-36f518efdc59 (CIDR: 2001:db8::/64) Dec 20 15:55:21.359407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9525845a-5637-4ef9-bf89-6f3974be9dfc req-33a0ae4a-97ce-4bbf-bfcb-f2fafb775af4 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0675550 Dec 20 15:55:21.383889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.429705 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:21.430259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:21.469147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.492593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:21.544308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.548461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1955ada9-dfa7-406a-9b4e-ab54893906ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.554441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.587699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.598552 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b10d6fa5-5737-498e-bdba-2e77763a4816 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9818435 Dec 20 15:55:21.600553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:21.607712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:21.655953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:21.660787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:21.665548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:21.680286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.694601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1955ada9-dfa7-406a-9b4e-ab54893906ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.699047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Pushing event updated for resources: {'Port': ['ID=26973345-977e-4e58-92d0-02e18348697c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:21.711778 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.738945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Attempting to bind port 26973345-977e-4e58-92d0-02e18348697c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:21.739385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Attempting to bind port 26973345-977e-4e58-92d0-02e18348697c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:21.740203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Attempting to bind port 26973345-977e-4e58-92d0-02e18348697c on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:21.746621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:21.747107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:21.747581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.748357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:21.748960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Bound port: 26973345-977e-4e58-92d0-02e18348697c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:21.749488 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.787068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76feda91-803f-44a5-96bf-f5f969ac04b1 req-62a6feb8-c836-45a7-9cb2-ed48c7e72c30 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0712142 Dec 20 15:55:21.812036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Network 9caab41a-b617-424e-8017-422feabfe664 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:21.826809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] For port 26973345-977e-4e58-92d0-02e18348697c, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:21.827322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:21.831697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] For port 26973345-977e-4e58-92d0-02e18348697c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26973345-977e-4e58-92d0-02e18348697c,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:21.847868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:21.850020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b9411-7809-422d-909c-1c090e89b71b None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:21.861696 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1955ada9-dfa7-406a-9b4e-ab54893906ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.868107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.884225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event updated for resources: {'Port': ['ID=5da33223-9324-4476-ba53-a237b08a9b11,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:21.941872 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.943838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:21.943838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:21.959613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d09aef-3807-4d9d-a5e2-b5467c15eb0d req-a5e253c1-f268-4a7d-93cb-d1ccb49ed21a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:21.967093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d09aef-3807-4d9d-a5e2-b5467c15eb0d req-a5e253c1-f268-4a7d-93cb-d1ccb49ed21a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 931 time: 0.1588306 Dec 20 15:55:22.073699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-122b89e0-0ff2-4c4b-b3b9-47a680ca68fa None None] Provisioning complete for port 5da33223-9324-4476-ba53-a237b08a9b11 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:22.074055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d09aef-3807-4d9d-a5e2-b5467c15eb0d req-bf740f14-5c6c-448a-8126-3fd274f5b830 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059952 Dec 20 15:55:22.074327 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-122b89e0-0ff2-4c4b-b3b9-47a680ca68fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.092825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:22.098761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.197977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955ada9-dfa7-406a-9b4e-ab54893906ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc054de-ade7-40ac-ba59-c5bacbe17310,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.198739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-122b89e0-0ff2-4c4b-b3b9-47a680ca68fa None None] Port 5da33223-9324-4476-ba53-a237b08a9b11 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:22.199205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=af276464-ec17-4e0c-ae61-be9564f129da,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.199205 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1955ada9-dfa7-406a-9b4e-ab54893906ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43ec938248504e7b852610cb0cc894a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745052 Dec 20 15:55:22.199769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6479e7c-8144-4b45-8b17-4a9e330bdf61 None None] Pushing event updated for resources: {'Port': ['ID=26973345-977e-4e58-92d0-02e18348697c,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.216446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:22.325643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] In _notify_port_updated(), no bound segment for port af276464-ec17-4e0c-ae61-be9564f129da on network b75302dd-90dd-41e9-a1cb-f1e8305be7cd {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:55:22.331700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.332269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.333821 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc087ae3-95f4-4f50-aecc-f061ccea2d55 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "PUT /v2.0/ports/af276464-ec17-4e0c-ae61-be9564f129da HTTP/1.1" status: 200 len: 996 time: 1.3149445 Dec 20 15:55:22.335105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7bec-3c4e-473a-a4ff-aa15e827e825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.371171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7bec-3c4e-473a-a4ff-aa15e827e825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.477586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40268) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:22.489215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cb206d6b-8644-4047-bf26-7c0876e988c8 None None] Provisioning complete for port af276464-ec17-4e0c-ae61-be9564f129da triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:22.489797 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb206d6b-8644-4047-bf26-7c0876e988c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.550738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-622d0af4-954f-4911-8409-f0fa36b586ed tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9380751 Dec 20 15:55:22.564461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cb206d6b-8644-4047-bf26-7c0876e988c8 None None] Port af276464-ec17-4e0c-ae61-be9564f129da cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:22.584780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Request body: {'port': {'device_id': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:22.626870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebc3c85b-9f47-4878-80bb-b1b2f927f8ec req-c51abee1-b9f5-45a4-b82f-55afec10f352 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd6bbb25-4faa-4e32-8c2a-3398d0cddd7b HTTP/1.1" status: 200 len: 210 time: 0.0728588 Dec 20 15:55:22.651806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.724765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7bec-3c4e-473a-a4ff-aa15e827e825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.745138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7bec-3c4e-473a-a4ff-aa15e827e825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.745138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f9bb7bec-3c4e-473a-a4ff-aa15e827e825 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0dc054de-ade7-40ac-ba59-c5bacbe17310 HTTP/1.1" status: 204 len: 168 time: 0.5087938 Dec 20 15:55:22.745138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb7bec-3c4e-473a-a4ff-aa15e827e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc054de-ade7-40ac-ba59-c5bacbe17310,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.750996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:22.756081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:22.759888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.760921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.792574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.811966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26973345-977e-4e58-92d0-02e18348697c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:22.812283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=d7a16092-f1d9-40de-a002-7f64bd424c3a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:22.817139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port af276464-ec17-4e0c-ae61-be9564f129da {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:22.817541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.897645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 26973345-977e-4e58-92d0-02e18348697c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:22.898321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.901318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1b322993-5a5f-4354-b70b-ac495ec7659b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2987618 Dec 20 15:55:22.904283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40276) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:22.910851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:f3:94:14', 'name': 'tempest-NetworksTestDHCPv6-442490464'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:22.957527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:22.984482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for af276464-ec17-4e0c-ae61-be9564f129da owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:22.999622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:23.057845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 26973345-977e-4e58-92d0-02e18348697c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26973345-977e-4e58-92d0-02e18348697c,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:23.121775 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:23.296845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=26973345-977e-4e58-92d0-02e18348697c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:23.624302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a92e9-39dc-422e-80a2-ba5f02a0faf6 req-795f46e9-6e87-4bd5-b36b-53985e8bffe4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:23.624302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-022a92e9-39dc-422e-80a2-ba5f02a0faf6 req-795f46e9-6e87-4bd5-b36b-53985e8bffe4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 931 time: 0.3221412 Dec 20 15:55:23.701989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b1d61-8c95-4e51-8108-610f6dae058b None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:23.730159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-022a92e9-39dc-422e-80a2-ba5f02a0faf6 req-5d260b9c-c6d6-48ee-8c16-82e2d90a8125 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732841 Dec 20 15:55:23.742158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da33223-9324-4476-ba53-a237b08a9b11 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:23.755846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:23.825900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d43f1b44-f130-4bd1-bf6e-954ec05d29dd None None] Provisioning complete for port 26973345-977e-4e58-92d0-02e18348697c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:23.826272 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d43f1b44-f130-4bd1-bf6e-954ec05d29dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:23.964702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:23.972830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Transition to ACTIVE for port object 5da33223-9324-4476-ba53-a237b08a9b11 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:23.972830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.077533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '1dfe8162-7af3-4a03-98a0-36f518efdc59', 'ip_address': '2001:db8::f816:3eff:fee0:aac0'}, {'subnet_id': 'd7a16092-f1d9-40de-a002-7f64bd424c3a'}], 'binding:host_id': 'n-d-781076-8'}, 'id': '26973345-977e-4e58-92d0-02e18348697c'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:55:24.115014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=af276464-ec17-4e0c-ae61-be9564f129da,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.121378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.171496 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.172033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.178777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf3aa2-71e4-401e-839c-e9d3186042f8 None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:24.250334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:24.281438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.288128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a1a4fc52-4776-4e24-afac-267f7b26fbbf tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/ports/af276464-ec17-4e0c-ae61-be9564f129da HTTP/1.1" status: 204 len: 168 time: 1.8051126 Dec 20 15:55:24.303018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40308) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:24.424282 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eb0f7b-6744-4ee8-b2a0-56fbb3bee798 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] GET failed (client error): The resource could not be found. Dec 20 15:55:24.435114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-64eb0f7b-6744-4ee8-b2a0-56fbb3bee798 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "GET /v2.0/ports/af276464-ec17-4e0c-ae61-be9564f129da HTTP/1.1" status: 404 len: 333 time: 0.1275187 Dec 20 15:55:24.435114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Pushing event updated for resources: {'Port': ['ID=5da33223-9324-4476-ba53-a237b08a9b11,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:24.440993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40316) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:24.458406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'name': 'tempest-AllowedAddressPairTestJSON-483107519'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:24.668405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Attempting to bind port 5da33223-9324-4476-ba53-a237b08a9b11 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:24.669616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Attempting to bind port 5da33223-9324-4476-ba53-a237b08a9b11 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:24.670187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Attempting to bind port 5da33223-9324-4476-ba53-a237b08a9b11 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:24.678967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-596c94b7-e970-42ff-9090-ed1e5ea0bb05 req-98fe3cc8-61dd-42b3-a5a2-2caa7f81def1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=19eb1a331a9d4f679574bbc5e8a7cb44&device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.0434568 Dec 20 15:55:24.687867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Port 5da33223-9324-4476-ba53-a237b08a9b11 on network 9caab41a-b617-424e-8017-422feabfe664 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:55:24.688372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Attempting to bind port 5da33223-9324-4476-ba53-a237b08a9b11 on network 9caab41a-b617-424e-8017-422feabfe664 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:24.708866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:24.709516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Checking segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:24.710078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Bound using segment: {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:24.710898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Bound port: 5da33223-9324-4476-ba53-a237b08a9b11, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb538ca-c735-416d-a8fc-26e59b3ec9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9caab41a-b617-424e-8017-422feabfe664'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:24.711412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.716203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8:0:1::1bb (76bd2955-ceed-487c-bb74-e6d50e561825/d7a16092-f1d9-40de-a002-7f64bd424c3a/5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:24.727222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fef3:9414 (76bd2955-ceed-487c-bb74-e6d50e561825/1dfe8162-7af3-4a03-98a0-36f518efdc59/5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:24.820294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-596c94b7-e970-42ff-9090-ed1e5ea0bb05 req-5e365f1e-d704-4361-ab00-798905739fd1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=19eb1a331a9d4f679574bbc5e8a7cb44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233885 Dec 20 15:55:24.822088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26973345-977e-4e58-92d0-02e18348697c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:24.832872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc80bdda-59b0-476b-a5d7-e4807040e2c9 req-0fa070d4-cb89-4adb-9a9c-b3ab484d5b47 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.1461787 Dec 20 15:55:24.884813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:24.893146 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.970527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 26973345-977e-4e58-92d0-02e18348697c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:24.970908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:24.979593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] device_id is not set on port 8975ecb2-c67f-4223-99a3-afb28527ac53 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:25.098356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.177214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] For port 5da33223-9324-4476-ba53-a237b08a9b11, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:25.211595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] For port 5da33223-9324-4476-ba53-a237b08a9b11, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5da33223-9324-4476-ba53-a237b08a9b11,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:25.219639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Allocated IP 172.20.0.12 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/8975ecb2-c67f-4223-99a3-afb28527ac53) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:25.244113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0fc34-5c93-4f8a-816c-2f23384bdfa2 req-1d39215b-2273-450c-9dba-95d662a25f4d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.245703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caa0fc34-5c93-4f8a-816c-2f23384bdfa2 req-1d39215b-2273-450c-9dba-95d662a25f4d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 943 time: 0.3402791 Dec 20 15:55:25.250920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c94b7-e970-42ff-9090-ed1e5ea0bb05 req-d6070c35-9858-4930-86d3-5543c5ca4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.252405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-596c94b7-e970-42ff-9090-ed1e5ea0bb05 req-d6070c35-9858-4930-86d3-5543c5ca4426 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158576 Dec 20 15:55:25.296826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.305852 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.379322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caa0fc34-5c93-4f8a-816c-2f23384bdfa2 req-ee6f517b-f83e-43e5-8498-a9e0c2d15fe0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257322 Dec 20 15:55:25.385026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.385734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.387198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] 10.222.0.72 "PUT /v2.0/ports/5da33223-9324-4476-ba53-a237b08a9b11 HTTP/1.1" status: 200 len: 1091 time: 2.8073187 Dec 20 15:55:25.394375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:25.397678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'tag': '5da33223-9324-4476-ba53-a237b08a9b11'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:25.400041 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e938cc-3a8a-4793-b8c6-9950cf91104f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd1534e-d31d-4218-a431-cf164042f4e6", "tag": "5da33223-9324-4476-ba53-a237b08a9b11"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:25.403042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:25.420730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:25.433635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffd142-f615-4fc3-87fc-79864f1a4505 None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:25.446096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.450665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.455841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] Allocated IP 2001:db8:0:1::2 (76bd2955-ceed-487c-bb74-e6d50e561825/d7a16092-f1d9-40de-a002-7f64bd424c3a/26973345-977e-4e58-92d0-02e18348697c) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:25.503887 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd39382d-eac8-47ce-9c55-fbe54c251110 x-openstack-request-id: req-fd39382d-eac8-47ce-9c55-fbe54c251110 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:25.514572 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd1534e-d31d-4218-a431-cf164042f4e6", "tag": "5da33223-9324-4476-ba53-a237b08a9b11", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:25.514823 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd39382d-eac8-47ce-9c55-fbe54c251110 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:25.515783 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'tag': '5da33223-9324-4476-ba53-a237b08a9b11', 'status': 'completed', 'code': 200} Dec 20 15:55:25.536019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:25.588220 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fbe699f6-b43e-4d99-b0ed-2bd361947fd5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6821938 Dec 20 15:55:25.590476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40342) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:25.764994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] For port 26973345-977e-4e58-92d0-02e18348697c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26973345-977e-4e58-92d0-02e18348697c,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:25.774242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:25.775044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.831978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.904777 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:25.923087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:25.930250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:26.012893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0448bd-fdf8-40d7-b04e-73c69185ebba service neutron] Pushing event updated for resources: {'Port': ['ID=5da33223-9324-4476-ba53-a237b08a9b11,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.071742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d5975ed-8a16-4f3e-9615-0c8df41ad35a req-26915c28-1679-4d9f-9368-9469a1ea5af1 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.0549576 Dec 20 15:55:26.094574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-f0056521-123b-44b8-a76a-fd9517d7c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.098154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e14ede-0b8e-4107-9451-11a645632915 None None] Pushing event updated for resources: {'Port': ['ID=26973345-977e-4e58-92d0-02e18348697c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.098386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-f0056521-123b-44b8-a76a-fd9517d7c823 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 1094 time: 0.5495851 Dec 20 15:55:26.156050 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:26.199964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-2df696ce-e563-48fd-91f0-4b4395dfccb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da33223-9324-4476-ba53-a237b08a9b11 HTTP/1.1" status: 200 len: 217 time: 0.0937676 Dec 20 15:55:26.292124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-bf50a3f0-cce8-4457-bba7-db8bfcb22771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.293674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-bf50a3f0-cce8-4457-bba7-db8bfcb22771 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0784357 Dec 20 15:55:26.334262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-7f265fbf-5871-4e5c-987b-a129d72792c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322452 Dec 20 15:55:26.356434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:26.426859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.462813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:26.492938 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:26.499175 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-62b4ec0f-63be-4c97-99cf-0ec3ceaeae5b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc HTTP/1.1" status: 204 len: 168 time: 0.9054930 Dec 20 15:55:26.499449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40362) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:26.556798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:26.586392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d833539-6290-4934-90e4-dda02e12ea1d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.588288 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d833539-6290-4934-90e4-dda02e12ea1d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0878589 Dec 20 15:55:26.590871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40366) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:26.614043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:26.620850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:26.627658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=8975ecb2-c67f-4223-99a3-afb28527ac53,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:26.654352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-623d7018-bf65-4020-b152-a6432e3e6b82 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124301 Dec 20 15:55:26.699304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393028f-0f1d-4ab4-9854-1a454aff185e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.699304 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f393028f-0f1d-4ab4-9854-1a454aff185e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1065831 Dec 20 15:55:26.701457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40370) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:26.819229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc66ac-ad09-4642-9150-a5f1f5e6216a req-9571fa59-a6e7-4695-9187-9ee63b8d02f5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.820865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdbc66ac-ad09-4642-9150-a5f1f5e6216a req-9571fa59-a6e7-4695-9187-9ee63b8d02f5 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 943 time: 0.2608199 Dec 20 15:55:26.835638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.836415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:26.852219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26973345-977e-4e58-92d0-02e18348697c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:26.855659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e9aab-5db9-49b4-8edf-a335a94de974 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.858472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e9aab-5db9-49b4-8edf-a335a94de974 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.866725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e9aab-5db9-49b4-8edf-a335a94de974 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.874405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-197e9aab-5db9-49b4-8edf-a335a94de974 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1716478 Dec 20 15:55:26.875234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:26.943291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-596c94b7-e970-42ff-9090-ed1e5ea0bb05 req-da043fc3-30c2-419d-b89d-4d378eb75ab9 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.83 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.0690870 Dec 20 15:55:27.011227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 1dfe8162-7af3-4a03-98a0-36f518efdc59 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:27.015357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.025677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 26973345-977e-4e58-92d0-02e18348697c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:27.027015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.038262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c3e7bcae-f116-4c4c-8c42-efb23b3e71a1 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5957656 Dec 20 15:55:27.045904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:27.052378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'network_id': 'b75302dd-90dd-41e9-a1cb-f1e8305be7cd', 'name': 'tempest-AllowedAddressPairTestJSON-1040483363'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:27.085503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d70f088-78b7-4af9-9cf0-dfa19710fdcc req-4bb6100c-8b7c-4656-b03a-aaf676d1ce30 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962722 Dec 20 15:55:27.090065 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.096691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdbc66ac-ad09-4642-9150-a5f1f5e6216a req-e56f3331-326d-46cd-a8cd-2eec677cccf4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561686 Dec 20 15:55:27.210367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.247368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca5bdc63-246a-40bd-bd53-59c2fad87f7e None None] Provisioning complete for port 8975ecb2-c67f-4223-99a3-afb28527ac53 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:27.248018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdc63-246a-40bd-bd53-59c2fad87f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.305971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bdc63-246a-40bd-bd53-59c2fad87f7e None None] Port 8975ecb2-c67f-4223-99a3-afb28527ac53 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:27.332090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca5bdc63-246a-40bd-bd53-59c2fad87f7e None None] Provisioning complete for port 26973345-977e-4e58-92d0-02e18348697c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:27.332843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdc63-246a-40bd-bd53-59c2fad87f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.387510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b681a83-7d30-48ca-a24a-4f5d31e0caf2 req-c2da38c4-2d69-425b-ac13-6df3f4e8eb08 tempest-ServerShowV247Test-1147263011 tempest-ServerShowV247Test-1147263011-project] 10.222.0.81 "GET /v2.0/ports?device_id=4004bcea-3049-48c7-a627-4f0c644be181 HTTP/1.1" status: 200 len: 210 time: 0.0905068 Dec 20 15:55:27.398305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-8edcae72-6d2d-4c84-bb77-3ec79b261c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:27.399664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.401217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-8edcae72-6d2d-4c84-bb77-3ec79b261c04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5c188ad03150443f9ea9903a725e2d31&device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 1094 time: 0.1750560 Dec 20 15:55:27.530142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Made reservation on behalf of a34523d1cc7c4a67a1f50fbe7f58fd05 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:27.535866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.566629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-ae46fe8b-a652-45c5-b70f-b1a293c3fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:27.568551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-ae46fe8b-a652-45c5-b70f-b1a293c3fc54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 200 len: 913 time: 0.1605842 Dec 20 15:55:27.577911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] device_id is not set on port 3551556f-20bf-424b-9bdd-76f5f446b0d5 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:27.634875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-086eb432-2ddb-4e6d-a459-3724e7db4a7d None None] Could not find standard attr ID for object 5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:27.635494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-61dbfe9c-c711-4ed4-b8c8-17b7d902cb19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da33223-9324-4476-ba53-a237b08a9b11 HTTP/1.1" status: 200 len: 217 time: 0.0581663 Dec 20 15:55:27.662125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.703119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfe8162-7af3-4a03-98a0-36f518efdc59,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:27.714460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.726209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41d14725-2682-4b65-a00e-8bf4b4e27dc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/1dfe8162-7af3-4a03-98a0-36f518efdc59 HTTP/1.1" status: 204 len: 168 time: 0.8464799 Dec 20 15:55:27.730605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:27.738445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-efed9d7b-0886-4773-ad46-26611dc93330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:27.740112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-efed9d7b-0886-4773-ad46-26611dc93330 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 200 len: 852 time: 0.0963025 Dec 20 15:55:27.804807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f828c7-83aa-4c9d-a979-72e5ba63c2a8 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:27.817039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-1cd87e1f-dd93-4737-935a-863c433e7248 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9caab41a-b617-424e-8017-422feabfe664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688555 Dec 20 15:55:27.851506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet d7a16092-f1d9-40de-a002-7f64bd424c3a {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:27.856868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:27.908998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Allocated IP 172.20.0.9 (b75302dd-90dd-41e9-a1cb-f1e8305be7cd/7d344642-78d1-4716-9b9a-bb3c5fa2b82a/3551556f-20bf-424b-9bdd-76f5f446b0d5) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:27.973353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-0509a40e-d3c6-4378-ac29-a5923c3ec45f service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455410 Dec 20 15:55:27.984450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:28.262635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93e938cc-3a8a-4793-b8c6-9950cf91104f req-802a6eac-e6a7-45a9-ac1e-993c2e511f83 service neutron] 10.222.0.72 "GET /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816603 Dec 20 15:55:28.299142 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:28.358668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cb459-e19b-411b-b402-55e0dc243805 req-3c3b4641-8aef-408d-88ea-fa0158d72ec4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:28.367909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d1cb459-e19b-411b-b402-55e0dc243805 req-3c3b4641-8aef-408d-88ea-fa0158d72ec4 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 943 time: 0.0846922 Dec 20 15:55:28.398154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:28.439141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d1cb459-e19b-411b-b402-55e0dc243805 req-a58dda25-ac8d-4ccb-968f-1aa4aee23a92 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702686 Dec 20 15:55:28.875736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8bcfdd9b-c4d3-43d1-bfe9-588b4351129a None None] Provisioning complete for port 26973345-977e-4e58-92d0-02e18348697c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:28.876382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8bcfdd9b-c4d3-43d1-bfe9-588b4351129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:28.962824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:28.989804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.118345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.124351 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/d7a16092-f1d9-40de-a002-7f64bd424c3a HTTP/1.1" status: 204 len: 168 time: 1.3917549 Dec 20 15:55:29.125367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2478cd3-5bd9-4baa-8f59-c1fe6c0917c8 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:29.132576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b4a6-79d3-42d0-9196-7b87e9c9f4c5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a16092-f1d9-40de-a002-7f64bd424c3a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:29.136816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:29.137189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40440) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:29.145346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=3551556f-20bf-424b-9bdd-76f5f446b0d5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:29.149302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:29.185868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:29.190067 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ccbd1b4-349c-4d3e-8c66-dc7911accba3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517435 Dec 20 15:55:29.199347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40442) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:29.215744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.252180 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:29.256427 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:29.257523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:29.257523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.311147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-502c5fb9-f670-44e3-8f33-029f0aebc24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.368316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-180e7c36-6013-4b3a-aa32-56502052d305 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3214731 Dec 20 15:55:29.371551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:29.390087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9c:36:b4'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a0:c8:c1'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:29.395570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c871-1d4b-4c95-871c-f9d2109f2c57 req-204984b4-54cd-4c7d-9d5b-71fbce8bd956 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:29.400058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bd9c871-1d4b-4c95-871c-f9d2109f2c57 req-204984b4-54cd-4c7d-9d5b-71fbce8bd956 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2880826 Dec 20 15:55:29.438554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5da33223-9324-4476-ba53-a237b08a9b11 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:55:29.452384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40448) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:29.521148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bd9c871-1d4b-4c95-871c-f9d2109f2c57 req-d5f29ed0-0b49-4198-99d8-83c5271cc572 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156483 Dec 20 15:55:29.558947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:29.563102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.640835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:29.672078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:29.705313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.771990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401e6e8-4285-4c1a-95f5-304946aaa4b6 req-581f633f-74a3-4611-9445-d5c0789a0b7c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:29.779599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3401e6e8-4285-4c1a-95f5-304946aaa4b6 req-581f633f-74a3-4611-9445-d5c0789a0b7c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 943 time: 0.1881762 Dec 20 15:55:29.817523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d3e182a-8abf-4630-a289-5ff9fcbda1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.825636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2276490d-6316-44d7-b300-e045329d7005 None None] Provisioning complete for port 3551556f-20bf-424b-9bdd-76f5f446b0d5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:29.826013 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2276490d-6316-44d7-b300-e045329d7005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.831318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e120b823-8279-49e4-85d0-4cb670e264a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:29.869140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5da33223-9324-4476-ba53-a237b08a9b11, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5da33223-9324-4476-ba53-a237b08a9b11,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:29.902317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '5da33223-9324-4476-ba53-a237b08a9b11', 'network_id': '9caab41a-b617-424e-8017-422feabfe664', 'port_id': '5da33223-9324-4476-ba53-a237b08a9b11', 'mac_address': 'fa:16:3e:a4:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772960a6-5956-4890-a1a7-db19830bd4b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:55:29.906874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3401e6e8-4285-4c1a-95f5-304946aaa4b6 req-87d4ad6a-57b7-44ce-9fc6-f27d930e645c tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261191 Dec 20 15:55:29.960539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2276490d-6316-44d7-b300-e045329d7005 None None] Port 3551556f-20bf-424b-9bdd-76f5f446b0d5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:29.979066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] Deleting port 26973345-977e-4e58-92d0-02e18348697c {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:29.979066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.033448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d3e182a-8abf-4630-a289-5ff9fcbda1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.045114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.057940 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.060774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e120b823-8279-49e4-85d0-4cb670e264a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.070571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da33223-9324-4476-ba53-a237b08a9b11 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:30.082960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] For port 26973345-977e-4e58-92d0-02e18348697c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26973345-977e-4e58-92d0-02e18348697c,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:30.083448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.109041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] Calling delete_port for 26973345-977e-4e58-92d0-02e18348697c owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:30.114995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5da33223-9324-4476-ba53-a237b08a9b11, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5da33223-9324-4476-ba53-a237b08a9b11,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:30.131311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.135550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e120b823-8279-49e4-85d0-4cb670e264a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.164371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d3e182a-8abf-4630-a289-5ff9fcbda1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.192036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.208341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e120b823-8279-49e4-85d0-4cb670e264a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19eb1a331a9d4f679574bbc5e8a7cb44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7502398 Dec 20 15:55:30.208341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40464) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:30.216654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120b823-8279-49e4-85d0-4cb670e264a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ab878-546d-4b7e-964e-44934d50bab0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.311943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] In _notify_port_updated(), no bound segment for port 3551556f-20bf-424b-9bdd-76f5f446b0d5 on network b75302dd-90dd-41e9-a1cb-f1e8305be7cd {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:55:30.314846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.317093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.320850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "PUT /v2.0/ports/3551556f-20bf-424b-9bdd-76f5f446b0d5 HTTP/1.1" status: 200 len: 1057 time: 0.9453492 Dec 20 15:55:30.322352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40474) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:30.359264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5da33223-9324-4476-ba53-a237b08a9b11,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.374130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.374868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.375687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.375687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.376173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.376595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.377071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.377511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.378196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.378621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.379077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.379666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.380079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:30.385627 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d3e182a-8abf-4630-a289-5ff9fcbda1d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffaaf826325044ec8c58f14d83b2d53c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435629 Dec 20 15:55:30.386765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:30.393577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e182a-8abf-4630-a289-5ff9fcbda1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01316143-0f9e-4365-828d-816851592637,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.398673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80658cb-6906-4ded-bf0d-f032d1911acd tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event updated for resources: {'Port': ['ID=3551556f-20bf-424b-9bdd-76f5f446b0d5,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.414269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:55:30.421308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['5da33223-9324-4476-ba53-a237b08a9b11'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:55:30.457427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-1ef6-4737-86dc-bf8cab80a7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.458711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39528bbc-60e0-4bff-80a1-6c9d1ab8e50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.480448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.486047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39528bbc-60e0-4bff-80a1-6c9d1ab8e50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.561248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] Pushing event deleted for resources: {'Port': ['ID=26973345-977e-4e58-92d0-02e18348697c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.567768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb7d2a-9324-4008-ba9b-f1115479d59d None None] No DVR routers for this DVR port 26973345-977e-4e58-92d0-02e18348697c on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:30.599718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-1ef6-4737-86dc-bf8cab80a7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.630446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ffa1ec4d-0d77-4c7d-a6c1-1bf767066916 None None] Provisioning complete for port 3551556f-20bf-424b-9bdd-76f5f446b0d5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:30.631237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ffa1ec4d-0d77-4c7d-a6c1-1bf767066916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.644933 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39528bbc-60e0-4bff-80a1-6c9d1ab8e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.648722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39528bbc-60e0-4bff-80a1-6c9d1ab8e50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.653597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-39528bbc-60e0-4bff-80a1-6c9d1ab8e50c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01316143-0f9e-4365-828d-816851592637 HTTP/1.1" status: 204 len: 168 time: 0.2655611 Dec 20 15:55:30.686663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39528bbc-60e0-4bff-80a1-6c9d1ab8e50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01316143-0f9e-4365-828d-816851592637,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.702947 n-d-781076-8 neutron-server[103953]: WARNING neutron.services.revisions.revision_plugin [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Could not find related port for resource to bump revision. Dec 20 15:55:30.743719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d847-f3c0-49b6-90b0-ebdeb8e76378 req-575d66d6-4a46-46ef-b9d3-5acb7282fdde tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.745379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d582d847-f3c0-49b6-90b0-ebdeb8e76378 req-575d66d6-4a46-46ef-b9d3-5acb7282fdde tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1018038 Dec 20 15:55:30.752393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port 3551556f-20bf-424b-9bdd-76f5f446b0d5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:30.752736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.781094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_pluggable_backend [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Port 26973345-977e-4e58-92d0-02e18348697c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 15:55:30.781495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_pluggable_backend [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:aac0 {{(pid=103953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 15:55:30.831254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_pluggable_backend [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee0:aac0 {{(pid=103953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 15:55:30.839552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.892149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26973345-977e-4e58-92d0-02e18348697c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:30.922649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:30.929708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d582d847-f3c0-49b6-90b0-ebdeb8e76378 req-5fdf3840-b286-427e-9828-8936e0919a7f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584630 Dec 20 15:55:30.934034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 26973345-977e-4e58-92d0-02e18348697c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:30.934642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26973345-977e-4e58-92d0-02e18348697c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:30.937615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-1ef6-4737-86dc-bf8cab80a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.950681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6972725b-1ef6-4737-86dc-bf8cab80a7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.965044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6972725b-1ef6-4737-86dc-bf8cab80a7c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b04ab878-546d-4b7e-964e-44934d50bab0 HTTP/1.1" status: 204 len: 168 time: 0.7566206 Dec 20 15:55:30.970823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ffa1ec4d-0d77-4c7d-a6c1-1bf767066916 None None] Port 3551556f-20bf-424b-9bdd-76f5f446b0d5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:30.974386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:30.979593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.995886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.996514 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.002625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d9431-594c-4490-a713-20453343a027 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:31.027328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=32250f97-8c40-4b25-96cd-255e57c2010c,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:31.042562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972725b-1ef6-4737-86dc-bf8cab80a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ab878-546d-4b7e-964e-44934d50bab0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:31.047750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for 3551556f-20bf-424b-9bdd-76f5f446b0d5 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:31.145585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40490) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:31.147702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-25031940-dee5-4818-b744-4a9a7866f8cb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9449294 Dec 20 15:55:31.151492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:31.233652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e11b-9bd1-4e2e-aa21-94766f699ecb req-2e634ffc-3d1b-4571-91d8-7eb0d24ba087 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.233652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e746e11b-9bd1-4e2e-aa21-94766f699ecb req-2e634ffc-3d1b-4571-91d8-7eb0d24ba087 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 944 time: 0.1870737 Dec 20 15:55:31.297580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '32250f97-8c40-4b25-96cd-255e57c2010c'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:31.298447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.352732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e746e11b-9bd1-4e2e-aa21-94766f699ecb req-ce17f965-75c9-4d4c-8c8e-38e9fb30e197 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158729 Dec 20 15:55:31.435989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:31.440423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.475264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Allocated IP 2001:db8::f816:3eff:fec9:6994 (76bd2955-ceed-487c-bb74-e6d50e561825/32250f97-8c40-4b25-96cd-255e57c2010c/9eb3cbf8-4f09-4783-9761-dbf3d5cd7832) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:31.487683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.573022 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32250f97-8c40-4b25-96cd-255e57c2010c (CIDR: 2001:db8::/64) Dec 20 15:55:31.628866 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:31.629347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:31.699075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=3551556f-20bf-424b-9bdd-76f5f446b0d5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:31.713480 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.741738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-76993224-61d9-4fc8-b841-5dcbd4e48ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.746367 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2915a7f1-db1b-46a8-94e9-99a26190e6b6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5983632 Dec 20 15:55:31.748270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40508) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:31.754128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:31.765350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40510) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:31.799422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cfff3d0d-8a3c-4c35-9beb-24840f69a1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.803324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:31.899569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:31.903413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:31.907521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:31.916169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Pushing event updated for resources: {'Port': ['ID=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.010875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Attempting to bind port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:32.011563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Attempting to bind port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:32.011727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Attempting to bind port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:32.018460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:32.019370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:32.019942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.020471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:32.020952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Bound port: 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:32.021363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.098492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] For port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:32.101722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] For port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:32.107661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:32.113709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.115771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cfff3d0d-8a3c-4c35-9beb-24840f69a1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.126360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.130971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-98cf27f8-1c56-4262-974b-8c4b04986c23 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/ports/3551556f-20bf-424b-9bdd-76f5f446b0d5 HTTP/1.1" status: 204 len: 168 time: 1.8007724 Dec 20 15:55:32.134571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40518) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:32.165944 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d567559a-4d5b-48ad-9314-362fe50030b6 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] GET failed (client error): The resource could not be found. Dec 20 15:55:32.167889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d567559a-4d5b-48ad-9314-362fe50030b6 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "GET /v2.0/ports/3551556f-20bf-424b-9bdd-76f5f446b0d5 HTTP/1.1" status: 404 len: 333 time: 0.0323179 Dec 20 15:55:32.176524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc0b5-ab99-4749-894d-30f90ed7a367 req-7f256e50-baff-4037-9011-95f9e0dce59c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:32.177393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.178853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473bc0b5-ab99-4749-894d-30f90ed7a367 req-7f256e50-baff-4037-9011-95f9e0dce59c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1321383 Dec 20 15:55:32.179793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:32.241016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cfff3d0d-8a3c-4c35-9beb-24840f69a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.304245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae492fd8-5dce-4cbe-90a9-672fe9f574ba None None] Pushing event updated for resources: {'Port': ['ID=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.399398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473bc0b5-ab99-4749-894d-30f90ed7a367 req-432f4b57-6372-4f8c-934e-4ee18bef17aa tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068241 Dec 20 15:55:32.462506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cfff3d0d-8a3c-4c35-9beb-24840f69a1d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc96fcf8bd3046ca92d69aa8e1043ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6920030 Dec 20 15:55:32.465615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff3d0d-8a3c-4c35-9beb-24840f69a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea178cff-1c8f-43fe-b3ea-3639024d4bdd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.467554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:32.496961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port 8975ecb2-c67f-4223-99a3-afb28527ac53 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:32.497477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.692669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ad0a-2830-4880-8623-5d419ad65f58 req-aacb9e50-ad9a-4616-ba4c-5188c0151e71 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:32.692669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da17ad0a-2830-4880-8623-5d419ad65f58 req-aacb9e50-ad9a-4616-ba4c-5188c0151e71 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 944 time: 0.1161649 Dec 20 15:55:32.696437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.715794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5c87-83c2-4fe5-8d4d-03890eeea9e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.726448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for 8975ecb2-c67f-4223-99a3-afb28527ac53 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:32.764693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5c87-83c2-4fe5-8d4d-03890eeea9e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.776551 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.825605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.836946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da17ad0a-2830-4880-8623-5d419ad65f58 req-24891ed2-3ab1-4131-904e-6e0d5c7f118d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314354 Dec 20 15:55:32.910665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:32.920907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=0fd237cb-264f-4751-9738-6b7cc8440c85,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:32.939123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:32.941817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:32.949148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:32.950416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.996630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:32.997355 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5c87-83c2-4fe5-8d4d-03890eeea9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:32.997604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.003724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6ea5c87-83c2-4fe5-8d4d-03890eeea9e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.005382 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d6ea5c87-83c2-4fe5-8d4d-03890eeea9e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea178cff-1c8f-43fe-b3ea-3639024d4bdd HTTP/1.1" status: 204 len: 168 time: 0.5158865 Dec 20 15:55:33.023081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea5c87-83c2-4fe5-8d4d-03890eeea9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea178cff-1c8f-43fe-b3ea-3639024d4bdd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:33.033814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.040106 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fd48a9b1-65a8-44f4-a9bc-2c27b2a2eee2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2905614 Dec 20 15:55:33.052234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40544) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:33.052234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:26:04:29', 'name': 'tempest-NetworksTestDHCPv6-897847860'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:33.095862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=8975ecb2-c67f-4223-99a3-afb28527ac53,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:33.186200 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.267654 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.269624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:33.273602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-70ee4924-f39c-43bc-9ddc-9e5db959c0d8 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/ports/8975ecb2-c67f-4223-99a3-afb28527ac53 HTTP/1.1" status: 204 len: 168 time: 1.0909183 Dec 20 15:55:33.275432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40546) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:33.333682 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2360444-0339-4914-b207-8fae0795c91c tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] GET failed (client error): The resource could not be found. Dec 20 15:55:33.335249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d2360444-0339-4914-b207-8fae0795c91c tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "GET /v2.0/ports/8975ecb2-c67f-4223-99a3-afb28527ac53 HTTP/1.1" status: 404 len: 333 time: 0.0583367 Dec 20 15:55:33.346584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40552) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:33.352461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:33.413774 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.483257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5da33223-9324-4476-ba53-a237b08a9b11 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:33.565134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.595723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port 32a17781-48e9-489d-97b4-9cc4e6639079 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:33.596283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.621878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:33.624931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:33.726641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd49a-8626-4368-aed4-b28f8a7c54d7 req-09657dea-1ce1-444f-8fbe-36922bd05359 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:33.734152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8dd49a-8626-4368-aed4-b28f8a7c54d7 req-09657dea-1ce1-444f-8fbe-36922bd05359 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1418529 Dec 20 15:55:33.736790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 5da33223-9324-4476-ba53-a237b08a9b11 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:33.742780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 5da33223-9324-4476-ba53-a237b08a9b11 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:33.743146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.765071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.807243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for 32a17781-48e9-489d-97b4-9cc4e6639079 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:33.861506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8dd49a-8626-4368-aed4-b28f8a7c54d7 req-9bae66b8-2353-4953-93d2-c60951c60165 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229024 Dec 20 15:55:33.975117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.004142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8:0:1::30f (76bd2955-ceed-487c-bb74-e6d50e561825/0fd237cb-264f-4751-9738-6b7cc8440c85/b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:34.014621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::f816:3eff:fe26:429 (76bd2955-ceed-487c-bb74-e6d50e561825/32250f97-8c40-4b25-96cd-255e57c2010c/b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:34.033465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da33223-9324-4476-ba53-a237b08a9b11'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:34.046685 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c57a99-3040-45fa-871e-39cd9d3b9801" -d '{"events": [{"server_uuid": "1bd1534e-d31d-4218-a431-cf164042f4e6", "name": "network-vif-plugged", "status": "completed", "tag": "5da33223-9324-4476-ba53-a237b08a9b11"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:34.103437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5da33223-9324-4476-ba53-a237b08a9b11, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5da33223-9324-4476-ba53-a237b08a9b11,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:34.110624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b07e6-46a7-4ba3-9a9c-1872155f73fa None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:34.152484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e8603-c2b1-4220-a703-3ec54e402f9a req-accd8f96-55e2-45b8-b00d-ad39ba49135b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:34.161878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c50e8603-c2b1-4220-a703-3ec54e402f9a req-accd8f96-55e2-45b8-b00d-ad39ba49135b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 944 time: 0.1762674 Dec 20 15:55:34.187482 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef3e364-22e1-4e6c-ad15-06c0b278dba0 x-openstack-request-id: req-9ef3e364-22e1-4e6c-ad15-06c0b278dba0 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:34.189569 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd1534e-d31d-4218-a431-cf164042f4e6", "name": "network-vif-plugged", "status": "completed", "tag": "5da33223-9324-4476-ba53-a237b08a9b11", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:34.190065 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ef3e364-22e1-4e6c-ad15-06c0b278dba0 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:34.196969 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da33223-9324-4476-ba53-a237b08a9b11', 'code': 200} Dec 20 15:55:34.231661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.294833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c50e8603-c2b1-4220-a703-3ec54e402f9a req-d3dcedbf-3eed-4a3b-a9ca-1d97bb4be947 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302900 Dec 20 15:55:34.324192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40584) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:34.345758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5da33223-9324-4476-ba53-a237b08a9b11,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:34.351256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.365018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b031cb84-c4aa-4e67-a0d6-e5ed65616662 None None] Provisioning complete for port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:34.365788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b031cb84-c4aa-4e67-a0d6-e5ed65616662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.408029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.420623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=32a17781-48e9-489d-97b4-9cc4e6639079,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:34.497075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.591443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d287ca1a-f876-43a8-afef-55d03d2c7529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.625270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] Update dhcp port {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'fixed_ips': [{'subnet_id': '32250f97-8c40-4b25-96cd-255e57c2010c', 'ip_address': '2001:db8::f816:3eff:fec9:6994'}, {'subnet_id': '0fd237cb-264f-4751-9738-6b7cc8440c85'}], 'binding:host_id': 'n-d-781076-8'}, 'id': '9eb3cbf8-4f09-4783-9761-dbf3d5cd7832'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:55:34.645232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.703600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.783021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.788831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-063949e0-46fc-44b0-8caf-4fac740209a4 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/ports/32a17781-48e9-489d-97b4-9cc4e6639079 HTTP/1.1" status: 204 len: 168 time: 1.4406276 Dec 20 15:55:34.791284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40598) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:34.836060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:34.839831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:34.853304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:34.857935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:34.867644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:34.868088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.876791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting subnet 7d344642-78d1-4716-9b9a-bb3c5fa2b82a {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:34.881853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.909735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:34.931440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.971035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f860dc2-17c8-4b5c-8426-292a3433a1f5 req-a719d434-2a1f-4d6f-b893-7b237e64df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:34.973263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f860dc2-17c8-4b5c-8426-292a3433a1f5 req-a719d434-2a1f-4d6f-b893-7b237e64df0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 1096 time: 0.5579336 Dec 20 15:55:34.992156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:34.992618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.007783 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9de37c12-2b5f-4314-a58d-b176d25d324a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9647179 Dec 20 15:55:35.010324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40604) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:35.028709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d287ca1a-f876-43a8-afef-55d03d2c7529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.104946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] Allocated IP 2001:db8:0:1::2 (76bd2955-ceed-487c-bb74-e6d50e561825/0fd237cb-264f-4751-9738-6b7cc8440c85/9eb3cbf8-4f09-4783-9761-dbf3d5cd7832) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:35.133504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.163437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.235712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:35.236323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.333923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] For port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:35.389314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.464474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.487895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:35.492011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.650464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c9589-cb56-4a0c-aab3-a15ecb6559e3 None None] Pushing event updated for resources: {'Port': ['ID=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:35.656245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d287ca1a-f876-43a8-afef-55d03d2c7529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.735746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287ca1a-f876-43a8-afef-55d03d2c7529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d00ea-a43c-40e8-a8de-1e5dc2d973a4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:35.872949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d287ca1a-f876-43a8-afef-55d03d2c7529 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec42426e5837404c81d25a0fb4cb5da5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5452213 Dec 20 15:55:35.873640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40618) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:35.908291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bc93e-c37e-410d-abf4-2a96ba525053 req-f30bac79-9b27-487b-8d64-4c16749f0e8d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:35.910877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14bc93e-c37e-410d-abf4-2a96ba525053 req-f30bac79-9b27-487b-8d64-4c16749f0e8d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.9366465 Dec 20 15:55:35.941676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f860dc2-17c8-4b5c-8426-292a3433a1f5 req-42ee8501-4857-45e9-a885-1652bd9e9d0f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9595850 Dec 20 15:55:35.965578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:35.974617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.011924 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:55:36.020852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d5191-23f7-46fe-a0da-ba6d99ceb31f req-61dd8c7c-6b3f-4e48-8000-d74426bd981f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.028557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f71d5191-23f7-46fe-a0da-ba6d99ceb31f req-61dd8c7c-6b3f-4e48-8000-d74426bd981f tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.3957801 Dec 20 15:55:36.037970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:36.074307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c503b0c-34d4-4768-a66d-6d574297aa27 None None] Network b75302dd-90dd-41e9-a1cb-f1e8305be7cd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:36.074549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.079489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/subnets/7d344642-78d1-4716-9b9a-bb3c5fa2b82a HTTP/1.1" status: 204 len: 168 time: 1.2871830 Dec 20 15:55:36.084082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f6bcd-968c-4bfe-aa7e-7a920e7c035f tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Subnet': ['ID=7d344642-78d1-4716-9b9a-bb3c5fa2b82a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:36.084292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40620) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:36.121231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14bc93e-c37e-410d-abf4-2a96ba525053 req-2f667d8f-8551-4661-be75-7ad8ddd56b72 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884801 Dec 20 15:55:36.189078 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1353abc-1dbf-4351-aba3-a4308c56b420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.204202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f71d5191-23f7-46fe-a0da-ba6d99ceb31f req-0e34e1bc-9d67-4576-ab24-fbaf268daa61 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727481 Dec 20 15:55:36.267151 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1353abc-1dbf-4351-aba3-a4308c56b420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.268529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.308498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.314766 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59d02fe8-fc9e-4e2c-a8fa-d5e3567df0a6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef HTTP/1.1" status: 204 len: 168 time: 1.3008337 Dec 20 15:55:36.316454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40624) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:36.408829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d3fc3-5dcb-4715-b5d0-ef240b9d93e7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.410696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40626) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:36.411355 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f44d3fc3-5dcb-4715-b5d0-ef240b9d93e7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0939510 Dec 20 15:55:36.415509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40628) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:36.459167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] DHCP port deletion for b75302dd-90dd-41e9-a1cb-f1e8305be7cd request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:36.478665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1353abc-1dbf-4351-aba3-a4308c56b420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.481519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1353abc-1dbf-4351-aba3-a4308c56b420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.482864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f1353abc-1dbf-4351-aba3-a4308c56b420 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d31d00ea-a43c-40e8-a8de-1e5dc2d973a4 HTTP/1.1" status: 204 len: 168 time: 0.6022604 Dec 20 15:55:36.514278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1353abc-1dbf-4351-aba3-a4308c56b420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d00ea-a43c-40e8-a8de-1e5dc2d973a4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:36.542952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Deleting port 8938d200-3eb3-4ead-b53e-63425324b099 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:36.544026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.579819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] Deleting port 8938d200-3eb3-4ead-b53e-63425324b099 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:36.580212 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.636566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-778f7360-7426-4ad9-831d-0a3b31f8464e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.662625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] For port 8938d200-3eb3-4ead-b53e-63425324b099, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8938d200-3eb3-4ead-b53e-63425324b099,segment=NetworkSegment(baf565c1-8c28-40e6-8e3d-218b64f57b50),segment_id=baf565c1-8c28-40e6-8e3d-218b64f57b50)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:36.662625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.697144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48497ffb-3984-45d7-8143-b4db39f4224e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.697144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-48497ffb-3984-45d7-8143-b4db39f4224e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2771168 Dec 20 15:55:36.697144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Calling delete_port for 8938d200-3eb3-4ead-b53e-63425324b099 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:36.697684 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40634) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:36.712484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] For port 8938d200-3eb3-4ead-b53e-63425324b099, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8938d200-3eb3-4ead-b53e-63425324b099,segment=NetworkSegment(baf565c1-8c28-40e6-8e3d-218b64f57b50),segment_id=baf565c1-8c28-40e6-8e3d-218b64f57b50)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:36.712888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.754873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] Calling delete_port for 8938d200-3eb3-4ead-b53e-63425324b099 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:36.806944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-778f7360-7426-4ad9-831d-0a3b31f8464e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.831116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9afbf-9a6d-451b-a773-013b573069f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.833394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9afbf-9a6d-451b-a773-013b573069f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.835634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9afbf-9a6d-451b-a773-013b573069f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.839938 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75d9afbf-9a6d-451b-a773-013b573069f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1391039 Dec 20 15:55:36.840519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40638) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:36.854877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:36.911111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7b4b9193-4d20-48e7-a0f1-d1a3d132d84b None None] Provisioning complete for port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:36.911715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7b4b9193-4d20-48e7-a0f1-d1a3d132d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.922769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 0fd237cb-264f-4751-9738-6b7cc8440c85 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:36.935193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.003095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.010844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.044000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:37.044385 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.068359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Port': ['ID=8938d200-3eb3-4ead-b53e-63425324b099,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.079102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] No DVR routers for this DVR port 8938d200-3eb3-4ead-b53e-63425324b099 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:37.136732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.212554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] Pushing event deleted for resources: {'Port': ['ID=8938d200-3eb3-4ead-b53e-63425324b099,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.219876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25113db9-4252-4b8c-93df-a275ef03934f None None] No DVR routers for this DVR port 8938d200-3eb3-4ead-b53e-63425324b099 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:37.263396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.323970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.335120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-778f7360-7426-4ad9-831d-0a3b31f8464e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.368024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75302dd-90dd-41e9-a1cb-f1e8305be7cd']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.369830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-89b77ffa-41a4-469b-b210-d46811428ee5 None None] Could not find standard attr ID for object b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:55:37.392129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf565c1-8c28-40e6-8e3d-218b64f57b50') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.392704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf565c1-8c28-40e6-8e3d-218b64f57b50') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:37.428902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8938d200-3eb3-4ead-b53e-63425324b099 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:37.455044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8938d200-3eb3-4ead-b53e-63425324b099 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:37.455666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8938d200-3eb3-4ead-b53e-63425324b099 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:37.460464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.488935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.496592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:55:37.497809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:37.501861 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:37.559231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-778f7360-7426-4ad9-831d-0a3b31f8464e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=983e94aba2bb4b5a89e0f8be2545fe63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1473596 Dec 20 15:55:37.562332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f7360-7426-4ad9-831d-0a3b31f8464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a83eaf-af9d-4d93-80e5-75f09d866cd4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.565003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40656) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:37.615869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db796857-c3e1-4efa-889c-301cd8072b7a req-e17eef6c-24df-414f-9ff1-c365af1f28bc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:37.617451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db796857-c3e1-4efa-889c-301cd8072b7a req-e17eef6c-24df-414f-9ff1-c365af1f28bc tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2738373 Dec 20 15:55:37.648145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0458d4-cc62-439c-87e5-ff83140c1e8e req-5a23037d-de0c-4396-9687-cd09757c3d5d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:37.649710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e0458d4-cc62-439c-87e5-ff83140c1e8e req-5a23037d-de0c-4396-9687-cd09757c3d5d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.2488263 Dec 20 15:55:37.722136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.741995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.744285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec16e1b4-4a73-40f4-8b7a-0cb447b46d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.765880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.769793 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] 10.222.0.81 "DELETE /v2.0/networks/b75302dd-90dd-41e9-a1cb-f1e8305be7cd HTTP/1.1" status: 204 len: 168 time: 1.6733582 Dec 20 15:55:37.770969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247465-755e-4e68-820c-cc9e1d5d5740 tempest-AllowedAddressPairTestJSON-2039891870 tempest-AllowedAddressPairTestJSON-2039891870-project] Pushing event deleted for resources: {'Network': ['ID=b75302dd-90dd-41e9-a1cb-f1e8305be7cd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.774016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db796857-c3e1-4efa-889c-301cd8072b7a req-34eeeae6-4dd7-4352-ad62-9114d8eb74f7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469510 Dec 20 15:55:37.790247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd237cb-264f-4751-9738-6b7cc8440c85,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.796116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.796447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2cf657-e12c-477f-a994-4e547d0fbff8 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:37.802767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-de4cd48d-5d29-4a46-b7a4-f9c910089f4b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/0fd237cb-264f-4751-9738-6b7cc8440c85 HTTP/1.1" status: 204 len: 168 time: 0.9518025 Dec 20 15:55:37.807695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40666) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:37.816457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e0458d4-cc62-439c-87e5-ff83140c1e8e req-aa64146b-263f-4a88-8eeb-c382cd43225d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574335 Dec 20 15:55:37.826019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec16e1b4-4a73-40f4-8b7a-0cb447b46d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.936632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 32250f97-8c40-4b25-96cd-255e57c2010c {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:37.942684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:37.992244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.059553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec16e1b4-4a73-40f4-8b7a-0cb447b46d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.063679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec16e1b4-4a73-40f4-8b7a-0cb447b46d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.070659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec16e1b4-4a73-40f4-8b7a-0cb447b46d1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31a83eaf-af9d-4d93-80e5-75f09d866cd4 HTTP/1.1" status: 204 len: 168 time: 0.5020936 Dec 20 15:55:38.084319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16e1b4-4a73-40f4-8b7a-0cb447b46d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a83eaf-af9d-4d93-80e5-75f09d866cd4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:38.089442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.279767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.315045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=32250f97-8c40-4b25-96cd-255e57c2010c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:38.321942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.325460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8e5489c2-7a90-462c-b770-7e5c96423d28 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/32250f97-8c40-4b25-96cd-255e57c2010c HTTP/1.1" status: 204 len: 168 time: 0.5125935 Dec 20 15:55:38.328337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40676) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:38.375164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-350dc4ac-f416-43b7-b4c2-8e6c2a7f24a3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444224 Dec 20 15:55:38.379639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40678) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:38.385720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:38.585139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40684) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:38.627610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:38.631658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:38.651542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade736e-be00-444a-aba1-dd897f1ac79b None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:38.795409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5ba7976b-8743-4f93-9650-e75daf8455ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a34523d1cc7c4a67a1f50fbe7f58fd05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2076027 Dec 20 15:55:38.797365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40696) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:38.952188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec61b999-daf5-42c1-b995-14c459f42ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.015810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3dac399d-2683-4792-8591-b80f545bdbbd None None] Provisioning complete for port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:39.016458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3dac399d-2683-4792-8591-b80f545bdbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.073756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec61b999-daf5-42c1-b995-14c459f42ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.086922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df839a21-a533-45a1-99e9-8deb8319c9d8 req-357eec2f-c5f7-4236-b52a-99609fce7d90 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.088574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df839a21-a533-45a1-99e9-8deb8319c9d8 req-357eec2f-c5f7-4236-b52a-99609fce7d90 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1728845 Dec 20 15:55:39.145975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.166491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7c2e2-59af-48f6-86ad-c518115ef6ab req-27b3980a-5464-4491-88aa-c2f56e49e34e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.168115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aac7c2e2-59af-48f6-86ad-c518115ef6ab req-27b3980a-5464-4491-88aa-c2f56e49e34e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.2138436 Dec 20 15:55:39.184287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:39.256338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:39.266076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] Deleting port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:39.266348 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.269989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:39.273271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.273888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.282399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=bc976b31-caf6-47ef-adc7-97a6d7bedb4e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.294202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df839a21-a533-45a1-99e9-8deb8319c9d8 req-02674947-e6f0-4516-9006-1b403f2012b1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956658 Dec 20 15:55:39.334960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aac7c2e2-59af-48f6-86ad-c518115ef6ab req-1c7690b4-988b-4c74-acc7-907b58fb4ec0 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343558 Dec 20 15:55:39.369576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] For port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:39.369576 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.389521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] Calling delete_port for 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:39.508708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec61b999-daf5-42c1-b995-14c459f42ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.511839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec61b999-daf5-42c1-b995-14c459f42ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.516290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec61b999-daf5-42c1-b995-14c459f42ea6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b81499e-b0df-4d85-94e7-3ce4bd359c8b HTTP/1.1" status: 204 len: 168 time: 0.7162740 Dec 20 15:55:39.531606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13430fed-0a0d-4a5e-8042-7bd0e41effdd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1475146 Dec 20 15:55:39.531606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61b999-daf5-42c1-b995-14c459f42ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81499e-b0df-4d85-94e7-3ce4bd359c8b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.531951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40724) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:39.538209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:39.678855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.705762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] Pushing event deleted for resources: {'Port': ['ID=9eb3cbf8-4f09-4783-9761-dbf3d5cd7832,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:39.710311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2644f7d-d38a-49a7-8ac9-84faadf0841e None None] No DVR routers for this DVR port 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:39.726478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977c1b6-5240-41a5-a3bd-b4bf49db5b70 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:39.830329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': 'bc976b31-caf6-47ef-adc7-97a6d7bedb4e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:39.831304 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.841870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:39.856234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.966956 n-d-781076-8 neutron-server[103953]: INFO neutron.db.ipam_backend_mixin [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc976b31-caf6-47ef-adc7-97a6d7bedb4e (CIDR: 2001:db8::/64) Dec 20 15:55:40.002956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/bc976b31-caf6-47ef-adc7-97a6d7bedb4e/6a2e767b-329b-40db-8769-a75c304d23ef) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:40.089835 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:40.090433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:40.123875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4cc4-93b4-40fd-beb3-fae29f21780f req-f3248f2f-19af-46d1-b49a-8f3ad784bc97 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:40.131917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-990b4cc4-93b4-40fd-beb3-fae29f21780f req-f3248f2f-19af-46d1-b49a-8f3ad784bc97 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.0851157 Dec 20 15:55:40.203841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-990b4cc4-93b4-40fd-beb3-fae29f21780f req-8569ac49-5455-4b95-8481-c9841b08e48b tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709820 Dec 20 15:55:40.211454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40742) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:40.212055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-71b75e01-f272-4f8b-98ad-87bf00e4cbb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6787639 Dec 20 15:55:40.218332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:40.234947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.354182 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.420655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:40.424000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:40.426827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:40.439426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62be3-2854-45da-8af5-65fc5d5c1c7e req-07ef299d-0986-4929-a266-e7640de94836 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:40.442309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ab62be3-2854-45da-8af5-65fc5d5c1c7e req-07ef299d-0986-4929-a266-e7640de94836 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.0677891 Dec 20 15:55:40.442837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Pushing event updated for resources: {'Port': ['ID=6a2e767b-329b-40db-8769-a75c304d23ef,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:40.453520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:40.458907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.511403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ab62be3-2854-45da-8af5-65fc5d5c1c7e req-83797ec9-763e-4b67-89f8-399ba6dfe004 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589170 Dec 20 15:55:40.528269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Attempting to bind port 6a2e767b-329b-40db-8769-a75c304d23ef on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:40.528661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Attempting to bind port 6a2e767b-329b-40db-8769-a75c304d23ef by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:40.529143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Attempting to bind port 6a2e767b-329b-40db-8769-a75c304d23ef on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:40.538968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:40.538968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:40.541277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.542020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:40.542878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Bound port: 6a2e767b-329b-40db-8769-a75c304d23ef, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:40.543532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.629390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] For port 6a2e767b-329b-40db-8769-a75c304d23ef, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:40.633519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] For port 6a2e767b-329b-40db-8769-a75c304d23ef, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a2e767b-329b-40db-8769-a75c304d23ef,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:40.754046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:40.790382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.824920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:40.825609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9eb3cbf8-4f09-4783-9761-dbf3d5cd7832 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:40.878169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300bea4-63f0-4a0a-837a-6c11e946e7da None None] Pushing event updated for resources: {'Port': ['ID=6a2e767b-329b-40db-8769-a75c304d23ef,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:41.114918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:55:41.375725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549972d8-810e-4483-9266-6e887354080a req-006f3b5d-5740-4a34-a575-0990dd309394 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.383385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-549972d8-810e-4483-9266-6e887354080a req-006f3b5d-5740-4a34-a575-0990dd309394 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.0672174 Dec 20 15:55:41.417371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:41.440552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-549972d8-810e-4483-9266-6e887354080a req-d86e1c38-30c6-4025-887a-35c3573e419a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558739 Dec 20 15:55:41.632609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] For port 6a2e767b-329b-40db-8769-a75c304d23ef, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a2e767b-329b-40db-8769-a75c304d23ef,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:41.713404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2812-3941-468a-9492-028d5f3b53c6 req-90da2e11-260a-4eb0-a9c8-fcb0c028f8e5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.719614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-012a2812-3941-468a-9492-028d5f3b53c6 req-90da2e11-260a-4eb0-a9c8-fcb0c028f8e5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.0948887 Dec 20 15:55:41.793558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-012a2812-3941-468a-9492-028d5f3b53c6 req-616b9f00-28ae-485a-b845-273f1467a7ed tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667534 Dec 20 15:55:42.112819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55363-3d13-47da-845a-710c11d77aae req-51712201-1b44-4dc6-9ceb-ec7e3615dd99 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:42.118293 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.132823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7a55363-3d13-47da-845a-710c11d77aae req-51712201-1b44-4dc6-9ceb-ec7e3615dd99 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.0806756 Dec 20 15:55:42.194298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7a55363-3d13-47da-845a-710c11d77aae req-0f17ecce-42fb-4274-ae2a-152e186f2e9d tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595906 Dec 20 15:55:42.224232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Provisioning complete for port 6a2e767b-329b-40db-8769-a75c304d23ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:42.224824 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.277560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:55:42.284629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.285801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.324393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.361285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:42.370138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:42.373366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:42.374051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.406078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8136561-e3f3-4e2a-ab73-09e3a6769025 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:42.412367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=ac02e808-eec7-445f-bfc2-2aea9ce89205,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:42.424005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=6a2e767b-329b-40db-8769-a75c304d23ef,revision_number=4']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:42.516844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:42.517320 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:42.539395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a4176ffb-383c-4beb-85e4-1b482bc36d65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3256779 Dec 20 15:55:42.542204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40808) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:42.543684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:42.550579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:18:6c:a9', 'name': 'tempest-NetworksTestDHCPv6-1114049396'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:42.573868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'mac_address': 'fa:16:3e:2d:92:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:55:42.630850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.633048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40812) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:42.655237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c45e6333-42c1-4100-ad70-6d7f0f32dc84 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:42.679527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:42.777904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1053626830'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:42.804863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:42.887491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a2e767b-329b-40db-8769-a75c304d23ef up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:42.915131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c45e6333-42c1-4100-ad70-6d7f0f32dc84'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:55:42.928018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:42.968799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada092-4769-4e7b-9017-76407e4075c9 req-4d2e45d2-1aff-49ed-b0e3-b517c4ea80be tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:42.977070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5ada092-4769-4e7b-9017-76407e4075c9 req-4d2e45d2-1aff-49ed-b0e3-b517c4ea80be tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.0778697 Dec 20 15:55:42.996573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:43.043740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5ada092-4769-4e7b-9017-76407e4075c9 req-d680e262-9e6a-4a70-ac0d-523abec05723 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653753 Dec 20 15:55:43.058436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.089722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.098875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:43.104421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.127887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.129486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 716cc0f5-2748-43a7-9338-976ca60612dd yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:43.213997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] For port 6a2e767b-329b-40db-8769-a75c304d23ef, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a2e767b-329b-40db-8769-a75c304d23ef,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:43.254225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6a2e767b-329b-40db-8769-a75c304d23ef triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:43.256102 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.278866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:43.353321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.371013 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.459001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ed191-f2e8-4116-892f-85b854c41539 req-85fcbd21-d027-49e5-8772-a714cc4c1e1e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:43.462381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048ed191-f2e8-4116-892f-85b854c41539 req-85fcbd21-d027-49e5-8772-a714cc4c1e1e tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.0761585 Dec 20 15:55:43.520857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::360 (76bd2955-ceed-487c-bb74-e6d50e561825/bc976b31-caf6-47ef-adc7-97a6d7bedb4e/716cc0f5-2748-43a7-9338-976ca60612dd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:43.528275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:6ca9 (76bd2955-ceed-487c-bb74-e6d50e561825/ac02e808-eec7-445f-bfc2-2aea9ce89205/716cc0f5-2748-43a7-9338-976ca60612dd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:43.538012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677441b-68af-4db4-85a2-c12f4d6c1518 None None] Pushing event updated for resources: {'Port': ['ID=6a2e767b-329b-40db-8769-a75c304d23ef,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:43.541671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2e03da45-fa19-4eeb-89e2-59e25e7780be None None] Provisioning complete for port 6a2e767b-329b-40db-8769-a75c304d23ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:43.542312 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e03da45-fa19-4eeb-89e2-59e25e7780be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.557745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.612469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-565f3d0e-dc61-42aa-a52e-457628a1763e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.614924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:43.693408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.694628 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment 0071ff5a-658f-4a8d-9af2-6be9cdb39719 of type vlan for network df90ba80-42b4-4671-ba36-6dc15fba90b9 Dec 20 15:55:43.711142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e2e8bf-608d-4115-9817-fa2d27f8ac00,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:43.740065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.740447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-048ed191-f2e8-4116-892f-85b854c41539 req-71b18ce5-b239-48bf-8a7e-112f4bb11d04 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635212 Dec 20 15:55:43.773780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-42dd7d54-746f-48ab-9341-f58b6427ddfa tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:43.775345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-42dd7d54-746f-48ab-9341-f58b6427ddfa tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.3114619 Dec 20 15:55:43.804562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.950048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-565f3d0e-dc61-42aa-a52e-457628a1763e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.950497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:43.956060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Deleting port 5da33223-9324-4476-ba53-a237b08a9b11 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:43.957547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.002072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:44.005934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:44.010233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:44.015977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:44.016637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.026431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=716cc0f5-2748-43a7-9338-976ca60612dd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:44.068137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.069064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:44.069506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.115399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-565f3d0e-dc61-42aa-a52e-457628a1763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.153232 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-df007445-3782-40d4-b9c8-0a7e9a92fa6b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6072278 Dec 20 15:55:44.153478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40840) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:44.158019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] For port 5da33223-9324-4476-ba53-a237b08a9b11, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5da33223-9324-4476-ba53-a237b08a9b11,segment=NetworkSegment(8fb538ca-c735-416d-a8fc-26e59b3ec9d2),segment_id=8fb538ca-c735-416d-a8fc-26e59b3ec9d2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:44.158019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.169913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f3d0e-dc61-42aa-a52e-457628a1763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c103c1e-2c1d-4844-aef3-81e8677010a5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:44.262286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Calling delete_port for 5da33223-9324-4476-ba53-a237b08a9b11 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:44.268513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=df90ba80-42b4-4671-ba36-6dc15fba90b9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:44.275289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 716cc0f5-2748-43a7-9338-976ca60612dd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:44.275706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.283922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:55:44.287479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:44.311796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f50435f6-bfd3-4a78-9f02-566cc6640af6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6744888 Dec 20 15:55:44.312345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-565f3d0e-dc61-42aa-a52e-457628a1763e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63455ba0b7894561a28ab07d85dc00bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0283425 Dec 20 15:55:44.313152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40842) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:44.323122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'name': 'tempest-PortsIpV6TestJSON-1225818609'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:44.328221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40844) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:44.426029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b988e6db-5835-4460-9d4a-b301ec1de4ab None None] Provisioning complete for port 716cc0f5-2748-43a7-9338-976ca60612dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:44.427465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b988e6db-5835-4460-9d4a-b301ec1de4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.442481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7236e-1e10-4ec0-a391-743c7658470a req-15d502d5-a0ae-4955-afe9-79ada0234549 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:44.444171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0a7236e-1e10-4ec0-a391-743c7658470a req-15d502d5-a0ae-4955-afe9-79ada0234549 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.2909393 Dec 20 15:55:44.468930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.484705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 716cc0f5-2748-43a7-9338-976ca60612dd owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:44.500916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c45e6333-42c1-4100-ad70-6d7f0f32dc84 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:44.501636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.569563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b988e6db-5835-4460-9d4a-b301ec1de4ab None None] Port 716cc0f5-2748-43a7-9338-976ca60612dd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:44.655330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0a7236e-1e10-4ec0-a391-743c7658470a req-671230c7-cb1d-497d-8a4e-f71e8dcc5bc5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988790 Dec 20 15:55:44.663521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-876d13a1-00ae-4769-b696-7b1a0b794b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.734984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.796569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:44.796569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:44.796569 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b4b1e7-7e52-48da-a7c2-8563481f723a" -d '{"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:44.808838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-876d13a1-00ae-4769-b696-7b1a0b794b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.824710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:44.826780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a2e767b-329b-40db-8769-a75c304d23ef up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:44.832586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.867708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.897267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:44.936758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port f377da73-a913-49c8-9455-3bb3a9df8f31 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:44.947749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=716cc0f5-2748-43a7-9338-976ca60612dd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.006694 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.010491 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b71cfd-2314-4725-bb63-ede5db0664c2 x-openstack-request-id: req-d2b71cfd-2314-4725-bb63-ede5db0664c2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:45.013792 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:45.013930 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2b71cfd-2314-4725-bb63-ede5db0664c2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:45.014251 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'code': 200} Dec 20 15:55:45.039346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.041538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.047535 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eb391df5-ebac-4f3f-8020-9b8ec5d9d15b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/716cc0f5-2748-43a7-9338-976ca60612dd HTTP/1.1" status: 204 len: 168 time: 0.8929424 Dec 20 15:55:45.048757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40856) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:45.074277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Pushing event deleted for resources: {'Port': ['ID=5da33223-9324-4476-ba53-a237b08a9b11,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.083281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6a2e767b-329b-40db-8769-a75c304d23ef triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:45.084809 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.113932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9182e5-876a-44a0-a65e-a0d8155358da tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.118536 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ee9182e5-876a-44a0-a65e-a0d8155358da tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0685501 Dec 20 15:55:45.119216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40858) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:45.151431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3cc7-7472-4b8c-8ce1-d9618e637773 req-19c6e86b-da39-4483-af76-106be8755f2a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.153061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff5f3cc7-7472-4b8c-8ce1-d9618e637773 req-19c6e86b-da39-4483-af76-106be8755f2a tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 945 time: 0.2794652 Dec 20 15:55:45.188677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e49d3-7503-43dd-98be-34771132b6f8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.192817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f0e49d3-7503-43dd-98be-34771132b6f8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0701466 Dec 20 15:55:45.193848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40860) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:45.194024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a282a-263d-4406-bdf6-f2c4a520c617 None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:45.236514 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-876d13a1-00ae-4769-b696-7b1a0b794b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.240190 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-876d13a1-00ae-4769-b696-7b1a0b794b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.241449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-876d13a1-00ae-4769-b696-7b1a0b794b24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c103c1e-2c1d-4844-aef3-81e8677010a5 HTTP/1.1" status: 204 len: 168 time: 0.9122086 Dec 20 15:55:45.295335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e092c-3fdf-4a3b-b3c0-4acd289c3b0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.298001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e092c-3fdf-4a3b-b3c0-4acd289c3b0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.300734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e092c-3fdf-4a3b-b3c0-4acd289c3b0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.300958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] No DVR routers for this DVR port 5da33223-9324-4476-ba53-a237b08a9b11 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:45.306467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d13a1-00ae-4769-b696-7b1a0b794b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c103c1e-2c1d-4844-aef3-81e8677010a5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.307861 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9a7e092c-3fdf-4a3b-b3c0-4acd289c3b0b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1113992 Dec 20 15:55:45.308602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.311122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:45.312135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7f44df2-e12b-4a17-889b-8536770b8070 req-d560fd7b-8369-40b0-84c2-ef8b4d0c9b47 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.72 "DELETE /v2.0/ports/5da33223-9324-4476-ba53-a237b08a9b11 HTTP/1.1" status: 204 len: 173 time: 1.5258169 Dec 20 15:55:45.318862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'name': 'network-vif-deleted', 'tag': '5da33223-9324-4476-ba53-a237b08a9b11'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:45.323641 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0149b500-e877-4799-bb71-5a24f1fa53f4" -d '{"events": [{"server_uuid": "1bd1534e-d31d-4218-a431-cf164042f4e6", "name": "network-vif-deleted", "tag": "5da33223-9324-4476-ba53-a237b08a9b11"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:45.430902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff5f3cc7-7472-4b8c-8ce1-d9618e637773 req-8b4e5451-5066-4958-9fd7-e0a0c46aa6fd tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a4d3afe-f585-4b20-be5d-9c358bbaac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275937 Dec 20 15:55:45.438543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.503805 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7ee7e-a21f-4e15-a40f-3826ba86bd8f x-openstack-request-id: req-faf7ee7e-a21f-4e15-a40f-3826ba86bd8f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:45.504292 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd1534e-d31d-4218-a431-cf164042f4e6", "name": "network-vif-deleted", "tag": "5da33223-9324-4476-ba53-a237b08a9b11", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:45.504555 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-faf7ee7e-a21f-4e15-a40f-3826ba86bd8f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:45.504976 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd1534e-d31d-4218-a431-cf164042f4e6', 'name': 'network-vif-deleted', 'tag': '5da33223-9324-4476-ba53-a237b08a9b11', 'status': 'completed', 'code': 200} Dec 20 15:55:45.509407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5da33223-9324-4476-ba53-a237b08a9b11 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:45.533089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 5da33223-9324-4476-ba53-a237b08a9b11 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:45.533739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5da33223-9324-4476-ba53-a237b08a9b11 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:45.552836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet ac02e808-eec7-445f-bfc2-2aea9ce89205 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:45.557236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.609996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.628758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.741127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=f377da73-a913-49c8-9455-3bb3a9df8f31,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:45.750523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': '0071ff5a-658f-4a8d-9af2-6be9cdb39719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:45.754701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: df90ba80-42b4-4671-ba36-6dc15fba90b9, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:45.781000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:45.877509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65086-3dbb-4b79-89bf-416629fea71e req-151fa10d-bf92-417d-8c9c-7fd8efba6039 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:45.886222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ba65086-3dbb-4b79-89bf-416629fea71e req-151fa10d-bf92-417d-8c9c-7fd8efba6039 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.0757329 Dec 20 15:55:45.895031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:45.975378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ba65086-3dbb-4b79-89bf-416629fea71e req-f7002d31-73e8-42f2-99db-840f017d77ea tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883198 Dec 20 15:55:46.005466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, df90ba80-42b4-4671-ba36-6dc15fba90b9) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:46.009347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:46.015051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6c339-1ad7-48a1-a98d-bcf2dab88e83 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:46.015301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:46.015880 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.057915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.093630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6d20bc3c-a416-4d6b-9220-92a05c9552a7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7748404 Dec 20 15:55:46.094583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:46.104412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1894326287'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:46.109841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=ac02e808-eec7-445f-bfc2-2aea9ce89205,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:46.117837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.124373 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87fbf771-0d19-4ebd-b7cf-ca56c9813e94 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ac02e808-eec7-445f-bfc2-2aea9ce89205 HTTP/1.1" status: 204 len: 168 time: 0.8108170 Dec 20 15:55:46.124684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40892) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:46.133949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2084da-59c0-43bb-89a8-ad8fe6e9ce5a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:46.212067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet bc976b31-caf6-47ef-adc7-97a6d7bedb4e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:55:46.216480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.281984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.307244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:46.313092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.346169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:46.358400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.358967 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment f9dd52cd-d784-440b-9ab9-3a8e70530272 of type vlan for network 65253251-15ae-4b04-9cd9-e729bdb2e59e Dec 20 15:55:46.400763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.400763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40896) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:46.435336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.439417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96d057de-1d5a-412a-9156-219b8ab5def8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.601478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ac70459-c265-4dd8-bdd8-f1fed01d5ed3 req-3b64228e-f190-4462-9725-c8b8c36d8129 tempest-DeleteServersTestJSON-318670133 tempest-DeleteServersTestJSON-318670133-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bd1534e-d31d-4218-a431-cf164042f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0583763 Dec 20 15:55:46.603966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96d057de-1d5a-412a-9156-219b8ab5def8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.699285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.705329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:46.705962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.782397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=65253251-15ae-4b04-9cd9-e729bdb2e59e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:46.797538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 65253251-15ae-4b04-9cd9-e729bdb2e59e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:55:46.816288 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.823795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-96d057de-1d5a-412a-9156-219b8ab5def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.848470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e2e8a4d5-495d-439b-89a2-6dd25477aff3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7498353 Dec 20 15:55:46.851041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40920) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:46.857379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'ports': [{'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'}, {'network_id': '65253251-15ae-4b04-9cd9-e729bdb2e59e'}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:46.862915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:46.863837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '65253251-15ae-4b04-9cd9-e729bdb2e59e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:46.963511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=bc976b31-caf6-47ef-adc7-97a6d7bedb4e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:47.010069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.013808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-793a7806-2cc9-4d71-aec2-b4eb761dd7ac tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/bc976b31-caf6-47ef-adc7-97a6d7bedb4e HTTP/1.1" status: 204 len: 168 time: 0.8866613 Dec 20 15:55:47.018774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:47.030288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d057de-1d5a-412a-9156-219b8ab5def8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be88438a-8767-4d34-9ba0-7ca8933de4c3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:47.041035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-96d057de-1d5a-412a-9156-219b8ab5def8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42374aba75754ffd8c4c571373052ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6442890 Dec 20 15:55:47.043617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40934) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:47.126019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8cd0b97e-f257-4670-9aba-e16f74b4163d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054425 Dec 20 15:55:47.144072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40942) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:47.162824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-431f882f-6d4a-4375-af9a-5e2f4d5e2569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.168685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:47.231879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-431f882f-6d4a-4375-af9a-5e2f4d5e2569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.415424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6fa43-bc99-40df-8e3c-516582254794 req-bc41c078-138a-4862-8406-672a53393f78 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:47.417275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfc6fa43-bc99-40df-8e3c-516582254794 req-bc41c078-138a-4862-8406-672a53393f78 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1059117 Dec 20 15:55:47.450494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-431f882f-6d4a-4375-af9a-5e2f4d5e2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.452539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-431f882f-6d4a-4375-af9a-5e2f4d5e2569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.457029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-431f882f-6d4a-4375-af9a-5e2f4d5e2569 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be88438a-8767-4d34-9ba0-7ca8933de4c3 HTTP/1.1" status: 204 len: 168 time: 0.4093571 Dec 20 15:55:47.471243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb017e9-743c-497c-acca-df0acac8d49a None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:47.510780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f882f-6d4a-4375-af9a-5e2f4d5e2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88438a-8767-4d34-9ba0-7ca8933de4c3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:47.552773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfc6fa43-bc99-40df-8e3c-516582254794 req-02c966e0-d852-45a2-b6fc-01ccd48c9a92 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240234 Dec 20 15:55:47.570177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:47.575370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.603667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.653448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:47.662834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.748931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3e03192a-f6e0-4fa7-8422-7bff8704f91d None None] Provisioning complete for port 6a2e767b-329b-40db-8769-a75c304d23ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:47.748931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e03192a-f6e0-4fa7-8422-7bff8704f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:47.759983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd03b7-e9b8-44bc-8137-22c3d123441f req-f7ffb9a2-7aa9-4772-9f66-26ca880e99b2 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:47.762201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80cd03b7-e9b8-44bc-8137-22c3d123441f req-f7ffb9a2-7aa9-4772-9f66-26ca880e99b2 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.1330762 Dec 20 15:55:47.931952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:55:47.989640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80cd03b7-e9b8-44bc-8137-22c3d123441f req-f058074b-4988-49b1-8a5a-a66b93eb75f7 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2205682 Dec 20 15:55:48.026445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] Deleting port 6a2e767b-329b-40db-8769-a75c304d23ef {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:48.027267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:48.128605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] For port 6a2e767b-329b-40db-8769-a75c304d23ef, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a2e767b-329b-40db-8769-a75c304d23ef,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:48.129456 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:48.145722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] Calling delete_port for 6a2e767b-329b-40db-8769-a75c304d23ef owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:48.401993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:48.474928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 7b37d85d-d9cb-423d-9ef9-6ab38370c21b yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:48.514533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] No DVR routers for this DVR port 6a2e767b-329b-40db-8769-a75c304d23ef on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:48.529681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e324413-62a5-4286-a3ba-06aa3add839d None None] Pushing event deleted for resources: {'Port': ['ID=6a2e767b-329b-40db-8769-a75c304d23ef,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:48.552405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:48.662835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:48.669864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:48.682847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:48.683048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26c4f2-e29a-483d-8302-15e4d2d9c8c7 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:48.683859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:48.754959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=8b53841e-a6aa-4bf3-bb14-b3261a88cfdf,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:48.828660 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-58a1fe5d-e77e-44be-acc8-7aa87ef892f5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6875341 Dec 20 15:55:48.831814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:48.845715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:48.851521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:48.918116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a2e767b-329b-40db-8769-a75c304d23ef no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:48.977103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5bf1c-cac0-4847-9ed6-fe4acf3b9fea req-8fc5218a-9773-43ed-97f6-205f69020140 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:48.981638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port c96b3ce8-dc94-40a9-a699-a05b81492079 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:48.984899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfb5bf1c-cac0-4847-9ed6-fe4acf3b9fea req-8fc5218a-9773-43ed-97f6-205f69020140 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2745233 Dec 20 15:55:49.051720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6a2e767b-329b-40db-8769-a75c304d23ef {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:49.052897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a2e767b-329b-40db-8769-a75c304d23ef not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:49.171857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-76bd2955-ceed-487c-bb74-e6d50e561825', 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'project_id': '1ae06a3186ba4530a26f3f67e7034539', 'fixed_ips': [{'subnet_id': '8b53841e-a6aa-4bf3-bb14-b3261a88cfdf'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:49.172744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:49.332639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfb5bf1c-cac0-4847-9ed6-fe4acf3b9fea req-f52691b6-222a-425c-ba5a-546c7f303df0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213382 Dec 20 15:55:49.333198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:49.447801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c9ba-6858-4749-a844-c27008186f39 req-dc827307-346a-407f-b3d5-a9585c18fc58 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:49.474515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38d9c9ba-6858-4749-a844-c27008186f39 req-dc827307-346a-407f-b3d5-a9585c18fc58 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.2153370 Dec 20 15:55:49.513676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:49.624582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38d9c9ba-6858-4749-a844-c27008186f39 req-7491478d-0d46-499a-88cf-40aa11903e4f tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1407270 Dec 20 15:55:49.631191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Allocated IP 2001:db8::2 (76bd2955-ceed-487c-bb74-e6d50e561825/8b53841e-a6aa-4bf3-bb14-b3261a88cfdf/de2480a0-1304-49bb-a5e3-59dd3e513d6d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:49.663125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:49.666695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:49.671481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:49.672522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:49.724953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:49.728815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:49.846745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=7b37d85d-d9cb-423d-9ef9-6ab38370c21b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:49.975336 n-d-781076-8 neutron-server[103953]: INFO neutron.db.ipam_backend_mixin [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b53841e-a6aa-4bf3-bb14-b3261a88cfdf (CIDR: 2001:db8::/64) Dec 20 15:55:49.990388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:50.019411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': 'f9dd52cd-d784-440b-9ab9-3a8e70530272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '65253251-15ae-4b04-9cd9-e729bdb2e59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:50.019820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: 65253251-15ae-4b04-9cd9-e729bdb2e59e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:50.023648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=c96b3ce8-dc94-40a9-a699-a05b81492079,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:50.030989 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:55:50.038607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:55:50.082451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:50.151395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 65253251-15ae-4b04-9cd9-e729bdb2e59e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:50.171065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-00e70eb2-a3f6-4f89-b968-e30c19fcb723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3307040 Dec 20 15:55:50.173817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41024) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:50.197817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'subnet': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:50.246566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:50.250501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:50.265957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:50.273436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Pushing event updated for resources: {'Port': ['ID=de2480a0-1304-49bb-a5e3-59dd3e513d6d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:50.349062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 65253251-15ae-4b04-9cd9-e729bdb2e59e) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:50.434283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:50.455973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:50.486006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66527ec3-e3b5-498b-8d3e-764648273bdf None None] Network 65253251-15ae-4b04-9cd9-e729bdb2e59e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:50.490767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:50.491488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:50.636899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Attempting to bind port de2480a0-1304-49bb-a5e3-59dd3e513d6d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:50.681602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Attempting to bind port de2480a0-1304-49bb-a5e3-59dd3e513d6d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:50.685227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Attempting to bind port de2480a0-1304-49bb-a5e3-59dd3e513d6d on network 76bd2955-ceed-487c-bb74-e6d50e561825 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:50.727077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27568a-8acc-4e92-8627-cdcbad9a01d7 req-cf05302a-07be-46ab-bb22-247d606e018f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:50.729124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a27568a-8acc-4e92-8627-cdcbad9a01d7 req-cf05302a-07be-46ab-bb22-247d606e018f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1135240 Dec 20 15:55:50.764260 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-389f2871-bf73-4e46-99a2-8b0fa5159161 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9120452 Dec 20 15:55:50.765619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41036) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:50.825680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:50.826064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Checking segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:50.833603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:50.833603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Bound using segment: {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:50.833603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Bound port: de2480a0-1304-49bb-a5e3-59dd3e513d6d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767bcb1-2699-4d4b-9309-03aa5b50d39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:50.833603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:51.003149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:51.010081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:51.263952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] For port de2480a0-1304-49bb-a5e3-59dd3e513d6d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:51.265852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a27568a-8acc-4e92-8627-cdcbad9a01d7 req-34bdac71-9568-4685-87e7-35cce9045b50 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5068443 Dec 20 15:55:51.277754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] For port de2480a0-1304-49bb-a5e3-59dd3e513d6d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=de2480a0-1304-49bb-a5e3-59dd3e513d6d,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:51.282400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f22a-8722-49a7-b2a2-a4483199fcd7 req-0d83db80-22a8-4bd2-80e5-eee1e5cc4d07 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:51.291258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0e7f22a-8722-49a7-b2a2-a4483199fcd7 req-0d83db80-22a8-4bd2-80e5-eee1e5cc4d07 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.5838633 Dec 20 15:55:51.368358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:51.397845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0e7f22a-8722-49a7-b2a2-a4483199fcd7 req-2fc57dad-3089-4bba-bd2a-3b82aba5c603 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1055830 Dec 20 15:55:51.479488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port c96b3ce8-dc94-40a9-a699-a05b81492079 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:51.480068 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:51.644790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785270a-2b00-41b8-9126-c790fdf55206 None None] Pushing event updated for resources: {'Port': ['ID=de2480a0-1304-49bb-a5e3-59dd3e513d6d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:51.665772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:51.670695 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:51.702159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for c96b3ce8-dc94-40a9-a699-a05b81492079 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:52.110489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7e83a4c2-86d8-4ad1-af1b-5991980b5802 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:52.118001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7e83a4c2-86d8-4ad1-af1b-5991980b5802 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.72 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.1742535 Dec 20 15:55:52.187174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:52.316131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=c96b3ce8-dc94-40a9-a699-a05b81492079,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:52.322502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:52.326746 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8d809fbc-efdf-46f4-a918-bfeacf6ab557 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/c96b3ce8-dc94-40a9-a699-a05b81492079 HTTP/1.1" status: 204 len: 168 time: 1.5573244 Dec 20 15:55:52.330413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41066) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:52.336543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Deleting port 50ac145e-febf-490d-8b9a-88e99c017afb {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:52.338224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:52.385951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:55:52.792609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7729855-b240-4a93-a294-abe60846d42f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:52.801549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] For port 50ac145e-febf-490d-8b9a-88e99c017afb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=50ac145e-febf-490d-8b9a-88e99c017afb,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:52.801999 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:52.819337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7729855-b240-4a93-a294-abe60846d42f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:52.823490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7729855-b240-4a93-a294-abe60846d42f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4896274 Dec 20 15:55:52.829897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41076) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:52.910318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device de2480a0-1304-49bb-a5e3-59dd3e513d6d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:53.042836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port de2480a0-1304-49bb-a5e3-59dd3e513d6d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:53.046084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.141787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.245962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451971ce-78af-41b4-80b7-9e9ae4d30e4c req-2194ef05-04dc-489f-996b-2d6716697d1e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:53.254966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-451971ce-78af-41b4-80b7-9e9ae4d30e4c req-2194ef05-04dc-489f-996b-2d6716697d1e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.7627890 Dec 20 15:55:53.325564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.373416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 7b37d85d-d9cb-423d-9ef9-6ab38370c21b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:53.374397 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.401200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457574f9-d1fc-4eb4-821b-c6abf211eb33 req-b830403e-63f8-4fb0-8abc-52cbc2d2c73d tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:53.402733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-457574f9-d1fc-4eb4-821b-c6abf211eb33 req-b830403e-63f8-4fb0-8abc-52cbc2d2c73d tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 945 time: 0.8313360 Dec 20 15:55:53.418512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-451971ce-78af-41b4-80b7-9e9ae4d30e4c req-486e1193-41de-41d9-b052-30efa7e2c32a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621192 Dec 20 15:55:53.424733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port de2480a0-1304-49bb-a5e3-59dd3e513d6d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=de2480a0-1304-49bb-a5e3-59dd3e513d6d,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:53.467635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-42f885a2-833a-4a8e-93f2-cd717480e267 None None] Provisioning complete for port de2480a0-1304-49bb-a5e3-59dd3e513d6d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:53.468675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42f885a2-833a-4a8e-93f2-cd717480e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.561912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.562924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.563492 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Floating IP 411af09f-df86-46b4-a28d-f6d42a175641 disassociated. External IP: 172.25.6.133, port: 50ac145e-febf-490d-8b9a-88e99c017afb. Dec 20 15:55:53.564194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Calling delete_port for 50ac145e-febf-490d-8b9a-88e99c017afb owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:53.576637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-457574f9-d1fc-4eb4-821b-c6abf211eb33 req-4fba90db-fe53-46cb-83f8-d7a6744aa67b tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups?id=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1462829 Dec 20 15:55:53.596472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.617529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:55:53.619893 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:55:53.664370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.719129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 7b37d85d-d9cb-423d-9ef9-6ab38370c21b owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:53.798194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=de2480a0-1304-49bb-a5e3-59dd3e513d6d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:53.848133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41094) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:53.893641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:53.950390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event deleted for resources: {'Port': ['ID=50ac145e-febf-490d-8b9a-88e99c017afb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:54.207312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Router 2a2bc82e-deea-4dce-a842-cab5578830ae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:54.223346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.229311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1d7d-3dae-475b-9d9c-55de4c28e31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.280501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.335480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=7b37d85d-d9cb-423d-9ef9-6ab38370c21b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:54.358139 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.358139 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ff0bc252-0745-4cbe-8072-5c15da5afd94 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/7b37d85d-d9cb-423d-9ef9-6ab38370c21b HTTP/1.1" status: 204 len: 168 time: 1.5137825 Dec 20 15:55:54.362923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41102) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:54.635735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] For port de2480a0-1304-49bb-a5e3-59dd3e513d6d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=de2480a0-1304-49bb-a5e3-59dd3e513d6d,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:54.704130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.801505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b4811b-9e7e-405e-a433-6dea356851eb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:54.807948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-91b4811b-9e7e-405e-a433-6dea356851eb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4032080 Dec 20 15:55:54.807948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.812565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:54.812565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41110) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:54.864490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device de2480a0-1304-49bb-a5e3-59dd3e513d6d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:54.887767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:54.953454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea76a16d-0ab8-4a63-83d4-20aff899ce03 req-9e727a70-5c42-4b1a-b376-0921839969ba tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.1874380 Dec 20 15:55:54.969583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] Sync routers for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:55:54.971645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:54.981536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:54.994513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:54.996575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.000482 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7457718d-1650-400c-92c1-a2f9ac3d963b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:55:55.002056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7457718d-1650-400c-92c1-a2f9ac3d963b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/c96b3ce8-dc94-40a9-a699-a05b81492079 HTTP/1.1" status: 404 len: 333 time: 0.1797144 Dec 20 15:55:55.021990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c445bc3-82cb-489e-b2f3-fc2956c8172c None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:55.022180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:55.080741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1b517-acd0-4816-ad04-91826b6c96f6 req-11e955b7-90b7-43b7-929a-464807973930 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:55.086687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16f1b517-acd0-4816-ad04-91826b6c96f6 req-11e955b7-90b7-43b7-929a-464807973930 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.4556117 Dec 20 15:55:55.095543 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-35671341-eb77-4305-b0cb-7f821df4843d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:55:55.095543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35671341-eb77-4305-b0cb-7f821df4843d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/7b37d85d-d9cb-423d-9ef9-6ab38370c21b HTTP/1.1" status: 404 len: 333 time: 0.0697482 Dec 20 15:55:55.095543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41120) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:55.095543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Subnet': ['ID=bd3f1307-4648-48a3-aae7-1f267d22264b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:55.130907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1d7d-3dae-475b-9d9c-55de4c28e31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.217498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:55.222718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:55:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:55.222951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.226322 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0514030 Dec 20 15:55:55.229920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd97f1-f8ed-4b0f-aadc-1fb5ad768708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=de2480a0-1304-49bb-a5e3-59dd3e513d6d,revision_number=5']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:55.230552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41122) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:55.252414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Request body: {'port': {'network_id': '76bd2955-ceed-487c-bb74-e6d50e561825', 'mac_address': 'fa:16:3e:e6:26:5c', 'name': 'tempest-NetworksTestDHCPv6-500132835'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:55.354782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.383169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65253251-15ae-4b04-9cd9-e729bdb2e59e']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:55.394256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dd52cd-d784-440b-9ab9-3a8e70530272') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:55.394559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dd52cd-d784-440b-9ab9-3a8e70530272') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:55.406652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.423648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.431887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:55:55.432361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.479626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] No DVR routers for this DVR port 50ac145e-febf-490d-8b9a-88e99c017afb on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:55:55.481336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1d7d-3dae-475b-9d9c-55de4c28e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.493278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.500666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09cf3abe-c237-4b31-975a-da6f2abe83eb req-7ad333c7-bd3a-439d-a89a-e97d6d23cb59 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.72 "DELETE /v2.0/ports/50ac145e-febf-490d-8b9a-88e99c017afb HTTP/1.1" status: 204 len: 173 time: 3.3759961 Dec 20 15:55:55.510414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'name': 'network-vif-deleted', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:55.513111 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca4a2f1-6ef3-4bf2-8070-37a688ea6a5c" -d '{"events": [{"server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "name": "network-vif-deleted", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:55:55.521693 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:55:55.615544 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d6174-d7c6-4151-9fba-914882f59c7f x-openstack-request-id: req-ac8d6174-d7c6-4151-9fba-914882f59c7f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:55.615870 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f0100a-6053-4272-9856-f3b8946aad8b", "name": "network-vif-deleted", "tag": "50ac145e-febf-490d-8b9a-88e99c017afb", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:55.616130 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac8d6174-d7c6-4151-9fba-914882f59c7f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:55.616559 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f0100a-6053-4272-9856-f3b8946aad8b', 'name': 'network-vif-deleted', 'tag': '50ac145e-febf-490d-8b9a-88e99c017afb', 'status': 'completed', 'code': 200} Dec 20 15:55:55.658889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.667547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.674591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/65253251-15ae-4b04-9cd9-e729bdb2e59e HTTP/1.1" status: 204 len: 168 time: 0.5772877 Dec 20 15:55:55.681830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b1d7d-3dae-475b-9d9c-55de4c28e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7adf686-a0ea-4aac-8a0f-ae16bdf75b78,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:55.686909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41130) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:55.692557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1427559719'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:55.704611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16f1b517-acd0-4816-ad04-91826b6c96f6 req-c767ee5b-460b-4e26-ac58-0265c6aa2373 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6069944 Dec 20 15:55:55.709504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc7b1d7d-3dae-475b-9d9c-55de4c28e31e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=779483b7254048d4935d8baa8b196417&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8601596 Dec 20 15:55:55.713333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:55.727039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e953a-a1af-489e-bcbf-1b592a0273fe tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=65253251-15ae-4b04-9cd9-e729bdb2e59e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:55.811399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c37cd5d-d05b-4f90-8704-ac6cd1b2a00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.829561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port de2480a0-1304-49bb-a5e3-59dd3e513d6d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:55.830001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.844475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c37cd5d-d05b-4f90-8704-ac6cd1b2a00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:55.940333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Made reservation on behalf of 1ae06a3186ba4530a26f3f67e7034539 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:56.034813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c37cd5d-d05b-4f90-8704-ac6cd1b2a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.040473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c37cd5d-d05b-4f90-8704-ac6cd1b2a00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.043431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:55:56.061076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c37cd5d-d05b-4f90-8704-ac6cd1b2a00a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7adf686-a0ea-4aac-8a0f-ae16bdf75b78 HTTP/1.1" status: 204 len: 168 time: 0.3442161 Dec 20 15:55:56.298548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37cd5d-d05b-4f90-8704-ac6cd1b2a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7adf686-a0ea-4aac-8a0f-ae16bdf75b78,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:56.358251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2eff3ae4-3001-4147-84ff-7e8d9aec8c90 req-1e833aca-77b9-4f8c-90c2-0c71949a79bb tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/ports?device_id=36f0100a-6053-4272-9856-f3b8946aad8b HTTP/1.1" status: 200 len: 210 time: 0.1435139 Dec 20 15:55:56.366370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:56.379611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.438693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.441941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:55:56.474846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.475097 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment 68a8e0a7-adec-4092-8ea3-938e8b2ba4a1 of type vlan for network c6d7754b-939c-49a3-9e95-6c9872662dd0 Dec 20 15:55:56.498032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] device_id is not set on port 13dbb901-35a3-4dba-94a9-d8b25cc687fa yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:55:56.603638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.766047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:56.838041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] Checking router: 2a2bc82e-deea-4dce-a842-cab5578830ae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:55:56.842339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.845828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:55:56.849663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:56.851356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:56.885788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:56.886578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:55:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:57.151076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8::1ae (76bd2955-ceed-487c-bb74-e6d50e561825/8b53841e-a6aa-4bf3-bb14-b3261a88cfdf/13dbb901-35a3-4dba-94a9-d8b25cc687fa) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:57.171598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4835892 Dec 20 15:55:57.173030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:57.178575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:57.187207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:55:57.199762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Allocated IP 2001:db8:0:1:f816:3eff:fee6:265c (76bd2955-ceed-487c-bb74-e6d50e561825/bd3f1307-4648-48a3-aae7-1f267d22264b/13dbb901-35a3-4dba-94a9-d8b25cc687fa) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:57.214120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dbdea-91fc-4e6f-9c76-dabeb7c8cfb9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=c6d7754b-939c-49a3-9e95-6c9872662dd0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:57.272702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:55:57.279565 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:57.558054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 50ac145e-febf-490d-8b9a-88e99c017afb no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:57.587462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 50ac145e-febf-490d-8b9a-88e99c017afb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:55:57.588125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 50ac145e-febf-490d-8b9a-88e99c017afb not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:55:57.590771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d984c-8d8b-4521-8891-807d8bacebbb req-f973253d-6dd8-4085-bd09-cac7300a5e12 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:57.593232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e07d984c-8d8b-4521-8891-807d8bacebbb req-f973253d-6dd8-4085-bd09-cac7300a5e12 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.6191757 Dec 20 15:55:57.719098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e07d984c-8d8b-4521-8891-807d8bacebbb req-e4fd7dee-135c-4097-bd1e-b16e2901f872 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175511 Dec 20 15:55:57.726579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:57.735748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-144714ed-a7fc-4f8a-b863-4033e7809833 None None] Provisioning complete for port de2480a0-1304-49bb-a5e3-59dd3e513d6d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:57.736128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-144714ed-a7fc-4f8a-b863-4033e7809833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:57.794074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:57.823551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ba803-574d-428b-b0b3-00978dd564ec None None] The sync data for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 is: [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:53:30Z', 'revision_number': 4, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b3a161d4-4536-4572-8fb2-9842dcbfb507', 'name': '', 'network_id': '2f572849-43cd-46bd-87e4-3efdf0e41e97', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'mac_address': 'fa:16:3e:8c:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:28Z', 'updated_at': '2021-12-20T15:53:36Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'subnets': [{'id': 'b8b582ec-765c-4029-a20b-74a8ccb48336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:55:57.870022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:57.887965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:57.888982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41168) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:57.974914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f65c1908-a0c8-49e7-be27-7963a9d97d89 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:57.983604 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:57.997101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Performing IP validity checks on allocation pools {{(pid=103954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 15:55:58.004751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 15:55:58.050357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f65c1908-a0c8-49e7-be27-7963a9d97d89 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.129588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41172) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:58.144982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Network 76bd2955-ceed-487c-bb74-e6d50e561825 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:58.152090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:58.195380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:58.214769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:58.215469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.222412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34502eed-8903-444b-b977-10209730a438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.224721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event updated for resources: {'Port': ['ID=13dbb901-35a3-4dba-94a9-d8b25cc687fa,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.279257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.288287 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf1424-4701-4cc7-88fc-8bfc32e740f7 None None] New status for floating IP 411af09f-df86-46b4-a28d-f6d42a175641: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:55:58.403455 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f65c1908-a0c8-49e7-be27-7963a9d97d89 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.425659 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f65c1908-a0c8-49e7-be27-7963a9d97d89 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.429794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f65c1908-a0c8-49e7-be27-7963a9d97d89 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "DELETE /v2.0/security-groups/39d1d4d4-c1d2-4707-be94-fcb97b54ffbc HTTP/1.1" status: 204 len: 168 time: 0.5392640 Dec 20 15:55:58.451910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41180) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:58.469197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1908-a0c8-49e7-be27-7963a9d97d89 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d1d4d4-c1d2-4707-be94-fcb97b54ffbc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.536198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:58.536902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: c6d7754b-939c-49a3-9e95-6c9872662dd0, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:55:58.547234 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-396fb958-d916-41ff-940f-9210cf1b2530 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] show failed (client error): The resource could not be found. Dec 20 15:55:58.548369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b4ad1df6-c750-406d-8bd7-1b90a4a94b15 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3042531 Dec 20 15:55:58.550298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41182) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:58.553594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-396fb958-d916-41ff-940f-9210cf1b2530 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "GET /v2.0/security-groups/39d1d4d4-c1d2-4707-be94-fcb97b54ffbc HTTP/1.1" status: 404 len: 347 time: 0.0909264 Dec 20 15:55:58.558303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:58.591376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=186826fe-3abb-4617-bd19-2821cfbc47d0,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.726388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34502eed-8903-444b-b977-10209730a438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.806732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34502eed-8903-444b-b977-10209730a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.839094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fbcb7991-bd20-4051-861e-aac988ef6009 None None] Provisioning complete for port 13dbb901-35a3-4dba-94a9-d8b25cc687fa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:58.840224 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7991-bd20-4051-861e-aac988ef6009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.876005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:55:58.942076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb7991-bd20-4051-861e-aac988ef6009 None None] Port 13dbb901-35a3-4dba-94a9-d8b25cc687fa cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:58.965691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting port 13dbb901-35a3-4dba-94a9-d8b25cc687fa {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:58.966083 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:58.974355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-34502eed-8903-444b-b977-10209730a438 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c760006952bf4c61bc24c178443388bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403041 Dec 20 15:55:58.974355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34502eed-8903-444b-b977-10209730a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72e016-87e7-46cf-b1b6-9b9fcf64b356,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:58.977803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41190) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:59.019239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Deleting port a4691f98-9869-4fb4-8651-aa6b114a634f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:55:59.019665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:59.071536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c6d7754b-939c-49a3-9e95-6c9872662dd0) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:59.076743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:59.080556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:59.085513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd099f70-97ba-4024-8c73-f1468b6c0ce3 None None] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:55:59.100012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35690a-f406-483f-a524-7f06bd5fa450 req-f432c28c-fdb3-4ea7-b563-742a57963bb5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:59.107942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e35690a-f406-483f-a524-7f06bd5fa450 req-f432c28c-fdb3-4ea7-b563-742a57963bb5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1936541 Dec 20 15:55:59.261605 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:59.296556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Calling delete_port for 13dbb901-35a3-4dba-94a9-d8b25cc687fa owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:55:59.401645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-c6d7754b-939c-49a3-9e95-6c9872662dd0', 'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': '186826fe-3abb-4617-bd19-2821cfbc47d0'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:55:59.403879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:59.419759 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e470ef06-8801-464c-9994-a8770030f77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:59.588115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e35690a-f406-483f-a524-7f06bd5fa450 req-2b36fd94-e3cb-4f77-a39c-98a838fc8a0a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784691 Dec 20 15:55:59.802457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:59.908765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Port': ['ID=13dbb901-35a3-4dba-94a9-d8b25cc687fa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:59.964235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc4d95da-9215-4404-924b-9d192d727668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.012003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.022344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-43de4cac-96a8-4a3d-a924-0d157a191205 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/13dbb901-35a3-4dba-94a9-d8b25cc687fa HTTP/1.1" status: 204 len: 168 time: 1.4600704 Dec 20 15:56:00.027937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41200) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:00.090657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc4d95da-9215-4404-924b-9d192d727668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.144604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d346e99-96e5-41ac-9986-b68321f0b3b8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:00.158288 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-48043713-c226-4b6b-a27c-fc241186e86a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9816818 Dec 20 15:56:00.158549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41204) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:00.159794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41206) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:00.160728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4d346e99-96e5-41ac-9986-b68321f0b3b8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1311848 Dec 20 15:56:00.186962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Allocated IP 2001:db8::2 (c6d7754b-939c-49a3-9e95-6c9872662dd0/186826fe-3abb-4617-bd19-2821cfbc47d0/8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:00.298335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0', 'name': 'tempest-PortsIpV6TestJSON-2085533505'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:00.436562 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.465551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.465971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.500952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc4d95da-9215-4404-924b-9d192d727668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.502546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.503635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc4d95da-9215-4404-924b-9d192d727668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.507403 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dc4d95da-9215-4404-924b-9d192d727668 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d72e016-87e7-46cf-b1b6-9b9fcf64b356 HTTP/1.1" status: 204 len: 168 time: 1.5260692 Dec 20 15:56:00.519170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Calling delete_port for a4691f98-9869-4fb4-8651-aa6b114a634f owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:00.580381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:00.589625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:00.616672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:00.646663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d95da-9215-4404-924b-9d192d727668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72e016-87e7-46cf-b1b6-9b9fcf64b356,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.683744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Pushing event updated for resources: {'Port': ['ID=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:00.686955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b4455d-8732-4a70-9a69-9b7a3786492d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:00.704336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41220) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:00.704961 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37b4455d-8732-4a70-9a69-9b7a3786492d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5319252 Dec 20 15:56:00.735878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Attempting to bind port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:00.736543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Attempting to bind port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:00.737128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Attempting to bind port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 on network c6d7754b-939c-49a3-9e95-6c9872662dd0 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:00.744221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:00.744747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Checking segment: {'id': '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:00.745282 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.745786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Bound using segment: {'id': '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:00.746502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Bound port: 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c6d7754b-939c-49a3-9e95-6c9872662dd0'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:00.746997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.903335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:00.906845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.963260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] For port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:00.979574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] For port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,segment=NetworkSegment(68a8e0a7-adec-4092-8ea3-938e8b2ba4a1),segment_id=68a8e0a7-adec-4092-8ea3-938e8b2ba4a1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:01.007839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c49072-3267-4ae7-8ba4-f7a1e6545d69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:01.009306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c49072-3267-4ae7-8ba4-f7a1e6545d69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:01.023137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c49072-3267-4ae7-8ba4-f7a1e6545d69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:01.036221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-00c49072-3267-4ae7-8ba4-f7a1e6545d69 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3296723 Dec 20 15:56:01.039946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:01.045864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port a63dc940-f0ea-42bf-841f-30bf8399fa38 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:01.101641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:01.105998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04c4da-c43e-429a-8ee0-703b226c519b req-2de06539-33fe-40ea-ade0-b53036180178 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:01.107677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb04c4da-c43e-429a-8ee0-703b226c519b req-2de06539-33fe-40ea-ade0-b53036180178 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.3008089 Dec 20 15:56:01.221841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet 8b53841e-a6aa-4bf3-bb14-b3261a88cfdf {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:01.248404 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:01.364149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb966b-bac2-4a2c-b9c9-81838d8386ef None None] Pushing event updated for resources: {'Port': ['ID=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:01.506483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:01.754386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2620096-7895-48b9-8d37-75441fe51415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:01.792226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::d8 (c6d7754b-939c-49a3-9e95-6c9872662dd0/186826fe-3abb-4617-bd19-2821cfbc47d0/a63dc940-f0ea-42bf-841f-30bf8399fa38) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:01.837222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Pushing event deleted for resources: {'Port': ['ID=a4691f98-9869-4fb4-8651-aa6b114a634f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:02.107778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.110702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.111950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e19264f8-1b68-462d-a055-08086c556156 tempest-ServersTestJSON-1203251169 tempest-ServersTestJSON-1203251169-project] 10.222.0.81 "DELETE /v2.0/floatingips/411af09f-df86-46b4-a28d-f6d42a175641 HTTP/1.1" status: 204 len: 168 time: 3.5485060 Dec 20 15:56:02.116808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:02.256700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.325719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb04c4da-c43e-429a-8ee0-703b226c519b req-133db553-764c-4e68-907b-c288ad33ddc1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1680658 Dec 20 15:56:02.474533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.526922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.866104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.897933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=8b53841e-a6aa-4bf3-bb14-b3261a88cfdf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:02.899469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.943790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b5973-3db7-4f3b-8e31-9fe80bf9dc5f None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:02.951732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.956882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:02.964315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1aefac83-322d-437d-8bb5-2261e7ed8e09 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/8b53841e-a6aa-4bf3-bb14-b3261a88cfdf HTTP/1.1" status: 204 len: 168 time: 1.9247429 Dec 20 15:56:02.967459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41266) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:03.017075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:03.131276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Deleting subnet bd3f1307-4648-48a3-aae7-1f267d22264b {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:03.163491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.212136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:03.240942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:03.252593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:03.277422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:03.286624 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.295019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.299080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=a63dc940-f0ea-42bf-841f-30bf8399fa38,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:03.388305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e08a8a-c2a9-4453-9e3f-29c6889c8e5a None None] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:03.532102 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-361e3a07-b505-4b00-8570-4e5962a3fe2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3546860 Dec 20 15:56:03.532792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41280) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:03.540914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:03.541479 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.604363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1a65e0c3-3dd3-42f8-8538-a828b22d31ce None None] Provisioning complete for port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:03.604596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1a65e0c3-3dd3-42f8-8538-a828b22d31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.611310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.719884 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.786394 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.792703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d9178-8314-41ca-9e59-ec776a83c5e0 req-7f3c6a28-68dc-4ffe-a34d-55e906c311a0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:03.797572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d94d9178-8314-41ca-9e59-ec776a83c5e0 req-7f3c6a28-68dc-4ffe-a34d-55e906c311a0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2560835 Dec 20 15:56:03.893396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port a63dc940-f0ea-42bf-841f-30bf8399fa38 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:03.893798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.985737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d94d9178-8314-41ca-9e59-ec776a83c5e0 req-435e0923-4b6b-4316-8f5e-28abc8ff2bdb tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760449 Dec 20 15:56:04.115427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.160691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,segment=NetworkSegment(68a8e0a7-adec-4092-8ea3-938e8b2ba4a1),segment_id=68a8e0a7-adec-4092-8ea3-938e8b2ba4a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:04.225536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3f1307-4648-48a3-aae7-1f267d22264b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:04.228477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1a65e0c3-3dd3-42f8-8538-a828b22d31ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.256060 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.260993 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.271882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41298) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:04.293002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-886008d3-8482-4ead-a9fb-7002c48a9538 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/bd3f1307-4648-48a3-aae7-1f267d22264b HTTP/1.1" status: 204 len: 168 time: 1.3233154 Dec 20 15:56:04.317486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41302) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:04.348093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.389039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for a63dc940-f0ea-42bf-841f-30bf8399fa38 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:04.570434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1a65e0c3-3dd3-42f8-8538-a828b22d31ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:04.570790 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1a65e0c3-3dd3-42f8-8538-a828b22d31ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:04.573283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.578052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:04.701957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41306) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:04.716986 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-83274329-eec1-4a84-aa4d-4c46c2fe2231 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4415107 Dec 20 15:56:04.861541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae5bd3f-9954-4890-b89e-e4f49f418a35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:04.879900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ae5bd3f-9954-4890-b89e-e4f49f418a35 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1696038 Dec 20 15:56:04.880667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41314) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:04.919498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:05.042302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Deleting subnet 772960a6-5956-4890-a1a7-db19830bd4b9 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:05.047525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.092778 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.260609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.260891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf3a5c-ebf9-4bb4-a323-ec424dfcf698 None None] Network 76bd2955-ceed-487c-bb74-e6d50e561825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:05.287810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.332608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=a63dc940-f0ea-42bf-841f-30bf8399fa38,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:05.407431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6c54b-3f18-4ac4-bcc9-df910d2261d1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:05.416616 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.423333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-23d6c54b-3f18-4ac4-bcc9-df910d2261d1 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3973575 Dec 20 15:56:05.424140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41326) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.426198 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b1a3a54e-e053-440f-801c-88fae4a1d539 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/a63dc940-f0ea-42bf-841f-30bf8399fa38 HTTP/1.1" status: 204 len: 168 time: 1.8913016 Dec 20 15:56:05.426896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41328) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.466250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.499084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Deleting port b3a161d4-4536-4572-8fb2-9842dcbfb507 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:05.499084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.541736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:05.542493 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.545825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-617fd35a-0e21-4cf9-ae0d-a52720b8572e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070204 Dec 20 15:56:05.552493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41330) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.594687 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc701212-fad5-478b-b126-2fcdca92ff9c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:05.595298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc701212-fad5-478b-b126-2fcdca92ff9c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:05.605062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bc701212-fad5-478b-b126-2fcdca92ff9c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/a63dc940-f0ea-42bf-841f-30bf8399fa38 HTTP/1.1" status: 404 len: 333 time: 0.1622674 Dec 20 15:56:05.605927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41332) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.617504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be792-7b00-41a1-879b-a9bb067001d7 req-28a0e136-426e-4270-860a-4db08d9d1f0f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:05.619812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0be792-7b00-41a1-879b-a9bb067001d7 req-28a0e136-426e-4270-860a-4db08d9d1f0f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.4165344 Dec 20 15:56:05.660176 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9512b896-3383-4559-bb27-7f5d5039fdc0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:56:05.665499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9512b896-3383-4559-bb27-7f5d5039fdc0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/a63dc940-f0ea-42bf-841f-30bf8399fa38 HTTP/1.1" status: 404 len: 333 time: 0.0446041 Dec 20 15:56:05.666150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41334) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.716546 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.720114 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc56b700-16aa-4ea5-9cc6-b4c2f79ac986 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:05.720836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc56b700-16aa-4ea5-9cc6-b4c2f79ac986 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:05.724157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc56b700-16aa-4ea5-9cc6-b4c2f79ac986 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/13dbb901-35a3-4dba-94a9-d8b25cc687fa HTTP/1.1" status: 404 len: 333 time: 0.1660101 Dec 20 15:56:05.728717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41336) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.806887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772960a6-5956-4890-a1a7-db19830bd4b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:05.810567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a489d72-d4ae-46aa-af5e-803e751a8b07 None None] Provisioning complete for port de2480a0-1304-49bb-a5e3-59dd3e513d6d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:05.810567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a489d72-d4ae-46aa-af5e-803e751a8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.818096 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad97f50-3dbd-4fec-a243-a784d4a66bb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:05.819383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad97f50-3dbd-4fec-a243-a784d4a66bb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:05.823390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ad97f50-3dbd-4fec-a243-a784d4a66bb0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/bd3f1307-4648-48a3-aae7-1f267d22264b HTTP/1.1" status: 404 len: 337 time: 0.0882227 Dec 20 15:56:05.827121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41340) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:05.906284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 186826fe-3abb-4617-bd19-2821cfbc47d0 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:05.911438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:05.963670 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0bfefc-f8d1-4854-8028-843f4cb6a708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:05.975113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0bfefc-f8d1-4854-8028-843f4cb6a708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:05.979444 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e0bfefc-f8d1-4854-8028-843f4cb6a708 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/8b53841e-a6aa-4bf3-bb14-b3261a88cfdf HTTP/1.1" status: 404 len: 337 time: 0.1509762 Dec 20 15:56:05.987707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41344) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.011193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] DHCP port deletion for 76bd2955-ceed-487c-bb74-e6d50e561825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:06.030039 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.103584 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7608a82f-5a8c-42f6-985c-7e471f7b63dd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:06.106873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7608a82f-5a8c-42f6-985c-7e471f7b63dd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:06.112081 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7608a82f-5a8c-42f6-985c-7e471f7b63dd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/716cc0f5-2748-43a7-9338-976ca60612dd HTTP/1.1" status: 404 len: 333 time: 0.1222007 Dec 20 15:56:06.115800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.155565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] For port b3a161d4-4536-4572-8fb2-9842dcbfb507, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b3a161d4-4536-4572-8fb2-9842dcbfb507,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:06.157511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.201680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.222018 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-7feab4cb-220e-4edd-979f-49c17e96d395 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:06.225886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7feab4cb-220e-4edd-979f-49c17e96d395 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:06.232931 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7feab4cb-220e-4edd-979f-49c17e96d395 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ac02e808-eec7-445f-bfc2-2aea9ce89205 HTTP/1.1" status: 404 len: 337 time: 0.1087658 Dec 20 15:56:06.239641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41348) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.271837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Calling delete_port for b3a161d4-4536-4572-8fb2-9842dcbfb507 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:06.288045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a489d72-d4ae-46aa-af5e-803e751a8b07 None None] Could not find standard attr ID for object a63dc940-f0ea-42bf-841f-30bf8399fa38. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:56:06.339114 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a760196f-74ed-4ee2-8447-b7e6a866f002 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:06.339594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a760196f-74ed-4ee2-8447-b7e6a866f002 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:06.345957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.350103 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a760196f-74ed-4ee2-8447-b7e6a866f002 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/bc976b31-caf6-47ef-adc7-97a6d7bedb4e HTTP/1.1" status: 404 len: 337 time: 0.1094103 Dec 20 15:56:06.354485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-03f4a3d9-37cc-467f-b404-2650ebd96f5c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/772960a6-5956-4890-a1a7-db19830bd4b9 HTTP/1.1" status: 204 len: 168 time: 2.0351307 Dec 20 15:56:06.356985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.357379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41350) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.359630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4077cfc-86e5-4540-a218-5072eed2d670 None None] Network 9caab41a-b617-424e-8017-422feabfe664 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:06.463222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.487895 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0b6ebb-3aa5-45c5-bbab-18ec7f23fb3e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:06.490021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0b6ebb-3aa5-45c5-bbab-18ec7f23fb3e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:06.499315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ef0b6ebb-3aa5-45c5-bbab-18ec7f23fb3e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/b0e914fb-e5f6-40ee-9c1d-94d6ea9ac8ef HTTP/1.1" status: 404 len: 333 time: 0.1372359 Dec 20 15:56:06.527044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41356) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.542093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0be792-7b00-41a1-879b-a9bb067001d7 req-6160476c-3827-4d35-8213-fea351f4da3a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8902469 Dec 20 15:56:06.554736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] Deleting port de2480a0-1304-49bb-a5e3-59dd3e513d6d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:06.559518 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.569987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.805745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.809065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/186826fe-3abb-4617-bd19-2821cfbc47d0 HTTP/1.1" status: 204 len: 168 time: 1.1390514 Dec 20 15:56:06.824461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41360) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.826983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acc680-bc02-41b3-b3ba-a161b7acf2c3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=186826fe-3abb-4617-bd19-2821cfbc47d0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:06.842797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd22a3-c646-402f-8e27-03de288af108 None None] Network c6d7754b-939c-49a3-9e95-6c9872662dd0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:06.852394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb54c92-fda5-4db9-a47c-72700e548a03 None None] DHCP port deletion for 9caab41a-b617-424e-8017-422feabfe664 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:06.865078 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-df83faba-296f-4d1a-84bc-d9f4b3d4ee0c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:06.865584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df83faba-296f-4d1a-84bc-d9f4b3d4ee0c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:06.868779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-df83faba-296f-4d1a-84bc-d9f4b3d4ee0c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/0fd237cb-264f-4751-9738-6b7cc8440c85 HTTP/1.1" status: 404 len: 337 time: 0.3134069 Dec 20 15:56:06.883456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41362) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:06.912380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device de2480a0-1304-49bb-a5e3-59dd3e513d6d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:06.944331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a489d72-d4ae-46aa-af5e-803e751a8b07 None None] Provisioning complete for port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:06.944700 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a489d72-d4ae-46aa-af5e-803e751a8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.044097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] For port de2480a0-1304-49bb-a5e3-59dd3e513d6d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=de2480a0-1304-49bb-a5e3-59dd3e513d6d,segment=NetworkSegment(6767bcb1-2699-4d4b-9309-03aa5b50d39b),segment_id=6767bcb1-2699-4d4b-9309-03aa5b50d39b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:07.044571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.112084 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4151b6-59da-4d80-9eca-0f5d64bed4da tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:07.119378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4151b6-59da-4d80-9eca-0f5d64bed4da tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:07.122883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9a4151b6-59da-4d80-9eca-0f5d64bed4da tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/32250f97-8c40-4b25-96cd-255e57c2010c HTTP/1.1" status: 404 len: 337 time: 0.2383659 Dec 20 15:56:07.135925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41366) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.155562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] Calling delete_port for de2480a0-1304-49bb-a5e3-59dd3e513d6d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:07.407450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.421931 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6548a8e0-02f3-4e65-a52d-15ec0e629f27 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:07.431795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6548a8e0-02f3-4e65-a52d-15ec0e629f27 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:07.435302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6548a8e0-02f3-4e65-a52d-15ec0e629f27 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/5b5b458f-9af6-4b6f-9d7b-12fd14a5e3dc HTTP/1.1" status: 404 len: 333 time: 0.2986000 Dec 20 15:56:07.446593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41372) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.472633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.529937 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de07b8c-299a-4624-85f8-8ff2ebecb4a0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:07.529937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de07b8c-299a-4624-85f8-8ff2ebecb4a0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:07.535195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5de07b8c-299a-4624-85f8-8ff2ebecb4a0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/d7a16092-f1d9-40de-a002-7f64bd424c3a HTTP/1.1" status: 404 len: 337 time: 0.0870249 Dec 20 15:56:07.549011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.555049 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.561553 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.571153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9caab41a-b617-424e-8017-422feabfe664']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:07.638569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] DHCP port deletion for c6d7754b-939c-49a3-9e95-6c9872662dd0 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:07.684263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb538ca-c735-416d-a8fc-26e59b3ec9d2') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:07.691322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb538ca-c735-416d-a8fc-26e59b3ec9d2') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:07.691541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41380) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.702051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.734254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.762286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:56:07.762692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.765176 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-475c4b8f-928b-481f-8f55-ab3233a451ce tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:07.765825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475c4b8f-928b-481f-8f55-ab3233a451ce tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:07.769715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-475c4b8f-928b-481f-8f55-ab3233a451ce tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/1dfe8162-7af3-4a03-98a0-36f518efdc59 HTTP/1.1" status: 404 len: 337 time: 0.2180290 Dec 20 15:56:07.790948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41384) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.820898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:07.835704 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90052cd-ca73-425d-add2-83a4c6bb88c7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:07.836435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90052cd-ca73-425d-add2-83a4c6bb88c7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:07.839710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e90052cd-ca73-425d-add2-83a4c6bb88c7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/344fc90f-78f5-4511-a5a8-4573ef7bb7e3 HTTP/1.1" status: 404 len: 333 time: 0.0526805 Dec 20 15:56:07.846178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41386) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.860735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] Pushing event deleted for resources: {'Port': ['ID=de2480a0-1304-49bb-a5e3-59dd3e513d6d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:07.889462 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d4819b-de2d-4e9c-b858-ab819d10a2ea tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:07.890088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d4819b-de2d-4e9c-b858-ab819d10a2ea tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:07.895834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c4d4819b-de2d-4e9c-b858-ab819d10a2ea tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/b604c9bf-3ae5-4d3b-8fce-d8a5b357f6ab HTTP/1.1" status: 404 len: 337 time: 0.0447803 Dec 20 15:56:07.896130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41388) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:07.911732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a161d4-4536-4572-8fb2-9842dcbfb507,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:07.917563 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:07.923108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61913de-9bca-4621-9336-57d9ec874704 None None] No DVR routers for this DVR port de2480a0-1304-49bb-a5e3-59dd3e513d6d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:07.990084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31be4-af47-4a3c-a38c-8fbe6ad7d691 req-3986c86f-0735-434c-9946-ff7ae2b5a72a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:08.005235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] Deleting port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:08.005900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.007720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3b31be4-af47-4a3c-a38c-8fbe6ad7d691 req-3986c86f-0735-434c-9946-ff7ae2b5a72a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2627132 Dec 20 15:56:08.015576 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-13de70d1-ce35-4e12-81b6-18c5e08415f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.016309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13de70d1-ce35-4e12-81b6-18c5e08415f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.021949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13de70d1-ce35-4e12-81b6-18c5e08415f9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/d03a01e4-6968-4676-a0e0-e6c06ca5513d HTTP/1.1" status: 404 len: 333 time: 0.1214101 Dec 20 15:56:08.023011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41390) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.024641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:08.025092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.073848 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-16217503-b9c0-4a98-8561-e913aa64d872 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.074475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16217503-b9c0-4a98-8561-e913aa64d872 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.080063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-16217503-b9c0-4a98-8561-e913aa64d872 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/cff66410-e52a-4459-8ba5-6d1b3266ceb4 HTTP/1.1" status: 404 len: 337 time: 0.0504413 Dec 20 15:56:08.080721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.131953 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d50317-4f74-4de6-8911-bc6af93c3432 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.132545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d50317-4f74-4de6-8911-bc6af93c3432 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.135769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-46d50317-4f74-4de6-8911-bc6af93c3432 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/b4ffd04b-bd60-488c-a388-442579c19f2e HTTP/1.1" status: 404 len: 333 time: 0.0539639 Dec 20 15:56:08.138391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41396) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.166083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.207778 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3eaab61-dc4e-44a6-939a-d073f20b4f9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.208253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3eaab61-dc4e-44a6-939a-d073f20b4f9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.231593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] For port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,segment=NetworkSegment(68a8e0a7-adec-4092-8ea3-938e8b2ba4a1),segment_id=68a8e0a7-adec-4092-8ea3-938e8b2ba4a1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:08.232089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.234613 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3eaab61-dc4e-44a6-939a-d073f20b4f9e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/01eab709-367d-4422-bb5c-a41718506dc0 HTTP/1.1" status: 404 len: 337 time: 0.0951607 Dec 20 15:56:08.250495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] For port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,segment=NetworkSegment(68a8e0a7-adec-4092-8ea3-938e8b2ba4a1),segment_id=68a8e0a7-adec-4092-8ea3-938e8b2ba4a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:08.250926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.262168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:08.293010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] Calling delete_port for 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:08.314970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.317639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.336938 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9caab41a-b617-424e-8017-422feabfe664 HTTP/1.1" status: 204 len: 168 time: 1.9754858 Dec 20 15:56:08.371531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc36fe-033e-4466-942b-990dbd7f9946 admin admin] Pushing event deleted for resources: {'Network': ['ID=9caab41a-b617-424e-8017-422feabfe664,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:08.375349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3b31be4-af47-4a3c-a38c-8fbe6ad7d691 req-c97a8c55-11a1-46fb-8235-c6cbbf9f9674 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664992 Dec 20 15:56:08.395018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a878843b-df46-4dba-9f44-2c850c839cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.439152 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a056d45d-96ba-4ee0-bb1d-7b7763fcc4fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.439748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a056d45d-96ba-4ee0-bb1d-7b7763fcc4fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.450539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a056d45d-96ba-4ee0-bb1d-7b7763fcc4fd tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/400365a4-1d51-42c9-b31e-8ab60433ce50 HTTP/1.1" status: 404 len: 333 time: 0.1100359 Dec 20 15:56:08.454204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41404) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.509840 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-803e31c0-8da8-4275-bbc1-d598d104f723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.512808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803e31c0-8da8-4275-bbc1-d598d104f723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.513361 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-803e31c0-8da8-4275-bbc1-d598d104f723 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/2066b092-0ba1-4126-9528-f165cb0f52eb HTTP/1.1" status: 404 len: 337 time: 0.0582075 Dec 20 15:56:08.516084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41406) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.537715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.544910 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82a3c77-f7f8-49bc-8c1f-3c0d161149fe tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.545626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82a3c77-f7f8-49bc-8c1f-3c0d161149fe tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.548779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d82a3c77-f7f8-49bc-8c1f-3c0d161149fe tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/1ff63d9b-222f-424e-9791-cdaa56ffeb8d HTTP/1.1" status: 404 len: 333 time: 0.0313337 Dec 20 15:56:08.551680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41408) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.580231 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-96af9c75-e12e-45bb-a222-38d7737101e5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.580691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96af9c75-e12e-45bb-a222-38d7737101e5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.586974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-96af9c75-e12e-45bb-a222-38d7737101e5 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/e436c11f-e029-4a41-bf8a-3bbd85180267 HTTP/1.1" status: 404 len: 337 time: 0.0319300 Dec 20 15:56:08.587277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41410) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.611634 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.630621 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-335c3233-2bf5-48e5-ae0e-53cb961631ca tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.631240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335c3233-2bf5-48e5-ae0e-53cb961631ca tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.636935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-335c3233-2bf5-48e5-ae0e-53cb961631ca tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/fb673dc2-e756-49a9-a0fb-5014ef7b465b HTTP/1.1" status: 404 len: 333 time: 0.0462983 Dec 20 15:56:08.636935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.647351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41414) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.669102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] No DVR routers for this DVR port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:08.670750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f2151-2a68-465f-8602-faadba7525a1 None None] Pushing event deleted for resources: {'Port': ['ID=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:08.685356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:08.695747 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6778f47b-71c6-4f3b-b42a-ba2bda4d8081 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.700302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6778f47b-71c6-4f3b-b42a-ba2bda4d8081 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.703396 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6778f47b-71c6-4f3b-b42a-ba2bda4d8081 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ab4ede61-f85a-4dac-a54c-e9f1af147d5c HTTP/1.1" status: 404 len: 337 time: 0.0548079 Dec 20 15:56:08.707354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41418) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.720044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No DVR routers for this DVR port 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:08.803344 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c85c2ac-f630-45b8-be4e-6c42892278e9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.804074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c85c2ac-f630-45b8-be4e-6c42892278e9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.814684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2c85c2ac-f630-45b8-be4e-6c42892278e9 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/353a1917-e374-46f1-acd2-adec5b005cea HTTP/1.1" status: 404 len: 337 time: 0.0883763 Dec 20 15:56:08.829747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41422) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.917930 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0c92d4-707c-4b60-b64d-bce50910d19e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.918811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0c92d4-707c-4b60-b64d-bce50910d19e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:08.932520 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ab0c92d4-707c-4b60-b64d-bce50910d19e tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/ccc51331-110e-4e91-8001-4015b60cdc21 HTTP/1.1" status: 404 len: 333 time: 0.0992372 Dec 20 15:56:08.932934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41424) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:08.983429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:08.985984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.994164 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66a0424-9fe1-46ca-bfc0-9f119b868e2b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:08.994639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66a0424-9fe1-46ca-bfc0-9f119b868e2b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.001616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e66a0424-9fe1-46ca-bfc0-9f119b868e2b tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/44deaed9-f135-4ccd-b31c-635e106aa796 HTTP/1.1" status: 404 len: 337 time: 0.0674844 Dec 20 15:56:09.003659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41426) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.004003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41428) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.011768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d7754b-939c-49a3-9e95-6c9872662dd0']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:09.015517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:56:09.015868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8e5ef17a-9f8a-49e1-af47-009ad1e7c1d6 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:56:09.025965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:09.026342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a8e0a7-adec-4092-8ea3-938e8b2ba4a1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:09.043906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.071653 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-061f0bba-ad17-4acd-9f6e-d5ba77f90b1d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:09.072184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061f0bba-ad17-4acd-9f6e-d5ba77f90b1d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.079467 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-061f0bba-ad17-4acd-9f6e-d5ba77f90b1d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/3914fcb6-15f5-4375-92ba-cf0e65bdcaa5 HTTP/1.1" status: 404 len: 337 time: 0.0689678 Dec 20 15:56:09.084116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41432) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.090294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.103036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:56:09.108377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:09.117953 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:09.188760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a878843b-df46-4dba-9f44-2c850c839cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.203273 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae4243a-e843-4068-9561-8385cf40ab4a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:09.203954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae4243a-e843-4068-9561-8385cf40ab4a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.207826 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ae4243a-e843-4068-9561-8385cf40ab4a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/4eefffb0-91bc-4abe-8227-7a93730ce3f6 HTTP/1.1" status: 404 len: 333 time: 0.1226733 Dec 20 15:56:09.211786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41434) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.234904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a271b1c-bd7e-4cb2-80f8-880f51192efa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c188ad03150443f9ea9903a725e2d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253284 Dec 20 15:56:09.238524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.258366 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5aff7de-4d20-4f1b-9118-efef441a7713 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:09.262012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5aff7de-4d20-4f1b-9118-efef441a7713 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.266027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a5aff7de-4d20-4f1b-9118-efef441a7713 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/6b7944a9-ed48-4647-8bcf-c75b2a8999b6 HTTP/1.1" status: 404 len: 337 time: 0.0529993 Dec 20 15:56:09.274175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41438) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.311530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.313537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a878843b-df46-4dba-9f44-2c850c839cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.341358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Router 2a2bc82e-deea-4dce-a842-cab5578830ae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:09.363088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0854-c020-47e9-851b-8c69cdff5db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.380586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.387784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/c6d7754b-939c-49a3-9e95-6c9872662dd0 HTTP/1.1" status: 204 len: 168 time: 2.5582461 Dec 20 15:56:09.394961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41440) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.396122 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a6f181-6ef7-4b53-8332-fa4e7603e06c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:09.397118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a6f181-6ef7-4b53-8332-fa4e7603e06c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.415448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-82a6f181-6ef7-4b53-8332-fa4e7603e06c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/499c3b22-4ad1-4c6f-a0be-748a25f9e03e HTTP/1.1" status: 404 len: 337 time: 0.1252081 Dec 20 15:56:09.418075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41442) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.424147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557709325'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:09.461568 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-342dc7f5-a94a-4bdc-a110-64188d780c91 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:09.462425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342dc7f5-a94a-4bdc-a110-64188d780c91 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.468759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-342dc7f5-a94a-4bdc-a110-64188d780c91 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/79eb4a41-c7ac-4619-b28a-a8d96c2dd4a5 HTTP/1.1" status: 404 len: 333 time: 0.0487998 Dec 20 15:56:09.470350 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0854-c020-47e9-851b-8c69cdff5db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.474315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.476373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a878843b-df46-4dba-9f44-2c850c839cfc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fb55a68a5014b069ff2d6a69ce92a55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7449026 Dec 20 15:56:09.485811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.503758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878843b-df46-4dba-9f44-2c850c839cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd8671-aea6-4502-af9f-fd2f29f7a0dc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:09.524047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f4f45-b554-43af-b058-866bc22df559 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=c6d7754b-939c-49a3-9e95-6c9872662dd0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:09.627008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d72fa-635c-4044-bea2-d1ce90b24dfd req-0812076c-ed5c-49a4-a926-a3519e9b1f8d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:09.629156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d05d72fa-635c-4044-bea2-d1ce90b24dfd req-0812076c-ed5c-49a4-a926-a3519e9b1f8d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1138647 Dec 20 15:56:09.700368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d05d72fa-635c-4044-bea2-d1ce90b24dfd req-ce2baf4c-b169-4653-ba4b-7150fddfee67 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646636 Dec 20 15:56:09.728154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:09.733395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.770441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:09.788801 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.789194 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment 6d16e0c3-267c-45b3-8c67-b0db072acfff of type vlan for network 3dfac2cf-085e-4199-8014-e5dbb94966bd Dec 20 15:56:09.851932 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.955947 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded9a7a-d5a6-40c0-a0d1-4046a8a1d0bc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:09.957258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fded9a7a-d5a6-40c0-a0d1-4046a8a1d0bc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:09.962454 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fded9a7a-d5a6-40c0-a0d1-4046a8a1d0bc tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/1afa0783-cb2d-412d-abf9-e1175aafb7d5 HTTP/1.1" status: 404 len: 337 time: 0.4849806 Dec 20 15:56:09.963617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41452) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:09.976625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:09.988873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:09.992210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.031116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c46e8a18-cc03-42b8-a662-9da9ef7995be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.040146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:10.054322 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d3d38fa-87b6-4c53-a831-1108e87e87dc admin admin] 10.222.0.81 "PUT /v2.0/routers/2a2bc82e-deea-4dce-a842-cab5578830ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9341235 Dec 20 15:56:10.056349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.058085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] Sync routers for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:10.063431 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c12264-b459-4019-b1fc-dd886679c825 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.063903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c12264-b459-4019-b1fc-dd886679c825 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.075908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:10.077666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:10.086341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-29c12264-b459-4019-b1fc-dd886679c825 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/19731937-139f-4337-9adb-fd518c486c95 HTTP/1.1" status: 404 len: 337 time: 0.1205647 Dec 20 15:56:10.103376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41460) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.130613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c46e8a18-cc03-42b8-a662-9da9ef7995be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.193609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6e7124c2-b23e-436a-9ce0-f5981c887b40 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports?device_id=d039ade4-0392-41f7-bde6-baec32f92c2e HTTP/1.1" status: 200 len: 205 time: 0.0871165 Dec 20 15:56:10.195839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41464) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.204694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7877877 Dec 20 15:56:10.205461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41466) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.222476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:10.261435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3154a-2329-4c5e-977d-9bf9ed9806da tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=3dfac2cf-085e-4199-8014-e5dbb94966bd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:10.289406 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-edf20328-d66d-4633-881e-98725d32e2d3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] delete failed (client error): The resource could not be found. Dec 20 15:56:10.293009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-edf20328-d66d-4633-881e-98725d32e2d3 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/routers/d039ade4-0392-41f7-bde6-baec32f92c2e HTTP/1.1" status: 404 len: 336 time: 0.0937655 Dec 20 15:56:10.302155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41468) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.309856 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c46e8a18-cc03-42b8-a662-9da9ef7995be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.317911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c46e8a18-cc03-42b8-a662-9da9ef7995be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.335571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c46e8a18-cc03-42b8-a662-9da9ef7995be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31bd8671-aea6-4502-af9f-fd2f29f7a0dc HTTP/1.1" status: 204 len: 168 time: 0.8299763 Dec 20 15:56:10.340206 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bb322a-2e28-4000-ad40-46ecb830e5e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.341270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bb322a-2e28-4000-ad40-46ecb830e5e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.344758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-87bb322a-2e28-4000-ad40-46ecb830e5e8 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/4d98c8c3-80cb-459e-ad20-93f0fadb80b7 HTTP/1.1" status: 404 len: 337 time: 0.0423369 Dec 20 15:56:10.349276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41472) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.363535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0854-c020-47e9-851b-8c69cdff5db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.366206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0854-c020-47e9-851b-8c69cdff5db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.397490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a1ca0854-c020-47e9-851b-8c69cdff5db8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a4d3afe-f585-4b20-be5d-9c358bbaac50 HTTP/1.1" status: 204 len: 168 time: 1.1541281 Dec 20 15:56:10.406053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a3a96adc-79f8-49eb-9773-61bb6ceeff46 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb524efe-bbbc-40d9-9abb-5d78a438e5d1 HTTP/1.1" status: 200 len: 205 time: 0.0559576 Dec 20 15:56:10.416185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41476) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.446423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e8a18-cc03-42b8-a662-9da9ef7995be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd8671-aea6-4502-af9f-fd2f29f7a0dc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:10.483049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca0854-c020-47e9-851b-8c69cdff5db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d3afe-f585-4b20-be5d-9c358bbaac50,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:10.485433 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-989c62b6-cee2-412d-94ad-d502e63c65eb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] delete failed (client error): The resource could not be found. Dec 20 15:56:10.488451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-989c62b6-cee2-412d-94ad-d502e63c65eb tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/routers/cb524efe-bbbc-40d9-9abb-5d78a438e5d1 HTTP/1.1" status: 404 len: 336 time: 0.0694575 Dec 20 15:56:10.490556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41478) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.507014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.577118 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-210aca8d-c9c3-4e0b-a562-285b7c3e3c65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.580102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210aca8d-c9c3-4e0b-a562-285b7c3e3c65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.580914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-210aca8d-c9c3-4e0b-a562-285b7c3e3c65 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ab74d314-ddce-4b22-b99c-80f313c22de1 HTTP/1.1" status: 404 len: 337 time: 0.0757535 Dec 20 15:56:10.602525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41480) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.660265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:56:10.666762 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-141a90eb-e54a-4442-815a-b608a1c17bf0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.667356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141a90eb-e54a-4442-815a-b608a1c17bf0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.673547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-141a90eb-e54a-4442-815a-b608a1c17bf0 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/28df385c-6e72-4136-8ac6-4237d0c21afe HTTP/1.1" status: 404 len: 337 time: 0.0699556 Dec 20 15:56:10.677738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.735712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.770792 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebc6d9f-5cf0-46b5-aaab-82a6f209a207 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.774154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebc6d9f-5cf0-46b5-aaab-82a6f209a207 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.776210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2ebc6d9f-5cf0-46b5-aaab-82a6f209a207 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/f245b2cf-41ce-4605-a048-0b636c5c3194 HTTP/1.1" status: 404 len: 333 time: 0.0568345 Dec 20 15:56:10.778777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41486) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.842075 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d22cfb-5d94-47aa-bc19-ff7de77c7fe7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.853886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d22cfb-5d94-47aa-bc19-ff7de77c7fe7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.859529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-78d22cfb-5d94-47aa-bc19-ff7de77c7fe7 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/f8adb539-933f-4f88-886c-5b7129b43303 HTTP/1.1" status: 404 len: 337 time: 0.0771339 Dec 20 15:56:10.860776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.917058 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-029dcb44-6749-4b02-ace0-f75f8cec27f2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:10.917297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:10.917683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029dcb44-6749-4b02-ace0-f75f8cec27f2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:10.920941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:10.922107 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-029dcb44-6749-4b02-ace0-f75f8cec27f2 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/d6e5ade3-a2af-4453-8c79-bfc88999501f HTTP/1.1" status: 404 len: 333 time: 0.0574048 Dec 20 15:56:10.926580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41492) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:10.969179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:11.066348 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-811cd692-45b3-4b50-9429-118cde19623c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.066917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811cd692-45b3-4b50-9429-118cde19623c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.070272 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-811cd692-45b3-4b50-9429-118cde19623c tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/b124158a-60c0-4e1a-b49a-e37a43c25244 HTTP/1.1" status: 404 len: 337 time: 0.1426859 Dec 20 15:56:11.072942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41496) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.101588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff9c9-9ce6-4677-91fb-17c104345aed req-fa7b37eb-bcc2-4f45-9bba-e57bb92b909f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:11.103868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a05ff9c9-9ce6-4677-91fb-17c104345aed req-fa7b37eb-bcc2-4f45-9bba-e57bb92b909f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2639472 Dec 20 15:56:11.184824 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e771c5-fdf6-42c3-ac83-b02ee4930103 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.185424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e771c5-fdf6-42c3-ac83-b02ee4930103 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.188702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-57e771c5-fdf6-42c3-ac83-b02ee4930103 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/e0a4a85b-efd7-434b-b4c1-7cea3b35bb0f HTTP/1.1" status: 404 len: 333 time: 0.1147726 Dec 20 15:56:11.196104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41502) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.228089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Deleting port 450e2326-74a5-4022-81b2-93b0eee1308f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:11.228447 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:11.296708 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c41183-6880-40dd-877b-86facac0bdc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.298000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c41183-6880-40dd-877b-86facac0bdc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.319512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-19c41183-6880-40dd-877b-86facac0bdc6 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/fd8c5b63-37f5-43f4-b1e4-ebc3916b0b48 HTTP/1.1" status: 404 len: 337 time: 0.1170487 Dec 20 15:56:11.326709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.354285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a05ff9c9-9ce6-4677-91fb-17c104345aed req-d8e6a9d4-2d95-4f28-ae5a-d8cb8809938d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372348 Dec 20 15:56:11.457526 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e5834d-57ea-4db2-baa0-da758e380811 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.458485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e5834d-57ea-4db2-baa0-da758e380811 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.458862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] For port 450e2326-74a5-4022-81b2-93b0eee1308f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=450e2326-74a5-4022-81b2-93b0eee1308f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:11.459238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:11.476092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41510) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.479051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-34e5834d-57ea-4db2-baa0-da758e380811 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/0770ad43-c618-46d8-8c78-a9da524ba258 HTTP/1.1" status: 404 len: 333 time: 0.1467853 Dec 20 15:56:11.587716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:56:07Z', 'revision_number': 5, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port': {'id': '450e2326-74a5-4022-81b2-93b0eee1308f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:53:23Z', 'updated_at': '2021-12-20T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:11.616779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Calling delete_port for 450e2326-74a5-4022-81b2-93b0eee1308f owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:11.642218 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aa264c-c794-439f-863e-59c15026a395 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.646852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aa264c-c794-439f-863e-59c15026a395 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.647408 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35aa264c-c794-439f-863e-59c15026a395 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/a0f8db85-57b8-4a9f-ad31-2cb6b81e963e HTTP/1.1" status: 404 len: 337 time: 0.1671069 Dec 20 15:56:11.652005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.685072 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dc14bd-51e0-4869-8829-3632c7e42a3d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.686617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dc14bd-51e0-4869-8829-3632c7e42a3d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.690457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98dc14bd-51e0-4869-8829-3632c7e42a3d tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/17ae5da0-9cbc-4f0f-afee-b535932859fe HTTP/1.1" status: 404 len: 333 time: 0.0371671 Dec 20 15:56:11.694205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41516) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.714814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] Checking router: 2a2bc82e-deea-4dce-a842-cab5578830ae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:56:11.754305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] Routers {'2a2bc82e-deea-4dce-a842-cab5578830ae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:11.755035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a2bc82e-deea-4dce-a842-cab5578830ae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:11.772697 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66a71a4-342e-4fb4-851b-6898a8217833 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.774493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66a71a4-342e-4fb4-851b-6898a8217833 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.778069 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e66a71a4-342e-4fb4-851b-6898a8217833 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/ad8f16ad-a839-418c-9897-29a06e6b40a2 HTTP/1.1" status: 404 len: 337 time: 0.0821743 Dec 20 15:56:11.780966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41518) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.814770 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-198d1134-614a-4622-a2cc-9212bc92cb1a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.818848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198d1134-614a-4622-a2cc-9212bc92cb1a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.820367 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-198d1134-614a-4622-a2cc-9212bc92cb1a tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/94cf2f8a-e310-4dc0-86ce-075b6c2e44eb HTTP/1.1" status: 404 len: 333 time: 0.0379753 Dec 20 15:56:11.823129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.888997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:11.896595 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f0feaf-45a0-4c5a-a0d4-d1c7707c0d60 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:11.897062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f0feaf-45a0-4c5a-a0d4-d1c7707c0d60 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:11.902447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91f0feaf-45a0-4c5a-a0d4-d1c7707c0d60 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/dce76d86-3bd6-40ea-8f34-8989926108f8 HTTP/1.1" status: 404 len: 337 time: 0.0760262 Dec 20 15:56:11.913960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41524) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.974636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41528) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:11.998528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] Set router 2a2bc82e-deea-4dce-a842-cab5578830ae gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:11.998765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8738-861c-4227-88fe-9af3cf784c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.066257 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a4d4e4-3e7e-48fd-99ff-02a03be8fa91 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:12.070542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a4d4e4-3e7e-48fd-99ff-02a03be8fa91 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:12.074398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a3a4d4e4-3e7e-48fd-99ff-02a03be8fa91 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/ports/09f8ccff-258e-4435-93a7-1303d56964f7 HTTP/1.1" status: 404 len: 333 time: 0.1561894 Dec 20 15:56:12.077056 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:12.112083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:56:10Z', 'revision_number': 6, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:12.123954 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ac3bb7-af0b-45ef-9948-404093eb8b00 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] DELETE failed (client error): The resource could not be found. Dec 20 15:56:12.124483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ac3bb7-af0b-45ef-9948-404093eb8b00 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:12.127701 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e6ac3bb7-af0b-45ef-9948-404093eb8b00 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/subnets/871fcd5b-584b-4151-8fa4-9b3658d7127d HTTP/1.1" status: 404 len: 337 time: 0.0495582 Dec 20 15:56:12.132548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:12.148647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=8124cf02-1952-49ef-b227-3ae9e14f7b87,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:12.162164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': '6d16e0c3-267c-45b3-8c67-b0db072acfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:12.170840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: 3dfac2cf-085e-4199-8014-e5dbb94966bd, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:12.177344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2359be1f-32c6-44f5-a9c3-1e6d6a3878dd None None] The sync data for ids ['2a2bc82e-deea-4dce-a842-cab5578830ae'] in n-d-781076-8 is: [{'id': '2a2bc82e-deea-4dce-a842-cab5578830ae', 'name': 'tempest-ServersTestJSON-1100524794-router', 'tenant_id': 'd3ed186bcc934a429623058a5b286c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:53:22Z', 'updated_at': '2021-12-20T15:56:10Z', 'revision_number': 6, 'project_id': 'd3ed186bcc934a429623058a5b286c71', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:12.219866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.284557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:12.303058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.349750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Pushing event deleted for resources: {'Port': ['ID=450e2326-74a5-4022-81b2-93b0eee1308f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:12.374089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557b12b-3411-4dc8-9d9a-a52561720d5e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:12.393488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 3dfac2cf-085e-4199-8014-e5dbb94966bd) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:12.399657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:12.400956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.437126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00a6d2-5915-4c39-a755-d9c085603dff None None] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:12.496819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8738-861c-4227-88fe-9af3cf784c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.521985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5e07d021-5279-4a50-be1b-5c8b58e5f39d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3045385 Dec 20 15:56:12.521985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41546) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:12.532703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-164608861'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:12.637509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8738-861c-4227-88fe-9af3cf784c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.684730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-3dfac2cf-085e-4199-8014-e5dbb94966bd', 'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': '8124cf02-1952-49ef-b227-3ae9e14f7b87'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:56:12.685874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.801551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41550) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:12.852553 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.871144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c5d75-102a-4b65-bbcf-920fa83bdb3d req-5ea70850-6fc3-4c7e-a387-a05e86d08bba tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:12.872761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-351c5d75-102a-4b65-bbcf-920fa83bdb3d req-5ea70850-6fc3-4c7e-a387-a05e86d08bba tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.3525548 Dec 20 15:56:12.903092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:12.999116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-351c5d75-102a-4b65-bbcf-920fa83bdb3d req-241d2a96-0d51-486b-be9a-9793deeb4e00 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147208 Dec 20 15:56:13.013736 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:56:13.018221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:13.039945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.070152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 5f126525-4d0b-45ba-873a-034b7e564996 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:13.125015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Allocated IP 2001:db8::2 (3dfac2cf-085e-4199-8014-e5dbb94966bd/8124cf02-1952-49ef-b227-3ae9e14f7b87/ddcc3756-e278-4091-861d-9b88161ee9f2) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:13.167379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b3a161d4-4536-4572-8fb2-9842dcbfb507 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:13.220279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-586812612-network', 'tenant_id': '971a5140ec784551869d58a0080e3114'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:13.236199 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc6d8738-861c-4227-88fe-9af3cf784c7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd7cfe4aa9d341bcb2b878f51b928b01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2603369 Dec 20 15:56:13.240212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41558) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:13.269855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bd2955-ceed-487c-bb74-e6d50e561825']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:13.272351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8738-861c-4227-88fe-9af3cf784c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28fe65d-c43e-4cdb-a2cf-11b198e1016c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:13.276436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.286152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.288745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b3a161d4-4536-4572-8fb2-9842dcbfb507 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:56:13.290800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b3a161d4-4536-4572-8fb2-9842dcbfb507 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:56:13.294053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6767bcb1-2699-4d4b-9309-03aa5b50d39b') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:13.294349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6767bcb1-2699-4d4b-9309-03aa5b50d39b') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:13.386488 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.397992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.445214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.452132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:56:13.452782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:13.456038 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:13.462197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.570390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.573368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2bc82e-deea-4dce-a842-cab5578830ae {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:56:13.580552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.582978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c17394be-1760-49fc-90d6-9c1a3182faeb admin admin] 10.222.0.81 "DELETE /v2.0/routers/2a2bc82e-deea-4dce-a842-cab5578830ae HTTP/1.1" status: 204 len: 168 time: 3.5256503 Dec 20 15:56:13.585875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:13.591257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:13.592053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.598619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.642827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.690211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Deleting subnet b8b582ec-765c-4029-a20b-74a8ccb48336 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:13.707372 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.745405 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.753651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.757812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f28fe65d-c43e-4cdb-a2cf-11b198e1016c HTTP/1.1" status: 204 len: 168 time: 0.5141671 Dec 20 15:56:13.784035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28fe65d-c43e-4cdb-a2cf-11b198e1016c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:13.797095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.797723 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.823167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:13.830126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] 10.222.0.81 "DELETE /v2.0/networks/76bd2955-ceed-487c-bb74-e6d50e561825 HTTP/1.1" status: 204 len: 168 time: 1.6964824 Dec 20 15:56:13.911394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:13.914767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:13.919027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8afbc9-127a-45c5-9b10-c2940e809a67 tempest-NetworksTestDHCPv6-1836125115 tempest-NetworksTestDHCPv6-1836125115-project] Pushing event deleted for resources: {'Network': ['ID=76bd2955-ceed-487c-bb74-e6d50e561825,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:13.932483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:13.944302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.012685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::84 (3dfac2cf-085e-4199-8014-e5dbb94966bd/8124cf02-1952-49ef-b227-3ae9e14f7b87/5f126525-4d0b-45ba-873a-034b7e564996) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:14.024777 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.049088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.061355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.066987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.067467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.067919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.068368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.071326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Pushing event updated for resources: {'Port': ['ID=ddcc3756-e278-4091-861d-9b88161ee9f2,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.072930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.081435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.081914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.082125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Attempting to bind port ddcc3756-e278-4091-861d-9b88161ee9f2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:14.082468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.082914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.083075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Attempting to bind port ddcc3756-e278-4091-861d-9b88161ee9f2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6d16e0c3-267c-45b3-8c67-b0db072acfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:14.083479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.083862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Attempting to bind port ddcc3756-e278-4091-861d-9b88161ee9f2 on network 3dfac2cf-085e-4199-8014-e5dbb94966bd {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:14.084030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.084473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafd57e9-b04c-4a98-a410-dc3849208efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:14.090783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:14.101464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Checking segment: {'id': '6d16e0c3-267c-45b3-8c67-b0db072acfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:14.101464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.101464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Bound using segment: {'id': '6d16e0c3-267c-45b3-8c67-b0db072acfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:14.101464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Bound port: ddcc3756-e278-4091-861d-9b88161ee9f2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d16e0c3-267c-45b3-8c67-b0db072acfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3dfac2cf-085e-4199-8014-e5dbb94966bd'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:14.101464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.104563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:14.172868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.185814 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Added segment 9beb2279-af30-4aa5-acd2-1765c582b6a2 of type vlan for network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b Dec 20 15:56:14.189272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b9c93-edb7-426b-b36a-8ee47857df1d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.282338 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.302908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] For port ddcc3756-e278-4091-861d-9b88161ee9f2, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:14.312088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] For port ddcc3756-e278-4091-861d-9b88161ee9f2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ddcc3756-e278-4091-861d-9b88161ee9f2,segment=NetworkSegment(6d16e0c3-267c-45b3-8c67-b0db072acfff),segment_id=6d16e0c3-267c-45b3-8c67-b0db072acfff)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:14.446476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.457066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d86cd-2fb4-4f3a-b3e7-0322e13406e6 req-cfdf6e92-0a01-4349-92eb-b79203c02f3a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:14.459779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d86cd-2fb4-4f3a-b3e7-0322e13406e6 req-cfdf6e92-0a01-4349-92eb-b79203c02f3a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.2003191 Dec 20 15:56:14.484741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.486160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:14.486407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.487468 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.632468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] Pushing event updated for resources: {'Network': ['ID=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:14.643726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:14.687281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fee84e58-7ded-4a53-8702-fd04cd9191ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8506229 Dec 20 15:56:14.687624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41582) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:14.697005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Request body: {'subnet': {'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-586812612-subnet', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:14.786444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:56:14.838368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 450e2326-74a5-4022-81b2-93b0eee1308f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:14.873013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41584) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:14.894473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d86cd-2fb4-4f3a-b3e7-0322e13406e6 req-cc982449-3af1-4160-a8ca-b5f4797454cf tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941293 Dec 20 15:56:14.979510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 450e2326-74a5-4022-81b2-93b0eee1308f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:56:14.979954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 450e2326-74a5-4022-81b2-93b0eee1308f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:56:15.012645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:15.013526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.016461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.050629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f9c83-881a-49f1-ac82-7e7fe1b15ff5 None None] Pushing event updated for resources: {'Port': ['ID=ddcc3756-e278-4091-861d-9b88161ee9f2,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.227915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.232518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b582ec-765c-4029-a20b-74a8ccb48336,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.250619 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.269715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a01139-0912-46f5-a951-286cae440524 None None] Network 2f572849-43cd-46bd-87e4-3efdf0e41e97 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:15.273756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6e6db3b1-1bd6-42ad-8e67-3568e950bea4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b8b582ec-765c-4029-a20b-74a8ccb48336 HTTP/1.1" status: 204 len: 168 time: 1.6853981 Dec 20 15:56:15.279749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41594) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:15.354212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:15.355879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=5f126525-4d0b-45ba-873a-034b7e564996,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.369505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:15.373618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:15.388339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:15.389330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.517459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1ed52eef-dd36-40e5-affd-de74612d4692 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.9948792 Dec 20 15:56:15.520791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41600) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:15.601820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] DHCP port deletion for 2f572849-43cd-46bd-87e4-3efdf0e41e97 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:15.693357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] Deleting port 5c143493-efec-47f1-b5c9-508508f402dc {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:15.693960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.729331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.748623 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.767462 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-095f8ecc-c221-4c9a-9c06-a6827345d9d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ae06a3186ba4530a26f3f67e7034539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8940964 Dec 20 15:56:15.771895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41604) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:15.780356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] For port 5c143493-efec-47f1-b5c9-508508f402dc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c143493-efec-47f1-b5c9-508508f402dc,segment=NetworkSegment(d42a0f35-a6cb-493c-95c8-fc8c9a9907c0),segment_id=d42a0f35-a6cb-493c-95c8-fc8c9a9907c0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:15.780775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 5f126525-4d0b-45ba-873a-034b7e564996 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:15.781239 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.781394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:15.796143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] Calling delete_port for 5c143493-efec-47f1-b5c9-508508f402dc owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:15.981947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40bf86e-1418-4f45-9974-6d43e435f0b8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:15.998216 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f204c830-0026-4fe1-88d4-e42a916b2eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.065555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.101735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:16.102428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Network hostable DHCP agents. Network: a6ebde6c-f71b-450d-a8fc-2764bcf66d8b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:16.104751 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.107010 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f204c830-0026-4fe1-88d4-e42a916b2eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.187405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Deleting port 5c143493-efec-47f1-b5c9-508508f402dc {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:16.187748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.214635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 5f126525-4d0b-45ba-873a-034b7e564996 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:16.241634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] Pushing event deleted for resources: {'Port': ['ID=5c143493-efec-47f1-b5c9-508508f402dc,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.243832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde33eb5-bb27-43f0-a4cd-b4effef22902 None None] No DVR routers for this DVR port 5c143493-efec-47f1-b5c9-508508f402dc on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:16.285227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:16.507159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a1e1d-26c4-4237-a3c3-d2281ec3fc7e req-511bbf4e-bd74-4d1c-a437-e5796ddcd724 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:16.531751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-525a1e1d-26c4-4237-a3c3-d2281ec3fc7e req-511bbf4e-bd74-4d1c-a437-e5796ddcd724 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.4691415 Dec 20 15:56:16.559820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] For port 5c143493-efec-47f1-b5c9-508508f402dc, host n-d-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:16.560460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.578140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Calling delete_port for 5c143493-efec-47f1-b5c9-508508f402dc owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:16.583596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Port 5c143493-efec-47f1-b5c9-508508f402dc was not found and therefore no delete operation was performed {{(pid=103954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:56:16.585420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.655404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c143493-efec-47f1-b5c9-508508f402dc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.663864 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f204c830-0026-4fe1-88d4-e42a916b2eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.667524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f204c830-0026-4fe1-88d4-e42a916b2eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.668904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f204c830-0026-4fe1-88d4-e42a916b2eb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/949185b3-0b26-41da-b11c-7eb205133468 HTTP/1.1" status: 204 len: 168 time: 0.8927343 Dec 20 15:56:16.703112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, a6ebde6c-f71b-450d-a8fc-2764bcf66d8b) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:16.714275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] No DVR routers for this DVR port 5c143493-efec-47f1-b5c9-508508f402dc on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:16.721324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:16.724336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.726663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fcea3-a2a5-4daa-b2d5-53f59db032f1 None None] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:16.732857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204c830-0026-4fe1-88d4-e42a916b2eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949185b3-0b26-41da-b11c-7eb205133468,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:16.740497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-525a1e1d-26c4-4237-a3c3-d2281ec3fc7e req-91b86487-b5bd-4418-beec-e20389dc6c0a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077351 Dec 20 15:56:16.865261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.888764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639958cf-a74e-4ed4-8439-0c800a7ac844 None None] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:16.892356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f572849-43cd-46bd-87e4-3efdf0e41e97']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:16.944816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.956099 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c03326e1-4c58-43f1-a524-9f57532baaea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2670219 Dec 20 15:56:16.960298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41624) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:16.966170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:16.972545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:16.973616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42a0f35-a6cb-493c-95c8-fc8c9a9907c0') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:16.986233 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.025567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.033016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:56:17.033703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.047331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=5f126525-4d0b-45ba-873a-034b7e564996,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:17.047455 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:17.111315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.112447 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.152300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.163103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ca569d9-22bd-46e6-bb26-a0314e880ecc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/5f126525-4d0b-45ba-873a-034b7e564996 HTTP/1.1" status: 204 len: 168 time: 1.6338475 Dec 20 15:56:17.163810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41630) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:17.190780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ddcc3756-e278-4091-861d-9b88161ee9f2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:17.192747 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6341328c-9185-4d2c-b3dd-8d05ad7fcfad tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:56:17.196659 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6341328c-9185-4d2c-b3dd-8d05ad7fcfad tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/5f126525-4d0b-45ba-873a-034b7e564996 HTTP/1.1" status: 404 len: 333 time: 0.0346749 Dec 20 15:56:17.205423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41632) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:17.223506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'project_id': '971a5140ec784551869d58a0080e3114', 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:56:17.224190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.227544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.240436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-66f3da2c-da0d-405e-ab36-2c8538b5cb80 None None] Provisioning complete for port ddcc3756-e278-4091-861d-9b88161ee9f2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:17.241082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-66f3da2c-da0d-405e-ab36-2c8538b5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.256498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.269837 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2f572849-43cd-46bd-87e4-3efdf0e41e97 HTTP/1.1" status: 204 len: 168 time: 1.9889073 Dec 20 15:56:17.357547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5520af-f30a-4ccf-a546-9381c5447451 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f572849-43cd-46bd-87e4-3efdf0e41e97,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:17.394223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 8124cf02-1952-49ef-b227-3ae9e14f7b87 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:17.403152 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.463243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.476613 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.575922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.770428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.810575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ddcc3756-e278-4091-861d-9b88161ee9f2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:17.811236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.851887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.897182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=8124cf02-1952-49ef-b227-3ae9e14f7b87,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:17.902347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:17.907478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d6af12c5-bef5-4ac8-9ea0-e35c9aaaa7fb tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/8124cf02-1952-49ef-b227-3ae9e14f7b87 HTTP/1.1" status: 204 len: 168 time: 0.6966040 Dec 20 15:56:17.909889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41652) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:17.947779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Allocated IP 172.20.0.2 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/36ad3dbe-2a6c-4d65-baa4-ee448af6530b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:17.956006 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-66f3da2c-da0d-405e-ab36-2c8538b5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.042658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41660) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:18.097117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba2182-ae82-42ce-b24a-ef54a799907c req-1ada65cc-186a-468a-b218-1b30ea9b5cc7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:18.099239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aba2182-ae82-42ce-b24a-ef54a799907c req-1ada65cc-186a-468a-b218-1b30ea9b5cc7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1895628 Dec 20 15:56:18.287534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18eeac-45ad-4f27-b3f6-3111dbdf573b None None] Network 3dfac2cf-085e-4199-8014-e5dbb94966bd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:18.292948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-463f29d2-8e0c-40d4-93a7-26e91a0e7759 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3ed186bcc934a429623058a5b286c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2407174 Dec 20 15:56:18.292948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41664) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:18.402852 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.404700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aba2182-ae82-42ce-b24a-ef54a799907c req-5822e3a5-fa55-490c-aff3-3cc9a3c796c0 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830708 Dec 20 15:56:18.447562 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.532514 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43013c70-ccdb-4b26-91f2-9f2b0d78f91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.600428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43013c70-ccdb-4b26-91f2-9f2b0d78f91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.615547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port ddcc3756-e278-4091-861d-9b88161ee9f2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:18.622566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.707099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-66f3da2c-da0d-405e-ab36-2c8538b5cb80 None None] For port ddcc3756-e278-4091-861d-9b88161ee9f2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ddcc3756-e278-4091-861d-9b88161ee9f2,segment=NetworkSegment(6d16e0c3-267c-45b3-8c67-b0db072acfff),segment_id=6d16e0c3-267c-45b3-8c67-b0db072acfff)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:18.790266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43013c70-ccdb-4b26-91f2-9f2b0d78f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.793850 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-43013c70-ccdb-4b26-91f2-9f2b0d78f91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.798433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-43013c70-ccdb-4b26-91f2-9f2b0d78f91d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d05be1bd-9d37-43ee-b255-9a8d4acca81b HTTP/1.1" status: 204 len: 168 time: 0.4946301 Dec 20 15:56:18.816391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43013c70-ccdb-4b26-91f2-9f2b0d78f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05be1bd-9d37-43ee-b255-9a8d4acca81b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:18.851283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-66f3da2c-da0d-405e-ab36-2c8538b5cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.961963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] For port ddcc3756-e278-4091-861d-9b88161ee9f2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ddcc3756-e278-4091-861d-9b88161ee9f2,segment=NetworkSegment(6d16e0c3-267c-45b3-8c67-b0db072acfff),segment_id=6d16e0c3-267c-45b3-8c67-b0db072acfff)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:18.962519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:18.994897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for ddcc3756-e278-4091-861d-9b88161ee9f2 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:19.003703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.038956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.189981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] DHCP port deletion for 3dfac2cf-085e-4199-8014-e5dbb94966bd request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:19.248187 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.301401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Allocated IP 172.25.6.193 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/3b9f60a0-0e9b-4994-8908-37198c355830) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:19.390875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1646bba4-ce9e-4035-a81a-dd8d1ece88f4 None None] Provisioning complete for port ddcc3756-e278-4091-861d-9b88161ee9f2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:19.391426 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1646bba4-ce9e-4035-a81a-dd8d1ece88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.395043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:19.395457 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:19.398854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3da2c-da0d-405e-ab36-2c8538b5cb80 None None] Pushing event updated for resources: {'Port': ['ID=ddcc3756-e278-4091-861d-9b88161ee9f2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:19.423081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1646bba4-ce9e-4035-a81a-dd8d1ece88f4 None None] Port ddcc3756-e278-4091-861d-9b88161ee9f2 was deleted so its status cannot be updated. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 15:56:19.454958 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.480279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.512251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:19.520915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:19.524004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No DVR routers for this DVR port ddcc3756-e278-4091-861d-9b88161ee9f2 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:19.527682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:19.532404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Pushing event updated for resources: {'Port': ['ID=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:19.539789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Deleting port ddcc3756-e278-4091-861d-9b88161ee9f2 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:19.540497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.664087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=ddcc3756-e278-4091-861d-9b88161ee9f2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:19.693141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.693635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.693980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.694316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.694646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.694974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.695299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.695624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.695948 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.696267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.696588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.696905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.705179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:19.738390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fc1cd-0a5a-4d3d-a47b-8900d679d35c req-eb37c20c-e76a-44e9-af83-27dc695f164d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:19.747831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff2fc1cd-0a5a-4d3d-a47b-8900d679d35c req-eb37c20c-e76a-44e9-af83-27dc695f164d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1536860 Dec 20 15:56:19.816769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] For port ddcc3756-e278-4091-861d-9b88161ee9f2, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:19.817280 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.845188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Calling delete_port for ddcc3756-e278-4091-861d-9b88161ee9f2 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:19.854769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Port ddcc3756-e278-4091-861d-9b88161ee9f2 was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:56:19.855229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff2fc1cd-0a5a-4d3d-a47b-8900d679d35c req-8cb63e82-f56c-4159-90da-95e3878f09b2 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063783 Dec 20 15:56:19.857761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.933004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] No DVR routers for this DVR port ddcc3756-e278-4091-861d-9b88161ee9f2 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:19.937209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Attempting to bind port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:19.937412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Attempting to bind port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:19.937923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Attempting to bind port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:19.971281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.032132 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.072720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8ddc-0677-46d2-a4ff-6bb50a30705f None None] Pushing event deleted for resources: {'Port': ['ID=ddcc3756-e278-4091-861d-9b88161ee9f2,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.074208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfac2cf-085e-4199-8014-e5dbb94966bd']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:20.083156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:20.083156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:20.083156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.083608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:20.084035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Bound port: 36ad3dbe-2a6c-4d65-baa4-ee448af6530b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:20.089920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.095158 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d16e0c3-267c-45b3-8c67-b0db072acfff') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:20.095158 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d16e0c3-267c-45b3-8c67-b0db072acfff') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:20.096275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Port ddcc3756-e278-4091-861d-9b88161ee9f2 update to ACTIVE by agent not found {{(pid=103955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 15:56:20.118675 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.131453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.188989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.199565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] For port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:20.205532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:56:20.205532 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.205759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] For port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:20.208260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c143493-efec-47f1-b5c9-508508f402dc no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:56:20.208558 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:56:20.288107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5c143493-efec-47f1-b5c9-508508f402dc {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:56:20.288376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c143493-efec-47f1-b5c9-508508f402dc not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:56:20.292886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:20.303805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9f60a0-0e9b-4994-8908-37198c355830,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.306877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.317421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:20.322654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:20.366747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f9fb5-6122-49cb-87c0-0712c1c4b2b1 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:20.594550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ddcc3756-e278-4091-861d-9b88161ee9f2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:20.626569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41716) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:20.639126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ddcc3756-e278-4091-861d-9b88161ee9f2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:56:20.639749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ddcc3756-e278-4091-861d-9b88161ee9f2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:56:20.649579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6b1f8-2e9b-4046-be2d-41ace5c8433c None None] Pushing event updated for resources: {'Port': ['ID=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:20.662399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ec4685ec-7d95-4b6b-9b0e-880b3740581b None None] Provisioning complete for port 3b9f60a0-0e9b-4994-8908-37198c355830 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:20.662399 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec4685ec-7d95-4b6b-9b0e-880b3740581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.697511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.765059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ec4685ec-7d95-4b6b-9b0e-880b3740581b None None] Port 3b9f60a0-0e9b-4994-8908-37198c355830 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:20.780533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:20.783958 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/3dfac2cf-085e-4199-8014-e5dbb94966bd HTTP/1.1" status: 204 len: 168 time: 2.8727045 Dec 20 15:56:20.787844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41724) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:20.797826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'name': 'tempest-PortsIpV6TestJSON-2121193357'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:20.824411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c588c0-8875-456c-816b-938dc069dfd1 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=3dfac2cf-085e-4199-8014-e5dbb94966bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:21.255473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:21.446662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-d11b23a3-d816-48a3-a16c-4850edf2fc43 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.449405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d11b23a3-d816-48a3-a16c-4850edf2fc43 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.8157842 Dec 20 15:56:21.455387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41744) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.485519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-fc84b896-2cce-4699-955c-e9c55d2078af tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.487491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc84b896-2cce-4699-955c-e9c55d2078af tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053887 Dec 20 15:56:21.495699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41746) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.507536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-ecd1e2eb-6e24-430e-9dde-42c141263bf9 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.508941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ecd1e2eb-6e24-430e-9dde-42c141263bf9 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0119829 Dec 20 15:56:21.513474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41748) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.520012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:21.521622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-31311b86-7cd2-4ebe-b3be-eb86b55eeaf0 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.522829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31311b86-7cd2-4ebe-b3be-eb86b55eeaf0 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073333 Dec 20 15:56:21.529205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41750) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.535746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-9a84dd8b-8ce0-4e7a-84db-bf82ca379287 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.537549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9a84dd8b-8ce0-4e7a-84db-bf82ca379287 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071809 Dec 20 15:56:21.540201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41752) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.547098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-07388d7b-6a27-4edf-816e-e624ada88b98 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.547810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-07388d7b-6a27-4edf-816e-e624ada88b98 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067072 Dec 20 15:56:21.552054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41754) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.558436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-c939baff-a30d-4aa5-a1ef-1ca5c88f2fcd tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.559485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c939baff-a30d-4aa5-a1ef-1ca5c88f2fcd tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063443 Dec 20 15:56:21.564706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41756) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.571961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-d495257a-19bb-448a-a393-ec380b6ea41a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.573259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d495257a-19bb-448a-a393-ec380b6ea41a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067327 Dec 20 15:56:21.576542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41758) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.586468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882e8e1-1cca-427c-8020-df86c510c137 req-a2fd0e01-1bfb-4386-989a-16990d05cd00 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:21.593819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1882e8e1-1cca-427c-8020-df86c510c137 req-a2fd0e01-1bfb-4386-989a-16990d05cd00 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.1553140 Dec 20 15:56:21.599044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-9ca39e79-bf62-45ef-b846-275731dbf240 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.603377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9ca39e79-bf62-45ef-b846-275731dbf240 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0256672 Dec 20 15:56:21.612117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41760) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.629149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-e876f81d-c448-429d-8c1f-2a9a3b17866b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.639009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e876f81d-c448-429d-8c1f-2a9a3b17866b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0200179 Dec 20 15:56:21.644251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.649339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-b065e6b7-2484-45f4-91cf-cc5297385bd6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.653594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b065e6b7-2484-45f4-91cf-cc5297385bd6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076325 Dec 20 15:56:21.658377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41764) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.668627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-9fdabd18-8a3a-4b67-b253-c008816c7e0f tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.669420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fdabd18-8a3a-4b67-b253-c008816c7e0f tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088823 Dec 20 15:56:21.675552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41768) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.689919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-c0c9f855-e7fb-484d-b0f7-3a8675d52790 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.694618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c0c9f855-e7fb-484d-b0f7-3a8675d52790 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0157769 Dec 20 15:56:21.698206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41770) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.703157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-e440e50c-b4a5-4fd7-935c-19ebf465352f tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.708188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e440e50c-b4a5-4fd7-935c-19ebf465352f tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0084929 Dec 20 15:56:21.712125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41772) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.732613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-9542152e-99da-4afa-8ba0-ca671d88d3bc tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.736528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9542152e-99da-4afa-8ba0-ca671d88d3bc tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0206158 Dec 20 15:56:21.738576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.743527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-a14d84b3-3a3b-44ba-9ed9-b66a7bf7f8e4 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.745406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a14d84b3-3a3b-44ba-9ed9-b66a7bf7f8e4 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049019 Dec 20 15:56:21.751235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1882e8e1-1cca-427c-8020-df86c510c137 req-acf07bee-09fc-47b3-98ac-3480a9554852 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560328 Dec 20 15:56:21.751989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41778) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.757648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-290b54a5-210c-45af-9124-3e3fcff2c333 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.758766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-290b54a5-210c-45af-9124-3e3fcff2c333 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057733 Dec 20 15:56:21.761576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41780) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.768049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-891cb2af-50d9-4da6-a274-901244b8947c tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.778972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-891cb2af-50d9-4da6-a274-901244b8947c tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066934 Dec 20 15:56:21.785466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41782) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.790926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-b440411c-cc0c-4061-8674-e394416809cc tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.792556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b440411c-cc0c-4061-8674-e394416809cc tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052347 Dec 20 15:56:21.795362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41786) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.802785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-ca412736-9249-4607-b792-af5c58593538 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.803858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ca412736-9249-4607-b792-af5c58593538 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074253 Dec 20 15:56:21.806580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41788) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.826042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-af6c5d25-1739-4d63-981e-b6c04cc4d253 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.826042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af6c5d25-1739-4d63-981e-b6c04cc4d253 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0111685 Dec 20 15:56:21.828589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41792) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.834813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-8d269f3d-359c-44dc-85c3-634db0e13473 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.836789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8d269f3d-359c-44dc-85c3-634db0e13473 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0066102 Dec 20 15:56:21.839985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41794) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.845144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-75b6f9d4-456d-4f1b-b8e4-c37fe3d24281 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.846442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-75b6f9d4-456d-4f1b-b8e4-c37fe3d24281 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053606 Dec 20 15:56:21.861652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.870428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-b9ab5af2-908b-46ba-9bef-bd5ed68a2ad3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.877768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b9ab5af2-908b-46ba-9bef-bd5ed68a2ad3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0112987 Dec 20 15:56:21.879988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41800) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:21.880799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:21.885211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:21.892958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-c7840fa5-2526-43c7-819e-3df0c33a5ad1 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:21.911594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c7840fa5-2526-43c7-819e-3df0c33a5ad1 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0227687 Dec 20 15:56:21.969928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 9dae89dc-9a2c-45e8-9fa7-d092d3b6275c yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:22.017969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41804) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.029930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-8f1b9bc2-72c1-4099-ba33-6035cf77c610 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.030875 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8f1b9bc2-72c1-4099-ba33-6035cf77c610 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049984 Dec 20 15:56:22.040630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41806) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.046553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-6ae34374-ddca-4435-b293-a471430ae496 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.047485 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ae34374-ddca-4435-b293-a471430ae496 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059068 Dec 20 15:56:22.052021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41808) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.056303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-0ad1c988-1d80-4e15-8ad7-4979c80d4391 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.060893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0ad1c988-1d80-4e15-8ad7-4979c80d4391 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042901 Dec 20 15:56:22.064867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41810) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.088371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-085fce87-55e6-4714-8e51-b3ac941a4551 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.091884 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-085fce87-55e6-4714-8e51-b3ac941a4551 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0229940 Dec 20 15:56:22.104771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41812) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.109980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-2c86fe90-5ff6-4329-a729-c979dc89791e tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.113482 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2c86fe90-5ff6-4329-a729-c979dc89791e tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065525 Dec 20 15:56:22.116902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41816) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.123214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-c3a6dea5-7f82-4a2d-b07d-ba0525b6756a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.126762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c3a6dea5-7f82-4a2d-b07d-ba0525b6756a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063272 Dec 20 15:56:22.131799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41818) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.168722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-749c8bab-2938-4ea4-bc20-bfdc2154f302 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.172241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-749c8bab-2938-4ea4-bc20-bfdc2154f302 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0127771 Dec 20 15:56:22.174716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41820) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.181029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-a296c9ce-cc31-4c52-bb3f-00971fd1bed5 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.184755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a296c9ce-cc31-4c52-bb3f-00971fd1bed5 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046520 Dec 20 15:56:22.189337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.196613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-0f1d2b18-4792-47b5-a81b-d7d6f4e33a1b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.201444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0f1d2b18-4792-47b5-a81b-d7d6f4e33a1b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0073559 Dec 20 15:56:22.202940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.219051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-c867f0c4-d98d-45de-85b5-aabae4e03048 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.220042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c867f0c4-d98d-45de-85b5-aabae4e03048 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0161507 Dec 20 15:56:22.225889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41828) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.230295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-07f557ec-951c-426c-8122-30fb8c08ecce tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.231243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-07f557ec-951c-426c-8122-30fb8c08ecce tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044370 Dec 20 15:56:22.240107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.286382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-fb02e4fb-b563-4dbf-8f87-ffcc1027fed8 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.288885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fb02e4fb-b563-4dbf-8f87-ffcc1027fed8 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0478282 Dec 20 15:56:22.300960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df3dd5-59fa-4c4e-9b12-fa1e6284314a None None] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:22.314244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41838) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.319360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-254903a2-6bfd-43f6-a244-ff32eccd1c12 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.323224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-254903a2-6bfd-43f6-a244-ff32eccd1c12 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051551 Dec 20 15:56:22.350994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-01478e48-026d-4e74-a572-24ea465f6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.352546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-01478e48-026d-4e74-a572-24ea465f6071 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1097 time: 0.2578995 Dec 20 15:56:22.353284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41840) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.360239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-ef748b43-57f9-4edd-8ff0-4b75e801743d tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.361004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ef748b43-57f9-4edd-8ff0-4b75e801743d tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044105 Dec 20 15:56:22.377110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41844) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.389517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-5ee38f1a-a137-473e-9fa7-93b9daa2acc3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.390505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5ee38f1a-a137-473e-9fa7-93b9daa2acc3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0060856 Dec 20 15:56:22.398906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41846) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.405041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-8c5c49ce-49fc-49b8-8f82-1f1bb3b79086 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.416290 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c5c49ce-49fc-49b8-8f82-1f1bb3b79086 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0162673 Dec 20 15:56:22.431638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41848) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.431986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41850) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.444372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-6f7a6a4c-43fa-491c-9194-922c6996b4d6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.444372 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6f7a6a4c-43fa-491c-9194-922c6996b4d6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072162 Dec 20 15:56:22.462530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41852) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.470002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-2ea51332-17cf-4ecc-ae45-8605054f0071 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.471225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2ea51332-17cf-4ecc-ae45-8605054f0071 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073943 Dec 20 15:56:22.475202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41858) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.487398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-d77e05f4-16f3-4374-acef-ab9cc35331f8 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.492061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b6997fd9-5086-4d8b-ba1c-f22a5464cff8 None None] Provisioning complete for port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:22.492599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6997fd9-5086-4d8b-ba1c-f22a5464cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:22.494320 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d77e05f4-16f3-4374-acef-ab9cc35331f8 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0178564 Dec 20 15:56:22.497189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.515371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:22.542750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-48d21204-df3b-4230-a5d2-5a6a515b7377 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.543864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-48d21204-df3b-4230-a5d2-5a6a515b7377 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0454342 Dec 20 15:56:22.548341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41866) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.628716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 36ad3dbe-2a6c-4d65-baa4-ee448af6530b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:22.666480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:22.677028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-460a38d2-ed73-4dea-b99e-3c09f55895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:22.678753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-460a38d2-ed73-4dea-b99e-3c09f55895bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.3032432 Dec 20 15:56:22.726569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-1c711e27-d20c-4f23-a1cb-ddcc67b77268 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.728024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1c711e27-d20c-4f23-a1cb-ddcc67b77268 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.1784120 Dec 20 15:56:22.732874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41876) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.742412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-e8654348-4868-468f-ab6b-aad7a9c60aee tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.743742 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e8654348-4868-468f-ab6b-aad7a9c60aee tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0095775 Dec 20 15:56:22.755887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41878) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.773514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-07de4145-e0c4-4e1a-80e6-d17b43015da3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.774990 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-07de4145-e0c4-4e1a-80e6-d17b43015da3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0146170 Dec 20 15:56:22.779080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41882) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.791960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-7730464b-519a-44d0-8874-fdd03567ac19 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.793243 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7730464b-519a-44d0-8874-fdd03567ac19 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0127008 Dec 20 15:56:22.809851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41886) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.828371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:22.828738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:22.830175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-97fa9aea-692e-4ee0-935b-28086bf3f3c3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.833476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97fa9aea-692e-4ee0-935b-28086bf3f3c3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0138419 Dec 20 15:56:22.839996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41892) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.845657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-db503dd8-9338-450a-bc8a-cd67c01f6050 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.853855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db503dd8-9338-450a-bc8a-cd67c01f6050 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117643 Dec 20 15:56:22.864572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41894) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.868217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6997fd9-5086-4d8b-ba1c-f22a5464cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:22.881959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-de42eda1-5e4b-4465-beae-4a1562238df3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.885331 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de42eda1-5e4b-4465-beae-4a1562238df3 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0175598 Dec 20 15:56:22.897806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41898) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.909790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-663fde13-5439-4d11-b286-945310d3753a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.912652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-663fde13-5439-4d11-b286-945310d3753a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101848 Dec 20 15:56:22.913461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41900) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.919773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-956bdcc8-9e40-4932-8002-9aa2dace472b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.925360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-956bdcc8-9e40-4932-8002-9aa2dace472b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0102601 Dec 20 15:56:22.931353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41902) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.937045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-63f441a5-6128-4b97-a5b6-a91ad81836c4 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.940037 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-63f441a5-6128-4b97-a5b6-a91ad81836c4 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067883 Dec 20 15:56:22.943939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.955984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-5824e528-de22-4640-b17d-0b15a42dec6b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.960427 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5824e528-de22-4640-b17d-0b15a42dec6b tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0127201 Dec 20 15:56:22.961722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41906) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.971225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-6e60eee1-1503-4c6f-a285-451d2ef84a55 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.978729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6e60eee1-1503-4c6f-a285-451d2ef84a55 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0156534 Dec 20 15:56:22.986334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41910) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:22.993201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-b70f52ef-7b3e-427d-aafb-33e8d1833f1a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:22.997362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b70f52ef-7b3e-427d-aafb-33e8d1833f1a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073407 Dec 20 15:56:22.997602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41912) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.009435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-05c5b59c-71ca-4b48-ba2c-304f4f422256 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.013548 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-05c5b59c-71ca-4b48-ba2c-304f4f422256 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0124946 Dec 20 15:56:23.016171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Router 5716b3c3-4343-4a84-81db-adc4ed878493 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:23.031867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41914) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.048424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-e998f5ce-72e7-44e5-9623-e0911a238fd5 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.054048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e998f5ce-72e7-44e5-9623-e0911a238fd5 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0135319 Dec 20 15:56:23.056979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b6997fd9-5086-4d8b-ba1c-f22a5464cff8 None None] For port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:23.059124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1074720565-network', 'tenant_id': '6729aa467daa4009960023047a2141c5'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:23.061393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-d8fe658b-0db6-4d54-ab59-6b256f59aed3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 1001 time: 0.3608818 Dec 20 15:56:23.066478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41918) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.071799 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-b0fc94e7-0df8-4dd9-94b4-961959a19c05 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.072757 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0fc94e7-0df8-4dd9-94b4-961959a19c05 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050786 Dec 20 15:56:23.079888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41920) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.085887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-09699081-b8fe-44ec-abaa-48652fe6634e tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.092618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09699081-b8fe-44ec-abaa-48652fe6634e tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0082726 Dec 20 15:56:23.151249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41922) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.163725 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.174270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-5008c440-95ab-4a4f-801c-26e9f278f55a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.177389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5008c440-95ab-4a4f-801c-26e9f278f55a tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049808 Dec 20 15:56:23.189672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41928) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.195339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-dc5fc5eb-ae7d-432e-9d86-953380d8e3df tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.198869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dc5fc5eb-ae7d-432e-9d86-953380d8e3df tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056236 Dec 20 15:56:23.199601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41932) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.205408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.212839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-e6de241a-5024-4c6e-ab0f-f5908f4843ba tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.215294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6de241a-5024-4c6e-ab0f-f5908f4843ba tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0143628 Dec 20 15:56:23.217428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41934) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.239748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-4ce290ec-ff7d-418a-bb90-731f2cc21b79 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.256411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4ce290ec-ff7d-418a-bb90-731f2cc21b79 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0220695 Dec 20 15:56:23.272144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41936) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.283603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6997fd9-5086-4d8b-ba1c-f22a5464cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.293111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:56:23.294692 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:56:23.305552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-d9a903f1-ff74-4d62-a0d7-4dae6a6a741d tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.308161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41942) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.321761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d9a903f1-ff74-4d62-a0d7-4dae6a6a741d tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0238287 Dec 20 15:56:23.322892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-72595c7d-333a-4f60-a001-f88dbaa54ad6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.323874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72595c7d-333a-4f60-a001-f88dbaa54ad6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0109415 Dec 20 15:56:23.327638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:23.333786 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.338569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41944) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.353568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:23.358407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.365967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6997fd9-5086-4d8b-ba1c-f22a5464cff8 None None] Pushing event updated for resources: {'Port': ['ID=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:23.372676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76125b-6216-4768-bf01-866724c7bbe0 req-99050d31-6201-476f-bb5c-4c0999453a39 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.373944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:23.383820 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Sync routers for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:23.385355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f76125b-6216-4768-bf01-866724c7bbe0 req-99050d31-6201-476f-bb5c-4c0999453a39 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.4089541 Dec 20 15:56:23.419922 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:23.420540 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:23.426102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-3592cb5b-a6d3-4a5e-a234-b1cbdbc2475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.429294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-3592cb5b-a6d3-4a5e-a234-b1cbdbc2475a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.3501871 Dec 20 15:56:23.441219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [None req-be4ba963-d915-4d7e-bdc2-97b42b2cac61 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.447580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-be4ba963-d915-4d7e-bdc2-97b42b2cac61 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0198891 Dec 20 15:56:23.452822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41950) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.456938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f327ebf4-19a5-4231-a34e-aabe6d05376a None None] Provisioning complete for port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:23.456938 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f327ebf4-19a5-4231-a34e-aabe6d05376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.462052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-9516c9f2-68e0-42a4-b2d1-660b36506d71 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.463361 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9516c9f2-68e0-42a4-b2d1-660b36506d71 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0088899 Dec 20 15:56:23.466736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41952) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.472432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [None req-3f56bba1-35ab-4953-a87d-89d616b838c6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:23.474240 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f56bba1-35ab-4953-a87d-89d616b838c6 tempest-ExtensionsTestJSON-1491065398 tempest-ExtensionsTestJSON-1491065398-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061846 Dec 20 15:56:23.497490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f76125b-6216-4768-bf01-866724c7bbe0 req-c376e932-b787-4d78-8355-aa09e2dd2076 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106088 Dec 20 15:56:23.498758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:23.503597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:23.510946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.512033 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.518078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.520819 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-27f0ce1c-4e1a-4168-adeb-03cdf8e71da9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5592122 Dec 20 15:56:23.527521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.651443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=9dae89dc-9a2c-45e8-9fa7-d092d3b6275c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:23.687412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b5ba0eac-e2f1-47ee-97b3-88bdd7ff7e45 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8964968 Dec 20 15:56:23.691318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41962) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:23.717063 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:23.719250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-b2ccc350-8e82-4d54-b6a7-f2a2b645dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:23.728802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-b2ccc350-8e82-4d54-b6a7-f2a2b645dc61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374480 Dec 20 15:56:23.771820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:23.987152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-9c2bc6f3-efbe-4178-b579-c3aa73d02e6c service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213027 Dec 20 15:56:23.990984 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:20Z', 'revision_number': 3, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:23.994580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 9dae89dc-9a2c-45e8-9fa7-d092d3b6275c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:23.994580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.049443 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Checking router: 5716b3c3-4343-4a84-81db-adc4ed878493 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:56:24.050722 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Updating router 5716b3c3-4343-4a84-81db-adc4ed878493 port 3b9f60a0-0e9b-4994-8908-37198c355830 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:56:24.070962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.087205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 9dae89dc-9a2c-45e8-9fa7-d092d3b6275c owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:24.107911 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.220440 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.327305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85b987ea-ac96-4a8a-a760-660b89f01689 req-89193738-1d92-408c-b141-b07c89437100 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395147 Dec 20 15:56:24.328656 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.385861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:24.391600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=9dae89dc-9a2c-45e8-9fa7-d092d3b6275c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:24.412319 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.420345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fb37fd1-afd2-4fc0-9019-294460988c2f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/9dae89dc-9a2c-45e8-9fa7-d092d3b6275c HTTP/1.1" status: 204 len: 168 time: 0.7256625 Dec 20 15:56:24.420642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41976) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:24.426473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'mac_address': 'fa:16:3e:35:20:66', 'name': 'tempest-PortsIpV6TestJSON-407176870'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:24.427516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7c11ef-c066-4b7c-b22a-83bdf6d35624,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:24.477376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 36ad3dbe-2a6c-4d65-baa4-ee448af6530b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:24.479203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.479996 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Added segment 1d48e04e-1e92-4819-9d8d-642dc4222f62 of type vlan for network 4c2b1734-b605-4166-a2fe-b5337cc5e604 Dec 20 15:56:24.532497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41978) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:24.543644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:24.580633 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.616796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.679300 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.682767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.785576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:24.794176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d03102-5cb4-4111-a3a9-a87009dfc39b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:24.840086 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Attempting to bind port 3b9f60a0-0e9b-4994-8908-37198c355830 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:24.841371 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Attempting to bind port 3b9f60a0-0e9b-4994-8908-37198c355830 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:24.842264 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Attempting to bind port 3b9f60a0-0e9b-4994-8908-37198c355830 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:24.887186 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:24.888750 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:24.895205 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.895730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:24.900615 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Bound port: 3b9f60a0-0e9b-4994-8908-37198c355830, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:24.903499 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:24.964055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:24.964576 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.005028 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Pushing event updated for resources: {'Port': ['ID=3b9f60a0-0e9b-4994-8908-37198c355830,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.025412 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.027259 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.027835 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.028413 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.029003 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:25.052388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-964e0ff1-e42c-4c05-88fb-cad6a209713b None None] Provisioning complete for port 3b9f60a0-0e9b-4994-8908-37198c355830 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:25.052755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-964e0ff1-e42c-4c05-88fb-cad6a209713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.072126 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] For port 3b9f60a0-0e9b-4994-8908-37198c355830, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:25.076902 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] For port 3b9f60a0-0e9b-4994-8908-37198c355830, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3b9f60a0-0e9b-4994-8908-37198c355830,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:25.084098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Allocated IP 172.20.0.1 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:25.086277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458da1a6-198d-4a0c-9680-cddd3594fdb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.156231 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.167972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-964e0ff1-e42c-4c05-88fb-cad6a209713b None None] Port 3b9f60a0-0e9b-4994-8908-37198c355830 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:25.169436 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.169594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec6942-9193-4774-82d8-647332e62a4b req-0a678adf-b8a9-443f-a9ed-de1022572f2f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:25.171066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15ec6942-9193-4774-82d8-647332e62a4b req-0a678adf-b8a9-443f-a9ed-de1022572f2f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 946 time: 0.4983037 Dec 20 15:56:25.186439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.199236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.200218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:25.200799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.202967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:56:25.205597 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb42401-a65d-40cd-8606-5d7fbe6085db" -d '{"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-unplugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:56:25.229355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:25.260501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16417d-26c0-4cb3-b5b1-0f62e261637a None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:25.287925 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cd43f2-424d-4171-9205-938f52fb10cc x-openstack-request-id: req-84cd43f2-424d-4171-9205-938f52fb10cc {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:56:25.297124 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-unplugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:56:25.297124 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84cd43f2-424d-4171-9205-938f52fb10cc {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:56:25.297124 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'code': 200} Dec 20 15:56:25.309390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.310953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2b1734-b605-4166-a2fe-b5337cc5e604,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.340766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port a49349ac-e5f8-4cee-96e1-b1f3bf5aec47 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:25.343356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:56:25.352259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3b69b880-08c2-418d-b89c-5f5e166c41cd None None] Provisioning complete for port 3b9f60a0-0e9b-4994-8908-37198c355830 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:25.352646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3b69b880-08c2-418d-b89c-5f5e166c41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.378143 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed94504-788f-40e5-8a9b-67c488646149 None None] Pushing event updated for resources: {'Port': ['ID=3b9f60a0-0e9b-4994-8908-37198c355830,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.387641 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:25.388587 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:25.408854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15ec6942-9193-4774-82d8-647332e62a4b req-2c0c8ab7-6d16-4d09-9d83-4521827493fe tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641710 Dec 20 15:56:25.504453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458da1a6-198d-4a0c-9680-cddd3594fdb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.562954 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.585532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-696b9abb-f848-4dc6-8b52-ec38b5c050a7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1511600 Dec 20 15:56:25.586335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41994) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:25.588763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.602943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Request body: {'subnet': {'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1074720565-subnet', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:25.656084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.672123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-458da1a6-198d-4a0c-9680-cddd3594fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.718863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Pushing event updated for resources: {'Port': ['ID=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.724576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.756084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:25.762113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:25.766015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:25.766977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458da1a6-198d-4a0c-9680-cddd3594fdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc36530-3c34-44eb-8e0e-09f1439493ba,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:25.776007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-458da1a6-198d-4a0c-9680-cddd3594fdb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4db74f1cf8f44260ab80a9a754965a33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2337456 Dec 20 15:56:25.776007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:25.803644 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:25.813846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3b69b880-08c2-418d-b89c-5f5e166c41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.854287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3b69b880-08c2-418d-b89c-5f5e166c41cd None None] For port 3b9f60a0-0e9b-4994-8908-37198c355830, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3b9f60a0-0e9b-4994-8908-37198c355830,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:25.860998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.875554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.941788 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-592f7ce8-32f3-462f-8e4a-7b00f1817780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.944605 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3b69b880-08c2-418d-b89c-5f5e166c41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:25.981226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:26.015851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:26.043019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:26.053742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b880-08c2-418d-b89c-5f5e166c41cd None None] Pushing event updated for resources: {'Port': ['ID=3b9f60a0-0e9b-4994-8908-37198c355830,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.056855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:26.057576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.063492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=a49349ac-e5f8-4cee-96e1-b1f3bf5aec47,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.067545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:26.074140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.089286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-592f7ce8-32f3-462f-8e4a-7b00f1817780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.234610 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:20Z', 'revision_number': 3, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:26.246045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-50317f03-6458-4e2e-a2a2-b575f2bbec8f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8239353 Dec 20 15:56:26.248549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:26.281531 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ffc3f-44c8-49be-981d-c5f25aceab7c None None] The sync data for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 is: [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:20Z', 'revision_number': 3, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:26.290935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b8d0014b-b4b9-4a1f-b695-b74d8886b7af None None] Provisioning complete for port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:26.291499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b8d0014b-b4b9-4a1f-b695-b74d8886b7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.324492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-592f7ce8-32f3-462f-8e4a-7b00f1817780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.336294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-592f7ce8-32f3-462f-8e4a-7b00f1817780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.355773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa012f-0951-499f-b75a-8e86f3f58790 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:26.355773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-93fa012f-0951-499f-b75a-8e86f3f58790 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/a49349ac-e5f8-4cee-96e1-b1f3bf5aec47 HTTP/1.1" status: 200 len: 844 time: 0.1054189 Dec 20 15:56:26.357009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-592f7ce8-32f3-462f-8e4a-7b00f1817780 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dc36530-3c34-44eb-8e0e-09f1439493ba HTTP/1.1" status: 204 len: 168 time: 0.5735073 Dec 20 15:56:26.363922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0014b-b4b9-4a1f-b695-b74d8886b7af None None] Port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:26.368554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42020) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:26.424631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7ce8-32f3-462f-8e4a-7b00f1817780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc36530-3c34-44eb-8e0e-09f1439493ba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:26.671920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.704527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a506fed-fc22-41b6-8da4-59272fb56d72 req-1afb3210-33fa-4ac0-a31a-6e488640ff74 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:26.704527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a506fed-fc22-41b6-8da4-59272fb56d72 req-1afb3210-33fa-4ac0-a31a-6e488640ff74 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.1153464 Dec 20 15:56:26.709094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port a49349ac-e5f8-4cee-96e1-b1f3bf5aec47 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:26.709769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.863565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:26.982103 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.010671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for a49349ac-e5f8-4cee-96e1-b1f3bf5aec47 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:27.018216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a506fed-fc22-41b6-8da4-59272fb56d72 req-df85f4fb-05f1-4d03-8f9e-280552718578 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049777 Dec 20 15:56:27.033953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.193087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d48c74-cbc3-40f8-97ff-de3c40bb4535,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:27.218458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Checking segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:27.218814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Network hostable DHCP agents. Network: 4c2b1734-b605-4166-a2fe-b5337cc5e604, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:27.349791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.376562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.378543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:27.441833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.452296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=a49349ac-e5f8-4cee-96e1-b1f3bf5aec47,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:27.473271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.494455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-680a3bf0-ce00-4ac5-9ec4-6c56dd5dc51d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/a49349ac-e5f8-4cee-96e1-b1f3bf5aec47 HTTP/1.1" status: 204 len: 168 time: 1.1232591 Dec 20 15:56:27.498055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42054) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:27.555368 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9985556-a332-4bac-934b-95c498c75d25 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:56:27.557203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.561490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a9985556-a332-4bac-934b-95c498c75d25 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/a49349ac-e5f8-4cee-96e1-b1f3bf5aec47 HTTP/1.1" status: 404 len: 333 time: 0.0617137 Dec 20 15:56:27.562231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42056) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:27.571577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'name': 'tempest-PortsIpV6TestJSON-589208342'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:27.607943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4c2b1734-b605-4166-a2fe-b5337cc5e604) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:27.619081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48851c7-3b46-450e-9685-b48dcc6c46b4 None None] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:27.623365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:27.631394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.715634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Pushing event updated for resources: {'Port': ['ID=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:27.793997 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-38fbc845-b9e5-4fb5-b70b-e09e0808af63 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2019360 Dec 20 15:56:27.799330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:27.810355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4c2b1734-b605-4166-a2fe-b5337cc5e604', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'project_id': '6729aa467daa4009960023047a2141c5', 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:56:27.810877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:27.811254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:27.868077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:27.871732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:27.996283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:28.004187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.049872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port e3863fa1-8307-4aea-86c5-59e4b886e96b yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:28.127793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Allocated IP 172.20.0.2 (4c2b1734-b605-4166-a2fe-b5337cc5e604/44d48c74-cbc3-40f8-97ff-de3c40bb4535/3307b5c1-f927-4c53-9f34-c3b88675df9c) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:28.182932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Router 5716b3c3-4343-4a84-81db-adc4ed878493 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:28.198444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.199620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.470420 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.500103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f662bc6e-bce8-4afb-8c33-1cb6c2697870 None None] Provisioning complete for port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:28.500469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f662bc6e-bce8-4afb-8c33-1cb6c2697870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.568027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3b9f60a0-0e9b-4994-8908-37198c355830 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:28.575452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:28.603303 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d7a3021-875a-4cfe-bfd1-8221ef95aa5d admin admin] 10.222.0.81 "PUT /v2.0/routers/5716b3c3-4343-4a84-81db-adc4ed878493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0720935 Dec 20 15:56:28.683059 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.693199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f662bc6e-bce8-4afb-8c33-1cb6c2697870 None None] Port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:28.705138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3b9f60a0-0e9b-4994-8908-37198c355830 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:28.706573 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.794318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.813116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.891121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Pushing event updated for resources: {'Port': ['ID=3307b5c1-f927-4c53-9f34-c3b88675df9c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:28.905120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:28.916322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:28.918079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:28.924245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:29.062546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Attempting to bind port 3307b5c1-f927-4c53-9f34-c3b88675df9c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:29.062925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Attempting to bind port 3307b5c1-f927-4c53-9f34-c3b88675df9c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:29.063347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Attempting to bind port 3307b5c1-f927-4c53-9f34-c3b88675df9c on network 4c2b1734-b605-4166-a2fe-b5337cc5e604 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:29.072634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:29.073086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Checking segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:29.073437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.073843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Bound using segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:29.076380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Bound port: 3307b5c1-f927-4c53-9f34-c3b88675df9c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:29.076781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.150362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.211627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42106) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:29.358770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:29.359568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] For port 3307b5c1-f927-4c53-9f34-c3b88675df9c, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:29.366117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] For port 3307b5c1-f927-4c53-9f34-c3b88675df9c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3307b5c1-f927-4c53-9f34-c3b88675df9c,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:29.368462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Sync routers for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:29.373992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:29.389105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:29.399559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:29.400227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:29.404144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:29.404144 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.447787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=e3863fa1-8307-4aea-86c5-59e4b886e96b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:29.582907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:29.646249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4945a46b-264d-4f5e-afeb-95f985d02ab7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0813563 Dec 20 15:56:29.648914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42118) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:29.654469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:29.709320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.752678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.753828 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb345f47-779f-42a1-b083-d73281478085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.753828 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.807251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1973266833'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:29.886071 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:29.967425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43646c-3005-4f15-a79d-d6815a076282 None None] Pushing event updated for resources: {'Port': ['ID=3307b5c1-f927-4c53-9f34-c3b88675df9c,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:30.003068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Allocated IP 172.25.6.96 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/c2ebfa77-9776-4f1e-ae16-6299d0242d97) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:30.051730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 2, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:30.139360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Checking router: 5716b3c3-4343-4a84-81db-adc4ed878493 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:56:30.139987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Updating router 5716b3c3-4343-4a84-81db-adc4ed878493 port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:56:30.169992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.178060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:30.190185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.191494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.200545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.204147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.290669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.390237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] In _notify_port_updated(), no bound segment for port e3863fa1-8307-4aea-86c5-59e4b886e96b on network df90ba80-42b4-4671-ba36-6dc15fba90b9 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:56:30.396586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:30.397500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.400805 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/ports/e3863fa1-8307-4aea-86c5-59e4b886e96b HTTP/1.1" status: 200 len: 818 time: 0.7500622 Dec 20 15:56:30.402777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:30.453626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf154db-eefc-4e6f-a502-be47f43c4215 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=e3863fa1-8307-4aea-86c5-59e4b886e96b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:30.487808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-f5058809-197b-444d-a8a1-92648720602d req-d34ed0a5-80c5-4c97-a65c-60cf2d6c90a1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:56:30.488854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5058809-197b-444d-a8a1-92648720602d req-d34ed0a5-80c5-4c97-a65c-60cf2d6c90a1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203536 Dec 20 15:56:30.496602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.515635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:56:30.533353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.610729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.651130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b418d0-2d45-4728-bcd6-3ffb39f51643,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:30.667261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:30.670952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3307b5c1-f927-4c53-9f34-c3b88675df9c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:30.675621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.676222 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Added segment 63e51c5d-87c7-460d-b467-b26cd5a51f2d of type vlan for network df6e04fd-7c63-41f2-9de2-5b7e53980499 Dec 20 15:56:30.677872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:30.678950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Pushing event updated for resources: {'Port': ['ID=c2ebfa77-9776-4f1e-ae16-6299d0242d97,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:30.689049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:30.724701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:30.728087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e693d9ea-21a8-4f7f-b519-32cd2ddd2027 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:30.776317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.967171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:30.974367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:30.975171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.048656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port e3863fa1-8307-4aea-86c5-59e4b886e96b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:31.049000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.097727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Network': ['ID=df6e04fd-7c63-41f2-9de2-5b7e53980499,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:31.107231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-833dd224-2e9e-4d0e-a67e-af5c7b6331d8 None None] Provisioning complete for port c2ebfa77-9776-4f1e-ae16-6299d0242d97 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:31.107823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-833dd224-2e9e-4d0e-a67e-af5c7b6331d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.123297 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-18687b37-7f39-49f2-942e-bdfc623f9c3f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9088700 Dec 20 15:56:31.128454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:31.133868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'subnet': {'network_id': 'df6e04fd-7c63-41f2-9de2-5b7e53980499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:31.249330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-833dd224-2e9e-4d0e-a67e-af5c7b6331d8 None None] Port c2ebfa77-9776-4f1e-ae16-6299d0242d97 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:31.268967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:56:31.302619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3307b5c1-f927-4c53-9f34-c3b88675df9c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:31.303057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.480222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.626511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6056-982a-497e-a08d-de98baab5c28 req-395119b4-3fef-4837-acd5-f13536850cc1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:31.626511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a2d6056-982a-497e-a08d-de98baab5c28 req-395119b4-3fef-4837-acd5-f13536850cc1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.6055293 Dec 20 15:56:31.626511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for e3863fa1-8307-4aea-86c5-59e4b886e96b owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:31.712507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.800079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.864146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3307b5c1-f927-4c53-9f34-c3b88675df9c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3307b5c1-f927-4c53-9f34-c3b88675df9c,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:31.870847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d49f8-9e85-4a1d-a17f-270010a653ed None None] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:31.975908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-020cb3c5-4611-4380-aabc-27541d2886b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:31.990989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42174) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:31.996982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684070740', 'description': 'tempest-description--778401742'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:32.001622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-479863b0-5a19-46dd-800d-8f469baddf0b None None] Provisioning complete for port 3307b5c1-f927-4c53-9f34-c3b88675df9c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:32.010946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-479863b0-5a19-46dd-800d-8f469baddf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.010946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.105290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:32.109997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.132929 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.252776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Pushing event updated for resources: {'Port': ['ID=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:32.269223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.269468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.270415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.270931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.271286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.271621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.271950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.272293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.272601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.274518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.274518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.274799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.275093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:56:32.290306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.341735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Attempting to bind port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:32.342719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Attempting to bind port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:32.342719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Attempting to bind port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:32.383654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:32.384378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:32.384968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.385564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:32.386242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Bound port: bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:32.386818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.448843 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-42dd7966-ba24-4bd9-b881-ef2ce4405834 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4340327 Dec 20 15:56:32.468934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.532252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.682046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.690005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/e3863fa1-8307-4aea-86c5-59e4b886e96b HTTP/1.1" status: 204 len: 168 time: 2.2836990 Dec 20 15:56:32.690005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffe989-5a20-4b9d-8abe-3c678991b698 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=e3863fa1-8307-4aea-86c5-59e4b886e96b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:32.702472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42192) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:32.760816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3307b5c1-f927-4c53-9f34-c3b88675df9c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:32.761620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a2d6056-982a-497e-a08d-de98baab5c28 req-f79bb2ca-108a-444b-a5e8-32ef0b7396a4 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1051626 Dec 20 15:56:32.848122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.866322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] For port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:32.870165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] For port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:32.870357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d794d-b187-4a26-88a5-67c45171a40f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:32.874229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc6d794d-b187-4a26-88a5-67c45171a40f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1680222 Dec 20 15:56:32.875047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42202) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:32.916342 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eee1fe-1a37-43a5-b1c2-7a8b9fc65347 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:56:32.919375 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.932489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78eee1fe-1a37-43a5-b1c2-7a8b9fc65347 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/e3863fa1-8307-4aea-86c5-59e4b886e96b HTTP/1.1" status: 404 len: 333 time: 0.0559390 Dec 20 15:56:32.932791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.933849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42208) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:32.942975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1691625874'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:32.959317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:32.981924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e6b60b03-7842-4582-9715-d8242bad28d9 None None] Provisioning complete for port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:32.982596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6b60b03-7842-4582-9715-d8242bad28d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.040194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.055367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.165302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:33.165302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:33.241703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e693be7-02f4-4563-ade6-28767d25b076,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.265991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e6b60b03-7842-4582-9715-d8242bad28d9 None None] Port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:33.321561 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Checking segment: {'id': '63e51c5d-87c7-460d-b467-b26cd5a51f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'df6e04fd-7c63-41f2-9de2-5b7e53980499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:33.322209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network hostable DHCP agents. Network: df6e04fd-7c63-41f2-9de2-5b7e53980499, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:33.325262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Router 6f211d7d-4e2f-4468-b541-e76e25461e05 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:33.340441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Subnet': ['ID=881dfe5f-9b49-4e7b-8367-a28cbab0fc64,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.385232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e6b60b03-7842-4582-9715-d8242bad28d9 None None] Provisioning complete for port 3307b5c1-f927-4c53-9f34-c3b88675df9c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:33.385585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6b60b03-7842-4582-9715-d8242bad28d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.405016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:33.408961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.436313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf3bac-ef84-4bb5-b1d6-11ade41ffd78 None None] Pushing event updated for resources: {'Port': ['ID=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:33.467635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:33.478743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.484612 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment 6245e1e9-7ff2-4934-b2d0-2107c69cef86 of type vlan for network eea614c1-7c10-4543-8dde-d9784d5fe72d Dec 20 15:56:33.526139 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.529767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:33.531078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c0a13a95-0fe1-436f-baaa-e25c94c9865a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5387621 Dec 20 15:56:33.533195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:33.547309 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Sync routers for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:33.548137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:33.564679 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:33.565330 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:33.567358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'security_group_rule': {'security_group_id': '2e693be7-02f4-4563-ade6-28767d25b076', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:33.653769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.716548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:33.740541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, df6e04fd-7c63-41f2-9de2-5b7e53980499) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:33.756951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8bce5-9a51-4a76-b6a3-da097768e504 None None] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:33.773374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.777416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.778771 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:33.810207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.810478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b5eed711-3b43-4ffd-87c6-c7d7c9e5543a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0094497 Dec 20 15:56:33.812913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42220) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:33.928072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.935740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:33.936660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.981977 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1df26e62-644a-46c1-9d2d-501dab6e1245 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8429770 Dec 20 15:56:33.982923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42228) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:34.020162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-28552bcf-6827-4d94-94dd-c1304a12c10d None None] Provisioning complete for port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:34.020812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28552bcf-6827-4d94-94dd-c1304a12c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.039029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-59957535', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:34.075400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88df13a-7f70-49b8-96cb-62922996e698 None None] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:34.109909 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.212700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=eea614c1-7c10-4543-8dde-d9784d5fe72d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:34.232167 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:31Z', 'revision_number': 3, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:34.247860 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.248131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:56:34.250849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.287014 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b34310c4-228f-482d-bc04-31df6d2d2732 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3486524 Dec 20 15:56:34.297753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42232) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:34.305508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:34.317414 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Checking router: 6f211d7d-4e2f-4468-b541-e76e25461e05 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:56:34.317816 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Updating router 6f211d7d-4e2f-4468-b541-e76e25461e05 port c2ebfa77-9776-4f1e-ae16-6299d0242d97 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:56:34.359352 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.408988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc96f8-ff74-4fc3-b02c-2a433ff19703 req-348858b9-a130-4506-9db5-ee4b602b80af tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:34.422152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbfc96f8-ff74-4fc3-b02c-2a433ff19703 req-348858b9-a130-4506-9db5-ee4b602b80af tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.5266910 Dec 20 15:56:34.427261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.486347 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28552bcf-6827-4d94-94dd-c1304a12c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.500411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:32Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:34.512813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.537991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3307b5c1-f927-4c53-9f34-c3b88675df9c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:34.549683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1c826-6df3-419f-9de7-cbb0cf116c93 None None] The sync data for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 is: [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:32Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:34.691966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.694069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-28552bcf-6827-4d94-94dd-c1304a12c10d None None] For port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:34.728548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3307b5c1-f927-4c53-9f34-c3b88675df9c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:34.729326 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.749450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbfc96f8-ff74-4fc3-b02c-2a433ff19703 req-886e6a4f-19c6-4c42-8222-8aa06764aac3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182454 Dec 20 15:56:34.808499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28552bcf-6827-4d94-94dd-c1304a12c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.819342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:34.829188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.992070 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.050410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28552bcf-6827-4d94-94dd-c1304a12c10d None None] Pushing event updated for resources: {'Port': ['ID=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:35.092757 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.109710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-3c0378eb-0c7f-4073-808a-e6fbfc7e72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.111355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-3c0378eb-0c7f-4073-808a-e6fbfc7e72fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575&tenant_id=67c50cdd6ec64b19929603b5747b7d9e HTTP/1.1" status: 200 len: 1095 time: 0.5954418 Dec 20 15:56:35.115644 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.185303 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.210428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d681586f-1c72-4816-ac57-6f60ac3b3798,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:35.222638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43c014-c7a3-4fa5-a810-3bd60fd74685 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:35.251022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-5a7c8445-86e8-4082-96ee-b0b44d8c2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.253631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-5a7c8445-86e8-4082-96ee-b0b44d8c2979 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1095 time: 0.0996718 Dec 20 15:56:35.294861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.296538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-620a360f-15e9-4757-b2c9-744e51c76105 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7471645 Dec 20 15:56:35.306733 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Attempting to bind port c2ebfa77-9776-4f1e-ae16-6299d0242d97 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:35.307106 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Attempting to bind port c2ebfa77-9776-4f1e-ae16-6299d0242d97 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:35.307525 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Attempting to bind port c2ebfa77-9776-4f1e-ae16-6299d0242d97 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:35.308225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:35.318436 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:35.319152 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:35.319562 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.320095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:35.320492 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Bound port: c2ebfa77-9776-4f1e-ae16-6299d0242d97, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:35.320917 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.337422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'security_group_rule': {'security_group_id': '2e693be7-02f4-4563-ade6-28767d25b076', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:35.391069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e709c119-8127-4415-b5f0-db05a8f32ba5 None None] Provisioning complete for port c2ebfa77-9776-4f1e-ae16-6299d0242d97 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:35.394153 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e709c119-8127-4415-b5f0-db05a8f32ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.494279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.526619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e709c119-8127-4415-b5f0-db05a8f32ba5 None None] Port c2ebfa77-9776-4f1e-ae16-6299d0242d97 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:35.532204 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c919fda-4890-45d7-810d-ef218e620911 None None] Pushing event updated for resources: {'Port': ['ID=c2ebfa77-9776-4f1e-ae16-6299d0242d97,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:35.536110 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] For port c2ebfa77-9776-4f1e-ae16-6299d0242d97, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:35.539063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.539786 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] For port c2ebfa77-9776-4f1e-ae16-6299d0242d97, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c2ebfa77-9776-4f1e-ae16-6299d0242d97,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:35.659399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.678146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-d5901e24-2d36-426a-b3a9-ae191374eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:35.681375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-d5901e24-2d36-426a-b3a9-ae191374eee2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.3904085 Dec 20 15:56:35.710628 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.808421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09017898-a0c1-4245-be45-fa18d2c49100 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:35.840702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.872969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3f1bb4fb-03dc-4bdc-9976-5c5f26a6bd5a None None] Provisioning complete for port c2ebfa77-9776-4f1e-ae16-6299d0242d97 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:35.873357 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb4fb-03dc-4bdc-9976-5c5f26a6bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:35.953073 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:35.961551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:35.969444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=a9c85f56-e0f3-431a-b5f2-a2b2237fc03f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.001607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': '6245e1e9-7ff2-4934-b2d0-2107c69cef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:36.001607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: eea614c1-7c10-4543-8dde-d9784d5fe72d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:36.082300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c919fda-4890-45d7-810d-ef218e620911 None None] Pushing event updated for resources: {'Port': ['ID=c2ebfa77-9776-4f1e-ae16-6299d0242d97,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.088335 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.185790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.201085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb4fb-03dc-4bdc-9976-5c5f26a6bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.225353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-c9db5fa4-0333-481b-8bad-7cba5b8fd2a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 999 time: 0.4965212 Dec 20 15:56:36.257838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f1bb4fb-03dc-4bdc-9976-5c5f26a6bd5a None None] For port c2ebfa77-9776-4f1e-ae16-6299d0242d97, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c2ebfa77-9776-4f1e-ae16-6299d0242d97,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:36.273216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network eea614c1-7c10-4543-8dde-d9784d5fe72d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:36.290622 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:36.303386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0cca7-424c-4b55-be57-484517e6a060 req-9ffc7d57-53e6-46d9-9b3a-58a6ca2d3a78 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.305086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6b0cca7-424c-4b55-be57-484517e6a060 req-9ffc7d57-53e6-46d9-9b3a-58a6ca2d3a78 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.2506361 Dec 20 15:56:36.327227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293086a0-de08-4d09-b028-24e3b5acc628,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.333398 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb4fb-03dc-4bdc-9976-5c5f26a6bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.358701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.372004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, eea614c1-7c10-4543-8dde-d9784d5fe72d) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:36.386334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.389022 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.424048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6b0cca7-424c-4b55-be57-484517e6a060 req-3c9d048d-e28a-49ad-9b69-248dbfbf5dd9 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019640 Dec 20 15:56:36.458375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.486937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.488995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-575d28a7-efe6-44df-bdf8-5e629b622821 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1779158 Dec 20 15:56:36.493043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:36.504132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bb4fb-03dc-4bdc-9976-5c5f26a6bd5a None None] Pushing event updated for resources: {'Port': ['ID=c2ebfa77-9776-4f1e-ae16-6299d0242d97,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:36.505678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:36.518231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-8f53057f-f1bf-4fae-a754-0e39b71d0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.519872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-8f53057f-f1bf-4fae-a754-0e39b71d0295 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.2275915 Dec 20 15:56:36.520454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab50292-742f-475d-8866-fdab64fa43be None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:36.606318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Allocated IP 172.20.0.1 (4c2b1734-b605-4166-a2fe-b5337cc5e604/44d48c74-cbc3-40f8-97ff-de3c40bb4535/0b4636cc-d2f5-4733-9f26-4e16c8b827ca) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:36.621675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-0975ee32-f1d7-4a21-b6e3-07946831a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:36.623812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-0975ee32-f1d7-4a21-b6e3-07946831a18e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860283 Dec 20 15:56:36.633831 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e744174-3fec-4d7c-bb60-4dff1656f229 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3338494 Dec 20 15:56:36.640114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42264) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:36.661976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:36.700031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:36.777221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-a4d85cc1-a083-4a71-b2b0-ba75caf2c5d6 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445234 Dec 20 15:56:36.847733 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:31Z', 'revision_number': 3, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:36.883591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.896517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:36.897036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.916384 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d833fa-365a-48cd-879b-641d647e8ba1 None None] The sync data for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 is: [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:31Z', 'revision_number': 3, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:36.951412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-eea614c1-7c10-4543-8dde-d9784d5fe72d', 'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': 'a9c85f56-e0f3-431a-b5f2-a2b2237fc03f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:56:36.953114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.974527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.982437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-c6326a54-9800-4da0-8f25-65044743810b service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933296 Dec 20 15:56:37.103568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.249 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/87d1fd07-86c3-4665-a6b0-ab3deb8c06bd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:37.154573 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.251167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:37.270973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:37.274815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:37.292478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:37.301662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Allocated IP 2001:db8::2 (eea614c1-7c10-4543-8dde-d9784d5fe72d/a9c85f56-e0f3-431a-b5f2-a2b2237fc03f/685e1c4c-738d-496b-883e-afd63736f6a6) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:37.302247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.389735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.396690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Pushing event updated for resources: {'Port': ['ID=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:37.616614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.749356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.818547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.865483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a23060-e50b-4628-a0e6-2b0335127abd req-6294dfc6-7924-4528-bd49-2518400f663e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:37.867165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2a23060-e50b-4628-a0e6-2b0335127abd req-6294dfc6-7924-4528-bd49-2518400f663e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.1443644 Dec 20 15:56:37.889904 n-d-781076-8 neutron-server[103954]: INFO neutron.db.ipam_backend_mixin [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9c85f56-e0f3-431a-b5f2-a2b2237fc03f (CIDR: 2001:db8::/64) Dec 20 15:56:37.904513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-14a3c78a-8199-4f23-b2c8-ff0d41b9d45e None None] Provisioning complete for port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:37.906046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-14a3c78a-8199-4f23-b2c8-ff0d41b9d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.908556 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:37.954107 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:56:37.954610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:56:37.971619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2a23060-e50b-4628-a0e6-2b0335127abd req-388def08-0b1c-48c6-b803-3805e6a80991 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967100 Dec 20 15:56:38.042558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:38.128479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:38.132828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:38.153709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:38.155814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-14a3c78a-8199-4f23-b2c8-ff0d41b9d45e None None] Port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:38.204522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Pushing event updated for resources: {'Port': ['ID=685e1c4c-738d-496b-883e-afd63736f6a6,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:38.206980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Allocated IP 172.25.6.37 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/31f05951-4224-4219-8480-695f0752d83a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:38.304800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:38.369923 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1ec2eeeb-cbde-4ac3-babc-9f897323f473 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7283449 Dec 20 15:56:38.399175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42300) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:38.432533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:38.474158 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Attempting to bind port 685e1c4c-738d-496b-883e-afd63736f6a6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:38.474699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Attempting to bind port 685e1c4c-738d-496b-883e-afd63736f6a6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6245e1e9-7ff2-4934-b2d0-2107c69cef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:38.474950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Attempting to bind port 685e1c4c-738d-496b-883e-afd63736f6a6 on network eea614c1-7c10-4543-8dde-d9784d5fe72d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:38.502845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:38.503766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Checking segment: {'id': '6245e1e9-7ff2-4934-b2d0-2107c69cef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:38.504158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:38.504571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Bound using segment: {'id': '6245e1e9-7ff2-4934-b2d0-2107c69cef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:38.505149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Bound port: 685e1c4c-738d-496b-883e-afd63736f6a6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6245e1e9-7ff2-4934-b2d0-2107c69cef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:38.515558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:38.624792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c2ebfa77-9776-4f1e-ae16-6299d0242d97 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:38.634670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:38.666254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:38.690282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:38.712727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=87d1fd07-86c3-4665-a6b0-ab3deb8c06bd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:38.830781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a635e-ab4a-4857-8ad0-79bbf18018d0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:38.947180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] For port 685e1c4c-738d-496b-883e-afd63736f6a6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:38.948734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] For port 685e1c4c-738d-496b-883e-afd63736f6a6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=685e1c4c-738d-496b-883e-afd63736f6a6,segment=NetworkSegment(6245e1e9-7ff2-4934-b2d0-2107c69cef86),segment_id=6245e1e9-7ff2-4934-b2d0-2107c69cef86)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:39.023199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ec8775f7-12f8-47fa-a48a-1084adc40902 None None] Provisioning complete for port 87d1fd07-86c3-4665-a6b0-ab3deb8c06bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:39.024204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec8775f7-12f8-47fa-a48a-1084adc40902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.096417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.108316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c2ebfa77-9776-4f1e-ae16-6299d0242d97 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:39.108999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.403091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.506195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ec8775f7-12f8-47fa-a48a-1084adc40902 None None] Port 87d1fd07-86c3-4665-a6b0-ab3deb8c06bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:39.591186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf8b4a-6f1c-4318-9f02-b33d0fe8418b None None] Pushing event updated for resources: {'Port': ['ID=685e1c4c-738d-496b-883e-afd63736f6a6,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:39.608441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00ce2e-aec6-4133-80ab-44d4417564a3 req-d7f1c4a5-59f3-438e-8944-3a525cc9cca3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:39.626428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d00ce2e-aec6-4133-80ab-44d4417564a3 req-d7f1c4a5-59f3-438e-8944-3a525cc9cca3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.1983621 Dec 20 15:56:39.639038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:39.642850 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.698951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.845419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:39.868205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d00ce2e-aec6-4133-80ab-44d4417564a3 req-95a837f3-9dc4-450c-9a2e-666ee55abeae tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408650 Dec 20 15:56:39.873533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:40.019456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:40.060948 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:40.073861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:40.120213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:40.121588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=31f05951-4224-4219-8480-695f0752d83a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:40.475890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:40.657440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 685e1c4c-738d-496b-883e-afd63736f6a6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:40.661905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Pushing event updated for resources: {'Port': ['ID=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:40.682387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:40.687095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:40.892379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:40.893701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.213652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.250316 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.266140 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.275131 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.344210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Router 6f211d7d-4e2f-4468-b541-e76e25461e05 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:41.386757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 685e1c4c-738d-496b-883e-afd63736f6a6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=685e1c4c-738d-496b-883e-afd63736f6a6,segment=NetworkSegment(6245e1e9-7ff2-4934-b2d0-2107c69cef86),segment_id=6245e1e9-7ff2-4934-b2d0-2107c69cef86)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:41.410603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network eea614c1-7c10-4543-8dde-d9784d5fe72d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:41.410603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:41.411447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9aa5840c-6d6a-48db-81bf-697dd526ea75 None None] Provisioning complete for port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:41.412184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:41.412316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9aa5840c-6d6a-48db-81bf-697dd526ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.412436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.496929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=8b04d076-8073-4461-abcb-c1cd60af14bd,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:41.504047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5840c-6d6a-48db-81bf-697dd526ea75 None None] Port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:41.553671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da34bb7-02e3-4453-bcc1-377fb1df95b8 req-f9098b60-6ad3-42c4-9e63-38acd79569ab tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:41.555311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9da34bb7-02e3-4453-bcc1-377fb1df95b8 req-f9098b60-6ad3-42c4-9e63-38acd79569ab tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.4231048 Dec 20 15:56:41.568108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.708487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:41.731997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=685e1c4c-738d-496b-883e-afd63736f6a6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:41.733014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2fa42603-b086-4cd5-8489-e3e8eeb94270 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3285546 Dec 20 15:56:41.741135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42350) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:41.774941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d', 'fixed_ips': [{'subnet_id': 'a9c85f56-e0f3-431a-b5f2-a2b2237fc03f'}, {'subnet_id': '8b04d076-8073-4461-abcb-c1cd60af14bd'}], 'name': 'tempest-PortsIpV6TestJSON-253652098'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:41.835799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f973a-6c25-495e-beb4-229435ad4ca3 None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:41.943739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:56:42.119221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f1144727-67d1-479e-9886-63446d79b667 None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:42.127838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9da34bb7-02e3-4453-bcc1-377fb1df95b8 req-11011709-cfda-401c-83ab-1a4a95d1269f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655756 Dec 20 15:56:42.132149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1144727-67d1-479e-9886-63446d79b667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.156262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:42.181800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:42.220769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-da234d26-da06-488f-a376-44aa7481977a admin admin] 10.222.0.81 "PUT /v2.0/routers/6f211d7d-4e2f-4468-b541-e76e25461e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4064069 Dec 20 15:56:42.271189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Sync routers for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:42.276456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.308679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:42.326244 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:42.341953 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:42.341953 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:42.387610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.499269 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:42.512589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.514864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cda44367-bcd1-4c08-b12f-7172296a79d4 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5263042 Dec 20 15:56:42.521740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42362) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:42.548753 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:42.550515 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:42.579067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.599949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 685e1c4c-738d-496b-883e-afd63736f6a6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:42.627964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:42.630417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:42.668821 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:42.669984 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e04bb-4b1d-480f-a8e5-3dae3ab6cabf None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:42.715421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 33f51c38-4a37-4993-8e09-9d523b40d920 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:42.724093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=31f05951-4224-4219-8480-695f0752d83a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:42.752414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] Update dhcp port {'port': {'network_id': 'eea614c1-7c10-4543-8dde-d9784d5fe72d', 'fixed_ips': [{'subnet_id': 'a9c85f56-e0f3-431a-b5f2-a2b2237fc03f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b04d076-8073-4461-abcb-c1cd60af14bd'}], 'binding:host_id': 'n-d-781076-8'}, 'id': '685e1c4c-738d-496b-883e-afd63736f6a6'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:56:42.770641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.817445 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.926091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.931666 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41a70b4c-7f98-441b-badb-42af7e957c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4334314 Dec 20 15:56:43.479473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:43.488584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:43.550103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:43.559641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be4caa-7e54-4652-89ac-bca97fd4438a req-92304bca-69b0-42ef-989b-479beb27675d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:43.562606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63be4caa-7e54-4652-89ac-bca97fd4438a req-92304bca-69b0-42ef-989b-479beb27675d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.2003644 Dec 20 15:56:43.717422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-3ad1beb2-e365-45da-bc5e-c415335858fe tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--684070740&fields=id&tenant_id=971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 267 time: 0.2889621 Dec 20 15:56:44.033041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-4925707c-e4f6-4a3b-a603-6c7ee25e64d1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:44.046527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-4925707c-e4f6-4a3b-a603-6c7ee25e64d1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.3280733 Dec 20 15:56:44.103497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63be4caa-7e54-4652-89ac-bca97fd4438a req-4b638ad9-35d8-4579-abe1-ca2aa6a75cda tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5224552 Dec 20 15:56:44.133746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d7f0fdb0-5f22-436a-a06f-d99467559e90 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/quotas/971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 375 time: 0.0863390 Dec 20 15:56:44.151533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:44.314946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::42 (eea614c1-7c10-4543-8dde-d9784d5fe72d/a9c85f56-e0f3-431a-b5f2-a2b2237fc03f/33f51c38-4a37-4993-8e09-9d523b40d920) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:44.354421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8:0:1::261 (eea614c1-7c10-4543-8dde-d9784d5fe72d/8b04d076-8073-4461-abcb-c1cd60af14bd/33f51c38-4a37-4993-8e09-9d523b40d920) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:44.404613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-becd5f24-f536-4f82-8660-efbdd16104ee tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2691269 Dec 20 15:56:44.444747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:38Z', 'revision_number': 2, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:44.551123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Checking router: 6f211d7d-4e2f-4468-b541-e76e25461e05 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:56:44.579902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Updating router 6f211d7d-4e2f-4468-b541-e76e25461e05 port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:56:44.719084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:44.768259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:44.854182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.1 (df6e04fd-7c63-41f2-9de2-5b7e53980499/881dfe5f-9b49-4e7b-8367-a28cbab0fc64/334237e3-feec-4306-a24f-25fb2ebdd1fd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:45.058283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b8c4e22a-5e05-445d-9d9b-b595cb4ed975 service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859611 Dec 20 15:56:45.130191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.322587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] Allocated IP 2001:db8:0:1::2 (eea614c1-7c10-4543-8dde-d9784d5fe72d/8b04d076-8073-4461-abcb-c1cd60af14bd/685e1c4c-738d-496b-883e-afd63736f6a6) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:45.325366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.435059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-a1c77930-f023-4cdb-bd2b-15f4ced40fd2 service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657470 Dec 20 15:56:45.439344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42422) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:45.480215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1016603438-network', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:45.523892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=334237e3-feec-4306-a24f-25fb2ebdd1fd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:45.530236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.545497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] For port 685e1c4c-738d-496b-883e-afd63736f6a6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=685e1c4c-738d-496b-883e-afd63736f6a6,segment=NetworkSegment(6245e1e9-7ff2-4934-b2d0-2107c69cef86),segment_id=6245e1e9-7ff2-4934-b2d0-2107c69cef86)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:45.583666 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.587829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:45.598221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:45.602848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:45.716812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.766246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.841775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=33f51c38-4a37-4993-8e09-9d523b40d920,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:45.991575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network eea614c1-7c10-4543-8dde-d9784d5fe72d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:46.015797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-a1eea14d-3da7-4258-8b9e-eaedec9be27b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5732660 Dec 20 15:56:46.015797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:46.041581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:46.061560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ff585-19e5-4e45-baad-042fde7f5498 None None] Pushing event updated for resources: {'Port': ['ID=685e1c4c-738d-496b-883e-afd63736f6a6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:46.082950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:46.083924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.177187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Made reservation on behalf of d6a61a4004424fdcb5aaefa1f9bc5a83 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:46.177187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.234956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.319515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.333970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.350308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.382613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c21ae12-f037-4823-8442-e9bb33bafce5 req-793bc91a-588f-47d9-9f79-b30f201ca587 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.2855854 Dec 20 15:56:46.407629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-df1976b0-9d89-44d9-be3a-6c3f0630b2ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.6466796 Dec 20 15:56:46.415641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42440) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:46.446279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9c85f56-e0f3-431a-b5f2-a2b2237fc03f'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:46.546995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 685e1c4c-738d-496b-883e-afd63736f6a6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:46.567865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42444) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:46.639944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571859-6f5c-460b-9484-af575221ec06 req-3b7af27c-6c82-41b1-8e34-eb77c8beb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:46.641302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-3b7af27c-6c82-41b1-8e34-eb77c8beb739 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 1096 time: 0.5508661 Dec 20 15:56:46.777658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:46.904712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9e39b-51c2-4f4c-a835-d19c9fdb3701 None None] Pushing event updated for resources: {'Port': ['ID=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:47.189476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:47.190137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.288795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.304847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Attempting to bind port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:47.308778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Attempting to bind port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:47.309374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Attempting to bind port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca on network 4c2b1734-b605-4166-a2fe-b5337cc5e604 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:47.315027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f26472b-9ec1-4f2e-8e86-6946860f2830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.339063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:47.340043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Checking segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:47.340674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.347931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Bound using segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:47.349027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Bound port: 0b4636cc-d2f5-4733-9f26-4e16c8b827ca, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:47.349650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.414747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.608267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.626292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981df23-f080-428d-a5e4-4e6ca4ea72f8 req-317d47dd-156a-49de-a95c-452b825cf13d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:47.640267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a981df23-f080-428d-a5e4-4e6ca4ea72f8 req-317d47dd-156a-49de-a95c-452b825cf13d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 2.1998153 Dec 20 15:56:47.656803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8073c-aeed-4e82-9f80-da75d76bde50 None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:47.734204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=334237e3-feec-4306-a24f-25fb2ebdd1fd,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:47.805992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:47.811421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:47.969377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f26472b-9ec1-4f2e-8e86-6946860f2830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:47.999996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-677dfcb3-7b13-431c-b585-d4db6ee9291e None None] Provisioning complete for port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:48.003601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-677dfcb3-7b13-431c-b585-d4db6ee9291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.126492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.145836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c1b38e9-564e-4ce3-a313-8a760bdcec5f req-7c978a45-a835-4914-9426-75475dd12c76 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.3900971 Dec 20 15:56:48.177486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:56:48.209147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] For port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:48.323858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] For port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:48.340680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-677dfcb3-7b13-431c-b585-d4db6ee9291e None None] Port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:48.485702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-45b325a8-2c00-4005-b205-1b4797bd2569 None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:48.486037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-45b325a8-2c00-4005-b205-1b4797bd2569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.492755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.584810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:56:48.623816 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc15869e-9fae-4b46-b7ff-6bf6b4372d32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/routers/e45ca8a5-706c-4439-9912-9c0660ebc13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0980828 Dec 20 15:56:48.626928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42464) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:48.644462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f26472b-9ec1-4f2e-8e86-6946860f2830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.646721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'port': {'network_id': 'df6e04fd-7c63-41f2-9de2-5b7e53980499', 'name': 'tempest-FloatingIPTestJSON-1527429768'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:48.756449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f26472b-9ec1-4f2e-8e86-6946860f2830 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc9b995bb0a046c38a324a683b9cc66d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1873515 Dec 20 15:56:48.777822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42466) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:48.819944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26472b-9ec1-4f2e-8e86-6946860f2830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32818bd3-7bd0-4feb-84a7-16395492ef15,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:48.836876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a981df23-f080-428d-a5e4-4e6ca4ea72f8 req-29808fb2-ec16-4083-9a22-088ca16b1b74 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1935079 Dec 20 15:56:48.844964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.930672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28448223-6207-408e-932d-83a6854100e0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:48.938228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94b3e061-31f2-4ed7-b468-6952dc5d897a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:48.979450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:56:49.059534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:56:49.176726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.178144 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Added segment c7bf3cf8-fa59-4d56-b192-cf0f51b72889 of type vlan for network e56de461-648c-45cd-b64b-0cd6234bca1a Dec 20 15:56:49.241345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-584eca37-6d70-46b5-8425-fe318ad9ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:49.246703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-584eca37-6d70-46b5-8425-fe318ad9ff81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1095 time: 0.5525317 Dec 20 15:56:49.269337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571859-6f5c-460b-9484-af575221ec06 req-5a966f62-26a2-4b9f-8092-e6de04261b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:49.292925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-5a966f62-26a2-4b9f-8092-e6de04261b18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 200 len: 914 time: 2.4398315 Dec 20 15:56:49.337609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:49.341426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.346438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:49.349717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.356725 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94b3e061-31f2-4ed7-b468-6952dc5d897a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.407077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.452180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:49.463739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.511423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Delete allocated IP 2001:db8:0:1::261 (eea614c1-7c10-4543-8dde-d9784d5fe72d/8b04d076-8073-4461-abcb-c1cd60af14bd) {{(pid=103953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:56:49.575240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] device_id is not set on port 761636df-9fae-4cac-b678-63aa81330bc8 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:49.599859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.631228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9e39b-51c2-4f4c-a835-d19c9fdb3701 None None] Pushing event updated for resources: {'Port': ['ID=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:49.730628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:56:49.731284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.812982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:49.813789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194aaa5-280d-4295-ba92-457940ff6f0b None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:49.855371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:56:49.924154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94b3e061-31f2-4ed7-b468-6952dc5d897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.930621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94b3e061-31f2-4ed7-b468-6952dc5d897a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.943567 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-94b3e061-31f2-4ed7-b468-6952dc5d897a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32818bd3-7bd0-4feb-84a7-16395492ef15 HTTP/1.1" status: 204 len: 168 time: 1.1647191 Dec 20 15:56:49.958729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-7882251c-7cf0-495c-b53d-ece143884e48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf HTTP/1.1" status: 200 len: 217 time: 0.2392652 Dec 20 15:56:49.988082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:49.993311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:49.995117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:50.014037 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:56:50.072951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3e061-31f2-4ed7-b468-6952dc5d897a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32818bd3-7bd0-4feb-84a7-16395492ef15,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:50.278743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:50.279717 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:50.539744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571859-6f5c-460b-9484-af575221ec06 req-43bb92c4-4ac1-4000-9672-0c73291d9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:50.539744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-43bb92c4-4ac1-4000-9672-0c73291d9a37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f85cba96-e6d4-4d18-8011-5c3cde540b4e HTTP/1.1" status: 200 len: 853 time: 0.4800262 Dec 20 15:56:50.540202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] Pushing event updated for resources: {'Network': ['ID=e56de461-648c-45cd-b64b-0cd6234bca1a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:50.544697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-dd758156-acb0-4eac-8aa2-f797cdc4cd0c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:50.545105 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-dd758156-acb0-4eac-8aa2-f797cdc4cd0c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.5985990 Dec 20 15:56:50.556637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.10 (df6e04fd-7c63-41f2-9de2-5b7e53980499/881dfe5f-9b49-4e7b-8367-a28cbab0fc64/761636df-9fae-4cac-b678-63aa81330bc8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:50.579309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b8e1479-e186-423d-a66c-6ea09b16b861 req-5a9988dc-368f-482b-ae58-0863553e3c78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.6749940 Dec 20 15:56:50.586479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e56de461-648c-45cd-b64b-0cd6234bca1a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:56:50.641964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-8bc591bf-e7d3-48d8-8878-de290b8521ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae60a3c4-d57c-41d1-83ce-af81a176885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555041 Dec 20 15:56:50.972443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-a5f366c9-22ff-4249-8911-bcc6b0afbca4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 379 time: 0.4136333 Dec 20 15:56:50.987184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'port': {'device_id': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'admin_state_up': True, 'tenant_id': '971a5140ec784551869d58a0080e3114', 'security_groups': ['2e693be7-02f4-4563-ade6-28767d25b076']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:51.066381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Provisioning complete for port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:51.067278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.315149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.322979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:48Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:56:51.470035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017331c8-3c33-44c6-8612-48c135e2e5a8 None None] The sync data for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 is: [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:48Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:56:51.491606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.533669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.546064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:51.556054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] For port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:51.557922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.670893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-363c6211-1f10-478c-8875-0e563df1386a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 6.2175872 Dec 20 15:56:51.672215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-b6cab92f-8391-4e61-bb65-522e1ed4b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:51.673678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-b6cab92f-8391-4e61-bb65-522e1ed4b4ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 1.9561987 Dec 20 15:56:51.678492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42490) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:51.688993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.698092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6f35-012f-489e-9e6d-7bbe77ab9540 req-93bcbff1-2407-49b2-8ebc-922b614b5b6e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:51.699788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-428a6f35-012f-489e-9e6d-7bbe77ab9540 req-93bcbff1-2407-49b2-8ebc-922b614b5b6e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 1.5785165 Dec 20 15:56:51.710298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.725858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Request body: {'subnet': {'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1016603438-subnet', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:51.846270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=761636df-9fae-4cac-b678-63aa81330bc8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:51.910919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Provisioning complete for port 33f51c38-4a37-4993-8e09-9d523b40d920 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:51.913981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:51.923567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:51.964873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:51.982468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:52.066867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Port 33f51c38-4a37-4993-8e09-9d523b40d920 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:52.111822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3e714-e60a-460e-9dd5-b4eaeb92204e None None] Pushing event updated for resources: {'Port': ['ID=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:52.191953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-80da396c-1cdc-4e5b-ac12-e1a9c7e2a01f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 999 time: 0.4491947 Dec 20 15:56:52.236545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:52.236545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:52.304071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:52.380350 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3bd482bf-7b9c-46a6-8c47-2fb65a7cd303 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7480307 Dec 20 15:56:52.384675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42494) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:52.391635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'port': {'network_id': 'df6e04fd-7c63-41f2-9de2-5b7e53980499', 'name': 'tempest-FloatingIPTestJSON-195019207'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:52.476330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-f33ac4fa-f0ad-40a5-a2a6-3bb7f1d58d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:52.476330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-f33ac4fa-f0ad-40a5-a2a6-3bb7f1d58d7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.1834996 Dec 20 15:56:52.495810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-565d21f5-ed45-4cfe-a833-c13be69b43e3 req-52d09f0f-a816-4b11-9ac9-dd6c781dca3d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.5726311 Dec 20 15:56:52.543604 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:52.640723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b4636cc-d2f5-4733-9f26-4e16c8b827ca up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:52.794365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-ed9d1acb-a34e-4fc9-9cc8-d78a933002c6 service neutron] 10.222.0.72 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1439388 Dec 20 15:56:52.806714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-428a6f35-012f-489e-9e6d-7bbe77ab9540 req-030e9af3-e4a0-40e8-a223-2e72941c2ed3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9895806 Dec 20 15:56:52.872982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:52.873844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:52.944372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Made reservation on behalf of d6a61a4004424fdcb5aaefa1f9bc5a83 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:52.958735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:53.542095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-804a3489-5791-4df2-8b82-eaa1f3861c63 None None] Provisioning complete for port 33f51c38-4a37-4993-8e09-9d523b40d920 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:53.542617 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-804a3489-5791-4df2-8b82-eaa1f3861c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:53.699917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-804a3489-5791-4df2-8b82-eaa1f3861c63 None None] Port 33f51c38-4a37-4993-8e09-9d523b40d920 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:53.829445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Allocated IP 172.20.0.6 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/e5aba9aa-ff1a-4779-8430-10abb3871d58) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:53.918561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=33f51c38-4a37-4993-8e09-9d523b40d920,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:53.960274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] In _notify_port_updated(), no bound segment for port 33f51c38-4a37-4993-8e09-9d523b40d920 on network eea614c1-7c10-4543-8dde-d9784d5fe72d {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.970313 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:56:53.973667 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:56:53.983614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:53.989994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:53.989994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e05764a4-f220-4acd-a88a-bcdd7f53aac3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/ports/33f51c38-4a37-4993-8e09-9d523b40d920 HTTP/1.1" status: 200 len: 924 time: 7.5576487 Dec 20 15:56:53.997388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:56:54.009509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:54.024511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42512) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:54.039766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-c4f67020-599a-4729-a712-47b2752f83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:54.042058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-c4f67020-599a-4729-a712-47b2752f83e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5215108 Dec 20 15:56:54.055518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9c85f56-e0f3-431a-b5f2-a2b2237fc03f'}, {'subnet_id': '8b04d076-8073-4461-abcb-c1cd60af14bd'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:54.092417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] device_id is not set on port 5164905e-0ea5-45ad-9308-778d700e7a7c yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:56:54.410266 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:54.528263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.14 (df6e04fd-7c63-41f2-9de2-5b7e53980499/881dfe5f-9b49-4e7b-8367-a28cbab0fc64/5164905e-0ea5-45ad-9308-778d700e7a7c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:54.679917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-be986a90-4ead-40c0-afb9-2220592c9541 service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102159 Dec 20 15:56:54.770423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cd2ff7d-e9df-4213-a1f8-d045c8bb467d req-be72e5af-a394-4b84-b04a-f402b3b377ff tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.9639275 Dec 20 15:56:54.777501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:54.823150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:54.956613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:54.962342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c70f41-741f-4239-abb5-fa0ecf72d908 req-be46332f-e781-4cc9-b25b-57cc867bc78a service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127264 Dec 20 15:56:54.966247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8a111-6860-4836-82a2-b69ad240cc19 req-62b15e1c-e8b0-4051-b785-7ad4ee7c2e25 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:54.974082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7f8a111-6860-4836-82a2-b69ad240cc19 req-62b15e1c-e8b0-4051-b785-7ad4ee7c2e25 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.8942657 Dec 20 15:56:54.995357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.013638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13571859-6f5c-460b-9484-af575221ec06 req-41f8f58a-933d-4f5a-b7a3-6c2656291801 service neutron] 10.222.0.72 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0849464 Dec 20 15:56:55.031663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:55.047864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:55.052401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:55.101339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:55.105520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:55.113092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:55.116950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:55.124886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.165919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1a96d2-34b3-433b-b463-7a02ed2e0d2d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:55.177875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Checking segment: {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:55.178254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Network hostable DHCP agents. Network: e56de461-648c-45cd-b64b-0cd6234bca1a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:56:55.258594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:55.259558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.404504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:55.405925 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.412542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=5164905e-0ea5-45ad-9308-778d700e7a7c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:55.440324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42524) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:55.455185 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-b98f8ab2-d21f-4510-8cd9-c86a01a850a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4735312 Dec 20 15:56:55.482346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Request body: {'port': {'device_id': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:55.589750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f12f1d5-35d3-4a3c-9584-a8eb28d9d089 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2007291 Dec 20 15:56:55.589750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.590407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:55.596623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '5164905e-0ea5-45ad-9308-778d700e7a7c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:55.646560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fa01b0d8-6841-42aa-9e7e-07f6d2dd3b67 None None] Provisioning complete for port e5aba9aa-ff1a-4779-8430-10abb3871d58 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:55.649575 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fa01b0d8-6841-42aa-9e7e-07f6d2dd3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.727847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fa01b0d8-6841-42aa-9e7e-07f6d2dd3b67 None None] Port e5aba9aa-ff1a-4779-8430-10abb3871d58 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:55.771385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Network e56de461-648c-45cd-b64b-0cd6234bca1a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:56:55.774894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ef92ad-93c3-4da5-a0ba-013f480f961c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.785824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7f8a111-6860-4836-82a2-b69ad240cc19 req-a1d98813-27b9-445e-9596-2c9d0ad9045b tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8109028 Dec 20 15:56:55.837368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8:0:1::2ea (eea614c1-7c10-4543-8dde-d9784d5fe72d/8b04d076-8073-4461-abcb-c1cd60af14bd/33f51c38-4a37-4993-8e09-9d523b40d920) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:55.871238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e56de461-648c-45cd-b64b-0cd6234bca1a) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:55.883028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc954ed-3a2a-46d2-9571-2aac81223653 None None] Network e56de461-648c-45cd-b64b-0cd6234bca1a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:55.891543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:55.937890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:55.946306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.009979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e56de461-648c-45cd-b64b-0cd6234bca1a', 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a', 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'fixed_ips': [{'subnet_id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:56:56.012090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.083613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb275-dbc0-45ad-a8d3-bca83b846f9f req-0b6e2190-8e3e-4475-b1fb-66c94bb83c6c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:56.092516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b3cb275-dbc0-45ad-a8d3-bca83b846f9f req-0b6e2190-8e3e-4475-b1fb-66c94bb83c6c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 931 time: 0.1562436 Dec 20 15:56:56.129985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2540a0ca-ea34-414f-b65c-5e41860fb253 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4507990 Dec 20 15:56:56.135285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ef92ad-93c3-4da5-a0ba-013f480f961c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.138607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42538) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:56.146966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:56:56.197787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Allocated IP 172.20.0.2 (e56de461-648c-45cd-b64b-0cd6234bca1a/4c1a96d2-34b3-433b-b463-7a02ed2e0d2d/88778ff2-0051-45e0-8117-72c376d4729b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:56.213810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b3cb275-dbc0-45ad-a8d3-bca83b846f9f req-bb6b0206-e4f3-41a2-a566-bed01dd59f58 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204555 Dec 20 15:56:56.218409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.228499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5ef92ad-93c3-4da5-a0ba-013f480f961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.265834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab91a6-159c-4481-a824-6bb89b07e4e5 req-7b4b602f-0412-4e42-810a-375ed0ecdcb6 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:56.267697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78ab91a6-159c-4481-a824-6bb89b07e4e5 req-7b4b602f-0412-4e42-810a-375ed0ecdcb6 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 945 time: 0.0804944 Dec 20 15:56:56.282358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.310006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.311123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.317705 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.318204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:56:56.327874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5ef92ad-93c3-4da5-a0ba-013f480f961c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32afbda07db34432b152cca69dfe7377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8834424 Dec 20 15:56:56.333536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef92ad-93c3-4da5-a0ba-013f480f961c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ddb704-19b8-41fb-94ae-4078d4e74564,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.334529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42540) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:56.338052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.365391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.376910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78ab91a6-159c-4481-a824-6bb89b07e4e5 req-50353d9e-3c15-4c93-88dc-9ffb5a1506d4 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963464 Dec 20 15:56:56.403797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Transition to ACTIVE for port object e5aba9aa-ff1a-4779-8430-10abb3871d58 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:56:56.453673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.464300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] In _notify_port_updated(), no bound segment for port 33f51c38-4a37-4993-8e09-9d523b40d920 on network eea614c1-7c10-4543-8dde-d9784d5fe72d {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:56:56.471465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:56.472817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.477355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/ports/33f51c38-4a37-4993-8e09-9d523b40d920 HTTP/1.1" status: 200 len: 1010 time: 2.4256604 Dec 20 15:56:56.477355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1ab1c-58db-48d6-b14c-75278899d03e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=33f51c38-4a37-4993-8e09-9d523b40d920,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.478126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:56.480070 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.492545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.502263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Network e56de461-648c-45cd-b64b-0cd6234bca1a is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:56.506132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:56.513889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:56.531446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Pushing event updated for resources: {'Port': ['ID=88778ff2-0051-45e0-8117-72c376d4729b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.534614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c23c87a4-7fc0-4b65-96f9-cb68cdc4d912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.566408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c23c87a4-7fc0-4b65-96f9-cb68cdc4d912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.596197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.159 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/a7241a0e-9256-4509-9968-907cf7431eae) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:56.615830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Attempting to bind port 88778ff2-0051-45e0-8117-72c376d4729b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:56.623066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Attempting to bind port 88778ff2-0051-45e0-8117-72c376d4729b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:56.623066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Attempting to bind port 88778ff2-0051-45e0-8117-72c376d4729b on network e56de461-648c-45cd-b64b-0cd6234bca1a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:56.624994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:56.625707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Checking segment: {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:56.626527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.628837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Bound using segment: {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:56.629645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Bound port: 88778ff2-0051-45e0-8117-72c376d4729b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:56.630335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.711576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] For port 88778ff2-0051-45e0-8117-72c376d4729b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:56.716215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] For port 88778ff2-0051-45e0-8117-72c376d4729b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88778ff2-0051-45e0-8117-72c376d4729b,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:56.718550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.755848 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c23c87a4-7fc0-4b65-96f9-cb68cdc4d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.763283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-70c051c8-1747-432e-be2e-a1e7da9ef420 None None] Provisioning complete for port 33f51c38-4a37-4993-8e09-9d523b40d920 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:56.763760 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c051c8-1747-432e-be2e-a1e7da9ef420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.765442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c23c87a4-7fc0-4b65-96f9-cb68cdc4d912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.767035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c23c87a4-7fc0-4b65-96f9-cb68cdc4d912 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30ddb704-19b8-41fb-94ae-4078d4e74564 HTTP/1.1" status: 204 len: 168 time: 0.4312756 Dec 20 15:56:56.776352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c87a4-7fc0-4b65-96f9-cb68cdc4d912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ddb704-19b8-41fb-94ae-4078d4e74564,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.814665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-70c051c8-1747-432e-be2e-a1e7da9ef420 None None] Port 33f51c38-4a37-4993-8e09-9d523b40d920 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:56.824381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.897029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5a6b2-a6b7-4b01-85b1-7cb4bbef143b None None] Pushing event updated for resources: {'Port': ['ID=88778ff2-0051-45e0-8117-72c376d4729b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:56.905642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.966246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 33f51c38-4a37-4993-8e09-9d523b40d920 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:56.968872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:56.975516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Attempting to bind port e5aba9aa-ff1a-4779-8430-10abb3871d58 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:56:56.975853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Attempting to bind port e5aba9aa-ff1a-4779-8430-10abb3871d58 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:56:56.976178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Attempting to bind port e5aba9aa-ff1a-4779-8430-10abb3871d58 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:56.998550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.008994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85426b48-2789-41f1-87a6-cb84bf0f3ca4 req-ae2a8b7b-43c4-4c13-8f40-951cb9b0f8a8 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.010096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85426b48-2789-41f1-87a6-cb84bf0f3ca4 req-ae2a8b7b-43c4-4c13-8f40-951cb9b0f8a8 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.0660374 Dec 20 15:56:57.014107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Port e5aba9aa-ff1a-4779-8430-10abb3871d58 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:56:57.014107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Attempting to bind port e5aba9aa-ff1a-4779-8430-10abb3871d58 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:56:57.030227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.053558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:56:57.053558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:56:57.053939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:56:57.054339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Bound port: e5aba9aa-ff1a-4779-8430-10abb3871d58, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:56:57.054681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.061790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-85426b48-2789-41f1-87a6-cb84bf0f3ca4 req-a6053d59-1683-4cb0-a7d1-9678a11e9f68 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499167 Dec 20 15:56:57.179327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.232909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 33f51c38-4a37-4993-8e09-9d523b40d920 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:57.257093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:56:57.302213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.306123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:56:57.353423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16a9f0-547f-4710-b85c-bebde2d0f0d7 req-a12251e8-0058-407a-bf54-d005ac20f030 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.357815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a16a9f0-547f-4710-b85c-bebde2d0f0d7 req-a12251e8-0058-407a-bf54-d005ac20f030 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 943 time: 0.0721231 Dec 20 15:56:57.372691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:57.383149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:57.389517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.392316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:57.400293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=a7241a0e-9256-4509-9968-907cf7431eae,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:57.414852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a16a9f0-547f-4710-b85c-bebde2d0f0d7 req-5227ccb8-1a33-4f75-98dd-646783ade86f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533729 Dec 20 15:56:57.474988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.475613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.477258 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 1091 time: 2.0065224 Dec 20 15:56:57.477720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:56:57.480065 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:56:57.536842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df1178-8fd9-4f16-8be1-1f3042a9e7e9 req-280e05a9-9b0a-446c-8dc7-1812b9eda256 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.538945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0df1178-8fd9-4f16-8be1-1f3042a9e7e9 req-280e05a9-9b0a-446c-8dc7-1812b9eda256 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 945 time: 0.0784943 Dec 20 15:56:57.609566 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e13c4df-bc2c-41cc-b444-3ec599a58614 x-openstack-request-id: req-9e13c4df-bc2c-41cc-b444-3ec599a58614 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:56:57.609861 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:56:57.610120 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e13c4df-bc2c-41cc-b444-3ec599a58614 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:56:57.610662 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'status': 'completed', 'code': 200} Dec 20 15:56:57.654678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0df1178-8fd9-4f16-8be1-1f3042a9e7e9 req-3a3cbf79-dc83-46e5-989a-7bb7ccb32f80 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963156 Dec 20 15:56:57.669128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-02b1852b-0362-41e3-b748-7216248a0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.669128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-02b1852b-0362-41e3-b748-7216248a0e5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1094 time: 0.0640030 Dec 20 15:56:57.711933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bac013-3613-47f0-9107-f8ff405277b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:57.721013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-7cac57f2-43d6-4e46-aa14-75302f786a75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 217 time: 0.0415292 Dec 20 15:56:57.783307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-c4edd848-80c3-4d10-b053-29380a54018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.785137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-c4edd848-80c3-4d10-b053-29380a54018d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0558195 Dec 20 15:56:57.808012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42556) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:57.844759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35a33736-f21b-4796-a93a-7d7d358f0ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.878337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-f8f9f9d1-07ef-4d70-be93-68afc46245bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.884201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-f8f9f9d1-07ef-4d70-be93-68afc46245bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854614 Dec 20 15:56:57.918197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:57.924739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-bab5574e-097e-4ca5-ae33-0f161257d6fe tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:57.927204 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-bab5574e-097e-4ca5-ae33-0f161257d6fe tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 945 time: 0.3155735 Dec 20 15:56:57.955663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.023227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.025218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-0b00d7af-a058-47fd-8832-2941331f4cce service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365187 Dec 20 15:56:58.030320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35a33736-f21b-4796-a93a-7d7d358f0ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.102315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=33f51c38-4a37-4993-8e09-9d523b40d920,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.143287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-35a33736-f21b-4796-a93a-7d7d358f0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.169676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788b3ad3-26d5-447e-b8bd-8b28af0eddaa req-12abd3c7-6b0b-4114-b39b-5aa805d50e0f service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369703 Dec 20 15:56:58.227483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211ce41-2f92-46be-a1e1-f41af70dc0f6 None None] Network e56de461-648c-45cd-b64b-0cd6234bca1a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:58.256202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33736-f21b-4796-a93a-7d7d358f0ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b3bab-5448-4960-a331-a7194eaef307,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:58.277886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-35a33736-f21b-4796-a93a-7d7d358f0ab3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df5b6a498c84416d9bb3c4d5a7b5123e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676075 Dec 20 15:56:58.280501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:58.343786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c9905902-54fd-4942-978c-22a70fb8065c None None] Provisioning complete for port 88778ff2-0051-45e0-8117-72c376d4729b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:58.344581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c9905902-54fd-4942-978c-22a70fb8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.396606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41e6e3-1793-445c-a17f-36c275a2bede req-8e1a5ddd-0843-4378-933e-a2065041fd7a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:58.406631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa41e6e3-1793-445c-a17f-36c275a2bede req-8e1a5ddd-0843-4378-933e-a2065041fd7a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.2098012 Dec 20 15:56:58.522156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4cdf-9767-4916-8645-7630b5b101ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.538314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-40322a79-ab09-4e9c-9153-56d963866ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:58.541942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-40322a79-ab09-4e9c-9153-56d963866ca3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1094 time: 0.2398465 Dec 20 15:56:58.555406 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c9905902-54fd-4942-978c-22a70fb8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.593720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88778ff2-0051-45e0-8117-72c376d4729b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:56:58.607340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa41e6e3-1793-445c-a17f-36c275a2bede req-24824121-619e-4fa4-8e75-4fcd03405cc6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998045 Dec 20 15:56:58.635302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c9905902-54fd-4942-978c-22a70fb8065c None None] For port 88778ff2-0051-45e0-8117-72c376d4729b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88778ff2-0051-45e0-8117-72c376d4729b,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:58.649923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4cdf-9767-4916-8645-7630b5b101ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.678845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 88778ff2-0051-45e0-8117-72c376d4729b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:58.679231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.724034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.727602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-62a14327-6ec8-4e01-bfeb-910709d16f78 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/33f51c38-4a37-4993-8e09-9d523b40d920 HTTP/1.1" status: 204 len: 168 time: 2.2460554 Dec 20 15:56:58.733003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42566) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:58.745873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c9905902-54fd-4942-978c-22a70fb8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.765987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c06b82-16a3-4cfd-8138-6ef39617e3a4 req-2b934afb-f625-4e7b-9a1f-1bdf3f8befc8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:58.767560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7c06b82-16a3-4cfd-8138-6ef39617e3a4 req-2b934afb-f625-4e7b-9a1f-1bdf3f8befc8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 943 time: 0.2243872 Dec 20 15:56:58.788995 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b85354-6988-4b18-8470-18c16b7b0680 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:56:58.790473 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92b85354-6988-4b18-8470-18c16b7b0680 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/33f51c38-4a37-4993-8e09-9d523b40d920 HTTP/1.1" status: 404 len: 333 time: 0.0519266 Dec 20 15:56:58.800404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42568) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:58.850678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Allocated IP 172.25.6.136 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:56:58.873429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Deleting port f3070cad-0865-4e84-aaef-cf59e4d49edf {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:56:58.873773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:58.902844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-75182c1d-0da5-4e98-b07b-25b88d811e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:58.904892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-75182c1d-0da5-4e98-b07b-25b88d811e01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.3394947 Dec 20 15:56:58.919086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e91f7-178e-4726-b130-f1269e93c9f2 req-36b23508-50ac-4309-9df9-2650dc7d58ba tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:58.920652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f8e91f7-178e-4726-b130-f1269e93c9f2 req-36b23508-50ac-4309-9df9-2650dc7d58ba tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 945 time: 0.1779377 Dec 20 15:56:58.924762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 8b04d076-8073-4461-abcb-c1cd60af14bd {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:56:58.947373 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.007315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-f2689aaf-1721-44c4-8bdc-80c5a9734a92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 217 time: 0.0789781 Dec 20 15:56:59.014286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7c06b82-16a3-4cfd-8138-6ef39617e3a4 req-3a9a933d-a93e-4816-99aa-404e461e6b77 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238936 Dec 20 15:56:59.014880 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4cdf-9767-4916-8645-7630b5b101ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.017917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4cdf-9767-4916-8645-7630b5b101ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.021053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a2ea4cdf-9767-4916-8645-7630b5b101ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f10b3bab-5448-4960-a331-a7194eaef307 HTTP/1.1" status: 204 len: 168 time: 0.7370973 Dec 20 15:56:59.036598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9905902-54fd-4942-978c-22a70fb8065c None None] Pushing event updated for resources: {'Port': ['ID=88778ff2-0051-45e0-8117-72c376d4729b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:59.042651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1f2f4aca-8c03-422c-8a19-e1d80fae50f2 None None] Provisioning complete for port 88778ff2-0051-45e0-8117-72c376d4729b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:59.043335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4aca-8c03-422c-8a19-e1d80fae50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.079811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4cdf-9767-4916-8645-7630b5b101ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b3bab-5448-4960-a331-a7194eaef307,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:59.083664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.127204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] For port f3070cad-0865-4e84-aaef-cf59e4d49edf, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f3070cad-0865-4e84-aaef-cf59e4d49edf,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:56:59.128213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.130861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f8e91f7-178e-4726-b130-f1269e93c9f2 req-96c83c23-4506-4c64-b2ac-63c10d7d0d95 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894996 Dec 20 15:56:59.163491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-0d2d17ab-3f0f-4e86-bc77-0eefc7c3127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:59.163491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-0d2d17ab-3f0f-4e86-bc77-0eefc7c3127a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1362684 Dec 20 15:56:59.164534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Calling delete_port for f3070cad-0865-4e84-aaef-cf59e4d49edf owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:56:59.166601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.231639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.255967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.260252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-a7e332cb-a396-4514-84c2-88b5fee60dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:59.261849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-a7e332cb-a396-4514-84c2-88b5fee60dca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906756 Dec 20 15:56:59.268094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-511df438-41fc-434e-aa6b-1e7c4442cea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.407336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.430961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.501780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:56:59.508312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:56:59.520406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:56:59.522086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Pushing event updated for resources: {'Port': ['ID=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:59.524370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.536507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f3070cad-0865-4e84-aaef-cf59e4d49edf'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:56:59.543885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d42698-d1b3-4aed-a192-014c18a1cc80 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:59.631322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Pushing event deleted for resources: {'Port': ['ID=f3070cad-0865-4e84-aaef-cf59e4d49edf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:59.665369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a3a9ac-84ad-4ae5-bdf6-535be1b41b6c None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:56:59.674164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16d69879-fcea-4b98-b0b0-16bb6956a3b1 None None] Provisioning complete for port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:56:59.675908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16d69879-fcea-4b98-b0b0-16bb6956a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.754274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-16d69879-fcea-4b98-b0b0-16bb6956a3b1 None None] Port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:56:59.761484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] No DVR routers for this DVR port f3070cad-0865-4e84-aaef-cf59e4d49edf on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:56:59.768012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.770891 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ff97cb91-85d5-4d5e-8a5a-2bb86063d5d3 req-2c655e07-cd33-4ad0-ac35-008d169ccd2d tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.72 "DELETE /v2.0/ports/f3070cad-0865-4e84-aaef-cf59e4d49edf HTTP/1.1" status: 204 len: 173 time: 1.8241727 Dec 20 15:56:59.773204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'name': 'network-vif-deleted', 'tag': 'f3070cad-0865-4e84-aaef-cf59e4d49edf'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:56:59.775540 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1730166b-0dba-4d0e-9e5e-7811ce8f3ce0" -d '{"events": [{"server_uuid": "3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09", "name": "network-vif-deleted", "tag": "f3070cad-0865-4e84-aaef-cf59e4d49edf"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:56:59.784058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-ea7af40e-9f70-4567-a320-c12ccfceefee service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700604 Dec 20 15:56:59.840564 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a915cac-e8d2-48c1-b5e7-d9194bdec120 x-openstack-request-id: req-0a915cac-e8d2-48c1-b5e7-d9194bdec120 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:56:59.840858 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09", "name": "network-vif-deleted", "tag": "f3070cad-0865-4e84-aaef-cf59e4d49edf", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:56:59.841344 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a915cac-e8d2-48c1-b5e7-d9194bdec120 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:56:59.841911 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09', 'name': 'network-vif-deleted', 'tag': 'f3070cad-0865-4e84-aaef-cf59e4d49edf', 'status': 'completed', 'code': 200} Dec 20 15:56:59.844111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.858969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:56:59.874524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.929862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=8b04d076-8073-4461-abcb-c1cd60af14bd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:56:59.937530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:59.940963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e4bef1d-5b4b-4932-8937-3e80be5dca75 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/8b04d076-8073-4461-abcb-c1cd60af14bd HTTP/1.1" status: 204 len: 168 time: 1.1351204 Dec 20 15:56:59.946168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42584) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:56:59.955787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa97993-58aa-47f5-af9c-1e10d8a77398 None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:56:59.963783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce619cc-1900-4df7-b873-e5c2d888042e req-305c7036-857f-4fc2-b068-b45a213b8db1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:59.972488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ce619cc-1900-4df7-b873-e5c2d888042e req-305c7036-857f-4fc2-b068-b45a213b8db1 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.2068810 Dec 20 15:56:59.981195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.012724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:00.068537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:57:00.080693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ce619cc-1900-4df7-b873-e5c2d888042e req-3b4cfbf3-37bd-4a0f-9aeb-9012b34c86f5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009829 Dec 20 15:57:00.083894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fc3b2b1-5aae-46c0-b2e4-3db75ee0dea5 req-4555652f-c860-4c91-a173-0b8809ed5091 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852850 Dec 20 15:57:00.102332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet a9c85f56-e0f3-431a-b5f2-a2b2237fc03f {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:57:00.106765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.131548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=a7241a0e-9256-4509-9968-907cf7431eae,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:00.162697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.185273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.213286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.214325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:57:00.250949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:00.267443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.343756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.401488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-279d90d1-d226-4b27-9806-5b688713a202 req-134e8075-26a8-4980-8407-8f41ed95a5af tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b35f5e0-9e8e-4e62-80f5-0a9621dc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0755477 Dec 20 15:57:00.410028 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 290551a2-7847-47dd-88b8-d17d49ee6962 associated. External IP: 172.25.6.159, port: 5164905e-0ea5-45ad-9308-778d700e7a7c. Dec 20 15:57:00.473880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:00.492458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e8f32-2393-4406-b02e-808be6e8d118 req-b6e7d4c5-0833-4f63-ac55-7b02b0e2ee78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:00.500081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a7e8f32-2393-4406-b02e-808be6e8d118 req-b6e7d4c5-0833-4f63-ac55-7b02b0e2ee78 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 943 time: 0.2359922 Dec 20 15:57:00.524391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88778ff2-0051-45e0-8117-72c376d4729b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:00.551004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.569530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e5aba9aa-ff1a-4779-8430-10abb3871d58'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:57:00.641898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a7e8f32-2393-4406-b02e-808be6e8d118 req-8fa3fde7-40da-4df3-badc-b9a1a9a2837d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408532 Dec 20 15:57:00.660985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.717770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 88778ff2-0051-45e0-8117-72c376d4729b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:00.718345 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.866636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.918703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c85f56-e0f3-431a-b5f2-a2b2237fc03f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:00.923068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.929746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13c71340-c179-4178-8f80-d2c2862cb71d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/a9c85f56-e0f3-431a-b5f2-a2b2237fc03f HTTP/1.1" status: 204 len: 168 time: 0.9800491 Dec 20 15:57:00.932104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:00.972374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:01.093454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55aaa92-c7c7-42ac-835c-5de4d1a4e7b8 None None] Network eea614c1-7c10-4543-8dde-d9784d5fe72d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:01.222903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d8d6e2c6-7487-4300-8f38-7bd93eacb064 None None] Provisioning complete for port 685e1c4c-738d-496b-883e-afd63736f6a6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:01.223567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8d6e2c6-7487-4300-8f38-7bd93eacb064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.224257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf483b-fa28-41fd-80dc-af7f66ffc1f2 req-28bf4dae-03ca-4ce8-8c26-4e6a97c51c4f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:01.232843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39cf483b-fa28-41fd-80dc-af7f66ffc1f2 req-28bf4dae-03ca-4ce8-8c26-4e6a97c51c4f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.0792315 Dec 20 15:57:01.296473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39cf483b-fa28-41fd-80dc-af7f66ffc1f2 req-42e0de1f-140c-4b80-997f-ec1478789191 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625234 Dec 20 15:57:01.342775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] DHCP port deletion for eea614c1-7c10-4543-8dde-d9784d5fe72d request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:01.403750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] Deleting port 685e1c4c-738d-496b-883e-afd63736f6a6 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:01.404446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.476567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] For port 685e1c4c-738d-496b-883e-afd63736f6a6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=685e1c4c-738d-496b-883e-afd63736f6a6,segment=NetworkSegment(6245e1e9-7ff2-4934-b2d0-2107c69cef86),segment_id=6245e1e9-7ff2-4934-b2d0-2107c69cef86)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:01.477037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.493281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] Calling delete_port for 685e1c4c-738d-496b-883e-afd63736f6a6 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:01.505112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.508904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:01.607150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:01.621749 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:01.633747 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:01.634766 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:56:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:01.670429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.687706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:01.688212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] No DVR routers for this DVR port 685e1c4c-738d-496b-883e-afd63736f6a6 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:01.695167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 685e1c4c-738d-496b-883e-afd63736f6a6 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:01.695516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.703587 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:01.719107 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:01.719753 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:01.743423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Sync routers for ids ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:01.747806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7519522c-4dc0-4323-bd2d-7887114d5011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.751652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f32c78-ee7a-48fa-905e-ac96b1db5be2 None None] Pushing event deleted for resources: {'Port': ['ID=685e1c4c-738d-496b-883e-afd63736f6a6,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:01.765082 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:01.766250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6b14-febd-44e3-9c4a-b1fc33cfe07d None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:01.766790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Routers {'0762d978-eb78-4f9d-8d33-dd37acc8ae10'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:01.767795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:01.788459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] For port 685e1c4c-738d-496b-883e-afd63736f6a6, host n-d-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:01.788870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.794622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.804045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233922e-42a7-484b-a566-1b41e5dfb2f7 req-46c6b305-e9b1-41e0-b853-5a2616d4b071 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:01.812739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1233922e-42a7-484b-a566-1b41e5dfb2f7 req-46c6b305-e9b1-41e0-b853-5a2616d4b071 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0716116 Dec 20 15:57:01.828334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.833147 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7362b175-2f0e-49e0-89f4-00dc0e4a27ae admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6918404 Dec 20 15:57:01.835778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42626) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:01.873727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1233922e-42a7-484b-a566-1b41e5dfb2f7 req-31d55397-0635-44f5-8828-14b9fb131a8b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599957 Dec 20 15:57:01.887229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:01.929553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 685e1c4c-738d-496b-883e-afd63736f6a6 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:01.932409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Port 685e1c4c-738d-496b-883e-afd63736f6a6 was not found and therefore no delete operation was performed {{(pid=103954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:57:01.936476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b8b6f445-bea6-4393-8f0a-d818c8cf1a7a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3451803 Dec 20 15:57:01.939084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:01.941053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42630) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:01.948299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:01.967905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Set router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:57:01.975222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=685e1c4c-738d-496b-883e-afd63736f6a6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:01.981153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No DVR routers for this DVR port 685e1c4c-738d-496b-883e-afd63736f6a6 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:02.070186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.134086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.147540 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port e5aba9aa-ff1a-4779-8430-10abb3871d58 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:02.161705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e5aba9aa-ff1a-4779-8430-10abb3871d58 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:02.162623 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.201587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea614c1-7c10-4543-8dde-d9784d5fe72d']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:02.215621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6245e1e9-7ff2-4934-b2d0-2107c69cef86') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:02.215900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6245e1e9-7ff2-4934-b2d0-2107c69cef86') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:02.230055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.266736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T15:56:59Z', 'revision_number': 3, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:02.291240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.302060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.306722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.311993 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:02.315352 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:02.324918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Checking router: 0762d978-eb78-4f9d-8d33-dd37acc8ae10 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:57:02.325358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Updating router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:57:02.355173 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.370464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.440801 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.441220 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 290551a2-7847-47dd-88b8-d17d49ee6962 disassociated. External IP: 172.25.6.159, port: 5164905e-0ea5-45ad-9308-778d700e7a7c. Dec 20 15:57:02.446671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:57:02.451551 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc8c5d-9a3b-40ea-8db6-63d574aacb23" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:57:02.494500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 685e1c4c-738d-496b-883e-afd63736f6a6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:57:02.520043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 685e1c4c-738d-496b-883e-afd63736f6a6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:57:02.520399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 685e1c4c-738d-496b-883e-afd63736f6a6 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:57:02.535234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:02.535234 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c4267-3ea7-4134-a0c9-0e9af16809fa x-openstack-request-id: req-5c0c4267-3ea7-4134-a0c9-0e9af16809fa {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:57:02.535234 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:57:02.535234 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c0c4267-3ea7-4134-a0c9-0e9af16809fa {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:57:02.535234 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'code': 200} Dec 20 15:57:02.555829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068de64-a07c-4e11-815f-84f23e5b3ca1 req-236ec1a0-f470-4d15-a821-6808a18a63e5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:02.563236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5068de64-a07c-4e11-815f-84f23e5b3ca1 req-236ec1a0-f470-4d15-a821-6808a18a63e5 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 944 time: 0.1790094 Dec 20 15:57:02.617520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.623664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.631534 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/eea614c1-7c10-4543-8dde-d9784d5fe72d HTTP/1.1" status: 204 len: 168 time: 1.6946628 Dec 20 15:57:02.633191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42642) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:02.672492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79af4-392c-4a7c-9370-c0c410ca8cee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=eea614c1-7c10-4543-8dde-d9784d5fe72d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:02.736508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5068de64-a07c-4e11-815f-84f23e5b3ca1 req-f5d1dd7a-6335-4342-b2ac-85b6ae15c26c tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656692 Dec 20 15:57:02.740167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.859872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:02.866674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc65d-960b-498d-8d2e-f41c89976d64 req-fcf0d538-dc5f-4e3e-ab79-f8daaf875c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:02.868627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db7cc65d-960b-498d-8d2e-f41c89976d64 req-fcf0d538-dc5f-4e3e-ab79-f8daaf875c3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.2317765 Dec 20 15:57:02.875576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8775c-a316-4ed0-b342-b38442d3440a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:02.880346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-68e8775c-a316-4ed0-b342-b38442d3440a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2260983 Dec 20 15:57:02.881616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:02.917578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:57:02.935706 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.942236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:02.943056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f3070cad-0865-4e84-aaef-cf59e4d49edf no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:57:02.979283 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-604e3592-f404-4dd9-8acd-64fc5647742a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0965343 Dec 20 15:57:02.982781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42648) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:02.992843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Allocated IP 172.20.0.1 (e56de461-648c-45cd-b64b-0cd6234bca1a/4c1a96d2-34b3-433b-b463-7a02ed2e0d2d/69b81a4b-aebd-4b53-8aa6-cfedd95757ef) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:03.024284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: f3070cad-0865-4e84-aaef-cf59e4d49edf {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:57:03.024639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f3070cad-0865-4e84-aaef-cf59e4d49edf not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:57:03.035686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2128084626'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:03.041265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.069877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db7cc65d-960b-498d-8d2e-f41c89976d64 req-fbe99218-2098-41c8-a699-d245e321c992 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917586 Dec 20 15:57:03.124790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.127253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:03.135691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc80fb-385d-4f47-963b-7909ca80f365 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:03.208440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42654) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:03.220535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.232761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0406-6c4e-4d47-a15f-b22d5294da25 req-e3601f2b-304b-4d1f-9e13-764ecd564afb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:03.242474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e7d0406-6c4e-4d47-a15f-b22d5294da25 req-e3601f2b-304b-4d1f-9e13-764ecd564afb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.2603161 Dec 20 15:57:03.265029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:03.271827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.278602 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:03.301295 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:03.302365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:03.337528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-194a8348-da4e-4216-9291-f41740ca8613 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/floatingips/290551a2-7847-47dd-88b8-d17d49ee6962 HTTP/1.1" status: 200 len: 688 time: 1.3924689 Dec 20 15:57:03.338807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:03.341979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:03.347325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.364609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Attempting to bind port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:03.364987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Attempting to bind port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:03.365385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Attempting to bind port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:03.386357 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:03.395736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:03.396116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:03.396524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.396924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:03.397440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Bound port: c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:03.397820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.401704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e7d0406-6c4e-4d47-a15f-b22d5294da25 req-b525d211-c559-4e32-8fec-92874702094e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582642 Dec 20 15:57:03.402105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:03.405455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449398f6-2349-4379-82a4-f02f7f3fb824 None None] Pushing event updated for resources: {'Port': ['ID=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:03.407021 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:03.409869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:03.424690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:03.428084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.428431 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8 of type vlan for network 779b15cd-7327-4d50-9973-b3d7ba10143b Dec 20 15:57:03.448167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'port_id': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'mac_address': 'fa:16:3e:2d:92:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:57:03.461031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-63f2c0b9-f544-4ed6-b187-92ba0ec77ad3 None None] Provisioning complete for port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:03.461466 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63f2c0b9-f544-4ed6-b187-92ba0ec77ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.467991 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:03.469102 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba2b1f-1f68-43e6-a058-b67a6ff6853f None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:03.476161 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.482719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.515725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2209d0c5-d208-4bcf-b03e-11c93fa01846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.523706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] For port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:03.553468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] For port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:03.557545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.559985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-63f2c0b9-f544-4ed6-b187-92ba0ec77ad3 None None] Port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:03.572942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45e6333-42c1-4100-ad70-6d7f0f32dc84 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:57:03.597947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:03.612067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.618644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:03.619259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.623180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:03.631442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2209d0c5-d208-4bcf-b03e-11c93fa01846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.643006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Network e56de461-648c-45cd-b64b-0cd6234bca1a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:03.647038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:03.663182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:03.702840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=779b15cd-7327-4d50-9973-b3d7ba10143b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:03.703591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.716436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 779b15cd-7327-4d50-9973-b3d7ba10143b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:03.761364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port a7241a0e-9256-4509-9968-907cf7431eae {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:03.765846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.791496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.837591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4997ff81-a5a1-4bdb-8dd9-7afee252088d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8509061 Dec 20 15:57:03.838681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2209d0c5-d208-4bcf-b03e-11c93fa01846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.867786 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.868253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.871334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42662) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:03.874797 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.890020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for a7241a0e-9256-4509-9968-907cf7431eae owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:03.892193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:03.899938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c593cb-f598-4517-970c-b55685ad062c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:03.909104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Routers {'0762d978-eb78-4f9d-8d33-dd37acc8ae10'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:03.910129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:03.999938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449398f6-2349-4379-82a4-f02f7f3fb824 None None] Pushing event updated for resources: {'Port': ['ID=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.088185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2209d0c5-d208-4bcf-b03e-11c93fa01846 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15b97f0d8e8d41a9b9d195e5a7c985be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8734550 Dec 20 15:57:04.090172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42664) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:04.109205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209d0c5-d208-4bcf-b03e-11c93fa01846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20588430-a257-4251-a8d5-f68bd689d925,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.113372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.129316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dfb183f6-1bb8-461d-832f-746bdb98e46c None None] Provisioning complete for port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:04.129928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfb183f6-1bb8-461d-832f-746bdb98e46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.166636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] Set router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:57:04.169035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ff571-a8bc-4470-8530-a9eb0f9c11f2 req-ca4be72f-6642-4f67-b813-c84e80a89296 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:04.170931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c21ff571-a8bc-4470-8530-a9eb0f9c11f2 req-ca4be72f-6642-4f67-b813-c84e80a89296 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.2953012 Dec 20 15:57:04.211012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.232695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.252370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ece-b1df-45e8-b158-1af0d2c995ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.262392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['c45e6333-42c1-4100-ad70-6d7f0f32dc84'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:57:04.296389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ece-b1df-45e8-b158-1af0d2c995ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.304934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dfb183f6-1bb8-461d-832f-746bdb98e46c None None] Port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:04.311652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=a7241a0e-9256-4509-9968-907cf7431eae,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.352724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c21ff571-a8bc-4470-8530-a9eb0f9c11f2 req-f3166db6-bf88-407f-984c-c83fdf32bb44 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598704 Dec 20 15:57:04.361246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:04.379684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.406115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.598413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.601808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.603090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92bfec58-651f-4cbc-ac06-fbf45c34a071 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/floatingips/290551a2-7847-47dd-88b8-d17d49ee6962 HTTP/1.1" status: 204 len: 168 time: 1.2630072 Dec 20 15:57:04.606651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42670) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:04.611711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '761636df-9fae-4cac-b678-63aa81330bc8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:04.631323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3bf12ef7-59fd-40f1-a519-a68939336fb9 None None] Provisioning complete for port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:04.631323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ef7-59fd-40f1-a519-a68939336fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.687836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cea5d-74ef-47f6-818b-506374112f17 req-57e6e300-06d0-452c-a8b5-fb5681429561 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:04.689442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-870cea5d-74ef-47f6-818b-506374112f17 req-57e6e300-06d0-452c-a8b5-fb5681429561 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.1205812 Dec 20 15:57:04.704846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.744939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.796150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-870cea5d-74ef-47f6-818b-506374112f17 req-3c10d11e-b391-4ca2-877f-a2439efd3550 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936821 Dec 20 15:57:04.801552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ece-b1df-45e8-b158-1af0d2c995ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.803192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T15:56:59Z', 'revision_number': 3, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:04.804172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ece-b1df-45e8-b158-1af0d2c995ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.807741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c3c87ece-b1df-45e8-b158-1af0d2c995ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20588430-a257-4251-a8d5-f68bd689d925 HTTP/1.1" status: 204 len: 168 time: 0.7140274 Dec 20 15:57:04.828301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c87ece-b1df-45e8-b158-1af0d2c995ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20588430-a257-4251-a8d5-f68bd689d925,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.864230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084ca7-cb4f-42a0-8094-f88b2c0c8a70 None None] The sync data for ids ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'] in n-d-781076-8 is: [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T15:56:59Z', 'revision_number': 3, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:04.867080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ef7-59fd-40f1-a519-a68939336fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.875348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.903439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3bf12ef7-59fd-40f1-a519-a68939336fb9 None None] For port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:04.910602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.952614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.957996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.973712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.981684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=0798bc70-f158-4be6-a7b7-5bf067565c01,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:04.991452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:04.991823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: 779b15cd-7327-4d50-9973-b3d7ba10143b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:05.037615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3bf12ef7-59fd-40f1-a519-a68939336fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.089213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12ef7-59fd-40f1-a519-a68939336fb9 None None] Pushing event updated for resources: {'Port': ['ID=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:05.115748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 779b15cd-7327-4d50-9973-b3d7ba10143b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:05.146432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.143 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/52ba09f4-1394-4ed1-a23d-1deceb3b83ee) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:05.161812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Network e56de461-648c-45cd-b64b-0cd6234bca1a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:05.170384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:05.170984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.247720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 779b15cd-7327-4d50-9973-b3d7ba10143b) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:05.259898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:05.259898 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.282273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb97980-3670-40a4-99df-ad97c3b5f93a None None] Network 779b15cd-7327-4d50-9973-b3d7ba10143b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:05.363169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6ab3555b-7af0-46e7-bf6c-e859170e86ae tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4844737 Dec 20 15:57:05.365900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42684) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:05.371373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b', 'name': 'tempest-PortsIpV6TestJSON-1621444910'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:05.453094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-779b15cd-7327-4d50-9973-b3d7ba10143b', 'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': '0798bc70-f158-4be6-a7b7-5bf067565c01'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:05.455234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.506131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:05.564328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.637560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84145900-5d59-4bbc-bb3a-7a902274e717 req-8b8ba50c-8adf-4356-acd0-5c06e354c21e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:05.639485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84145900-5d59-4bbc-bb3a-7a902274e717 req-8b8ba50c-8adf-4356-acd0-5c06e354c21e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.1724572 Dec 20 15:57:05.735700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84145900-5d59-4bbc-bb3a-7a902274e717 req-838f3326-22fa-4228-8f4d-94c9f2fb073d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673056 Dec 20 15:57:05.745140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Allocated IP 2001:db8::2 (779b15cd-7327-4d50-9973-b3d7ba10143b/0798bc70-f158-4be6-a7b7-5bf067565c01/008f614f-c3d4-4ea6-aa82-9ff9250c7361) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:05.773193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:05.778611 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c3b6576-b859-44dd-870d-eb16c666e9a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/0762d978-eb78-4f9d-8d33-dd37acc8ae10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9386325 Dec 20 15:57:05.824745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:05.830673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.871227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-48dc5a96-7e35-4621-9d83-8fab340b1f36 None None] Provisioning complete for port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:05.871751 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48dc5a96-7e35-4621-9d83-8fab340b1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.876511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:05.882086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port b51273de-649b-4f7c-9237-44a2454ee343 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:05.976251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:05.993865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:05.999398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:06.036031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=52ba09f4-1394-4ed1-a23d-1deceb3b83ee,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:06.057198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-48dc5a96-7e35-4621-9d83-8fab340b1f36 None None] Port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:06.152320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512528-786b-4b6c-b3de-938ec8d2ffc4 req-bbb06622-ac17-45e5-8ca4-01ccca5ce2fc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:06.163587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a512528-786b-4b6c-b3de-938ec8d2ffc4 req-bbb06622-ac17-45e5-8ca4-01ccca5ce2fc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.2488830 Dec 20 15:57:06.198948 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.248370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a512528-786b-4b6c-b3de-938ec8d2ffc4 req-f62e16d3-ecd5-49fd-8a10-70d57624206e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747173 Dec 20 15:57:06.272833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.383903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Network 779b15cd-7327-4d50-9973-b3d7ba10143b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:06.387813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:06.392251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:06.402614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Pushing event updated for resources: {'Port': ['ID=008f614f-c3d4-4ea6-aa82-9ff9250c7361,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:06.517648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::35a (779b15cd-7327-4d50-9973-b3d7ba10143b/0798bc70-f158-4be6-a7b7-5bf067565c01/b51273de-649b-4f7c-9237-44a2454ee343) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:06.528435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Attempting to bind port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:06.528735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Attempting to bind port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:06.532956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Attempting to bind port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 on network 779b15cd-7327-4d50-9973-b3d7ba10143b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:06.539975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:06.540405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Checking segment: {'id': 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:06.540823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.542363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Bound using segment: {'id': 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:06.543949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Bound port: 008f614f-c3d4-4ea6-aa82-9ff9250c7361, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:06.544234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.632857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa849a0-cd17-40f8-9309-a9862614da3f req-85b4b4a1-adef-43ca-ad03-685013e9e498 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:06.635927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaa849a0-cd17-40f8-9309-a9862614da3f req-85b4b4a1-adef-43ca-ad03-685013e9e498 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.2267232 Dec 20 15:57:06.657600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42742) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:06.668802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'floatingip': {'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:06.708161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:06.817566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.825865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:06.986788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] For port 008f614f-c3d4-4ea6-aa82-9ff9250c7361, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:07.006991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] For port 008f614f-c3d4-4ea6-aa82-9ff9250c7361, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=008f614f-c3d4-4ea6-aa82-9ff9250c7361,segment=NetworkSegment(ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8),segment_id=ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:07.027295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:07.027295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.067156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port c45e6333-42c1-4100-ad70-6d7f0f32dc84 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:07.067982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.115997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.372249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.606364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daf12f-6e4c-4701-af76-fd1c8cd35edb req-aa8cfd12-9db7-4d54-a613-85534788c57d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:07.611292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f143c00-08ce-496c-9378-b0f2b770fc93 None None] Pushing event updated for resources: {'Port': ['ID=008f614f-c3d4-4ea6-aa82-9ff9250c7361,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:07.617142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74daf12f-6e4c-4701-af76-fd1c8cd35edb req-aa8cfd12-9db7-4d54-a613-85534788c57d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 945 time: 0.6732085 Dec 20 15:57:07.630674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.731238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Sync routers for ids ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:07.755838 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.786941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Routers {'0762d978-eb78-4f9d-8d33-dd37acc8ae10'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:07.787760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:07.873407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:07.942768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:07.956126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 779b15cd-7327-4d50-9973-b3d7ba10143b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:07.988629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:57:07.992283 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0054de66-d237-42cf-9409-bf310f500fbf" -d '{"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:57:08.025294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.087996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:08.095627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=b51273de-649b-4f7c-9237-44a2454ee343,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:08.097708 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60242e41-d355-4d08-a92b-80d9b1db4745 x-openstack-request-id: req-60242e41-d355-4d08-a92b-80d9b1db4745 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:57:08.098003 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-plugged", "status": "completed", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:57:08.098261 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60242e41-d355-4d08-a92b-80d9b1db4745 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:57:08.098655 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'code': 200} Dec 20 15:57:08.106024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:08.161949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.244928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72c04b46-145c-43f0-b34e-4cdc6c7571ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.309633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:08.328802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Set router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:57:08.691237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.708304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72c04b46-145c-43f0-b34e-4cdc6c7571ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.760630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.809002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72c04b46-145c-43f0-b34e-4cdc6c7571ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:08.825922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 008f614f-c3d4-4ea6-aa82-9ff9250c7361 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:09.006274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:09.008313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.012647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c04b46-145c-43f0-b34e-4cdc6c7571ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd7cfbb-de14-4117-90d2-80be5f42e56f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:09.041769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:09.053028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:09.056947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.105885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '69b81a4b-aebd-4b53-8aa6-cfedd95757ef', 'name': '', 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'mac_address': 'fa:16:3e:c6:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:57:02Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 2, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'subnets': [{'id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:09.110133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b5b227-5a57-4cb9-b8c5-fb1b4b554583 None None] Network 779b15cd-7327-4d50-9973-b3d7ba10143b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:09.130984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74daf12f-6e4c-4701-af76-fd1c8cd35edb req-d3ea8f12-c89c-45c4-b398-3a6c30f3fa7d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5112886 Dec 20 15:57:09.133746 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72c04b46-145c-43f0-b34e-4cdc6c7571ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be43836980ff4bde82d3b7d5c6702335&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2555423 Dec 20 15:57:09.134357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42818) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:09.142404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.171050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Checking router: 0762d978-eb78-4f9d-8d33-dd37acc8ae10 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:57:09.175592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Updating router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:57:09.239570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=52ba09f4-1394-4ed1-a23d-1deceb3b83ee,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:09.252300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ddca07-67d2-4c09-a838-c148cedfc44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.264514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-987bf1d8-a0a2-4857-b3b2-2b5939f9e733 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8969977 Dec 20 15:57:09.266634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42820) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:09.275872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '779b15cd-7327-4d50-9973-b3d7ba10143b', 'name': 'tempest-PortsIpV6TestJSON-572946064'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:09.301078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.328931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf653-8b9a-4a1b-b2dd-af5edc791920 req-25bd57ff-4f56-4681-94db-cd526e255d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:09.330750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3caf653-8b9a-4a1b-b2dd-af5edc791920 req-25bd57ff-4f56-4681-94db-cd526e255d08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1098 time: 0.2663729 Dec 20 15:57:09.356878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4b1ca324-9b59-4ddc-b2f7-e17573039b28 None None] Provisioning complete for port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:09.357555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca324-9b59-4ddc-b2f7-e17573039b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.433834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ddca07-67d2-4c09-a838-c148cedfc44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.467901 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP e4359ba7-bb50-4d53-90b2-014d1be18534 associated. External IP: 172.25.6.143, port: 761636df-9fae-4cac-b678-63aa81330bc8. Dec 20 15:57:09.490300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3caf653-8b9a-4a1b-b2dd-af5edc791920 req-f839986c-ff02-49aa-a115-64a77b7da21b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476290 Dec 20 15:57:09.582555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.677982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ddca07-67d2-4c09-a838-c148cedfc44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.682009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ddca07-67d2-4c09-a838-c148cedfc44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.683433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-40ddca07-67d2-4c09-a838-c148cedfc44f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0cd7cfbb-de14-4117-90d2-80be5f42e56f HTTP/1.1" status: 204 len: 168 time: 0.5200293 Dec 20 15:57:09.721467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:09.726063 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.759669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 0c2f7783-d8e4-457f-ae9c-8323864c2e8e yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:09.776952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddca07-67d2-4c09-a838-c148cedfc44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd7cfbb-de14-4117-90d2-80be5f42e56f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:09.793048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 008f614f-c3d4-4ea6-aa82-9ff9250c7361, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=008f614f-c3d4-4ea6-aa82-9ff9250c7361,segment=NetworkSegment(ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8),segment_id=ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:09.816908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca324-9b59-4ddc-b2f7-e17573039b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.873877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:09.881175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.927650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:09.979069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.015850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-4b1ca324-9b59-4ddc-b2f7-e17573039b28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:10.016401 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-4b1ca324-9b59-4ddc-b2f7-e17573039b28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:10.023807 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.048060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=008f614f-c3d4-4ea6-aa82-9ff9250c7361,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:10.054278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::67 (779b15cd-7327-4d50-9973-b3d7ba10143b/0798bc70-f158-4be6-a7b7-5bf067565c01/0c2f7783-d8e4-457f-ae9c-8323864c2e8e) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:10.083111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:10.095779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597d902-2445-458e-8302-5386a92893bf None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:10.112095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597d902-2445-458e-8302-5386a92893bf None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:10.112763 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1597d902-2445-458e-8302-5386a92893bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.119821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.153397 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1597d902-2445-458e-8302-5386a92893bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.164938 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597d902-2445-458e-8302-5386a92893bf None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:10.165599 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1597d902-2445-458e-8302-5386a92893bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.218957 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1597d902-2445-458e-8302-5386a92893bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:10.219925 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597d902-2445-458e-8302-5386a92893bf None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:10.242340 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Floating IP baf46a84-4ccf-4ab4-9041-7af3b8a9594a associated. External IP: 172.25.6.37, port: e5aba9aa-ff1a-4779-8430-10abb3871d58. Dec 20 15:57:10.402147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0476b3-d925-45ea-bdd7-9ae8cefc0383 None None] Pushing event updated for resources: {'Port': ['ID=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:10.428850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Attempting to bind port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:10.429496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Attempting to bind port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:10.430122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Attempting to bind port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef on network e56de461-648c-45cd-b64b-0cd6234bca1a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:10.450605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:10.452725 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.457297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Checking segment: {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:10.459915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.460640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Bound using segment: {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:10.461422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Bound port: 69b81a4b-aebd-4b53-8aa6-cfedd95757ef, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:10.462095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.538609 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-58f71280-ca3a-4ae0-9806-33d95154bd20 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9237816 Dec 20 15:57:10.540436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42842) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:10.588004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab9f83-397e-4704-8381-9df9ede34249 req-191f6d3e-dafc-4d3f-a73b-5b65d2723755 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:10.589902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 008f614f-c3d4-4ea6-aa82-9ff9250c7361 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:10.596675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41ab9f83-397e-4704-8381-9df9ede34249 req-191f6d3e-dafc-4d3f-a73b-5b65d2723755 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.2274933 Dec 20 15:57:10.670548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.735107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41ab9f83-397e-4704-8381-9df9ede34249 req-aba19edb-49dd-4761-b657-1053cf1397b4 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363816 Dec 20 15:57:10.781009 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-083d6d6b-adeb-499a-97d8-cdd1fb500fbe tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/floatingips/e4359ba7-bb50-4d53-90b2-014d1be18534 HTTP/1.1" status: 200 len: 979 time: 0.2322681 Dec 20 15:57:10.781802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42850) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:10.782004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] For port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:10.787313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] For port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:10.807803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:10.808198 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.848924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Router 5716b3c3-4343-4a84-81db-adc4ed878493 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:10.924568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:10.928700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:11.015801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0476b3-d925-45ea-bdd7-9ae8cefc0383 None None] Pushing event updated for resources: {'Port': ['ID=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:11.036912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Provisioning complete for port b51273de-649b-4f7c-9237-44a2454ee343 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:11.039308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 779b15cd-7327-4d50-9973-b3d7ba10143b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:11.039946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:11.042739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:11.089349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:11.116969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:11.122562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:11.133308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:11.149699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:11.199469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=0c2f7783-d8e4-457f-ae9c-8323864c2e8e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:11.219079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ea22747-7013-435b-ae12-6d945f0b9ca9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4303896 Dec 20 15:57:11.220608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42872) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:11.235362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'port_id': '5164905e-0ea5-45ad-9308-778d700e7a7c'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:11.244760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] Sync routers for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:11.282489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-88cae418-c675-46f9-8b08-49e2bb9a11ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "PUT /v2.0/floatingips/baf46a84-4ccf-4ab4-9041-7af3b8a9594a HTTP/1.1" status: 200 len: 990 time: 4.6159079 Dec 20 15:57:11.285431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:57:11.295671 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d244ed04-0ab4-4218-a43f-fa24683f796b" -d '{"events": [{"name": "network-changed", "server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:57:11.363123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:11.364952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:11.416730 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64fd1e3-68a2-4467-8433-6b64c34fca44 x-openstack-request-id: req-d64fd1e3-68a2-4467-8433-6b64c34fca44 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:57:11.417022 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:57:11.420785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-287fe314-792e-4be8-9863-cacbd2beafdf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1523304 Dec 20 15:57:11.422693 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d64fd1e3-68a2-4467-8433-6b64c34fca44 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:57:11.423204 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'status': 'completed', 'code': 200} Dec 20 15:57:11.423659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42888) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:11.441419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Port b51273de-649b-4f7c-9237-44a2454ee343 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:11.467602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:11.563872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Routers {'0762d978-eb78-4f9d-8d33-dd37acc8ae10'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:11.564538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:11.692633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85fc2a7-2218-466f-a8eb-5498397f610c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:11.697688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c85fc2a7-2218-466f-a8eb-5498397f610c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35a HTTP/1.1" status: 200 len: 929 time: 0.2730296 Dec 20 15:57:11.699412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42896) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:11.741055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-8b1cd3ff-e8fd-4a81-bff7-32a7b8c6aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:11.742580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-8b1cd3ff-e8fd-4a81-bff7-32a7b8c6aae0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1096 time: 0.2880812 Dec 20 15:57:12.028120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 0c2f7783-d8e4-457f-ae9c-8323864c2e8e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:12.028120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.054857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Provisioning complete for port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:12.055626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.095640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:57:12.111540 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] Set router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:57:12.240307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea93c2c-7d4d-43b6-a9b3-79ab6ef5d622 req-5bea13d1-af2b-4fb4-9d6f-67858b9fa132 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:12.256519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eea93c2c-7d4d-43b6-a9b3-79ab6ef5d622 req-5bea13d1-af2b-4fb4-9d6f-67858b9fa132 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.3256545 Dec 20 15:57:12.256519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-3f8fb2a8-773e-4b7c-b478-2e15a3e92a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:12.256519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-3f8fb2a8-773e-4b7c-b478-2e15a3e92a1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.5037367 Dec 20 15:57:12.276927 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.375086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 0c2f7783-d8e4-457f-ae9c-8323864c2e8e owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:12.430443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.461554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-d51539b1-92cd-4b0d-b49f-3a481be5bb5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.1805730 Dec 20 15:57:12.521557 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.587848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eea93c2c-7d4d-43b6-a9b3-79ab6ef5d622 req-09c21389-c43e-44bf-8515-705cc2a23122 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371372 Dec 20 15:57:12.646142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.659076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-5933d365-f8a9-4465-a72e-3cb93cd98887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:12.661446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-5933d365-f8a9-4465-a72e-3cb93cd98887 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0913215 Dec 20 15:57:12.700827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] For port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:12.735328 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP e4359ba7-bb50-4d53-90b2-014d1be18534 associated. External IP: 172.25.6.143, port: 761636df-9fae-4cac-b678-63aa81330bc8. Dec 20 15:57:12.770569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-0c5cdb72-5663-4596-b629-57b220f70050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:12.775366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-0c5cdb72-5663-4596-b629-57b220f70050 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899150 Dec 20 15:57:12.777024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '69b81a4b-aebd-4b53-8aa6-cfedd95757ef', 'name': '', 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'mac_address': 'fa:16:3e:c6:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:57:02Z', 'updated_at': '2021-12-20T15:57:10Z', 'revision_number': 4, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'subnets': [{'id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:12.788838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-ddf87d5a-33f4-4503-8ca2-fec12d15d572 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:57:12.789946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-ddf87d5a-33f4-4503-8ca2-fec12d15d572 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091305 Dec 20 15:57:12.822609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03c9b5-65c3-4b09-829a-371bb67bf558 None None] The sync data for ids ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'] in n-d-781076-8 is: [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '69b81a4b-aebd-4b53-8aa6-cfedd95757ef', 'name': '', 'network_id': 'e56de461-648c-45cd-b64b-0cd6234bca1a', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'mac_address': 'fa:16:3e:c6:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:57:02Z', 'updated_at': '2021-12-20T15:57:10Z', 'revision_number': 4, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'subnets': [{'id': '4c1a96d2-34b3-433b-b463-7a02ed2e0d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:12.838737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.997383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Provisioning complete for port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:13.001888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:13.008416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:13.138583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'baf46a84-4ccf-4ab4-9041-7af3b8a9594a', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:56:40Z', 'updated_at': '2021-12-20T15:57:09Z', 'revision_number': 1, 'project_id': '971a5140ec784551869d58a0080e3114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:34Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.153357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854922c0-e281-471e-96f6-2e0a71b65af0 None None] Pushing event updated for resources: {'Port': ['ID=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:13.246683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] Checking router: 5716b3c3-4343-4a84-81db-adc4ed878493 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:57:13.278395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-651b36e5-ffc9-47b5-9b96-2af8893ddc5f service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788716 Dec 20 15:57:13.291371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:13.305298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:13.305526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.318825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=0c2f7783-d8e4-457f-ae9c-8323864c2e8e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:13.326053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:13.334354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42932) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:13.334795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-685fd4b9-edd7-4af0-b35a-44424ea241ee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/0c2f7783-d8e4-457f-ae9c-8323864c2e8e HTTP/1.1" status: 204 len: 168 time: 1.6342618 Dec 20 15:57:13.480589 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dbc35c-6875-4507-bd8f-56b22f77b126 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:57:13.493787 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-11dbc35c-6875-4507-bd8f-56b22f77b126 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/0c2f7783-d8e4-457f-ae9c-8323864c2e8e HTTP/1.1" status: 404 len: 333 time: 0.1554949 Dec 20 15:57:13.498008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42940) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:13.562799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d244ed04-0ab4-4218-a43f-fa24683f796b req-8c87ada5-51c1-4ab8-9ee8-5cacbd0e2158 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641850 Dec 20 15:57:13.683408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fd890272-0f2d-4cfb-9e8c-a042c75a8f33 None None] Could not find standard attr ID for object 0c2f7783-d8e4-457f-ae9c-8323864c2e8e. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:57:13.728915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:57:13.731443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fd890272-0f2d-4cfb-9e8c-a042c75a8f33 None None] Provisioning complete for port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:13.731922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd890272-0f2d-4cfb-9e8c-a042c75a8f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:13.827140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c199f3-9da2-4bce-b34d-9fac6bde00c3 req-038f7499-81d0-493a-ba19-296328f66543 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:13.828741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16c199f3-9da2-4bce-b34d-9fac6bde00c3 req-038f7499-81d0-493a-ba19-296328f66543 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.0866239 Dec 20 15:57:13.844562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:13.858124 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:13.885734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:13.889523 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:13.985097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port b51273de-649b-4f7c-9237-44a2454ee343 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:13.985626 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:14.038003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16c199f3-9da2-4bce-b34d-9fac6bde00c3 req-134bac1d-20ab-4da7-b652-a795d63b6e71 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689048 Dec 20 15:57:14.054914 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:14.109525 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:14.112178 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:14.265906 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:14.266900 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ee414-eb47-434b-bf29-b86a00f6a22d None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:14.473039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:14.480659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'baf46a84-4ccf-4ab4-9041-7af3b8a9594a', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:56:40Z', 'updated_at': '2021-12-20T15:57:09Z', 'revision_number': 1, 'project_id': '971a5140ec784551869d58a0080e3114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:34Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:14.516715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for b51273de-649b-4f7c-9237-44a2454ee343 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:14.547580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f7447-25bc-4e49-916f-42a802feaa20 None None] The sync data for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 is: [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'baf46a84-4ccf-4ab4-9041-7af3b8a9594a', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:56:40Z', 'updated_at': '2021-12-20T15:57:09Z', 'revision_number': 1, 'project_id': '971a5140ec784551869d58a0080e3114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:34Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:14.615021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 69b81a4b-aebd-4b53-8aa6-cfedd95757ef up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:14.725844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:14.726288 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.024186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:15.029396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8fecb-5b7a-4eb5-a36b-101c8ec4b373 None None] New status for floating IP baf46a84-4ccf-4ab4-9041-7af3b8a9594a: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:57:15.180306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42964) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:15.213502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:15.219323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.226293 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:15.247185 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:15.251569 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.302887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.307254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb510-21ca-4ff2-b2ca-e35b211cde3f req-0ca576bd-96c6-4a53-ab1a-ecdf171c9e0e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:15.314740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54acb510-21ca-4ff2-b2ca-e35b211cde3f req-0ca576bd-96c6-4a53-ab1a-ecdf171c9e0e tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.1171079 Dec 20 15:57:15.329400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.344286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=b51273de-649b-4f7c-9237-44a2454ee343,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.348274 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-07c3ea04-b023-4cbb-b766-7ab90adcb167 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/floatingips/e4359ba7-bb50-4d53-90b2-014d1be18534 HTTP/1.1" status: 200 len: 978 time: 4.1247640 Dec 20 15:57:15.350027 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:15.350650 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.351156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42970) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:15.355698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:15.400423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.452590 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:15.453558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdacffe-7acc-4533-87f5-24719640a67d None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:15.466973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.473378 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d5732dfb-363b-46b4-ada2-5c0e7640a3dc tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/b51273de-649b-4f7c-9237-44a2454ee343 HTTP/1.1" status: 204 len: 168 time: 1.9714100 Dec 20 15:57:15.478034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42976) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:15.507589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54acb510-21ca-4ff2-b2ca-e35b211cde3f req-04234e06-9a23-440c-a3fb-bc4ab860b3b7 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733963 Dec 20 15:57:15.515816 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de641df-b536-402a-a74d-b6c2ce6f5c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:57:15.519547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9de641df-b536-402a-a74d-b6c2ce6f5c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/b51273de-649b-4f7c-9237-44a2454ee343 HTTP/1.1" status: 404 len: 333 time: 0.0374868 Dec 20 15:57:15.525257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:15.542672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.565416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.658100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 0798bc70-f158-4be6-a7b7-5bf067565c01 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:57:15.683437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.696840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.748923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.819531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c300c24ab5145ff9c572f040f8eefde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357868 Dec 20 15:57:15.830846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42994) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:15.840807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f4c639-cf15-4be1-8b51-9a9495eb668c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:15.854650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-5adf44d1-241e-4a8a-ab24-9aad797867bd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:15.856156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-5adf44d1-241e-4a8a-ab24-9aad797867bd tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/networks?id=ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 200 len: 813 time: 0.1841164 Dec 20 15:57:15.857999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.858345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.858681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.859013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.859343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.859671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.859997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.860319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.860637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.860953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.861301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.861630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.861938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af00da-ca3e-4e7a-8e46-5e34d8eb5dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:15.876582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-b6700f7e-aa93-4e24-9085-b1b45912ae1b tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/quotas/689f198edc0f4d86a2cdbf58ac465874 HTTP/1.1" status: 200 len: 375 time: 0.0101905 Dec 20 15:57:15.917798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-4c53bd27-d4fe-41ad-b4d6-4fba01695780 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317905 Dec 20 15:57:15.921590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:15.964962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.006544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c716448c-8cea-4259-9477-7f8fe189644e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.020144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.020488 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP e4359ba7-bb50-4d53-90b2-014d1be18534 disassociated. External IP: 172.25.6.143, port: 5164905e-0ea5-45ad-9308-778d700e7a7c. Dec 20 15:57:16.038290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-52b5bfc6-3b2b-4e25-86d7-52a67976b76a service neutron] 10.222.0.81 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007519 Dec 20 15:57:16.082377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c716448c-8cea-4259-9477-7f8fe189644e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.150738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-a79a1df8-1588-4c77-bee1-98eee0ea102e service neutron] 10.222.0.81 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041136 Dec 20 15:57:16.290726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.328995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.333639 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/0798bc70-f158-4be6-a7b7-5bf067565c01 HTTP/1.1" status: 204 len: 168 time: 0.8073993 Dec 20 15:57:16.334876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72081e12-ed70-4827-872e-73237e17621c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=0798bc70-f158-4be6-a7b7-5bf067565c01,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:16.336776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:16.340194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c716448c-8cea-4259-9477-7f8fe189644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.343454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c716448c-8cea-4259-9477-7f8fe189644e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.347913 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c716448c-8cea-4259-9477-7f8fe189644e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23f4c639-cf15-4be1-8b51-9a9495eb668c HTTP/1.1" status: 204 len: 168 time: 0.5125332 Dec 20 15:57:16.353900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5314cd-f1cb-49e7-8367-af385945c6ff None None] Network 779b15cd-7327-4d50-9973-b3d7ba10143b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:16.386512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716448c-8cea-4259-9477-7f8fe189644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f4c639-cf15-4be1-8b51-9a9495eb668c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:16.386512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:16.438498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.527351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82c49dae-71da-4b37-88cb-ccc8a3e68387 req-fa2d3a96-c9a2-49db-a361-ee0a792c8c15 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Dec 20 15:57:16.538557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:16.538908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.555379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:16.568195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.597475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:16.631521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] For port 008f614f-c3d4-4ea6-aa82-9ff9250c7361, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=008f614f-c3d4-4ea6-aa82-9ff9250c7361,segment=NetworkSegment(ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8),segment_id=ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:16.632044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.634057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:16.634830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:16.643812 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4542940d-1ff0-421d-a521-ed2e6f7ba053 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/floatingips/e4359ba7-bb50-4d53-90b2-014d1be18534 HTTP/1.1" status: 200 len: 688 time: 1.2894909 Dec 20 15:57:16.644860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43006) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:16.648589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 008f614f-c3d4-4ea6-aa82-9ff9250c7361 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:16.708479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:16.726138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:16.727096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:16.779277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:16.779277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745ecef-e1f8-4e46-a07b-ddb79766287a None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:16.796220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] DHCP port deletion for 779b15cd-7327-4d50-9973-b3d7ba10143b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:16.841845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.862189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No DVR routers for this DVR port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:16.886663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Deleting port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:16.887042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.930919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 52ba09f4-1394-4ed1-a23d-1deceb3b83ee {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:16.931322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.958202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=008f614f-c3d4-4ea6-aa82-9ff9250c7361,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.008342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] For port 008f614f-c3d4-4ea6-aa82-9ff9250c7361, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:17.008784 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.029602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Calling delete_port for 008f614f-c3d4-4ea6-aa82-9ff9250c7361 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:17.029844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.029971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:57:17.029971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.054979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] Pushing event deleted for resources: {'Port': ['ID=008f614f-c3d4-4ea6-aa82-9ff9250c7361,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.059105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779b15cd-7327-4d50-9973-b3d7ba10143b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:17.063926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ef671-2400-4e99-9f38-2bfdb736547a None None] No DVR routers for this DVR port 008f614f-c3d4-4ea6-aa82-9ff9250c7361 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:17.081713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:17.082040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2df9c3-12f4-4574-b2b2-da1d2a9b10c8') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:17.100526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.109574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.110005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.124121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 52ba09f4-1394-4ed1-a23d-1deceb3b83ee owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:17.134638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.143186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:17.144520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:57:17.148035 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:17.151821 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:17.317986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.324259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.334744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43026) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:17.335012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/779b15cd-7327-4d50-9973-b3d7ba10143b HTTP/1.1" status: 204 len: 168 time: 0.9965472 Dec 20 15:57:17.339802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-723338881'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:17.345911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.350611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a0c98-c550-4c6b-b602-5d8dc7fce702 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=779b15cd-7327-4d50-9973-b3d7ba10143b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.390034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=52ba09f4-1394-4ed1-a23d-1deceb3b83ee,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.453839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.457904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.460106 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9e99e6b4-29bc-47d4-8b91-69ffedfba7de tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4359ba7-bb50-4d53-90b2-014d1be18534 HTTP/1.1" status: 204 len: 168 time: 0.8143339 Dec 20 15:57:17.462760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43028) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:17.499189 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-11f99e37-8dc0-40e5-83e6-bf022acaf04b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] delete failed (client error): The resource could not be found. Dec 20 15:57:17.500207 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-11f99e37-8dc0-40e5-83e6-bf022acaf04b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4359ba7-bb50-4d53-90b2-014d1be18534 HTTP/1.1" status: 404 len: 345 time: 0.0365624 Dec 20 15:57:17.504700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43030) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:17.543672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:17.545276 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.601744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:17.627376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aed535-8742-431b-8717-4794fdf890d3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.632763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aed535-8742-431b-8717-4794fdf890d3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.638552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aed535-8742-431b-8717-4794fdf890d3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.640296 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-04aed535-8742-431b-8717-4794fdf890d3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/ports?network_id=df6e04fd-7c63-41f2-9de2-5b7e53980499 HTTP/1.1" status: 200 len: 2359 time: 0.1346977 Dec 20 15:57:17.641702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.642038 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment b185d28e-8b82-40ef-a7c5-476fdd1b0a3d of type vlan for network 088dd806-cd33-4c8d-a6fe-990da8c9450f Dec 20 15:57:17.644059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:17.687819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-143b4b52-f0a0-4e0c-8170-9a96d6931992 req-7dc58aad-3183-4ea6-833b-a8d9b64e4991 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 210 time: 0.0432775 Dec 20 15:57:17.738615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.752319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edd7ee-9114-403b-a9da-d537c1ef5900 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.753752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-76edd7ee-9114-403b-a9da-d537c1ef5900 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/subnets/881dfe5f-9b49-4e7b-8367-a28cbab0fc64 HTTP/1.1" status: 200 len: 797 time: 0.1087620 Dec 20 15:57:17.758747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43042) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:17.763951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'port': {'network_id': 'df6e04fd-7c63-41f2-9de2-5b7e53980499', 'name': 'tempest-FloatingIPTestJSON-1084664733', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:17.871545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.877366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:17.878082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:17.965627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=088dd806-cd33-4c8d-a6fe-990da8c9450f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:17.978750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:18.024396 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2fa0f6b0-8761-4d5e-b6e9-b8d008c8b224 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6880171 Dec 20 15:57:18.031792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43052) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:18.038388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:18.157391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:18.271660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:18.290913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] device_id is not set on port 13ca0486-f173-4624-a6e0-03f2a061b34d yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:18.314621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:18.318645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:18.509968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 008f614f-c3d4-4ea6-aa82-9ff9250c7361 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:57:18.531164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 008f614f-c3d4-4ea6-aa82-9ff9250c7361 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:57:18.531934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 008f614f-c3d4-4ea6-aa82-9ff9250c7361 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:57:18.745946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.13 (df6e04fd-7c63-41f2-9de2-5b7e53980499/881dfe5f-9b49-4e7b-8367-a28cbab0fc64/13ca0486-f173-4624-a6e0-03f2a061b34d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:18.753408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.12 (df6e04fd-7c63-41f2-9de2-5b7e53980499/881dfe5f-9b49-4e7b-8367-a28cbab0fc64/13ca0486-f173-4624-a6e0-03f2a061b34d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:18.817123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34ef8cc3-5b31-4c01-bca2-89b040dc89c3 req-63146d11-26a1-4085-95c2-ddc94ea37410 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 210 time: 0.0467491 Dec 20 15:57:18.873668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:18.958511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=9cad6e3a-b758-4f9f-8b95-bdd249048533,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:18.998791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.001066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:19.001066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: 088dd806-cd33-4c8d-a6fe-990da8c9450f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:19.145728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:19.179306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-8eacba55-b302-4584-ae05-385008ea78cb tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:19.180807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-8eacba55-b302-4584-ae05-385008ea78cb tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.83 "GET /v2.0/networks?id=ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 200 len: 813 time: 0.2000096 Dec 20 15:57:19.194783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Request body: {'port': {'device_id': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b', 'admin_state_up': True, 'tenant_id': '689f198edc0f4d86a2cdbf58ac465874'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:19.213403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.281673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 088dd806-cd33-4c8d-a6fe-990da8c9450f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:19.292204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bef01-5ecb-484f-9d4b-39b95ffa6bba None None] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:19.298961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:19.301695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:19.302291 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.308324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:19.315634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:19.358108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=13ca0486-f173-4624-a6e0-03f2a061b34d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:19.386776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:19.387526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.442349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d2f1f3b4-fb29-4546-ae08-368a274aeb22 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4093268 Dec 20 15:57:19.445262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43086) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:19.451784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f', 'name': 'tempest-PortsIpV6TestJSON-1167029147', 'fixed_ips': [{'subnet_id': '9cad6e3a-b758-4f9f-8b95-bdd249048533', 'ip_address': '2001:db8::10'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:19.467256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-088dd806-cd33-4c8d-a6fe-990da8c9450f', 'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': '9cad6e3a-b758-4f9f-8b95-bdd249048533'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:19.468391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.561433 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-79a8eb35-a837-4fc1-a1c7-ac57a828e433 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8015032 Dec 20 15:57:19.563902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43088) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:19.570273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '13ca0486-f173-4624-a6e0-03f2a061b34d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:19.618150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Allocated IP 2001:db8::2 (088dd806-cd33-4c8d-a6fe-990da8c9450f/9cad6e3a-b758-4f9f-8b95-bdd249048533/a91b687c-fee2-4329-9d3d-3de81bc5b0cc) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:19.664653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Made reservation on behalf of 689f198edc0f4d86a2cdbf58ac465874 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:19.669234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.791927 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.796016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:19.844290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Allocated IP 172.20.0.9 (ae60a3c4-d57c-41d1-83ce-af81a176885b/f85cba96-e6d4-4d18-8011-5c3cde540b4e/b5cc0712-bb88-4023-b252-75183bee9b46) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:19.904258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.944721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:19.995807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:19.999778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:20.005263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:20.078475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Pushing event updated for resources: {'Port': ['ID=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.120787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1107b6e-f665-4f15-8455-83c2b48fcb1b req-a36576aa-06d9-4128-b22a-1ccbc5661182 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 210 time: 0.1988416 Dec 20 15:57:20.132239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Attempting to bind port a91b687c-fee2-4329-9d3d-3de81bc5b0cc on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:20.133141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Attempting to bind port a91b687c-fee2-4329-9d3d-3de81bc5b0cc by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:20.133826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Attempting to bind port a91b687c-fee2-4329-9d3d-3de81bc5b0cc on network 088dd806-cd33-4c8d-a6fe-990da8c9450f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:20.163341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:20.163341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Checking segment: {'id': 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:20.163341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.163341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Bound using segment: {'id': 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:20.163341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Bound port: a91b687c-fee2-4329-9d3d-3de81bc5b0cc, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:20.163341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.234432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.269550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.296715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port e4763fca-e66a-4527-80fd-04c40d70a4cc yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:20.300287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.306797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] For port a91b687c-fee2-4329-9d3d-3de81bc5b0cc, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:20.309452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] For port a91b687c-fee2-4329-9d3d-3de81bc5b0cc, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,segment=NetworkSegment(b185d28e-8b82-40ef-a7c5-476fdd1b0a3d),segment_id=b185d28e-8b82-40ef-a7c5-476fdd1b0a3d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:20.353115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.378539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.412847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Network ae60a3c4-d57c-41d1-83ce-af81a176885b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:20.446747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:20.450676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:20.477527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd89b4-0549-4c9c-9db0-eb978f20ef98 None None] Pushing event updated for resources: {'Port': ['ID=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.482149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334567a7-5063-493b-97f4-2603b0c371c1 None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:20.541436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::10 (088dd806-cd33-4c8d-a6fe-990da8c9450f/9cad6e3a-b758-4f9f-8b95-bdd249048533/e4763fca-e66a-4527-80fd-04c40d70a4cc) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:20.604688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1a032b5c-38f6-4edb-94b8-5fd1a5cd530c None None] Provisioning complete for port b5cc0712-bb88-4023-b252-75183bee9b46 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:20.605080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1a032b5c-38f6-4edb-94b8-5fd1a5cd530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.687310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1a032b5c-38f6-4edb-94b8-5fd1a5cd530c None None] Port b5cc0712-bb88-4023-b252-75183bee9b46 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:20.823600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.931538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Pushing event updated for resources: {'Port': ['ID=b5cc0712-bb88-4023-b252-75183bee9b46,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:20.963786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.15 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/43c066ba-1a05-4e3e-9eff-f8b900c29150) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:20.967637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:20.971992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:20.976203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.030360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:21.033235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:21.038354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:21.045110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.046466 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.056367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7855e12f-cee9-437a-ace5-56594b48b94f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8668742 Dec 20 15:57:21.058571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=e4763fca-e66a-4527-80fd-04c40d70a4cc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:21.068589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.068958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.069335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.069735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.069996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.070322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.070646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.071209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.071537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Request body: {'port': {'device_id': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:21.071686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.072118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.072447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.073013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.073361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:21.132844 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f2b5a48-8d92-4e06-b82a-2cd7f41896a9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6865225 Dec 20 15:57:21.135388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43122) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:21.141313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '088dd806-cd33-4c8d-a6fe-990da8c9450f', 'name': 'tempest-PortsIpV6TestJSON-25672157', 'fixed_ips': [{'subnet_id': '9cad6e3a-b758-4f9f-8b95-bdd249048533', 'ip_address': '2001:db8::f'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:21.179048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43124) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:21.179048 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.221082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.368901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-856c5646-a866-4d39-81b0-76522e23c539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.388200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:21.394535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.424468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 12c708c2-7ae0-451d-9955-5b25b11f84be yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:21.464269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4c877-4e65-482d-ab7e-d272501c3def req-b95ec883-042d-4d7a-98c1-208cfeb36281 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.465999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00c4c877-4e65-482d-ab7e-d272501c3def req-b95ec883-042d-4d7a-98c1-208cfeb36281 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 931 time: 0.2495935 Dec 20 15:57:21.537693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.551854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.636077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::f (088dd806-cd33-4c8d-a6fe-990da8c9450f/9cad6e3a-b758-4f9f-8b95-bdd249048533/12c708c2-7ae0-451d-9955-5b25b11f84be) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:21.672555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:21.678464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00c4c877-4e65-482d-ab7e-d272501c3def req-ebe1f8e6-1255-4cab-8d07-8457d88df6f8 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965671 Dec 20 15:57:21.687805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:21.705134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:21.705134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=43c066ba-1a05-4e3e-9eff-f8b900c29150,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:21.773882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-856c5646-a866-4d39-81b0-76522e23c539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.835320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11136dc7-4a1a-42d5-aff3-f131ec9f760e None None] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:21.837734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.864569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-856c5646-a866-4d39-81b0-76522e23c539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.940819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5646-a866-4d39-81b0-76522e23c539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfccbdb4-c852-4063-aaa5-efea1dd3695a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:21.941515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-91dabd64-e0a5-45c4-abd1-7819c9a66eb8 None None] Provisioning complete for port a91b687c-fee2-4329-9d3d-3de81bc5b0cc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:21.941515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-e0a5-45c4-abd1-7819c9a66eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.960359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.979215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cc0712-bb88-4023-b252-75183bee9b46 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:57:21.995206 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.008718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-856c5646-a866-4d39-81b0-76522e23c539 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b14b6394a4d34faf89d6d346b3612a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8276997 Dec 20 15:57:22.016486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43134) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:22.023654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:22.034806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:22.034806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:22.039409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:22.040310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.047303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=12c708c2-7ae0-451d-9955-5b25b11f84be,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:22.073747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-e0a5-45c4-abd1-7819c9a66eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.094630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Transition to ACTIVE for port object b5cc0712-bb88-4023-b252-75183bee9b46 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:57:22.123398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-91dabd64-e0a5-45c4-abd1-7819c9a66eb8 None None] For port a91b687c-fee2-4329-9d3d-3de81bc5b0cc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,segment=NetworkSegment(b185d28e-8b82-40ef-a7c5-476fdd1b0a3d),segment_id=b185d28e-8b82-40ef-a7c5-476fdd1b0a3d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:22.166339 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1b534b44-ce3c-48b8-a3ef-d44376f1f4c6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0277696 Dec 20 15:57:22.169412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43136) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:22.194601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1941766c-1fed-426a-b83b-2d9635afcf54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.231199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1941766c-1fed-426a-b83b-2d9635afcf54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.234053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91dabd64-e0a5-45c4-abd1-7819c9a66eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.262628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d8b13-36c7-4440-9b11-73d6322728f6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:22.264520 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8a4d8b13-36c7-4440-9b11-73d6322728f6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0961077 Dec 20 15:57:22.267414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43138) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:22.286904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.305814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dabd64-e0a5-45c4-abd1-7819c9a66eb8 None None] Pushing event updated for resources: {'Port': ['ID=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:22.366943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568bde4-c874-4251-8b50-c86d38f9d3ba tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:22.373011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568bde4-c874-4251-8b50-c86d38f9d3ba tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:22.379469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568bde4-c874-4251-8b50-c86d38f9d3ba tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:22.383733 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9568bde4-c874-4251-8b50-c86d38f9d3ba tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1095824 Dec 20 15:57:22.383975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43142) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:22.409525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2cdf4-4e32-462a-8737-01a46f0ce5f9 None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:22.489610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-09b17021-26f6-438c-b65b-79333496d946 None None] Provisioning complete for port e4763fca-e66a-4527-80fd-04c40d70a4cc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:22.491135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-09b17021-26f6-438c-b65b-79333496d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.498349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cc0712-bb88-4023-b252-75183bee9b46,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:22.559955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-09b17021-26f6-438c-b65b-79333496d946 None None] Port e4763fca-e66a-4527-80fd-04c40d70a4cc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:22.569870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 12c708c2-7ae0-451d-9955-5b25b11f84be {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:22.570213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.571409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-09b17021-26f6-438c-b65b-79333496d946 None None] Provisioning complete for port a91b687c-fee2-4329-9d3d-3de81bc5b0cc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:22.572035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-09b17021-26f6-438c-b65b-79333496d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.633658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a91b687c-fee2-4329-9d3d-3de81bc5b0cc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:22.673031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1941766c-1fed-426a-b83b-2d9635afcf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.686132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1941766c-1fed-426a-b83b-2d9635afcf54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.686132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1941766c-1fed-426a-b83b-2d9635afcf54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfccbdb4-c852-4063-aaa5-efea1dd3695a HTTP/1.1" status: 204 len: 168 time: 0.6671119 Dec 20 15:57:22.704229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a91b687c-fee2-4329-9d3d-3de81bc5b0cc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:22.704990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.722371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941766c-1fed-426a-b83b-2d9635afcf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfccbdb4-c852-4063-aaa5-efea1dd3695a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:22.733414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.759233 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.783262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Attempting to bind port b5cc0712-bb88-4023-b252-75183bee9b46 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:22.785212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Attempting to bind port b5cc0712-bb88-4023-b252-75183bee9b46 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:22.785862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Attempting to bind port b5cc0712-bb88-4023-b252-75183bee9b46 on network ae60a3c4-d57c-41d1-83ce-af81a176885b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:22.789683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 12c708c2-7ae0-451d-9955-5b25b11f84be owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:22.806687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Port b5cc0712-bb88-4023-b252-75183bee9b46 on network ae60a3c4-d57c-41d1-83ce-af81a176885b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:57:22.809914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Attempting to bind port b5cc0712-bb88-4023-b252-75183bee9b46 on network ae60a3c4-d57c-41d1-83ce-af81a176885b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:22.829841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:22.830185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Checking segment: {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:22.830568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Bound using segment: {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:22.831083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Bound port: b5cc0712-bb88-4023-b252-75183bee9b46, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5c1a1d-9a3e-4546-a358-812888c6a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:22.831498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:22.960843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483190a4-fc0b-446a-a821-d8a79b1d269f req-96699ae6-29a8-4c17-8bfc-2562e533c6c7 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:22.962469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-483190a4-fc0b-446a-a821-d8a79b1d269f req-96699ae6-29a8-4c17-8bfc-2562e533c6c7 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 943 time: 0.1145527 Dec 20 15:57:22.994629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] For port b5cc0712-bb88-4023-b252-75183bee9b46, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:23.023358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-41ea3daa-e854-4044-8a4b-63db9b7c51cc None None] Provisioning complete for port e4763fca-e66a-4527-80fd-04c40d70a4cc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:23.028371 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41ea3daa-e854-4044-8a4b-63db9b7c51cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.031691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] For port b5cc0712-bb88-4023-b252-75183bee9b46, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b5cc0712-bb88-4023-b252-75183bee9b46,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:23.077918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-41ea3daa-e854-4044-8a4b-63db9b7c51cc None None] Port e4763fca-e66a-4527-80fd-04c40d70a4cc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:23.081770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-483190a4-fc0b-446a-a821-d8a79b1d269f req-cdca09cf-0063-46f7-ba8e-f542c6528ba8 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069453 Dec 20 15:57:23.082383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.152663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.197652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-41e464c6-307c-494f-b76b-118a16e9dfba None None] Provisioning complete for port 12c708c2-7ae0-451d-9955-5b25b11f84be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:23.198159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41e464c6-307c-494f-b76b-118a16e9dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.201219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.241622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:23.242195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.243529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] 10.222.0.83 "PUT /v2.0/ports/b5cc0712-bb88-4023-b252-75183bee9b46 HTTP/1.1" status: 200 len: 1091 time: 2.1780062 Dec 20 15:57:23.245456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'tag': 'b5cc0712-bb88-4023-b252-75183bee9b46'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:57:23.247720 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477bdfab-ad76-4209-af36-b80794854e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1017b2c0-0242-4c90-9b04-e712854e94c5", "tag": "b5cc0712-bb88-4023-b252-75183bee9b46"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:57:23.259975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893a158-105f-4770-8539-92aa279bce9d None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:23.268397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=12c708c2-7ae0-451d-9955-5b25b11f84be,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.269560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-41e464c6-307c-494f-b76b-118a16e9dfba None None] Port 12c708c2-7ae0-451d-9955-5b25b11f84be was deleted so its status cannot be updated. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 15:57:23.291386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4193-d311-418d-b8fd-87360e72fa31 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cc0712-bb88-4023-b252-75183bee9b46,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.306965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.313199 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3dfd0418-d983-4871-9908-befd3efbdeb7 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/12c708c2-7ae0-451d-9955-5b25b11f84be HTTP/1.1" status: 204 len: 168 time: 0.9260314 Dec 20 15:57:23.318210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43156) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:23.338220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.349397 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b52a9d-8ce9-4b25-8ca0-59a36f3bdfd6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:57:23.351627 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75b52a9d-8ce9-4b25-8ca0-59a36f3bdfd6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/12c708c2-7ae0-451d-9955-5b25b11f84be HTTP/1.1" status: 404 len: 333 time: 0.0364249 Dec 20 15:57:23.354786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43158) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:23.442939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.579411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-482e3286-c255-4065-a409-9294824386a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:23.588068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-482e3286-c255-4065-a409-9294824386a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 1094 time: 0.2167742 Dec 20 15:57:23.592981 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0fcec-d496-4d36-a89f-6971f90a3f2d x-openstack-request-id: req-f4f0fcec-d496-4d36-a89f-6971f90a3f2d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:57:23.593379 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1017b2c0-0242-4c90-9b04-e712854e94c5", "tag": "b5cc0712-bb88-4023-b252-75183bee9b46", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:57:23.593638 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4f0fcec-d496-4d36-a89f-6971f90a3f2d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:57:23.594046 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'tag': 'b5cc0712-bb88-4023-b252-75183bee9b46', 'status': 'completed', 'code': 200} Dec 20 15:57:23.615452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=43c066ba-1a05-4e3e-9eff-f8b900c29150,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:23.658775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-181a1c78-610d-454c-ab7c-ba93ec84e069 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5cc0712-bb88-4023-b252-75183bee9b46 HTTP/1.1" status: 200 len: 217 time: 0.0554569 Dec 20 15:57:23.664003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.734246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43162) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:23.736591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port e4763fca-e66a-4527-80fd-04c40d70a4cc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:23.736935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.747987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0db8673f-699b-4b67-b6da-a3e51cf424ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.835408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0db8673f-699b-4b67-b6da-a3e51cf424ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.843564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-42bbe203-4f0c-455d-be90-eb7a43828cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:23.845205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-42bbe203-4f0c-455d-be90-eb7a43828cb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f85cba96-e6d4-4d18-8011-5c3cde540b4e HTTP/1.1" status: 200 len: 853 time: 0.1792006 Dec 20 15:57:23.899442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-482f8eba-369c-4535-9ecb-6529780c9889 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae60a3c4-d57c-41d1-83ce-af81a176885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435364 Dec 20 15:57:23.938352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:23.947049 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 6a067813-86b4-4858-8ebf-6b43de4346d2 associated. External IP: 172.25.6.15, port: 13ca0486-f173-4624-a6e0-03f2a061b34d. Dec 20 15:57:23.961636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0db8673f-699b-4b67-b6da-a3e51cf424ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:24.010421 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0db8673f-699b-4b67-b6da-a3e51cf424ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81c0e91269304fde819cc52b72ad7deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750785 Dec 20 15:57:24.011547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8673f-699b-4b67-b6da-a3e51cf424ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0f7a4-8000-4241-bdfb-04b33ee528fb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:24.014059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43164) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:24.030395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for e4763fca-e66a-4527-80fd-04c40d70a4cc owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:24.071805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc01bf1-a18c-4aa1-940f-b70697434a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:24.102336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc01bf1-a18c-4aa1-940f-b70697434a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:24.156544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-f5f38ff6-9c63-43bd-9ae2-ee4926791c21 service neutron] 10.222.0.83 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451131 Dec 20 15:57:24.253503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc01bf1-a18c-4aa1-940f-b70697434a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:24.256167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc01bf1-a18c-4aa1-940f-b70697434a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:24.257855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0dc01bf1-a18c-4aa1-940f-b70697434a01 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcb0f7a4-8000-4241-bdfb-04b33ee528fb HTTP/1.1" status: 204 len: 168 time: 0.2423968 Dec 20 15:57:24.267413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc01bf1-a18c-4aa1-940f-b70697434a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb0f7a4-8000-4241-bdfb-04b33ee528fb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:24.742303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ce5e6-a40e-433a-8e8a-326fd86a2122 req-2713d30d-8421-4c20-bd0d-e1a1eacb32c2 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:24.743881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-493ce5e6-a40e-433a-8e8a-326fd86a2122 req-2713d30d-8421-4c20-bd0d-e1a1eacb32c2 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 943 time: 0.5394094 Dec 20 15:57:24.790953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4db85f-dab5-4026-892d-ad72eb97e7e5 req-7eb36e2d-41d1-4a96-8ce2-2742bf7edd85 service neutron] 10.222.0.83 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210949 Dec 20 15:57:24.840489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-493ce5e6-a40e-433a-8e8a-326fd86a2122 req-e8bd982c-0376-4a50-b6d6-4b4bae88f662 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Dec 20 15:57:24.842370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:24.972855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:24.982954 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:24.994354 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:24.995287 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:25.031821 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:25.045057 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:25.045836 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:25.088506 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:25.089094 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f5870-4171-43bf-ad23-a994b4de6378 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:25.332840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.361293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=e4763fca-e66a-4527-80fd-04c40d70a4cc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:25.391245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.396724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-347c9675-3083-43a4-a1ca-fa216571e44a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/e4763fca-e66a-4527-80fd-04c40d70a4cc HTTP/1.1" status: 204 len: 168 time: 2.0392418 Dec 20 15:57:25.398192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43186) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:25.398686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.458597 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe395c4-99f3-4a9f-94d6-e17447fe7b53 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:57:25.459704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-22185647-6089-46d1-b445-638018c263a8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8934200 Dec 20 15:57:25.463842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-abe395c4-99f3-4a9f-94d6-e17447fe7b53 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/e4763fca-e66a-4527-80fd-04c40d70a4cc HTTP/1.1" status: 404 len: 333 time: 0.0619876 Dec 20 15:57:25.463842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:25.464151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43190) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:25.469276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'port_id': '13ca0486-f173-4624-a6e0-03f2a061b34d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:25.547793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 9cad6e3a-b758-4f9f-8b95-bdd249048533 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:57:25.555986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdfab-ad76-4209-af36-b80794854e1b req-a45b019c-7aed-436c-a6a7-eac8ad241e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.560296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-a45b019c-7aed-436c-a6a7-eac8ad241e0f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=689f198edc0f4d86a2cdbf58ac465874&device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 1094 time: 0.1290076 Dec 20 15:57:25.560922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.561281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.670119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.778370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdfab-ad76-4209-af36-b80794854e1b req-f253238b-12ec-4d55-bbeb-f4ed2dd9d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.779862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-f253238b-12ec-4d55-bbeb-f4ed2dd9d20a service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 200 len: 914 time: 0.1939454 Dec 20 15:57:25.829585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-336d1c06-12b4-45d1-8cb0-712afa0ae7e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5cc0712-bb88-4023-b252-75183bee9b46 HTTP/1.1" status: 200 len: 217 time: 0.0400279 Dec 20 15:57:25.836680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:25.927181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdfab-ad76-4209-af36-b80794854e1b req-50cb0b71-0d9f-4ab0-8cf5-d993e61c22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.928866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-50cb0b71-0d9f-4ab0-8cf5-d993e61c22b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f85cba96-e6d4-4d18-8011-5c3cde540b4e HTTP/1.1" status: 200 len: 853 time: 0.0889895 Dec 20 15:57:25.997829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-f95061c4-0df3-41f6-9892-c4852151885d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae60a3c4-d57c-41d1-83ce-af81a176885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614643 Dec 20 15:57:26.082435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd8b0f-c83e-4744-8b33-d603c5263aed req-2311155d-01af-42a5-afc4-b89bd7e6b261 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:26.088966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ebd8b0f-c83e-4744-8b33-d603c5263aed req-2311155d-01af-42a5-afc4-b89bd7e6b261 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 943 time: 0.1465750 Dec 20 15:57:26.121886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.179868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=9cad6e3a-b758-4f9f-8b95-bdd249048533,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:26.194434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-a9a898ae-82f3-4c92-b336-3605473c42f3 service neutron] 10.222.0.83 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883185 Dec 20 15:57:26.195642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.202039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7c5e231e-4e1c-4347-ba2d-fde4de9cad2d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/9cad6e3a-b758-4f9f-8b95-bdd249048533 HTTP/1.1" status: 204 len: 168 time: 0.7368879 Dec 20 15:57:26.203707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2dbca2-1561-43ea-8419-ffbf3f6ff4a9 None None] Network 088dd806-cd33-4c8d-a6fe-990da8c9450f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:26.208204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ebd8b0f-c83e-4744-8b33-d603c5263aed req-fd8f598b-dbff-4de1-ba61-aac68f00a693 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172757 Dec 20 15:57:26.208687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:26.212569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.275147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.408309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.428589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-477bdfab-ad76-4209-af36-b80794854e1b req-9b2933e4-8292-45ac-abca-6153a4f1b22f service neutron] 10.222.0.83 "GET /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254179 Dec 20 15:57:26.447291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] DHCP port deletion for 088dd806-cd33-4c8d-a6fe-990da8c9450f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:26.494377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port a91b687c-fee2-4329-9d3d-3de81bc5b0cc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:26.494640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.517771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] Deleting port a91b687c-fee2-4329-9d3d-3de81bc5b0cc {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:26.518458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.537991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a91b687c-fee2-4329-9d3d-3de81bc5b0cc no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:57:26.587421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] For port a91b687c-fee2-4329-9d3d-3de81bc5b0cc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,segment=NetworkSegment(b185d28e-8b82-40ef-a7c5-476fdd1b0a3d),segment_id=b185d28e-8b82-40ef-a7c5-476fdd1b0a3d)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:26.590577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.605688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for a91b687c-fee2-4329-9d3d-3de81bc5b0cc owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:26.631804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:26.634243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] For port a91b687c-fee2-4329-9d3d-3de81bc5b0cc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,segment=NetworkSegment(b185d28e-8b82-40ef-a7c5-476fdd1b0a3d),segment_id=b185d28e-8b82-40ef-a7c5-476fdd1b0a3d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:26.634781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.653339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] Calling delete_port for a91b687c-fee2-4329-9d3d-3de81bc5b0cc owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:26.740598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.813563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:26.819181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:26.824307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:26.837617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:26.838241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:26.876581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:26.887648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:26.888268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:26.899564 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db45d7a0-7df6-4d4d-aa04-5779c7b1c72d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/floatingips/6a067813-86b4-4858-8ebf-6b43de4346d2 HTTP/1.1" status: 200 len: 978 time: 1.4311609 Dec 20 15:57:26.899869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43218) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:26.931507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:26.932463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2073e-b33f-4fd3-ac60-b15662be8230 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:27.098984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.100356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.100356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] Pushing event deleted for resources: {'Port': ['ID=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:27.100356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73aca2a-7c91-4255-a2f3-bdcb4db91753 None None] No DVR routers for this DVR port a91b687c-fee2-4329-9d3d-3de81bc5b0cc on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:27.166435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=a91b687c-fee2-4329-9d3d-3de81bc5b0cc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:27.167486 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:57:27.168213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No DVR routers for this DVR port a91b687c-fee2-4329-9d3d-3de81bc5b0cc on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:27.168354 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.168476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.205530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088dd806-cd33-4c8d-a6fe-990da8c9450f']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:27.217724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:27.217981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b185d28e-8b82-40ef-a7c5-476fdd1b0a3d') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:27.231715 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.248675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.258531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:27.258800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:27.261788 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:27.266195 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:27.273546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 43c066ba-1a05-4e3e-9eff-f8b900c29150 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:27.273889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.432006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390922f-d96e-4f19-9f31-4cb473cc0ca6 req-b09a235d-722e-4973-8b70-14f9aaeef7bf tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:27.433479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0390922f-d96e-4f19-9f31-4cb473cc0ca6 req-b09a235d-722e-4973-8b70-14f9aaeef7bf tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 943 time: 0.1008134 Dec 20 15:57:27.437072 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.437427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:27.456196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 43c066ba-1a05-4e3e-9eff-f8b900c29150 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:27.563132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0390922f-d96e-4f19-9f31-4cb473cc0ca6 req-a4d49612-912c-4034-b8d8-bcc181a4bcd0 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182804 Dec 20 15:57:28.105012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.108965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.152782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.156191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/088dd806-cd33-4c8d-a6fe-990da8c9450f HTTP/1.1" status: 204 len: 168 time: 1.9403329 Dec 20 15:57:28.160151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ea01-0b88-437c-b12c-8e345327629b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=088dd806-cd33-4c8d-a6fe-990da8c9450f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:28.160698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:28.161223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=43c066ba-1a05-4e3e-9eff-f8b900c29150,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:28.165987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1810466744'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:28.231755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.232121 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 6a067813-86b4-4858-8ebf-6b43de4346d2 disassociated (deleted). External IP: 172.25.6.15, port: 13ca0486-f173-4624-a6e0-03f2a061b34d. Dec 20 15:57:28.270056 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:28.275088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.309044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:28.319476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.319824 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Added segment c426b1fe-ad09-46a7-ae76-7d073cebbfa9 of type vlan for network 81897ab3-4371-483b-a26b-3e6ab0686b29 Dec 20 15:57:28.371431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.470090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.478356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:28.479240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.510210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:28.573874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Network': ['ID=81897ab3-4371-483b-a26b-3e6ab0686b29,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:28.584875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:28.589473 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ae8ae4b-a0e6-496b-bc64-acb8b3794aee tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4249272 Dec 20 15:57:28.590057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:28.595721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:28.648394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:28.662188 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:28.667491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.688657 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:28.689483 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.712532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6c56249a-2a57-4b81-8a35-d7321bb8c136 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/floatingips/6a067813-86b4-4858-8ebf-6b43de4346d2 HTTP/1.1" status: 204 len: 168 time: 1.8115361 Dec 20 15:57:28.713055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:28.746583 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.755371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b5cc0712-bb88-4023-b252-75183bee9b46 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:57:28.765490 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:28.767253 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.812614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:28.816234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.817497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b52407-3065-476d-892b-6510e3e9bf42 req-19ce28d9-b694-4058-81b5-e8c45921b8e9 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:28.819152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91b52407-3065-476d-892b-6510e3e9bf42 req-19ce28d9-b694-4058-81b5-e8c45921b8e9 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 943 time: 0.1265507 Dec 20 15:57:28.822474 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:28.823565 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a23c4-3c15-42d8-8bb6-613ca29dfa03 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:28.884903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 13ca0486-f173-4624-a6e0-03f2a061b34d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:28.887177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:28.894844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91b52407-3065-476d-892b-6510e3e9bf42 req-bfa73143-7f15-4187-b02f-a570ef758ded tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Dec 20 15:57:28.976568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port b5cc0712-bb88-4023-b252-75183bee9b46, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b5cc0712-bb88-4023-b252-75183bee9b46,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:29.008217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'b5cc0712-bb88-4023-b252-75183bee9b46', 'network_id': 'ae60a3c4-d57c-41d1-83ce-af81a176885b', 'port_id': 'b5cc0712-bb88-4023-b252-75183bee9b46', 'mac_address': 'fa:16:3e:db:eb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cba96-e6d4-4d18-8011-5c3cde540b4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:57:29.036088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.055713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 13ca0486-f173-4624-a6e0-03f2a061b34d owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:29.092660 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.105393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cc0712-bb88-4023-b252-75183bee9b46 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:57:29.131125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port b5cc0712-bb88-4023-b252-75183bee9b46, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b5cc0712-bb88-4023-b252-75183bee9b46,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:29.178978 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.247241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=08b2d264-6a62-46a0-a129-6561604c17a4,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.258694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Checking segment: {'id': 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:29.259062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network hostable DHCP agents. Network: 81897ab3-4371-483b-a26b-3e6ab0686b29, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:29.271021 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.299747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf192-eafc-47a3-ae58-b64a16cc88e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.325267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=b5cc0712-bb88-4023-b252-75183bee9b46,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.329519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.360266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=13ca0486-f173-4624-a6e0-03f2a061b34d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.378288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:29.456978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.460910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-de4da847-a848-4e64-92f4-253d296201cd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/ports/13ca0486-f173-4624-a6e0-03f2a061b34d HTTP/1.1" status: 204 len: 168 time: 0.7333779 Dec 20 15:57:29.464697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43300) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:29.469289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:29.493928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 81897ab3-4371-483b-a26b-3e6ab0686b29) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:29.498610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:29.499210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.506488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6814f3b-8024-4dcd-af01-28c5cf2248f5 None None] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:29.537294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43302) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:29.585287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.589533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['b5cc0712-bb88-4023-b252-75183bee9b46'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:57:29.633080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-81897ab3-4371-483b-a26b-3e6ab0686b29', 'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': '08b2d264-6a62-46a0-a129-6561604c17a4'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:29.634177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.648661 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c1d9f1ea-9113-44b0-956a-6b6f63081aa0 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0577626 Dec 20 15:57:29.650849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43306) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:29.656082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-642720941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:29.713602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32dabfdb-5bc1-498f-8c5a-69cf37663ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.781823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.786875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.821821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.826282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32dabfdb-5bc1-498f-8c5a-69cf37663ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.863652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Allocated IP 2001:db8::2 (81897ab3-4371-483b-a26b-3e6ab0686b29/08b2d264-6a62-46a0-a129-6561604c17a4/13c9da4a-6928-4cdf-9bb8-4fdce3dbc328) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:29.870017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.916883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32dabfdb-5bc1-498f-8c5a-69cf37663ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.973406 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:29.993093 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-32dabfdb-5bc1-498f-8c5a-69cf37663ab8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7988d25a424b489c98ff0517104813d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4540632 Dec 20 15:57:29.994217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dabfdb-5bc1-498f-8c5a-69cf37663ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947f6a8e-38d2-440b-be31-b3c6c4edfb47,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:29.995921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43310) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:30.013953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.187 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/5276ef3d-9762-4b7c-9e93-a929982af7b0) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:30.056252 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.110207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2af738ab-436f-458d-94a5-4126a9523dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.128626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.129872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c24bbdd0-547d-42aa-b337-9d38a31216b5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4777696 Dec 20 15:57:30.134642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43314) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:30.140289 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.149643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29', 'name': 'tempest-PortsIpV6TestJSON-458440089'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:30.161006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2af738ab-436f-458d-94a5-4126a9523dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.167653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.180362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf30665-b644-4dd8-b76e-d7eeb3e5f8da req-b29b5c6a-c6ec-491a-91e2-4b2634dfe84a tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:30.181936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdf30665-b644-4dd8-b76e-d7eeb3e5f8da req-b29b5c6a-c6ec-491a-91e2-4b2634dfe84a tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 944 time: 0.1321182 Dec 20 15:57:30.216299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:30.219345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:30.224185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:30.227275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Pushing event updated for resources: {'Port': ['ID=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.241581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.297121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:30.301312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:30.306002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:30.311230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Attempting to bind port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:30.311872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Attempting to bind port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:30.312897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Attempting to bind port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 on network 81897ab3-4371-483b-a26b-3e6ab0686b29 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:30.326888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:30.327269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Checking segment: {'id': 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:30.327675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.328076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Bound using segment: {'id': 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:30.328932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Bound port: 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '81897ab3-4371-483b-a26b-3e6ab0686b29'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:30.328932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.355668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdf30665-b644-4dd8-b76e-d7eeb3e5f8da req-f1ffd0c1-dfbf-4b43-9faf-9739f86b3096 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575336 Dec 20 15:57:30.368275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=5276ef3d-9762-4b7c-9e93-a929982af7b0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.432836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] For port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:30.436443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] For port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,segment=NetworkSegment(c426b1fe-ad09-46a7-ae76-7d073cebbfa9),segment_id=c426b1fe-ad09-46a7-ae76-7d073cebbfa9)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:30.452743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:30.456623 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.478643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 32b52562-3693-4541-b4eb-3c2240f08b99 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:30.488667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2af738ab-436f-458d-94a5-4126a9523dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.490871 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2af738ab-436f-458d-94a5-4126a9523dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.494430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2af738ab-436f-458d-94a5-4126a9523dcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/947f6a8e-38d2-440b-be31-b3c6c4edfb47 HTTP/1.1" status: 204 len: 168 time: 0.4951346 Dec 20 15:57:30.532867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.567948 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.693542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.794599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7df3-f3e7-498e-9c08-e7afca6e507f None None] Pushing event updated for resources: {'Port': ['ID=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.797838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b5cc0712-bb88-4023-b252-75183bee9b46 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:30.867582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af738ab-436f-458d-94a5-4126a9523dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f6a8e-38d2-440b-be31-b3c6c4edfb47,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:30.967717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port b5cc0712-bb88-4023-b252-75183bee9b46 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:57:30.969034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.974571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port b5cc0712-bb88-4023-b252-75183bee9b46 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:30.974995 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:30.982969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::3a3 (81897ab3-4371-483b-a26b-3e6ab0686b29/08b2d264-6a62-46a0-a129-6561604c17a4/32b52562-3693-4541-b4eb-3c2240f08b99) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:31.042540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.088342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.212406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=5276ef3d-9762-4b7c-9e93-a929982af7b0,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:31.242022 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.243781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port b5cc0712-bb88-4023-b252-75183bee9b46, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b5cc0712-bb88-4023-b252-75183bee9b46,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:31.246170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cc0712-bb88-4023-b252-75183bee9b46'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:57:31.254122 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d5192-6223-4906-bf3d-587f9106e5cf" -d '{"events": [{"server_uuid": "1017b2c0-0242-4c90-9b04-e712854e94c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5cc0712-bb88-4023-b252-75183bee9b46"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:57:31.267449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.326776 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435bf533-fbc8-4527-a61b-591ef3fa7049 x-openstack-request-id: req-435bf533-fbc8-4527-a61b-591ef3fa7049 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:57:31.334573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1017b2c0-0242-4c90-9b04-e712854e94c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5cc0712-bb88-4023-b252-75183bee9b46", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:57:31.334573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-435bf533-fbc8-4527-a61b-591ef3fa7049 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:57:31.334573 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cc0712-bb88-4023-b252-75183bee9b46', 'code': 200} Dec 20 15:57:31.377410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.380088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.382557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4331d091-b1e9-4a9b-8127-ad8de5ccda89 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9156270 Dec 20 15:57:31.397559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43336) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:31.412828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'port': {'network_id': 'df6e04fd-7c63-41f2-9de2-5b7e53980499', 'name': 'tempest-FloatingIPTestJSON-1689089264'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:31.433502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=b5cc0712-bb88-4023-b252-75183bee9b46,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:31.446186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179c559-bd36-46db-93ae-52dd28bda096 req-eb476f7a-5ba9-4e2b-b396-57636f3ba0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:31.447829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f179c559-bd36-46db-93ae-52dd28bda096 req-eb476f7a-5ba9-4e2b-b396-57636f3ba0b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 1096 time: 0.0569410 Dec 20 15:57:31.480367 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.522561 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43338) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:31.587303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=32b52562-3693-4541-b4eb-3c2240f08b99,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:31.591708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a4614c-b682-458b-a3be-2f6568b70dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.607320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f179c559-bd36-46db-93ae-52dd28bda096 req-96bbe6cc-e1a2-4042-b3b3-3895f1d28cda service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516473 Dec 20 15:57:31.622569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:31.625146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:31.634709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:31.642126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:31.642718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.658054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdac0d-9703-4c93-928f-87646f36e323 req-7ffe6e9c-40c7-44cc-a3d6-f33c81b22a7e tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:31.665702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72bdac0d-9703-4c93-928f-87646f36e323 req-7ffe6e9c-40c7-44cc-a3d6-f33c81b22a7e tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 945 time: 0.1766515 Dec 20 15:57:31.723161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72bdac0d-9703-4c93-928f-87646f36e323 req-cc285460-d176-445a-b399-0e9d7d8d9529 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522785 Dec 20 15:57:31.750167 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bdedb98f-34e0-411e-9d76-7c6e196e19b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.787322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:31.791851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8aa9c04-90b1-48b0-87ec-0be76fe3a544 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6483631 Dec 20 15:57:31.791995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:31.792126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:31.811409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] device_id is not set on port 430b69bf-29b4-41ba-80ce-e19f66d3a286 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:31.949903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.3 (df6e04fd-7c63-41f2-9de2-5b7e53980499/881dfe5f-9b49-4e7b-8367-a28cbab0fc64/430b69bf-29b4-41ba-80ce-e19f66d3a286) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:31.999474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a4614c-b682-458b-a3be-2f6568b70dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.089071 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a4614c-b682-458b-a3be-2f6568b70dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.138990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56191e-5966-4fb5-8439-3fe55264c7df None None] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:32.158941 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-25a4614c-b682-458b-a3be-2f6568b70dda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8cc07650adbe41a3b67f0c3afc8a8e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6328981 Dec 20 15:57:32.161240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43344) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:32.170820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.180287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4614c-b682-458b-a3be-2f6568b70dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cf1c64-3430-4247-ba9f-3dbc5d1f3e9a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:32.210832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.273264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Provisioning complete for port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:32.273983 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.350584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.354618 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-863131dd-a4ee-4147-af58-cc9231081aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.387416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network df6e04fd-7c63-41f2-9de2-5b7e53980499 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:32.391318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:32.395883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:32.403580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-863131dd-a4ee-4147-af58-cc9231081aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.482943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.542053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=430b69bf-29b4-41ba-80ce-e19f66d3a286,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:32.561698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] For port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,segment=NetworkSegment(c426b1fe-ad09-46a7-ae76-7d073cebbfa9),segment_id=c426b1fe-ad09-46a7-ae76-7d073cebbfa9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.569430 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:32.572602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.618699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.622121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:32.649236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.695902 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-62d261b1-3930-46e7-800c-bd91aa872612 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2944558 Dec 20 15:57:32.696245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43350) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:32.702394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'port_id': '430b69bf-29b4-41ba-80ce-e19f66d3a286'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:32.729958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Pushing event updated for resources: {'Port': ['ID=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:32.741883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.743979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.743979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.743979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.743979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.743979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.744662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.746544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.746544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.746544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.746544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.746544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.747032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7c11f-d911-4e61-bcf0-614a03a760f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:32.761902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:32.762261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.775101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.815031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.818839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-863131dd-a4ee-4147-af58-cc9231081aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.819018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ee9a010e-4928-43a3-abbf-e3ea70f72dd6 None None] Provisioning complete for port 32b52562-3693-4541-b4eb-3c2240f08b99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:32.819204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee9a010e-4928-43a3-abbf-e3ea70f72dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.823152 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-863131dd-a4ee-4147-af58-cc9231081aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.827081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-863131dd-a4ee-4147-af58-cc9231081aae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58cf1c64-3430-4247-ba9f-3dbc5d1f3e9a HTTP/1.1" status: 204 len: 168 time: 0.6604974 Dec 20 15:57:32.873832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a010e-4928-43a3-abbf-e3ea70f72dd6 None None] Port 32b52562-3693-4541-b4eb-3c2240f08b99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:32.882064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.915323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ee9a010e-4928-43a3-abbf-e3ea70f72dd6 None None] Provisioning complete for port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:32.916012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee9a010e-4928-43a3-abbf-e3ea70f72dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:32.977478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=32b52562-3693-4541-b4eb-3c2240f08b99,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:33.028264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863131dd-a4ee-4147-af58-cc9231081aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cf1c64-3430-4247-ba9f-3dbc5d1f3e9a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:33.231063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da1ad6-bc03-4843-8fdf-f99ccf40cbd4 req-47183fea-dc24-4798-9bf7-b72c738aa5ff tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:33.232223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4da1ad6-bc03-4843-8fdf-f99ccf40cbd4 req-47183fea-dc24-4798-9bf7-b72c738aa5ff tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 945 time: 0.3664773 Dec 20 15:57:33.333955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-07add4f4-91ad-4d4a-93de-c12d481d82a7 None None] Provisioning complete for port 32b52562-3693-4541-b4eb-3c2240f08b99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:33.335527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07add4f4-91ad-4d4a-93de-c12d481d82a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:33.337011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:33.411052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-07add4f4-91ad-4d4a-93de-c12d481d82a7 None None] Port 32b52562-3693-4541-b4eb-3c2240f08b99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:33.437891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4da1ad6-bc03-4843-8fdf-f99ccf40cbd4 req-821acad9-b300-4a22-8e5d-0ed7f0e00d0b tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712191 Dec 20 15:57:33.530772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5d618c1f-49c8-4314-87b2-049c7455d6cd None None] Provisioning complete for port 32b52562-3693-4541-b4eb-3c2240f08b99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:33.531370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d618c1f-49c8-4314-87b2-049c7455d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:33.572596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d618c1f-49c8-4314-87b2-049c7455d6cd None None] Port 32b52562-3693-4541-b4eb-3c2240f08b99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:33.722391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:33.934570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.064261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.122163 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.186551 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 2edfa32e-9745-4679-990b-5ed20e27fd0b associated. External IP: 172.25.6.187, port: 430b69bf-29b4-41ba-80ce-e19f66d3a286. Dec 20 15:57:34.224449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.225249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.286481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.363363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=32b52562-3693-4541-b4eb-3c2240f08b99,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:34.510259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:34.621331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:34.621708 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.804993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:34.813356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:34.878915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40afa-4e55-438f-a77a-6cba77457493 req-06303981-827a-43c5-99e3-9cc080b2df0f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:34.880703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccd40afa-4e55-438f-a77a-6cba77457493 req-06303981-827a-43c5-99e3-9cc080b2df0f tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 945 time: 0.1159799 Dec 20 15:57:34.992970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:35.032502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccd40afa-4e55-438f-a77a-6cba77457493 req-17a20d7a-35b2-4620-9fc3-592221c75114 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177940 Dec 20 15:57:35.107081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-004aa674-6282-4358-ab4d-c6dd0f6eaa16 None None] Provisioning complete for port 32b52562-3693-4541-b4eb-3c2240f08b99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:35.107650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-004aa674-6282-4358-ab4d-c6dd0f6eaa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.137974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.157043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-004aa674-6282-4358-ab4d-c6dd0f6eaa16 None None] Port 32b52562-3693-4541-b4eb-3c2240f08b99 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:35.179717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:35.185325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.192785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:35.205140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:35.222705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.222901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-81d96f91-28e1-4b20-9696-824b20469e7c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/floatingips/2edfa32e-9745-4679-990b-5ed20e27fd0b HTTP/1.1" status: 200 len: 978 time: 2.5179689 Dec 20 15:57:35.222901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43422) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:35.240268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.251927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:35.252269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.290578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.291049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700ba51-25d2-4802-86f8-135eb3e8be87 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:35.310169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Router 82020a25-ddf1-437a-92c1-c913062580c1 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:35.359889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 430b69bf-29b4-41ba-80ce-e19f66d3a286 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:35.360225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.469486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:35.477910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ba9570f0-fb54-4ec0-8961-72569bcfbd51 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/routers/82020a25-ddf1-437a-92c1-c913062580c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6850510 Dec 20 15:57:35.480598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43452) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:35.483318 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] Sync routers for ids ['82020a25-ddf1-437a-92c1-c913062580c1'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:35.495725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] Routers {'82020a25-ddf1-437a-92c1-c913062580c1'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:35.496328 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['82020a25-ddf1-437a-92c1-c913062580c1'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.518156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.555315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f9f2a-bca4-40dd-b20b-6831c7dc401f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:35.560985 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cf9f9f2a-bca4-40dd-b20b-6831c7dc401f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports?device_id=82020a25-ddf1-437a-92c1-c913062580c1 HTTP/1.1" status: 200 len: 988 time: 0.0766225 Dec 20 15:57:35.561471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43462) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:35.562048 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.572120 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] Routers {'82020a25-ddf1-437a-92c1-c913062580c1'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:35.572814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['82020a25-ddf1-437a-92c1-c913062580c1'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.608014 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:35.608692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b7228-0d5a-49f0-a844-e5648fdff3d7 None None] The sync data for ids ['82020a25-ddf1-437a-92c1-c913062580c1'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:35.725429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.725721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:35.726044 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 2edfa32e-9745-4679-990b-5ed20e27fd0b disassociated. External IP: 172.25.6.187, port: 430b69bf-29b4-41ba-80ce-e19f66d3a286. Dec 20 15:57:35.726990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 430b69bf-29b4-41ba-80ce-e19f66d3a286 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:35.910515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.053068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.084041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=430b69bf-29b4-41ba-80ce-e19f66d3a286,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:36.137694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 32b52562-3693-4541-b4eb-3c2240f08b99 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:36.138049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.222048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:36.240561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.252660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 32b52562-3693-4541-b4eb-3c2240f08b99 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:36.339803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:36.352005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:36.366512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:36.367538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.412436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.418143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.419137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43484) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:36.419534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8f7f7ce0-14ad-4032-a78b-5731aceb2ede tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/ports/430b69bf-29b4-41ba-80ce-e19f66d3a286 HTTP/1.1" status: 204 len: 168 time: 1.2001441 Dec 20 15:57:36.433456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:36.433456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.479813 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-398ed7c5-b01d-4d64-bcaf-418bf6dcfcdc tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/floatingips/2edfa32e-9745-4679-990b-5ed20e27fd0b HTTP/1.1" status: 200 len: 688 time: 0.0596642 Dec 20 15:57:36.482679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:36.482853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:36.483792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c9c1f6-55ae-42d2-ad1d-7ce532274ab0 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:36.935956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.977618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=32b52562-3693-4541-b4eb-3c2240f08b99,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:37.113146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 5276ef3d-9762-4b7c-9e93-a929982af7b0 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:37.114004 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.117012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.138454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43504) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:37.306729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ec4266b-dc4e-4cda-a9b6-659e3c743391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.310200 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.310528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.359801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 5276ef3d-9762-4b7c-9e93-a929982af7b0 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:37.420574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ec4266b-dc4e-4cda-a9b6-659e3c743391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.460563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Router 82020a25-ddf1-437a-92c1-c913062580c1 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:37.504421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ec4266b-dc4e-4cda-a9b6-659e3c743391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.556483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4266b-dc4e-4cda-a9b6-659e3c743391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c2839-6320-46d1-bd1a-e2feb21faa52,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:37.562032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6ec4266b-dc4e-4cda-a9b6-659e3c743391 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5896366e890476fb5b9f5fe46c9eb3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217463 Dec 20 15:57:37.564514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43510) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:37.588866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:37.599643 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e4e28e37-de96-4c40-90d8-bec5a6d73233 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/routers/82020a25-ddf1-437a-92c1-c913062580c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0331321 Dec 20 15:57:37.606718 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] Sync routers for ids ['82020a25-ddf1-437a-92c1-c913062580c1'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:37.610039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43512) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:37.628095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] Routers {'82020a25-ddf1-437a-92c1-c913062580c1'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:37.629216 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['82020a25-ddf1-437a-92c1-c913062580c1'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:37.656594 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-8673eed6-2e0a-45b7-b4c9-101003620577 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:57:37.658901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8673eed6-2e0a-45b7-b4c9-101003620577 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/32b52562-3693-4541-b4eb-3c2240f08b99 HTTP/1.1" status: 404 len: 333 time: 0.0467391 Dec 20 15:57:37.660177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2935e68f-8f75-4aeb-b5d4-63dece50ecf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.661804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:37.678014 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:37.688343 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] Routers {'82020a25-ddf1-437a-92c1-c913062580c1'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:37.689004 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['82020a25-ddf1-437a-92c1-c913062580c1'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:37.731916 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:37.732619 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bbe2b-9237-47d0-a1b1-773670eb33b4 None None] The sync data for ids ['82020a25-ddf1-437a-92c1-c913062580c1'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:37.763201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2935e68f-8f75-4aeb-b5d4-63dece50ecf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.768995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.857564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.892045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=5276ef3d-9762-4b7c-9e93-a929982af7b0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:37.967432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.972362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:37.977819 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fa9cb320-2c2d-4080-97ab-ff21fa8c25d6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/floatingips/2edfa32e-9745-4679-990b-5ed20e27fd0b HTTP/1.1" status: 204 len: 168 time: 1.4902418 Dec 20 15:57:37.979031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:37.984131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '5164905e-0ea5-45ad-9308-778d700e7a7c'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:38.028879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.031250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.115987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.155696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2935e68f-8f75-4aeb-b5d4-63dece50ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.158382 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2935e68f-8f75-4aeb-b5d4-63dece50ecf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.159606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2935e68f-8f75-4aeb-b5d4-63dece50ecf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/007c2839-6320-46d1-bd1a-e2feb21faa52 HTTP/1.1" status: 204 len: 168 time: 0.5938148 Dec 20 15:57:38.169704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935e68f-8f75-4aeb-b5d4-63dece50ecf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c2839-6320-46d1-bd1a-e2feb21faa52,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:38.230825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.231435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Fanout notify agent at l3_agent the message router_deleted on router 82020a25-ddf1-437a-92c1-c913062580c1 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:57:38.238939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.246294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.246294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83b53e9a-e5a6-43e2-ba03-ff1986dc5678 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/routers/82020a25-ddf1-437a-92c1-c913062580c1 HTTP/1.1" status: 204 len: 168 time: 0.5794415 Dec 20 15:57:38.246294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43524) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:38.325088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 08b2d264-6a62-46a0-a129-6561604c17a4 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:57:38.330812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.395518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.209 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/d7694c19-1f26-40f9-b613-2a92a807eda8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:38.409187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.537138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.542034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.714973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.758862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:38.761820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:38.766648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:38.768375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.769269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=d7694c19-1f26-40f9-b613-2a92a807eda8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:38.807697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=08b2d264-6a62-46a0-a129-6561604c17a4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:38.812611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:38.819623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4791e233-0a97-41a9-88ee-4021673e6c4b tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/08b2d264-6a62-46a0-a129-6561604c17a4 HTTP/1.1" status: 204 len: 168 time: 0.5679560 Dec 20 15:57:38.830463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43536) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:38.830622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3a51a-2662-4043-aecb-5ebfe2c36560 None None] Network 81897ab3-4371-483b-a26b-3e6ab0686b29 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:38.924586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.015086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:39.015538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.100976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] For port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,segment=NetworkSegment(c426b1fe-ad09-46a7-ae76-7d073cebbfa9),segment_id=c426b1fe-ad09-46a7-ae76-7d073cebbfa9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:39.101257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] DHCP port deletion for 81897ab3-4371-483b-a26b-3e6ab0686b29 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:39.101383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.123021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:39.173114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] Deleting port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:39.173563 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.264550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] For port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,segment=NetworkSegment(c426b1fe-ad09-46a7-ae76-7d073cebbfa9),segment_id=c426b1fe-ad09-46a7-ae76-7d073cebbfa9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:39.264946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.282452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] Calling delete_port for 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:39.288053 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.361908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.391214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:39.402783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No DVR routers for this DVR port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:39.429124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.498302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.521174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] Pushing event deleted for resources: {'Port': ['ID=13c9da4a-6928-4cdf-9bb8-4fdce3dbc328,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:39.528080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd5198-5840-41d9-881b-ede123241b8f None None] No DVR routers for this DVR port 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:57:39.581914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.619930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81897ab3-4371-483b-a26b-3e6ab0686b29']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:39.641370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:39.641615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c426b1fe-ad09-46a7-ae76-7d073cebbfa9') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:39.682018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.714413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.727437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:39.729511 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:39.736551 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:39.741462 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:39.777869 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.869915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.910751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.916186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:39.923211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/81897ab3-4371-483b-a26b-3e6ab0686b29 HTTP/1.1" status: 204 len: 168 time: 1.0984972 Dec 20 15:57:39.930835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43560) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:39.950418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=d7694c19-1f26-40f9-b613-2a92a807eda8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:39.954247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3f51-8b85-4855-a90a-8574dd457ee2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=81897ab3-4371-483b-a26b-3e6ab0686b29,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:40.043529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11526f1b-3449-49b0-b417-e7c72136272a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:40.044915 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-11526f1b-3449-49b0-b417-e7c72136272a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/f377da73-a913-49c8-9455-3bb3a9df8f31 HTTP/1.1" status: 200 len: 845 time: 0.1129947 Dec 20 15:57:40.048637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43574) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:40.059913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.120078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-447b643a-afa6-4231-b98f-cc944ab7a8f9 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/f377da73-a913-49c8-9455-3bb3a9df8f31?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0702021 Dec 20 15:57:40.133689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43576) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:40.138746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:40.210023 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 5b532a4a-d044-4bc8-aab4-0be4e93414f0 associated. External IP: 172.25.6.209, port: 5164905e-0ea5-45ad-9308-778d700e7a7c. Dec 20 15:57:40.337439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:40.341353 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.483286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:40.532463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:57:40.570867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:57:40.571603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 13c9da4a-6928-4cdf-9bb8-4fdce3dbc328 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:57:40.626610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:40.632916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:40.649070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:40.650542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:40.689546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:40.698970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:40.699599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:40.731535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:40.732172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16533f36-daf3-4677-b4bf-ccb83b82782c None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:40.787107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.787740 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.819695 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e312639c-0bbb-48c9-a7c8-a8be6697fe86 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8390641 Dec 20 15:57:40.822166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:40.827502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1014743111'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:40.840831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:40.851133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:40.855358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:40.855959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.859467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b530f94-cbbf-4e05-9777-b1c2c4cb88c8 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:40.862345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43600) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:40.865408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=91cbc5ba-727f-4297-ba0c-77d6b8e58a58,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:40.937464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:40.947518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.976021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:40.988357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-df90ba80-42b4-4671-ba36-6dc15fba90b9', 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'project_id': '2113ef77c72f4e1fb22c666368e93fac', 'fixed_ips': [{'subnet_id': '91cbc5ba-727f-4297-ba0c-77d6b8e58a58'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:40.988850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.989360 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Added segment 0e35575e-67fb-4600-9d35-fce20cfd6e18 of type vlan for network d79c905d-7729-4d70-ba7e-9fc17d5123db Dec 20 15:57:40.990724 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:40.995981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f4ba3ab0-6551-4772-9dc5-a2d331f63377 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8585463 Dec 20 15:57:40.996279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:41.002760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1697135295'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:41.026510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-091fbeb9-bd27-48cb-b47a-23071dc0621c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.074621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.099606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.194743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-091fbeb9-bd27-48cb-b47a-23071dc0621c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.208655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.210581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Allocated IP 2001:db8::2 (df90ba80-42b4-4671-ba36-6dc15fba90b9/91cbc5ba-727f-4297-ba0c-77d6b8e58a58/d9b9e799-5076-4330-9c03-3e2a84f2f9e9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:41.216845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:41.217503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.239944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.305998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-091fbeb9-bd27-48cb-b47a-23071dc0621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.310086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Network': ['ID=d79c905d-7729-4d70-ba7e-9fc17d5123db,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.345000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.354838 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f51498a1-5b41-4fd1-b21d-d993559fc90d tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5291345 Dec 20 15:57:41.357254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:41.363579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'subnet': {'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:41.375204 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-091fbeb9-bd27-48cb-b47a-23071dc0621c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac9ed36d13e34dd09e3f31cd8e729284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5105250 Dec 20 15:57:41.382793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43614) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:41.389067 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.393337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d79c905d-7729-4d70-ba7e-9fc17d5123db details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:41.415326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fbeb9-bd27-48cb-b47a-23071dc0621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3474ac0-549f-4927-9b24-a95fa7592a9f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.424278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0f6f6-5bb2-48b2-a7aa-0f6c97146f99,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.462339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.464308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2c7e731e-6028-4f93-9fc2-e29e2ae2e2ea tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4664741 Dec 20 15:57:41.467261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43616) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:41.473867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'security_group': {'name': 'tempest-secgroup-2055517321'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:41.506058 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.519234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1fb41fab-eae6-416a-89b2-3c176dcdfa68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.542366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1fb41fab-eae6-416a-89b2-3c176dcdfa68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.552208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:41.557907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:41.560487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:41.562872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Pushing event updated for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.607751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.663440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Attempting to bind port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:41.664113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Attempting to bind port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0071ff5a-658f-4a8d-9af2-6be9cdb39719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:41.664541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Attempting to bind port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 on network df90ba80-42b4-4671-ba36-6dc15fba90b9 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:41.671819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:41.672900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Checking segment: {'id': '0071ff5a-658f-4a8d-9af2-6be9cdb39719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:41.673032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.673541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Bound using segment: {'id': '0071ff5a-658f-4a8d-9af2-6be9cdb39719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:41.674036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Bound port: d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0071ff5a-658f-4a8d-9af2-6be9cdb39719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:41.674430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.725820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1fb41fab-eae6-416a-89b2-3c176dcdfa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.728584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1fb41fab-eae6-416a-89b2-3c176dcdfa68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.729804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1fb41fab-eae6-416a-89b2-3c176dcdfa68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3474ac0-549f-4927-9b24-a95fa7592a9f HTTP/1.1" status: 204 len: 168 time: 0.3459041 Dec 20 15:57:41.753335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:41.758751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,segment=NetworkSegment(0071ff5a-658f-4a8d-9af2-6be9cdb39719),segment_id=0071ff5a-658f-4a8d-9af2-6be9cdb39719)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:41.762670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:41.772826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.778074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb41fab-eae6-416a-89b2-3c176dcdfa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3474ac0-549f-4927-9b24-a95fa7592a9f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:41.845683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:41.939447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.008534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.011555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e27a-e20a-40ed-b413-21c9cae7df7c None None] Pushing event updated for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.076996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17127778-c0ea-4b6d-ae7a-868b32531ff3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.099837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.140892 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.142873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ccfd6037-b995-4051-aae8-2d37c2455337 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6742651 Dec 20 15:57:42.145963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43624) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:42.152250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2011961673', 'security_groups': ['17127778-c0ea-4b6d-ae7a-868b32531ff3'], 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91cbc5ba-727f-4297-ba0c-77d6b8e58a58'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:42.210869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Checking segment: {'id': '0e35575e-67fb-4600-9d35-fce20cfd6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:42.211392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network hostable DHCP agents. Network: d79c905d-7729-4d70-ba7e-9fc17d5123db, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:42.215553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Subnet': ['ID=c432be90-d9b7-45bf-8cda-884c1a2d4032,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:42.320874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network d79c905d-7729-4d70-ba7e-9fc17d5123db is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:42.435497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d79c905d-7729-4d70-ba7e-9fc17d5123db) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:42.440048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:42.441122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.457007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cbc599-3c12-488f-8728-6eb74457150b None None] Network d79c905d-7729-4d70-ba7e-9fc17d5123db requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:42.469778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:42.575878 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97c17de4-82fa-4066-b998-db49a98b074a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2176487 Dec 20 15:57:42.578336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:42.588018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-860476419', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:42.630544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.654852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:42.669303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:42.697081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d79c905d-7729-4d70-ba7e-9fc17d5123db', 'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db', 'project_id': '2d91225e0b4240a68d04857f9f2cb2a3', 'fixed_ips': [{'subnet_id': 'c432be90-d9b7-45bf-8cda-884c1a2d4032'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:42.697973 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.809775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:42.811922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.814887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.816858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.906310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::56 (df90ba80-42b4-4671-ba36-6dc15fba90b9/91cbc5ba-727f-4297-ba0c-77d6b8e58a58/9c374d38-ff19-4bc4-b040-5fe85c39f5bd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:42.957400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.991685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Allocated IP 172.20.0.2 (d79c905d-7729-4d70-ba7e-9fc17d5123db/c432be90-d9b7-45bf-8cda-884c1a2d4032/5bd6af4d-8fea-4997-9d18-1c23ff108bfb) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:43.078283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.096433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.233938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,segment=NetworkSegment(0071ff5a-658f-4a8d-9af2-6be9cdb39719),segment_id=0071ff5a-658f-4a8d-9af2-6be9cdb39719)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:43.457002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.593749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.667214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.703146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.717011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17b43eb0-e8a2-4882-ba72-3fe0208298cc None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:43.717011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17b43eb0-e8a2-4882-ba72-3fe0208298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.769649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17b43eb0-e8a2-4882-ba72-3fe0208298cc None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:43.779553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.783537 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.837408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Pushing event updated for resources: {'Port': ['ID=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.839875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17b43eb0-e8a2-4882-ba72-3fe0208298cc None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:43.840255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17b43eb0-e8a2-4882-ba72-3fe0208298cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.870200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Network d79c905d-7729-4d70-ba7e-9fc17d5123db is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:43.873459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:43.877234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:43.891107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=9c374d38-ff19-4bc4-b040-5fe85c39f5bd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:43.909488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:43.910741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:43.913619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:43.927253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:43.927927 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:43.971833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Attempting to bind port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:43.972024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Attempting to bind port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0e35575e-67fb-4600-9d35-fce20cfd6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:43.972384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Attempting to bind port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb on network d79c905d-7729-4d70-ba7e-9fc17d5123db {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:43.991106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.005223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:44.005223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Checking segment: {'id': '0e35575e-67fb-4600-9d35-fce20cfd6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:44.005223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.005223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Bound using segment: {'id': '0e35575e-67fb-4600-9d35-fce20cfd6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:44.005223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Bound port: 5bd6af4d-8fea-4997-9d18-1c23ff108bfb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e35575e-67fb-4600-9d35-fce20cfd6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:44.005223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.017059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.023774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97362a74-8774-4367-a306-af8abb95e99e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8760369 Dec 20 15:57:44.026436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43664) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:44.036693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:44.110314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] For port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:44.119240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] For port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,segment=NetworkSegment(0e35575e-67fb-4600-9d35-fce20cfd6e18),segment_id=0e35575e-67fb-4600-9d35-fce20cfd6e18)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:44.149121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.25.6.225 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/45dc546b-2a55-461d-953e-e0077adc2819) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:44.236045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.262620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.271138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:44.277627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.305072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bf58e373-a361-409f-87cf-b47e696eccf8 None None] Provisioning complete for port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:44.305481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf58e373-a361-409f-87cf-b47e696eccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.324949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3c499-fd67-47ac-8639-6e39ee3a8b1e None None] Pushing event updated for resources: {'Port': ['ID=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:44.372065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bf58e373-a361-409f-87cf-b47e696eccf8 None None] Port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:44.390471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.432723 n-d-781076-8 neutron-server[103953]: INFO neutron.db.ipam_backend_mixin [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91cbc5ba-727f-4297-ba0c-77d6b8e58a58 (CIDR: 2001:db8::/64) Dec 20 15:57:44.454264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:44.461938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:44.465473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:44.477325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb90f099-97bc-4f44-89a4-cc1df08a9a13 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:57:44.488413 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:44.488927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:44.526247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=45dc546b-2a55-461d-953e-e0077adc2819,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:44.535320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:44.651926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-98911d2b-ba0a-4643-b732-cb65b252a2cd tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6204991 Dec 20 15:57:44.652690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43680) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:44.658461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:44.674177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-69a62283-fb96-4128-816a-79d30ba7396c None None] Provisioning complete for port 45dc546b-2a55-461d-953e-e0077adc2819 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:44.674553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-69a62283-fb96-4128-816a-79d30ba7396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.721780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:44.722391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.782864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-69a62283-fb96-4128-816a-79d30ba7396c None None] Port 45dc546b-2a55-461d-953e-e0077adc2819 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:44.932958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43686) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:44.943090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:44.946606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:44.996210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.107588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-811299775'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:45.226985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.236007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Made reservation on behalf of 911fd9033bc8413d9219a5d02cca256d for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:45.240413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.252570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.344758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.396436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-0d4402e2-d373-47e4-ad41-a41077194633 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916215 Dec 20 15:57:45.425240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:45.439107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:45.444964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:45.446120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.453355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2c4d6-7bf1-43b0-9650-bb4548840004 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:45.556680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.558705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=83095e06-0ad8-47cf-8c55-a23ac81ba99d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:45.578514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daca018-171a-422d-9380-566be4014c03 req-718c655e-3338-4cc9-8961-ad591cf18b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:45.580164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-718c655e-3338-4cc9-8961-ad591cf18b34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0857072 Dec 20 15:57:45.700169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.702896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] Update dhcp port {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'fixed_ips': [{'subnet_id': '91cbc5ba-727f-4297-ba0c-77d6b8e58a58', 'ip_address': '2001:db8::2'}, {'subnet_id': '83095e06-0ad8-47cf-8c55-a23ac81ba99d'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'd9b9e799-5076-4330-9c03-3e2a84f2f9e9'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:57:45.717038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:45.733273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5660d8b6-2768-4bd0-b3d1-ace598a8abb5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0739560 Dec 20 15:57:45.737384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43702) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:45.742975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.753663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1636656974', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83095e06-0ad8-47cf-8c55-a23ac81ba99d'}], 'security_groups': ['9eb0f6f6-5bb2-48b2-a7aa-0f6c97146f99']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:45.755122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c773dbf-3818-454f-8d67-c211c9d2242c None None] Network d79c905d-7729-4d70-ba7e-9fc17d5123db requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:45.774055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.774409 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Added segment fc0bb461-a4cf-4539-ab91-db059d2a5447 of type vlan for network b1e3b2fc-1ca4-46f4-8f40-285be84f4500 Dec 20 15:57:45.828708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de36808c-2b7f-48dc-973b-9685fff01bdf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:45.896842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.926377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daca018-171a-422d-9380-566be4014c03 req-c9aead12-b74f-456a-901a-f79013fbc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:45.930050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-c9aead12-b74f-456a-901a-f79013fbc7d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.3222620 Dec 20 15:57:45.930199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3ca80689-fa2e-493d-ac75-765b5267bc59 None None] Provisioning complete for port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:45.930199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca80689-fa2e-493d-ac75-765b5267bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:45.959616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router 593d571e-1baa-420f-a447-b551187e26dd is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:57:45.963490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.060869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] Allocated IP 2001:db8:0:1::2 (df90ba80-42b4-4671-ba36-6dc15fba90b9/83095e06-0ad8-47cf-8c55-a23ac81ba99d/d9b9e799-5076-4330-9c03-3e2a84f2f9e9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:46.084929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-7961eae8-cd42-4b38-8750-b036766284b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 1000 time: 0.1364579 Dec 20 15:57:46.126496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.136559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:46.137394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.174316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:46.188161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca80689-fa2e-493d-ac75-765b5267bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.192298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] Sync routers for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:46.224009 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:46.224009 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.262081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3ca80689-fa2e-493d-ac75-765b5267bc59 None None] For port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,segment=NetworkSegment(0e35575e-67fb-4600-9d35-fce20cfd6e18),segment_id=0e35575e-67fb-4600-9d35-fce20cfd6e18)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:46.302340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.304433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.306915 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f0c078fd-d830-4d24-b1d0-f3efe5efd194 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7269037 Dec 20 15:57:46.311292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43708) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:46.319201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,segment=NetworkSegment(0071ff5a-658f-4a8d-9af2-6be9cdb39719),segment_id=0071ff5a-658f-4a8d-9af2-6be9cdb39719)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:46.322701 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:46.323426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.342932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca80689-fa2e-493d-ac75-765b5267bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.345130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4104376 Dec 20 15:57:46.359531 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:46.360352 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ff92d-579a-49d6-9a18-1bd4df10d3d2 None None] The sync data for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:46.363131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43710) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:46.386033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.415113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daca018-171a-422d-9380-566be4014c03 req-10bef9f1-89e7-4c31-b948-86120fea5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:46.416616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-10bef9f1-89e7-4c31-b948-86120fea5ab1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.3021345 Dec 20 15:57:46.417319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a356d2-eca8-4a2b-961d-2982c14d4eea tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Pushing event updated for resources: {'Network': ['ID=b1e3b2fc-1ca4-46f4-8f40-285be84f4500,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:46.437001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca80689-fa2e-493d-ac75-765b5267bc59 None None] Pushing event updated for resources: {'Port': ['ID=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:46.443124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b1e3b2fc-1ca4-46f4-8f40-285be84f4500 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:46.468471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.644445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5bd6af4d-8fea-4997-9d18-1c23ff108bfb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:46.675868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'network': {'name': 'tempest-network--1561757932', 'router:external': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:46.693567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-88f7ed94-d82a-4e14-b2fc-29a77f25a7a2 None None] Provisioning complete for port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:46.694078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88f7ed94-d82a-4e14-b2fc-29a77f25a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.708408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daca018-171a-422d-9380-566be4014c03 req-2e3e2491-93df-4e40-9fdf-d8a91400c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:46.715698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-2e3e2491-93df-4e40-9fdf-d8a91400c9f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832785 Dec 20 15:57:46.726238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Delete allocated IP 2001:db8::56 (df90ba80-42b4-4671-ba36-6dc15fba90b9/91cbc5ba-727f-4297-ba0c-77d6b8e58a58) {{(pid=103953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:57:46.751620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2a8be-9cb9-496b-aaa9-c43db932e523 None None] Pushing event updated for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:46.777985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8:0:1::2c2 (df90ba80-42b4-4671-ba36-6dc15fba90b9/83095e06-0ad8-47cf-8c55-a23ac81ba99d/9c374d38-ff19-4bc4-b040-5fe85c39f5bd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:46.836716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:46.837538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.979822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-ed092a90-3560-46d4-a43a-d118dfcc09fa service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551112 Dec 20 15:57:47.097803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Made reservation on behalf of efadcc10197e430ab6165f676eeaabbe for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:47.103485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.120763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.121033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.145716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7daca018-171a-422d-9380-566be4014c03 req-57843218-dfaf-4702-a775-c0aec22dfd1e service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357961 Dec 20 15:57:47.256186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.295440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.358554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43720) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:47.367607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-419686791'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:47.379157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.703596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.709847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:47.709847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.711032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.1 (d79c905d-7729-4d70-ba7e-9fc17d5123db/c432be90-d9b7-45bf-8cda-884c1a2d4032/e5271d9a-5c8c-4be2-a11d-2391c9545c86) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:47.713428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] In _notify_port_updated(), no bound segment for port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd on network df90ba80-42b4-4671-ba36-6dc15fba90b9 {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:57:47.713428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:47.713428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.713428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/ports/9c374d38-ff19-4bc4-b040-5fe85c39f5bd HTTP/1.1" status: 200 len: 931 time: 1.7613003 Dec 20 15:57:47.713428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:47.714874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43722) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:47.715641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6dc30f-ee59-4f1c-9b63-31b618b8ea13 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=9c374d38-ff19-4bc4-b040-5fe85c39f5bd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:47.716363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:47.716685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c2af2-3044-4dec-aa4c-552ccada572a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:47.716995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:47.716995 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.717405 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.717405 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Added segment 70b79515-9ef3-4e8a-a292-03aabbf39e24 of type vlan for network 36f28701-d7e5-4796-a351-ed267d3d56e9 Dec 20 15:57:47.717405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:47.717405 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.717405 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.719011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Provisioning complete for port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:47.719011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.723197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:47.723924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b9099-2612-4da6-bf46-25365c1575af None None] Port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:47.734105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.734757 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Added segment a9087cfc-df9a-46f6-976a-dfecd05c9f21 of type vlan for network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 Dec 20 15:57:47.752126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.782930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:47.783267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.786311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.845586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3febf986-ff43-4c0e-96eb-e4c8a68bfd86 None None] Provisioning complete for port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:47.846105 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3febf986-ff43-4c0e-96eb-e4c8a68bfd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.875584 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.877932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:47.877932 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.888561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3febf986-ff43-4c0e-96eb-e4c8a68bfd86 None None] Port 9c374d38-ff19-4bc4-b040-5fe85c39f5bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:47.907841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.914213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.920026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:47.920637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.924253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 9c374d38-ff19-4bc4-b040-5fe85c39f5bd owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:47.964078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Network': ['ID=36f28701-d7e5-4796-a351-ed267d3d56e9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:47.969325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:47.976577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 36f28701-d7e5-4796-a351-ed267d3d56e9 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:47.993305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc3d7ee5-0635-43d0-920f-9f813f1df2b7 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5942845 Dec 20 15:57:47.996010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43728) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.035072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network d79c905d-7729-4d70-ba7e-9fc17d5123db is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:48.041173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:48.043955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:48.054367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6945050 Dec 20 15:57:48.060286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43730) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.065085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1977040969'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:48.072494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=e5271d9a-5c8c-4be2-a11d-2391c9545c86,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.106643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44d5f8-4bbd-403b-94c1-a8b13fd51367 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Network': ['ID=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.112837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.119392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:48.132532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.254326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:48.259185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.278675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.308228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f28701-d7e5-4796-a351-ed267d3d56e9']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:48.320220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.321038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:48.325833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b79515-9ef3-4e8a-a292-03aabbf39e24') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:48.326544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b79515-9ef3-4e8a-a292-03aabbf39e24') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:48.357070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=9c374d38-ff19-4bc4-b040-5fe85c39f5bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.368563 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.377815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.378274 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Added segment a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1 of type vlan for network 377ae834-a05d-4c3b-8067-0fa5d072dbbf Dec 20 15:57:48.385824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.389729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db1a11a9-aeaa-4481-ad36-057208b86679 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/9c374d38-ff19-4bc4-b040-5fe85c39f5bd HTTP/1.1" status: 204 len: 168 time: 0.8713319 Dec 20 15:57:48.392511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43734) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.418557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.418749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5a3eb880-9d50-489b-9560-1bbbd29b154d None None] Provisioning complete for port e5271d9a-5c8c-4be2-a11d-2391c9545c86 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:48.419084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb880-9d50-489b-9560-1bbbd29b154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.434541 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfef0f52-4113-440b-944b-fa9de80bd4de tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:57:48.437816 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dfef0f52-4113-440b-944b-fa9de80bd4de tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/9c374d38-ff19-4bc4-b040-5fe85c39f5bd HTTP/1.1" status: 404 len: 333 time: 0.0418615 Dec 20 15:57:48.438022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:48.438022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:48.438933 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:48.441553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43736) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.464292 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.479387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.509104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5a3eb880-9d50-489b-9560-1bbbd29b154d None None] Port e5271d9a-5c8c-4be2-a11d-2391c9545c86 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:48.527657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-dbd0a45b-234a-4acb-8ec9-7b48468f0856 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749698 Dec 20 15:57:48.571731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5bd6af4d-8fea-4997-9d18-1c23ff108bfb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:48.646375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c940837-7a0d-44a9-99d9-6ddaf3b1fe65 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.648759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:48.649138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.668499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-29a7c0e3-384c-4313-a658-22f1f88c9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:48.670190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-29a7c0e3-384c-4313-a658-22f1f88c9e21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 1098 time: 0.0837898 Dec 20 15:57:48.680210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c940837-7a0d-44a9-99d9-6ddaf3b1fe65 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.745630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:48.750591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.779641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36f28701-d7e5-4796-a351-ed267d3d56e9 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:57:48.782129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.792529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/networks/36f28701-d7e5-4796-a351-ed267d3d56e9 HTTP/1.1" status: 204 len: 168 time: 0.7905333 Dec 20 15:57:48.794907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43740) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.807598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:48.808110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.811921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8de983-4c00-4dec-ac33-45d816c59f96 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Network': ['ID=36f28701-d7e5-4796-a351-ed267d3d56e9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.822385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.829257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:48.829461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.877109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.884034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:48.919911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c940837-7a0d-44a9-99d9-6ddaf3b1fe65 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.924526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c940837-7a0d-44a9-99d9-6ddaf3b1fe65 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:48.926874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c940837-7a0d-44a9-99d9-6ddaf3b1fe65 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/security-groups/17127778-c0ea-4b6d-ae7a-868b32531ff3 HTTP/1.1" status: 204 len: 168 time: 0.4744155 Dec 20 15:57:48.928336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43744) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.966554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Network': ['ID=377ae834-a05d-4c3b-8067-0fa5d072dbbf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.975863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fa6ea74a-f412-4ebb-b264-0c7dc3172fa2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9122412 Dec 20 15:57:48.977391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43746) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:48.980348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:48.983569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'subnet': {'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:48.989765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940837-7a0d-44a9-99d9-6ddaf3b1fe65 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17127778-c0ea-4b6d-ae7a-868b32531ff3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:48.995932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-1504890a-1309-44f1-b684-1688db5726c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:48.997471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-1504890a-1309-44f1-b684-1688db5726c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 200 len: 918 time: 0.3035531 Dec 20 15:57:49.012708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.131021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-67e43082-4c0c-4592-a603-c00997b52852 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 200 len: 1001 time: 0.1145341 Dec 20 15:57:49.131223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=e5271d9a-5c8c-4be2-a11d-2391c9545c86,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:49.150285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24f4fdc7-5d5f-42bb-89b6-6b6a7d074e5f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.167450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.211269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-0a625b53-47fa-4199-9c40-7ebd63935aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:49.212924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-0a625b53-47fa-4199-9c40-7ebd63935aec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 200 len: 856 time: 0.0634868 Dec 20 15:57:49.219077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24f4fdc7-5d5f-42bb-89b6-6b6a7d074e5f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.260958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-c40cacd4-9128-4e1f-94a2-e971a2361b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:49.262462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-c40cacd4-9128-4e1f-94a2-e971a2361b6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c589b484-7d18-42f8-a1bc-d926886d63c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421176 Dec 20 15:57:49.264757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Made reservation on behalf of efadcc10197e430ab6165f676eeaabbe for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:49.267098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.274011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-888b1d2e-d31e-4c4b-af6c-62450cdf1360 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:57:49.275068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-888b1d2e-d31e-4c4b-af6c-62450cdf1360 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051336 Dec 20 15:57:49.301976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:49.305683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.323660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:49.337817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network d79c905d-7729-4d70-ba7e-9fc17d5123db is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:49.340126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:49.348719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.349050 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Added segment 739f504a-7948-4c55-a449-3f29087a08c4 of type vlan for network be148ba5-e23e-4bf0-b54e-6966a280cc0c Dec 20 15:57:49.415943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24f4fdc7-5d5f-42bb-89b6-6b6a7d074e5f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.418665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-24f4fdc7-5d5f-42bb-89b6-6b6a7d074e5f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.422388 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-24f4fdc7-5d5f-42bb-89b6-6b6a7d074e5f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/security-groups/9eb0f6f6-5bb2-48b2-a7aa-0f6c97146f99 HTTP/1.1" status: 204 len: 168 time: 0.4900277 Dec 20 15:57:49.425387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43748) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:49.448343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4fdc7-5d5f-42bb-89b6-6b6a7d074e5f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0f6f6-5bb2-48b2-a7aa-0f6c97146f99,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:49.487504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.503122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-a923fc21-e598-433e-9e4a-e764c10e8a1b service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200961 Dec 20 15:57:49.542186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 91cbc5ba-727f-4297-ba0c-77d6b8e58a58 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:57:49.547508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router 593d571e-1baa-420f-a447-b551187e26dd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:49.557494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.612133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.614118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:49.615196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.644936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-037178ed-6d58-4654-8837-8c245dd0a7c0 None None] Provisioning complete for port e5271d9a-5c8c-4be2-a11d-2391c9545c86 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:49.645265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-037178ed-6d58-4654-8837-8c245dd0a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:49.745064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Network': ['ID=be148ba5-e23e-4bf0-b54e-6966a280cc0c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:49.750940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:49.758697 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-69f09cda-3fe0-4709-a1e9-42dd7e980121 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/routers/593d571e-1baa-420f-a447-b551187e26dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4451087 Dec 20 15:57:49.760486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43752) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:49.767808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'port': {'network_id': 'd79c905d-7729-4d70-ba7e-9fc17d5123db', 'name': 'tempest-FloatingIPTestJSON-59303353'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:49.857450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0c7bc04c-47dc-41a3-9161-af9f6114dfa1 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0566168 Dec 20 15:57:49.858935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43754) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:49.866654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'subnet': {'network_id': 'be148ba5-e23e-4bf0-b54e-6966a280cc0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:49.875799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network be148ba5-e23e-4bf0-b54e-6966a280cc0c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:49.936970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] Sync routers for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:49.964937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:49.965606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:49.969959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-037178ed-6d58-4654-8837-8c245dd0a7c0 None None] Port e5271d9a-5c8c-4be2-a11d-2391c9545c86 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:49.979076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Made reservation on behalf of efadcc10197e430ab6165f676eeaabbe for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:49.981773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.006425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:50.015459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:50.016105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:50.036225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.059242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:50.060067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae6c55-7787-4de9-95c6-497b82e9b59d None None] The sync data for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:50.122779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23e2f97d-1482-43cb-a783-c6c778a21bb8 req-4c264775-8c05-48d3-bffe-9e6a2e251acd service neutron] 10.222.0.83 "GET /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098824 Dec 20 15:57:50.176914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Made reservation on behalf of 2d91225e0b4240a68d04857f9f2cb2a3 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:50.180365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.185830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.211397 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.213983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] device_id is not set on port 299b32e7-cb08-447d-ad36-cc3aaf8ed31c yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:50.304847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Subnet': ['ID=1f5868ce-10c4-4a0d-bfb8-809ef6049c25,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.313821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Checking segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:50.314185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network hostable DHCP agents. Network: 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:50.340829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Allocated IP 172.20.0.4 (d79c905d-7729-4d70-ba7e-9fc17d5123db/c432be90-d9b7-45bf-8cda-884c1a2d4032/299b32e7-cb08-447d-ad36-cc3aaf8ed31c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:50.388988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.414882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=91cbc5ba-727f-4297-ba0c-77d6b8e58a58,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.422320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.426115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c9556494-4116-457f-9421-add26163345a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/91cbc5ba-727f-4297-ba0c-77d6b8e58a58 HTTP/1.1" status: 204 len: 168 time: 1.0018692 Dec 20 15:57:50.427857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:50.431615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:50.433432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20048ed-098d-4a1c-918c-92b2ba9c7960 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:50.436987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:50.544073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:50.549183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:50.550064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.581325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67427dac-b24b-40a9-ae5b-a43ae14f2885 None None] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:50.666225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:57:50.666696 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.671815 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.680965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3fd0069-6179-4b13-83ce-c9f973fcb88f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7020423 Dec 20 15:57:50.685339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43760) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:50.692447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'subnet': {'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:50.718504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'project_id': '6729aa467daa4009960023047a2141c5', 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:50.722461 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.795643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e9dcb64-16bf-4d28-a22e-e17a92f62364,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:50.813323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Checking segment: {'id': '739f504a-7948-4c55-a449-3f29087a08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'be148ba5-e23e-4bf0-b54e-6966a280cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:50.813601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Network hostable DHCP agents. Network: be148ba5-e23e-4bf0-b54e-6966a280cc0c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:50.875623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:50.879708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.897978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Allocated IP 10.1.1.2 (6ebfcae1-6daa-4245-a5bc-2a3b67c5df01/1f5868ce-10c4-4a0d-bfb8-809ef6049c25/4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:50.942974 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:50.998200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Network d79c905d-7729-4d70-ba7e-9fc17d5123db is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:51.011280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:51.014104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:51.022660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Network be148ba5-e23e-4bf0-b54e-6966a280cc0c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:51.035448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:51.045040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.069947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event updated for resources: {'Port': ['ID=299b32e7-cb08-447d-ad36-cc3aaf8ed31c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.113806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:51.114715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.148776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, be148ba5-e23e-4bf0-b54e-6966a280cc0c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:51.157596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb7dbb-9bbf-4b2b-8c2b-a460d44e4247 None None] Network be148ba5-e23e-4bf0-b54e-6966a280cc0c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:51.179023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.184081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:51.184672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.250853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2080bcdd-87ac-46d2-9132-4496becfe5b9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4854307 Dec 20 15:57:51.250853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43770) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:51.256030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Request body: {'floatingip': {'port_id': '299b32e7-cb08-447d-ad36-cc3aaf8ed31c'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:51.325256 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e26035b7-180d-4045-8cc2-12af40d1c653 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4649863 Dec 20 15:57:51.330270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:51.338998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.341443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'floatingip': {'floating_network_id': 'be148ba5-e23e-4bf0-b54e-6966a280cc0c'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:51.416452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Pushing event updated for resources: {'Port': ['ID=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.436280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.468370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:51.503455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:51.507196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:51.510171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa587f9-d36d-40ba-a645-e2488b49d0ea None None] Network be148ba5-e23e-4bf0-b54e-6966a280cc0c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:51.610828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.618219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Provisioning complete for port 299b32e7-cb08-447d-ad36-cc3aaf8ed31c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:51.618733 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.620125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.670743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Attempting to bind port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:51.671279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Attempting to bind port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:51.671387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Attempting to bind port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:51.690021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:51.691909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Checking segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:51.691909 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.691909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Bound using segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:51.691909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Bound port: 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:51.692222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.694180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Port 299b32e7-cb08-447d-ad36-cc3aaf8ed31c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:51.705127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Subnet': ['ID=7f9545a0-0cde-4e34-94d0-6bd0faff84ac,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:51.752192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:51.752569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.761213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Checking segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:51.761620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network hostable DHCP agents. Network: 377ae834-a05d-4c3b-8067-0fa5d072dbbf, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:57:51.816101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] For port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:51.819886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] For port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:51.882619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:51.882959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.901733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.905844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.906573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:57:51.923111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fb534561-00a8-429a-9e6b-12f6817969be None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:51.938127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:51.989350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:52.021349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ef0d-76c2-4af1-8f73-1905dc62b6ad None None] Pushing event updated for resources: {'Port': ['ID=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:52.030827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:52.043434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7918a1-82d0-451c-b60d-b52fd4ad4448 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:52.047855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 377ae834-a05d-4c3b-8067-0fa5d072dbbf) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:52.052463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:52.053055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.066161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:52.066801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.069307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8fe6c-4344-44b2-b453-da366790df75 None None] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:52.134295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=1d45de17-ef83-46c4-888d-e5e00f22702f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:52.157817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4a92ba16-e03c-4370-90d8-b0a2824f5de8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4708862 Dec 20 15:57:52.161154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:52.166534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'name': 'tempest-TaggedBootDevicesTest-2107991102', 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:52.215412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eab06a7d-8c43-4f4a-90f7-fa700116661a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7822793 Dec 20 15:57:52.217777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:52.295887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'security_group': {'name': 'tempest-secgroup-14217285'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:52.368336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'project_id': '6729aa467daa4009960023047a2141c5', 'fixed_ips': [{'subnet_id': '7f9545a0-0cde-4e34-94d0-6bd0faff84ac'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:57:52.369845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.565259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.586747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] Update dhcp port {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'fixed_ips': [{'subnet_id': '83095e06-0ad8-47cf-8c55-a23ac81ba99d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d45de17-ef83-46c4-888d-e5e00f22702f'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'd9b9e799-5076-4330-9c03-3e2a84f2f9e9'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:57:52.588766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:52.617657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:52.665226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.677064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.711678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Allocated IP 10.2.2.2 (377ae834-a05d-4c3b-8067-0fa5d072dbbf/7f9545a0-0cde-4e34-94d0-6bd0faff84ac/dcfa15ab-06aa-41ba-b74f-d361d846eb4b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:52.720167 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.743253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] device_id is not set on port 471d7ac4-acac-446f-812f-4426f1e9e55c yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:52.835925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:52.836223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.876653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.912238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Allocated IP 172.20.0.11 (be148ba5-e23e-4bf0-b54e-6966a280cc0c/4e9dcb64-16bf-4d28-a22e-e17a92f62364/41c4b2cf-2bc9-477b-aaf5-ea66b304986b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:52.948098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:52.999907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.007294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 10.1.1.41 (6ebfcae1-6daa-4245-a5bc-2a3b67c5df01/1f5868ce-10c4-4a0d-bfb8-809ef6049c25/471d7ac4-acac-446f-812f-4426f1e9e55c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:53.051134 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56565c85-6661-4d8d-8bb2-08996b57bb09,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.053683 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.184660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.188792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be6943f6-650b-408e-87b9-f0aaf6e49da5 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9090047 Dec 20 15:57:53.192949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43784) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:53.201437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'security_group': {'name': 'tempest-secgroup-158862556'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:53.220325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.239933 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 5b532a4a-d044-4bc8-aab4-0be4e93414f0 associated. External IP: 172.25.6.209, port: 5164905e-0ea5-45ad-9308-778d700e7a7c. Dec 20 15:57:53.304039 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.316250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.341895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] Allocated IP 2001:db8::2 (df90ba80-42b4-4671-ba36-6dc15fba90b9/1d45de17-ef83-46c4-888d-e5e00f22702f/d9b9e799-5076-4330-9c03-3e2a84f2f9e9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:53.361524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.408673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.416345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.458883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.464674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.538646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fa65c-dff1-4141-b299-fce9d84034f0 None None] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:53.551008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.555242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Network be148ba5-e23e-4bf0-b54e-6966a280cc0c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:53.557586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:53.562436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:53.566450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:53.572647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Port': ['ID=41c4b2cf-2bc9-477b-aaf5-ea66b304986b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.583370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:53.601291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bff4dd-bf72-444f-93b9-5e156d644ffb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.602245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:53.621117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.656459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:53.663612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:53.672415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Pushing event updated for resources: {'Port': ['ID=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.705553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:53.708165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-524686aa-13d5-4f8d-a09b-ffd98add18ac None None] Provisioning complete for port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:53.708512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-524686aa-13d5-4f8d-a09b-ffd98add18ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.713029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:53.716149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:53.755253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,segment=NetworkSegment(0071ff5a-658f-4a8d-9af2-6be9cdb39719),segment_id=0071ff5a-658f-4a8d-9af2-6be9cdb39719)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:53.769204 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.774811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e68b22fd-75a2-474b-b7e8-8515180d7f69 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5754511 Dec 20 15:57:53.780928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43790) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:53.786384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'security_group': {'name': 'tempest-secgroup-1226666303'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:53.802904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:53.845995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:53.847118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.880634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.895858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.927555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.928217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Attempting to bind port dcfa15ab-06aa-41ba-b74f-d361d846eb4b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:57:53.928770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Attempting to bind port dcfa15ab-06aa-41ba-b74f-d361d846eb4b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:57:53.930511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Attempting to bind port dcfa15ab-06aa-41ba-b74f-d361d846eb4b on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:57:53.957596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:53.989035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7c732dc0-0fa9-4033-b4e8-9897ed47e4d8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8251171 Dec 20 15:57:53.991553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43792) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:53.999860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'name': 'tempest-TaggedBootDevicesTest-1016465894', 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:54.004037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:54.015231 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:54.039375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:57:54.039763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Checking segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:57:54.040316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.041060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Bound using segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:57:54.041668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Bound port: dcfa15ab-06aa-41ba-b74f-d361d846eb4b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:57:54.042171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.054336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.056471 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:54.062964 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:54.113759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.137658 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:54.170985 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:54.171833 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:54.177016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.207826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] For port dcfa15ab-06aa-41ba-b74f-d361d846eb4b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:57:54.211511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] For port dcfa15ab-06aa-41ba-b74f-d361d846eb4b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:57:54.213109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.220220 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:54.221078 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a60d38-ac94-409f-bfb5-871357c44491 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:54.225711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099a6bcb-289e-4181-bb36-c2a25d778640,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.270432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:54.275101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.279787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.293123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.297121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-76ad2ab4-ce01-4176-b61a-fa92796c730c tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5150898 Dec 20 15:57:54.301519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43794) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:54.304465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] device_id is not set on port 072c9069-7a3f-4368-993c-c3251ea9a8d5 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:54.312175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1059854757', 'security_groups': ['099a6bcb-289e-4181-bb36-c2a25d778640'], 'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d45de17-ef83-46c4-888d-e5e00f22702f'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:54.342918 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.365631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.380939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303efecb-06ed-4f71-ba3c-d4aae35dbe7d None None] Pushing event updated for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.511731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.521389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb7847-6f0a-4c57-a1bc-a56c749ad81d None None] Pushing event updated for resources: {'Port': ['ID=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.584954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:54.687059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Port': ['ID=41c4b2cf-2bc9-477b-aaf5-ea66b304986b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:54.699834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router 593d571e-1baa-420f-a447-b551187e26dd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:54.710176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:54.710553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.816320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ea8e9db9-4047-4a1b-a049-77ed3f9f882a None None] Provisioning complete for port 471d7ac4-acac-446f-812f-4426f1e9e55c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:54.816868 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9db9-4047-4a1b-a049-77ed3f9f882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.820275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.884630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:54.943510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 10.1.1.197 (6ebfcae1-6daa-4245-a5bc-2a3b67c5df01/1f5868ce-10c4-4a0d-bfb8-809ef6049c25/072c9069-7a3f-4368-993c-c3251ea9a8d5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:54.943980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e9db9-4047-4a1b-a049-77ed3f9f882a None None] Port 471d7ac4-acac-446f-812f-4426f1e9e55c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:54.946593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:54.956848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.958159 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0873b0f6-fbcb-43e4-84a0-4228ea1b1a4a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6238592 Dec 20 15:57:54.961564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43802) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:54.972906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:54.977751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:54.996070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] Sync routers for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:55.052891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ea8e9db9-4047-4a1b-a049-77ed3f9f882a None None] Provisioning complete for port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.053302 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9db9-4047-4a1b-a049-77ed3f9f882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.111325 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f36f638-d6d2-4505-af59-6fa9baf57176 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/floatingips/5b532a4a-d044-4bc8-aab4-0be4e93414f0 HTTP/1.1" status: 200 len: 976 time: 3.8602335 Dec 20 15:57:55.112075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43804) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:55.123157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-92375267-6616-4db3-bc54-0fdfefe7d6c2 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=be148ba5-e23e-4bf0-b54e-6966a280cc0c HTTP/1.1" status: 200 len: 690 time: 0.1199298 Dec 20 15:57:55.124800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43806) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:55.134204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:55.134431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:55.187979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.225619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:55.227230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] device_id is not set on port 4d0ba250-1b77-4c41-806e-518cfeddf686 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:57:55.254058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:55.254931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:55.260040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.260600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.344608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.350651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:55.351279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb195a6-0a28-4265-bf3d-d54a8d4d889f None None] The sync data for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:55.448497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 299b32e7-cb08-447d-ad36-cc3aaf8ed31c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:55.449567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.479569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.543294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.543741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.592225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:55.601449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Deleting port 41c4b2cf-2bc9-477b-aaf5-ea66b304986b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:55.601935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.605127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.605578 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.609889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.612127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8::1b3 (df90ba80-42b4-4671-ba36-6dc15fba90b9/1d45de17-ef83-46c4-888d-e5e00f22702f/4d0ba250-1b77-4c41-806e-518cfeddf686) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:55.774891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Provisioning complete for port 471d7ac4-acac-446f-812f-4426f1e9e55c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:55.775214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.775571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.841291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fc84ddb8-f4c4-411f-9e7f-6b45ade102fe None None] Port 471d7ac4-acac-446f-812f-4426f1e9e55c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:55.879241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:55.892196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:55.896275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:55.965973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:55.966959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:55.993854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:56.011312 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.109894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aaf8c0-d7f4-4e68-874f-20a772ed7dfd None None] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:56.119115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d3e0ed77-5ce9-47cd-b995-5a8f4489f811 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1266935 Dec 20 15:57:56.147780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.228830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=4d0ba250-1b77-4c41-806e-518cfeddf686,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:56.249800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:56.251194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:56.254174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:57:56.259877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:56.260524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.292428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-61da6fe4-5b95-455f-b19d-86a6707a4e31 None None] Provisioning complete for port dcfa15ab-06aa-41ba-b74f-d361d846eb4b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:56.292978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61da6fe4-5b95-455f-b19d-86a6707a4e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.360770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7c837a1e-01a7-4cd6-8fa4-24ed637ec49f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0576627 Dec 20 15:57:56.366734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43818) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:56.369335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:56.428895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.429470 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.451093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Calling delete_port for 41c4b2cf-2bc9-477b-aaf5-ea66b304986b owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:56.475185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.475552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.475874 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Floating IP 5b532a4a-d044-4bc8-aab4-0be4e93414f0 disassociated. External IP: 172.25.6.209, port: 299b32e7-cb08-447d-ad36-cc3aaf8ed31c. Dec 20 15:57:56.476217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 299b32e7-cb08-447d-ad36-cc3aaf8ed31c owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:56.588628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61da6fe4-5b95-455f-b19d-86a6707a4e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.651440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-61da6fe4-5b95-455f-b19d-86a6707a4e31 None None] For port dcfa15ab-06aa-41ba-b74f-d361d846eb4b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:56.695633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dcfa15ab-06aa-41ba-b74f-d361d846eb4b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:56.783455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port dcfa15ab-06aa-41ba-b74f-d361d846eb4b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:56.783832 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.869484 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61da6fe4-5b95-455f-b19d-86a6707a4e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.904056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:56.904573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.906338 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.907721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.933055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da6fe4-5b95-455f-b19d-86a6707a4e31 None None] Pushing event updated for resources: {'Port': ['ID=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:56.940721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Port': ['ID=41c4b2cf-2bc9-477b-aaf5-ea66b304986b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:56.992591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:56.992738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:56.998832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050946516', 'description': 'tempest-description--1399702308'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:57.024305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Provisioning complete for port 4d0ba250-1b77-4c41-806e-518cfeddf686 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:57.024605 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.040603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=299b32e7-cb08-447d-ad36-cc3aaf8ed31c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.102094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.111231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Port 4d0ba250-1b77-4c41-806e-518cfeddf686 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:57.122991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:57:57.123352 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:57:57.127223 n-d-781076-8 neutron-server[103953]: INFO neutron.db.ipam_backend_mixin [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d45de17-ef83-46c4-888d-e5e00f22702f (CIDR: 2001:db8::/64) Dec 20 15:57:57.132458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Provisioning complete for port dcfa15ab-06aa-41ba-b74f-d361d846eb4b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:57.132837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.162412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.187654 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:57.190069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:57.198708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.262078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Provisioning complete for port 072c9069-7a3f-4368-993c-c3251ea9a8d5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:57.262502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.304073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-53f9570f-ff09-48c6-82b0-350c2363e9c0 None None] Port 072c9069-7a3f-4368-993c-c3251ea9a8d5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:57:57.306485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router 593d571e-1baa-420f-a447-b551187e26dd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:57:57.311630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.312270 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.358411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e18dd5af-fc03-42d6-93eb-61c0c11d91c8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9951618 Dec 20 15:57:57.361150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:57.366489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:57.440513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.474283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:57:57.491646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] Sync routers for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:57:57.502395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ab506-9552-48d5-ae70-751f80a6440f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.504388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:57.504388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.546014 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.551530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.559009 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:57:57.559425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b78f7007-4a69-4ef2-b9ca-15fe7a5d7333 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/ports/299b32e7-cb08-447d-ad36-cc3aaf8ed31c HTTP/1.1" status: 204 len: 168 time: 2.4461493 Dec 20 15:57:57.560265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.560667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43828) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:57.603328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.659467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.662105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c7eeb8b7-6c2b-45c5-b202-5536d6662993 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6686976 Dec 20 15:57:57.666748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:57.680630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'security_group_rule': {'security_group_id': 'c76ab506-9552-48d5-ae70-751f80a6440f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:57.686575 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.687944 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19766c83-1d2b-4c9e-8811-8eada9e2f79c None None] The sync data for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:57:57.751389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9dcb64-16bf-4d28-a22e-e17a92f62364,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:57.808985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.838589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be148ba5-e23e-4bf0-b54e-6966a280cc0c']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.851883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739f504a-7948-4c55-a449-3f29087a08c4') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.852285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739f504a-7948-4c55-a449-3f29087a08c4') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:57.865720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.883856 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.888030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:57.891494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.895866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:57.896277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:57.907713 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:57.911088 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:57:57.955787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.029802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.035187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be148ba5-e23e-4bf0-b54e-6966a280cc0c {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:57:58.038309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.045218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/networks/be148ba5-e23e-4bf0-b54e-6966a280cc0c HTTP/1.1" status: 204 len: 168 time: 2.9206390 Dec 20 15:57:58.047353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43834) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.102547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ab58-841a-4f87-912d-70b94cbd20b9 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Network': ['ID=be148ba5-e23e-4bf0-b54e-6966a280cc0c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:58.119728 n-d-781076-8 neutron-server[103953]: INFO neutron.db.ipam_backend_mixin [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 83095e06-0ad8-47cf-8c55-a23ac81ba99d (CIDR: 2001:db8:0:1::/64) Dec 20 15:57:58.130874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9c231bd8-6200-493d-a319-b02e4c7462f6 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.0817716 Dec 20 15:57:58.133378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.140676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.187623 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:57:58.188215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:58.217072 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.245473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16b7b48-5e7c-4afd-a2ae-8a93bff0a318,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:58.272274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.272734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.273299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.273730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.274171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.275165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.275165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.275639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.276056 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.276488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.277962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.277962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.277962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.278351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:58.283194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c4a561d6-24e5-4e39-b827-c115ada37ebf tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9182632 Dec 20 15:57:58.283648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01e3fd31-f56e-4e95-bbcc-a63c713f690b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8900 time: 0.1491303 Dec 20 15:57:58.284379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43838) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.284606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43840) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.292404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'subnet': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:58.326235 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.330163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ff70c177-c43c-47ee-b0c7-d9cdff648bfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6599123 Dec 20 15:57:58.330321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43844) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.334675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'security_group_rule': {'security_group_id': 'c76ab506-9552-48d5-ae70-751f80a6440f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:58.343702 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-8a887708-a898-4c31-9aac-059c155c7d6b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] delete failed (client error): The resource could not be found. Dec 20 15:57:58.347756 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8a887708-a898-4c31-9aac-059c155c7d6b tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/08e55b6f-57f5-4808-8cc0-d85b53f689dc HTTP/1.1" status: 404 len: 345 time: 0.0579338 Dec 20 15:57:58.348174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43846) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.385653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.400575 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d002e2-4270-4005-9afe-519a27b11300 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 15:57:58.401083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d002e2-4270-4005-9afe-519a27b11300 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:57:58.408349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c7d002e2-4270-4005-9afe-519a27b11300 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/networks/be148ba5-e23e-4bf0-b54e-6966a280cc0c HTTP/1.1" status: 404 len: 339 time: 0.0550869 Dec 20 15:57:58.409810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43848) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:58.416586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'network': {'name': 'tempest-network--267727117', 'router:external': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:58.465374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.533822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Made reservation on behalf of efadcc10197e430ab6165f676eeaabbe for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:58.536593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.536948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dcfa15ab-06aa-41ba-b74f-d361d846eb4b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:57:58.580179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:57:58.589953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.590446 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Added segment eb5a7f0c-aaf1-4d7f-96db-b84dccc8d1a1 of type vlan for network 4af600ba-4bdd-42f5-96c5-2feb5c87e36e Dec 20 15:57:58.591091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port dcfa15ab-06aa-41ba-b74f-d361d846eb4b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:57:58.591986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.619935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.687782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Made reservation on behalf of 2113ef77c72f4e1fb22c666368e93fac for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:57:58.692215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:58.857482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.016125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.017096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.018776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.078162 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.086929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.104155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Network': ['ID=4af600ba-4bdd-42f5-96c5-2feb5c87e36e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:59.107103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d002b3-2e23-4216-bfd9-c22bd6f770c4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:59.125783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4af600ba-4bdd-42f5-96c5-2feb5c87e36e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:57:59.144685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:57:59.149275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:57:59.152780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.153841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.169611 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30818ac5-9c58-4e7c-baf1-e2e013a3316a tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7570665 Dec 20 15:57:59.174236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43858) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:59.186272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Subnet': ['ID=9557f4ae-047b-4ee9-b328-99c11c70ee91,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:59.200333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37388c3-51ea-4eb1-b18d-b1b78ea75090 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:57:59.218993 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.223353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ae43d9dc-e10f-45c0-b8de-f40a7a58e0f1 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8890462 Dec 20 15:57:59.224341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43860) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:59.230178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:59.255195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port e5271d9a-5c8c-4be2-a11d-2391c9545c86 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:57:59.255539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.284182 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc5d96f5-eb34-4c3b-b939-93520b113c09 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9984405 Dec 20 15:57:59.291130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:59.300342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-11828826', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9557f4ae-047b-4ee9-b328-99c11c70ee91'}], 'security_groups': ['56565c85-6661-4d8d-8bb2-08996b57bb09', '48bff4dd-bf72-444f-93b9-5e156d644ffb']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:57:59.465783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-259016ea-777d-4c5f-9013-ec50f2d4ab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.468648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.513051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8e162-0f88-4c3d-b565-bc11a0f44b66 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.521945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8e162-0f88-4c3d-b565-bc11a0f44b66 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.531455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8e162-0f88-4c3d-b565-bc11a0f44b66 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.546464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8e162-0f88-4c3d-b565-bc11a0f44b66 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:59.551839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d9c8e162-0f88-4c3d-b565-bc11a0f44b66 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3755736 Dec 20 15:57:59.555349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43864) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:57:59.601068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.608837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.617633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] Update dhcp port {'port': {'network_id': 'df90ba80-42b4-4671-ba36-6dc15fba90b9', 'fixed_ips': [{'subnet_id': '83095e06-0ad8-47cf-8c55-a23ac81ba99d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d45de17-ef83-46c4-888d-e5e00f22702f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9557f4ae-047b-4ee9-b328-99c11c70ee91'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'd9b9e799-5076-4330-9c03-3e2a84f2f9e9'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 15:57:59.650790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.651263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for e5271d9a-5c8c-4be2-a11d-2391c9545c86 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:57:59.681643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.785859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.822743 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.866755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] Allocated IP 2001:db8:0:2::2 (df90ba80-42b4-4671-ba36-6dc15fba90b9/9557f4ae-047b-4ee9-b328-99c11c70ee91/d9b9e799-5076-4330-9c03-3e2a84f2f9e9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:59.882261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af600ba-4bdd-42f5-96c5-2feb5c87e36e']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.899655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5a7f0c-aaf1-4d7f-96db-b84dccc8d1a1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.900174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5a7f0c-aaf1-4d7f-96db-b84dccc8d1a1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:57:59.915090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.918886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 172.25.6.149 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f60727fb-8b38-44ad-b877-53f41597ff18) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:57:59.941701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.952346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:57:59.952745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:57:59.954699 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:57:59.957881 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:00.016341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,segment=NetworkSegment(0071ff5a-658f-4a8d-9af2-6be9cdb39719),segment_id=0071ff5a-658f-4a8d-9af2-6be9cdb39719)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:00.060340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.106094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.145275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.180580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.228555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.236968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=e5271d9a-5c8c-4be2-a11d-2391c9545c86,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.244585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4af600ba-4bdd-42f5-96c5-2feb5c87e36e {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:58:00.254261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.257597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/networks/4af600ba-4bdd-42f5-96c5-2feb5c87e36e HTTP/1.1" status: 204 len: 168 time: 0.7017181 Dec 20 15:58:00.267872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43870) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:00.273747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'network': {'name': 'tempest-network--715029172', 'router:external': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:00.279969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6dfd3-5344-4fe9-b48d-ee90965d6969 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Network': ['ID=4af600ba-4bdd-42f5-96c5-2feb5c87e36e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.345333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5b8ef-af77-49f3-8cf9-eab7f25ddecd None None] Pushing event updated for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.450277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Delete allocated IP 2001:db8::1b3 (df90ba80-42b4-4671-ba36-6dc15fba90b9/1d45de17-ef83-46c4-888d-e5e00f22702f) {{(pid=103954) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 15:58:00.461503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Allocated IP 2001:db8:0:2::238 (df90ba80-42b4-4671-ba36-6dc15fba90b9/9557f4ae-047b-4ee9-b328-99c11c70ee91/4d0ba250-1b77-4c41-806e-518cfeddf686) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:00.556075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Made reservation on behalf of efadcc10197e430ab6165f676eeaabbe for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:00.561441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.572865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.587506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:00.607769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.644426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=f60727fb-8b38-44ad-b877-53f41597ff18,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:00.711533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:00.716420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.725328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:00.734817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.735165 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Added segment c90323f2-91e4-4d37-ae1f-92fcd6455fdd of type vlan for network 22ea86da-04c6-48ff-9f5d-7083f36d01ff Dec 20 15:58:00.738054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:00.750661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:00.754547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:00.851155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.951903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:00.958342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.042098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router 593d571e-1baa-420f-a447-b551187e26dd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:01.108816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.109815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:01.110395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.117061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.222174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] In _notify_port_updated(), no bound segment for port 4d0ba250-1b77-4c41-806e-518cfeddf686 on network df90ba80-42b4-4671-ba36-6dc15fba90b9 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:58:01.228194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:01.229335 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.230352 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "PUT /v2.0/ports/4d0ba250-1b77-4c41-806e-518cfeddf686 HTTP/1.1" status: 200 len: 968 time: 1.9366796 Dec 20 15:58:01.244008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43876) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:01.267457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.269370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2adff9-cd8d-4630-9403-8a7c55dda709 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event updated for resources: {'Port': ['ID=4d0ba250-1b77-4c41-806e-518cfeddf686,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:01.299249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0298061 Dec 20 15:58:01.299490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43878) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:01.310173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068450c3-8fe7-40b2-b0de-905e82862999 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Network': ['ID=22ea86da-04c6-48ff-9f5d-7083f36d01ff,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:01.320814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:01.339215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 22ea86da-04c6-48ff-9f5d-7083f36d01ff details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:01.341960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0bcc906c-b0ee-4d1c-b429-25e1910d2847 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/routers/593d571e-1baa-420f-a447-b551187e26dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7800920 Dec 20 15:58:01.342281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] Sync routers for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:01.342667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43880) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:01.349882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:01.350415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.405088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:01.406039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.436626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448b805-b596-4f8d-a062-308d3a59103d tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:01.441744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c448b805-b596-4f8d-a062-308d3a59103d tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] 10.222.0.81 "GET /v2.0/networks/22ea86da-04c6-48ff-9f5d-7083f36d01ff HTTP/1.1" status: 200 len: 756 time: 0.1411264 Dec 20 15:58:01.443673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43882) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:01.494642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.513207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.515059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] Routers {'593d571e-1baa-420f-a447-b551187e26dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:01.515697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:57:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['593d571e-1baa-420f-a447-b551187e26dd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.554991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:01.566657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.567935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae6ed9-138e-4599-b9e1-3ddd06b9f9ec None None] The sync data for ids ['593d571e-1baa-420f-a447-b551187e26dd'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:01.572189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port 4d0ba250-1b77-4c41-806e-518cfeddf686 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:01.572666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.577595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:01.577967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.603024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1552f-daa5-4368-a371-cea05c3db06e tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:01.607532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f3b1552f-daa5-4368-a371-cea05c3db06e tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] 10.222.0.81 "GET /v2.0/networks/b1e3b2fc-1ca4-46f4-8f40-285be84f4500 HTTP/1.1" status: 200 len: 767 time: 0.1490846 Dec 20 15:58:01.607532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43884) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:01.702309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.707325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Provisioning complete for port 4d0ba250-1b77-4c41-806e-518cfeddf686 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:01.707702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.714098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.718777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.728010 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.732758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for 4d0ba250-1b77-4c41-806e-518cfeddf686 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:01.747114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fea8eb4b-3cd4-4656-a81c-bbbb9a59eea6 None None] Port 4d0ba250-1b77-4c41-806e-518cfeddf686 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:01.807014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5012ce84-3ad0-41c2-bea3-a0bacc2694bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.817742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.839553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ea86da-04c6-48ff-9f5d-7083f36d01ff']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.850465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90323f2-91e4-4d37-ae1f-92fcd6455fdd') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.850839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90323f2-91e4-4d37-ae1f-92fcd6455fdd') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:01.860345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.875504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.877799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.878874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-278fe23e-740f-4647-ab8f-f270daee0498 None None] Provisioning complete for port 4d0ba250-1b77-4c41-806e-518cfeddf686 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:01.879278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-278fe23e-740f-4647-ab8f-f270daee0498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.905578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 45dc546b-2a55-461d-953e-e0077adc2819 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:01.905920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.907711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:01.908415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:01.912858 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:01.920024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-278fe23e-740f-4647-ab8f-f270daee0498 None None] Port 4d0ba250-1b77-4c41-806e-518cfeddf686 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:01.967674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.006989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=4d0ba250-1b77-4c41-806e-518cfeddf686,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.021652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=f60727fb-8b38-44ad-b877-53f41597ff18,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.031948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.034951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.067643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 45dc546b-2a55-461d-953e-e0077adc2819 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:02.074065 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.080325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f1b27fc5-a60f-49c5-8ed3-4f5725594bf8 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/4d0ba250-1b77-4c41-806e-518cfeddf686 HTTP/1.1" status: 204 len: 168 time: 0.8325000 Dec 20 15:58:02.080325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43892) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:02.115912 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.117968 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0720d2-eb91-4d31-9890-c4c8fd4c6aba tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] GET failed (client error): The resource could not be found. Dec 20 15:58:02.122190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd0720d2-eb91-4d31-9890-c4c8fd4c6aba tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports/4d0ba250-1b77-4c41-806e-518cfeddf686 HTTP/1.1" status: 404 len: 333 time: 0.0381591 Dec 20 15:58:02.125584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22ea86da-04c6-48ff-9f5d-7083f36d01ff {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:58:02.130420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.135328 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/networks/22ea86da-04c6-48ff-9f5d-7083f36d01ff HTTP/1.1" status: 204 len: 168 time: 0.5267165 Dec 20 15:58:02.136076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43894) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:02.153947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43896) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:02.158634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'network': {'name': 'tempest-network--1680983344'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:02.169577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d6505-369f-4f40-8751-8316a715c668 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Network': ['ID=22ea86da-04c6-48ff-9f5d-7083f36d01ff,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.176653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.178158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f4d61e61-7fc2-425b-8522-902ae9b0b3c8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9527173 Dec 20 15:58:02.294967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Made reservation on behalf of efadcc10197e430ab6165f676eeaabbe for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:02.297302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.323912 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63bfe1d3-2138-4614-9289-bf5fe788e7a2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.393355 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63bfe1d3-2138-4614-9289-bf5fe788e7a2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.437972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:02.465877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.467148 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Added segment baca5c46-d354-4e0e-94d6-905e92564f62 of type vlan for network f84c4187-3300-49dc-90c9-b9131af7d7bd Dec 20 15:58:02.516438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.523757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.550732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63bfe1d3-2138-4614-9289-bf5fe788e7a2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.554770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-63bfe1d3-2138-4614-9289-bf5fe788e7a2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.556476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-63bfe1d3-2138-4614-9289-bf5fe788e7a2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/security-groups/099a6bcb-289e-4181-bb36-c2a25d778640 HTTP/1.1" status: 204 len: 168 time: 0.4017215 Dec 20 15:58:02.587687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01ec1f-dcad-456d-bb1e-ccbd41369967 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:02.592167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43914) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:02.593284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfe1d3-2138-4614-9289-bf5fe788e7a2 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099a6bcb-289e-4181-bb36-c2a25d778640,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.616501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=45dc546b-2a55-461d-953e-e0077adc2819,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.698191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a132e0-305c-47a8-9592-22acb4fe823d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.709397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-94a77a25-d695-4f71-8e75-2ddb138a9b66 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2050946516&fields=id&tenant_id=6729aa467daa4009960023047a2141c5 HTTP/1.1" status: 200 len: 267 time: 0.1753278 Dec 20 15:58:02.711839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.724250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a132e0-305c-47a8-9592-22acb4fe823d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.813837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.814818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:02.815477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.823510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.867782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.871648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.887487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-08c978f9-484a-445f-b375-7bf3a26b9f82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:02.888880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-08c978f9-484a-445f-b375-7bf3a26b9f82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 931 time: 0.1475160 Dec 20 15:58:02.910511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a132e0-305c-47a8-9592-22acb4fe823d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.913267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a132e0-305c-47a8-9592-22acb4fe823d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:02.917579 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-34a132e0-305c-47a8-9592-22acb4fe823d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/security-groups/48bff4dd-bf72-444f-93b9-5e156d644ffb HTTP/1.1" status: 204 len: 168 time: 0.3169663 Dec 20 15:58:02.918673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43918) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:02.936961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a132e0-305c-47a8-9592-22acb4fe823d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bff4dd-bf72-444f-93b9-5e156d644ffb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.991531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8365414 Dec 20 15:58:02.994796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43922) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:02.996303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab79e-5b7f-4a4f-b101-ff39aff0aab3 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Network': ['ID=f84c4187-3300-49dc-90c9-b9131af7d7bd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:02.997307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d15c9d13-bc74-45b3-ba39-cad4d65ee96f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.002465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:03.011322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f84c4187-3300-49dc-90c9-b9131af7d7bd details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:03.042728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-d71eadd8-e6a7-46bf-9079-b8de3d7378aa tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:03.044187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-d71eadd8-e6a7-46bf-9079-b8de3d7378aa tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 932 time: 0.0961120 Dec 20 15:58:03.044319 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d15c9d13-bc74-45b3-ba39-cad4d65ee96f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.080460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.080915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Fanout notify agent at l3_agent the message router_deleted on router 593d571e-1baa-420f-a447-b551187e26dd {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:03.104494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.105638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f0dcb7a8-f79c-4fd1-adde-449546b95a9b tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/routers/593d571e-1baa-420f-a447-b551187e26dd HTTP/1.1" status: 204 len: 168 time: 1.7365351 Dec 20 15:58:03.109129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:03.168196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-a549a9f2-c1c6-42de-a5db-0df6c1705938 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0926251 Dec 20 15:58:03.169852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting subnet c432be90-d9b7-45bf-8cda-884c1a2d4032 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:03.174173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.206386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7722eb11-d54c-4adc-aa99-aabf330ed3f4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365307 Dec 20 15:58:03.206574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d15c9d13-bc74-45b3-ba39-cad4d65ee96f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.209362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d15c9d13-bc74-45b3-ba39-cad4d65ee96f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.212990 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d15c9d13-bc74-45b3-ba39-cad4d65ee96f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/security-groups/56565c85-6661-4d8d-8bb2-08996b57bb09 HTTP/1.1" status: 204 len: 168 time: 0.2909260 Dec 20 15:58:03.216732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43926) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:03.254533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c9d13-bc74-45b3-ba39-cad4d65ee96f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56565c85-6661-4d8d-8bb2-08996b57bb09,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:03.273489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.338371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 1d45de17-ef83-46c4-888d-e5e00f22702f {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:03.347557 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.517749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.574282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.677710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.751307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.771732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-739ac071-ce75-4093-91b3-8f435604664d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:03.777720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-739ac071-ce75-4093-91b3-8f435604664d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:03.783592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-739ac071-ce75-4093-91b3-8f435604664d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:03.785228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-739ac071-ce75-4093-91b3-8f435604664d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 1990 time: 0.5639083 Dec 20 15:58:03.800804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7cbeb86a-f456-4c51-aae8-437c9c828787 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/quotas/6729aa467daa4009960023047a2141c5 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Dec 20 15:58:03.853658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.861985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee7a84bb-954e-489d-bf61-b4f8758466fb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0557144 Dec 20 15:58:03.882214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-33dd1a4f-7ada-4a73-8cef-54487c48f373 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:58:03.883387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-33dd1a4f-7ada-4a73-8cef-54487c48f373 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063939 Dec 20 15:58:03.885826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Subnet': ['ID=c432be90-d9b7-45bf-8cda-884c1a2d4032,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:03.891647 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.898431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5fcb17a6-41ad-4e11-8d97-efc792123afd tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/subnets/c432be90-d9b7-45bf-8cda-884c1a2d4032 HTTP/1.1" status: 204 len: 168 time: 0.7852499 Dec 20 15:58:03.898885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43930) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:03.899307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d31c3-a547-413d-b57d-2aeff3aefa80 None None] Network d79c905d-7729-4d70-ba7e-9fc17d5123db requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:03.910651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.939325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.943890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=1d45de17-ef83-46c4-888d-e5e00f22702f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:03.956842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:03.961212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ca3fb026-5933-4abb-be2e-bfe49adf2209 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/1d45de17-ef83-46c4-888d-e5e00f22702f HTTP/1.1" status: 204 len: 168 time: 0.7416482 Dec 20 15:58:03.966165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43932) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:03.969921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45ac97-b985-43f3-bdaf-445e455e3b43 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:04.011050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Network f84c4187-3300-49dc-90c9-b9131af7d7bd is not hosted by any dhcp agent {{(pid=103953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 15:58:04.012039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:04.012570 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.014181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "PUT /v2.0/networks/f84c4187-3300-49dc-90c9-b9131af7d7bd HTTP/1.1" status: 200 len: 858 time: 1.0159304 Dec 20 15:58:04.014603 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:58:04.017913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43934) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:04.135436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.142303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1bd05-5d68-4c0b-b31f-bb30c7bb93ce tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event updated for resources: {'Network': ['ID=f84c4187-3300-49dc-90c9-b9131af7d7bd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.172494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] DHCP port deletion for d79c905d-7729-4d70-ba7e-9fc17d5123db request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:04.177707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-68ee5591-ba99-4e0d-9f98-186ec3625ac0 service neutron] 10.222.0.81 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795660 Dec 20 15:58:04.243635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] Deleting port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:04.244020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.317310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:04.317524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.320132 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.339792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] For port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,segment=NetworkSegment(0e35575e-67fb-4600-9d35-fce20cfd6e18),segment_id=0e35575e-67fb-4600-9d35-fce20cfd6e18)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:04.340227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.340634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-c1ba117b-0b41-4c4a-abfc-83ee66f19207 service neutron] 10.222.0.81 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385112 Dec 20 15:58:04.356237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] Calling delete_port for 5bd6af4d-8fea-4997-9d18-1c23ff108bfb owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:04.472396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] For port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,segment=NetworkSegment(0e35575e-67fb-4600-9d35-fce20cfd6e18),segment_id=0e35575e-67fb-4600-9d35-fce20cfd6e18)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:04.472998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.481745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-1ce8eb2e-f477-4b16-b5f6-a4a0aa826594 service neutron] 10.222.0.81 "GET /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1099489 Dec 20 15:58:04.512053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 5bd6af4d-8fea-4997-9d18-1c23ff108bfb owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:04.539173 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.547291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5bd6af4d-8fea-4997-9d18-1c23ff108bfb no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:04.548015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.561145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 9557f4ae-047b-4ee9-b328-99c11c70ee91 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:04.564529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.606394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] Pushing event deleted for resources: {'Port': ['ID=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.607383 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.608570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900e2d9-49bc-4cf0-9cdf-12bb73988d35 None None] No DVR routers for this DVR port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:04.610137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5bd6af4d-8fea-4997-9d18-1c23ff108bfb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:04.610544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5bd6af4d-8fea-4997-9d18-1c23ff108bfb not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:04.678579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b88dcce0-7318-4b96-aeb4-7549bfeabec4 service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803813 Dec 20 15:58:04.692179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.745764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=5bd6af4d-8fea-4997-9d18-1c23ff108bfb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:04.750861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.756699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] No DVR routers for this DVR port 5bd6af4d-8fea-4997-9d18-1c23ff108bfb on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:04.788275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84c4187-3300-49dc-90c9-b9131af7d7bd']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:04.796646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.821013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baca5c46-d354-4e0e-94d6-905e92564f62') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:04.821337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baca5c46-d354-4e0e-94d6-905e92564f62') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:04.836634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.860548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.868525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:04.868926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:04.870769 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:04.885095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.906708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-5821b42e-59b8-47c2-a4cd-5b17f5e7ed69 service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121015 Dec 20 15:58:04.916520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79c905d-7729-4d70-ba7e-9fc17d5123db']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:04.950815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e35575e-67fb-4600-9d35-fce20cfd6e18') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:04.951160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e35575e-67fb-4600-9d35-fce20cfd6e18') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:04.966704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.974916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8f721402-7b59-4532-85a7-b733d42a73b4 None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:04.975407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f721402-7b59-4532-85a7-b733d42a73b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.977191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-f7a575a3-c87a-4ca9-a459-6b871d11f6ca service neutron] 10.222.0.81 "GET /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582361 Dec 20 15:58:04.985764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.990573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.015414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:05.015894 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:05.019276 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:05.024173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8f721402-7b59-4532-85a7-b733d42a73b4 None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:05.029902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=9557f4ae-047b-4ee9-b328-99c11c70ee91,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.035702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c605b5f-3a1b-4fe5-9252-3a1d683f1813 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:05.039851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8f721402-7b59-4532-85a7-b733d42a73b4 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:05.040301 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f721402-7b59-4532-85a7-b733d42a73b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.040570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.046975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a13d08f6-3893-45b9-bd3d-4e546273593f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/9557f4ae-047b-4ee9-b328-99c11c70ee91 HTTP/1.1" status: 204 len: 168 time: 1.0773191 Dec 20 15:58:05.046975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.052132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f84c4187-3300-49dc-90c9-b9131af7d7bd {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:58:05.054992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.060787 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f84c4187-3300-49dc-90c9-b9131af7d7bd HTTP/1.1" status: 204 len: 168 time: 1.0418220 Dec 20 15:58:05.061426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43940) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.070973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43944) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.132248 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcbad6f-c82a-4e15-9cc3-7b2f3b988b1f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:05.132742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcbad6f-c82a-4e15-9cc3-7b2f3b988b1f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:05.139286 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6bcbad6f-c82a-4e15-9cc3-7b2f3b988b1f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/1d45de17-ef83-46c4-888d-e5e00f22702f HTTP/1.1" status: 404 len: 337 time: 0.0729382 Dec 20 15:58:05.139286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf629b9a-6f6d-4efc-80b9-7795c3a41ea8 tempest-ExternalNetworksTestJSON-1445514765 tempest-ExternalNetworksTestJSON-1445514765-project-admin] Pushing event deleted for resources: {'Network': ['ID=f84c4187-3300-49dc-90c9-b9131af7d7bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.148304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43948) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.167507 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-397924b9-638f-486a-8797-772e2943f99f tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:05.167977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397924b9-638f-486a-8797-772e2943f99f tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:05.173981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-397924b9-638f-486a-8797-772e2943f99f tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] 10.222.0.81 "DELETE /v2.0/subnets/4e9dcb64-16bf-4d28-a22e-e17a92f62364 HTTP/1.1" status: 404 len: 337 time: 0.0937393 Dec 20 15:58:05.177721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43950) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.197390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.257133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting subnet 83095e06-0ad8-47cf-8c55-a23ac81ba99d {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:05.260650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.265100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-1dceafff-b8e8-4b90-a343-af88a58bc221 service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762814 Dec 20 15:58:05.308953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.355871 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.361453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/networks/d79c905d-7729-4d70-ba7e-9fc17d5123db HTTP/1.1" status: 204 len: 168 time: 1.4593196 Dec 20 15:58:05.371122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43954) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.395583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.438756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93bc52-d9c9-4e26-a8ca-4d570b3ef2b1 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Network': ['ID=d79c905d-7729-4d70-ba7e-9fc17d5123db,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.442308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-0fcf10db-06b7-4370-b796-6df4b52b9d44 service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696584 Dec 20 15:58:05.446020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.537569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.554906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-0774890c-9acd-40ef-94c2-eeb8613050c2 service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055534 Dec 20 15:58:05.678213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-da66299f-bc4a-46b3-808f-5f5f99130516 service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151564 Dec 20 15:58:05.788068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port d7694c19-1f26-40f9-b613-2a92a807eda8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:05.788587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.855113 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.860968 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.878470 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.886582 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/83095e06-0ad8-47cf-8c55-a23ac81ba99d HTTP/1.1" status: 204 len: 168 time: 0.7323592 Dec 20 15:58:05.886582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.888257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e3b2fc-1ca4-46f4-8f40-285be84f4500']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:05.905391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0bb461-a4cf-4539-ab91-db059d2a5447') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:05.905685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0bb461-a4cf-4539-ab91-db059d2a5447') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:05.924106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.932837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-6dea94aa-0dea-49f4-975a-ab6149b312fc service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467434 Dec 20 15:58:05.939296 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989a863-ed71-4143-af87-f295707e0e3d tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Subnet': ['ID=83095e06-0ad8-47cf-8c55-a23ac81ba99d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:05.951851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.954216 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c045ccfb-c074-403f-ab37-4fca4fea67ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:05.954865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c045ccfb-c074-403f-ab37-4fca4fea67ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:05.959861 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c045ccfb-c074-403f-ab37-4fca4fea67ef tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/91cbc5ba-727f-4297-ba0c-77d6b8e58a58 HTTP/1.1" status: 404 len: 337 time: 0.0719867 Dec 20 15:58:05.963503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43960) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:05.974673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:05.975077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.976035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.976570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:05.978116 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:06.009718 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-49260d9c-31eb-46e0-bc3b-231efd07361e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "GET /v2.0/ports?device_id=82020a25-ddf1-437a-92c1-c913062580c1 HTTP/1.1" status: 200 len: 205 time: 0.0448320 Dec 20 15:58:06.013647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43962) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.022449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for d7694c19-1f26-40f9-b613-2a92a807eda8 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:06.068769 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-6a49e39a-78c4-4535-a725-af2507b2e516 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] delete failed (client error): The resource could not be found. Dec 20 15:58:06.070160 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a49e39a-78c4-4535-a725-af2507b2e516 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/routers/82020a25-ddf1-437a-92c1-c913062580c1 HTTP/1.1" status: 404 len: 336 time: 0.0551915 Dec 20 15:58:06.072689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43964) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.100276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2faa919f-0031-4830-a3e0-e707f381a2bd service neutron] 10.222.0.81 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566131 Dec 20 15:58:06.103291 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd68ef6b-b259-4dc2-aa3f-fdfb52d62e4f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.103923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd68ef6b-b259-4dc2-aa3f-fdfb52d62e4f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.107083 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fd68ef6b-b259-4dc2-aa3f-fdfb52d62e4f tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/08b2d264-6a62-46a0-a129-6561604c17a4 HTTP/1.1" status: 404 len: 337 time: 0.0332520 Dec 20 15:58:06.120305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43966) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.183636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.193234 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf73e68-1199-4434-a83d-a5701cb736ab tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.193683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf73e68-1199-4434-a83d-a5701cb736ab tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.199366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7cf73e68-1199-4434-a83d-a5701cb736ab tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/9cad6e3a-b758-4f9f-8b95-bdd249048533 HTTP/1.1" status: 404 len: 337 time: 0.0744958 Dec 20 15:58:06.199366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.202634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] 10.222.0.81 "DELETE /v2.0/networks/b1e3b2fc-1ca4-46f4-8f40-285be84f4500 HTTP/1.1" status: 204 len: 168 time: 1.0239284 Dec 20 15:58:06.229579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba828a-7935-4e80-bc7a-48ad1da601b8 None None] Network df90ba80-42b4-4671-ba36-6dc15fba90b9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:06.231126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43968) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.279807 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d469f7-677c-4490-89e0-efdb56d5f9a6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.281516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d469f7-677c-4490-89e0-efdb56d5f9a6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.288745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363c3a7-4cce-4cc7-b7ab-9747c44375c8 tempest-ExternalNetworksTestJSON-115128920 tempest-ExternalNetworksTestJSON-115128920-project] Pushing event deleted for resources: {'Network': ['ID=b1e3b2fc-1ca4-46f4-8f40-285be84f4500,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:06.288924 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-09d469f7-677c-4490-89e0-efdb56d5f9a6 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/0798bc70-f158-4be6-a7b7-5bf067565c01 HTTP/1.1" status: 404 len: 337 time: 0.0537825 Dec 20 15:58:06.289785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43972) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.318030 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5aa8d9-0b19-4b2d-b804-46b5d5ce163a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.318612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5aa8d9-0b19-4b2d-b804-46b5d5ce163a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.324365 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f5aa8d9-0b19-4b2d-b804-46b5d5ce163a tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/33f51c38-4a37-4993-8e09-9d523b40d920 HTTP/1.1" status: 404 len: 333 time: 0.0315347 Dec 20 15:58:06.325094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43974) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.358424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-dc7075af-fd59-4e16-8ae7-777d5fa5b369 service neutron] 10.222.0.81 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490363 Dec 20 15:58:06.376073 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-316c96dc-304f-4b56-8a4a-690d15086545 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.376748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316c96dc-304f-4b56-8a4a-690d15086545 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.381997 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-316c96dc-304f-4b56-8a4a-690d15086545 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/8b04d076-8073-4461-abcb-c1cd60af14bd HTTP/1.1" status: 404 len: 337 time: 0.0562418 Dec 20 15:58:06.386866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43978) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.420372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccdd1cd1-c55f-4922-8d18-340e76db0796 None None] Provisioning complete for port f377da73-a913-49c8-9455-3bb3a9df8f31 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:06.421349 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1cd1-c55f-4922-8d18-340e76db0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.458763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.492089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=d7694c19-1f26-40f9-b613-2a92a807eda8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:06.512191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd1cd1-c55f-4922-8d18-340e76db0796 None None] Port f377da73-a913-49c8-9455-3bb3a9df8f31 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:06.531531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccdd1cd1-c55f-4922-8d18-340e76db0796 None None] Provisioning complete for port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:06.532518 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccdd1cd1-c55f-4922-8d18-340e76db0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.559510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b015d2a0-0c50-42e7-a190-6a25dbeb4b4f service neutron] 10.222.0.81 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934559 Dec 20 15:58:06.609260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.613308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.614501 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-644ea6f6-563e-4da1-835e-86d40331dfa9 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/floatingips/5b532a4a-d044-4bc8-aab4-0be4e93414f0 HTTP/1.1" status: 204 len: 168 time: 1.2403188 Dec 20 15:58:06.622443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43982) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.625091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] DHCP port deletion for df90ba80-42b4-4671-ba36-6dc15fba90b9 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:06.664989 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3aa5b1-268d-4807-b83d-ec351509a9f4 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.665421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3aa5b1-268d-4807-b83d-ec351509a9f4 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.671102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6d3aa5b1-268d-4807-b83d-ec351509a9f4 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/a9c85f56-e0f3-431a-b5f2-a2b2237fc03f HTTP/1.1" status: 404 len: 337 time: 0.2807131 Dec 20 15:58:06.676977 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d412f2-cba2-4205-a752-2457c8d68c32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.676977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d412f2-cba2-4205-a752-2457c8d68c32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.676977 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-52d412f2-cba2-4205-a752-2457c8d68c32 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/ports/299b32e7-cb08-447d-ad36-cc3aaf8ed31c HTTP/1.1" status: 404 len: 333 time: 0.0529380 Dec 20 15:58:06.679448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43988) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.683140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43986) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.733929 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ca7a45-5928-49b8-9420-9ac004d64b7e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.734527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ca7a45-5928-49b8-9420-9ac004d64b7e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.737920 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-07ca7a45-5928-49b8-9420-9ac004d64b7e tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/5f126525-4d0b-45ba-873a-034b7e564996 HTTP/1.1" status: 404 len: 333 time: 0.0537887 Dec 20 15:58:06.742154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43990) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.785989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] Deleting port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:06.786367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.787987 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bffb7f8-c5de-4a08-b86d-8ab5e38366af tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.788447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bffb7f8-c5de-4a08-b86d-8ab5e38366af tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.794289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8bffb7f8-c5de-4a08-b86d-8ab5e38366af tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/8124cf02-1952-49ef-b227-3ae9e14f7b87 HTTP/1.1" status: 404 len: 337 time: 0.0487449 Dec 20 15:58:06.798177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.810877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f359d3ee-396a-466d-b7cf-071757ae68b6 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/ports?device_id=593d571e-1baa-420f-a447-b551187e26dd HTTP/1.1" status: 200 len: 205 time: 0.1302342 Dec 20 15:58:06.817370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 43996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.840384 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e96f6eb-3f0c-4c07-8c26-947744c08507 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.840814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e96f6eb-3f0c-4c07-8c26-947744c08507 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.846637 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e96f6eb-3f0c-4c07-8c26-947744c08507 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/subnets/186826fe-3abb-4617-bd19-2821cfbc47d0 HTTP/1.1" status: 404 len: 337 time: 0.0449505 Dec 20 15:58:06.849339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 43998) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.858142 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-6ae21808-3568-426f-ba66-5d4a69b3576e tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] delete failed (client error): The resource could not be found. Dec 20 15:58:06.861904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6ae21808-3568-426f-ba66-5d4a69b3576e tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/routers/593d571e-1baa-420f-a447-b551187e26dd HTTP/1.1" status: 404 len: 336 time: 0.0441077 Dec 20 15:58:06.863267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.891943 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe72bba-5584-4f3e-b14f-47c40939b96f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] DELETE failed (client error): The resource could not be found. Dec 20 15:58:06.892401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe72bba-5584-4f3e-b14f-47c40939b96f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:58:06.899160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4fe72bba-5584-4f3e-b14f-47c40939b96f tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/subnets/c432be90-d9b7-45bf-8cda-884c1a2d4032 HTTP/1.1" status: 404 len: 337 time: 0.0334198 Dec 20 15:58:06.899767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44002) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:06.934976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] For port d9b9e799-5076-4330-9c03-3e2a84f2f9e9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,segment=NetworkSegment(0071ff5a-658f-4a8d-9af2-6be9cdb39719),segment_id=0071ff5a-658f-4a8d-9af2-6be9cdb39719)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:06.936917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.967927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-44e6f715-866e-4050-806f-06aa3b77856a service neutron] 10.222.0.81 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071777 Dec 20 15:58:06.991354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] Calling delete_port for d9b9e799-5076-4330-9c03-3e2a84f2f9e9 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:06.991572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Deleting port f377da73-a913-49c8-9455-3bb3a9df8f31 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:06.991572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.047808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44004) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:07.099558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.120145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Calling delete_port for f377da73-a913-49c8-9455-3bb3a9df8f31 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:07.201266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 5164905e-0ea5-45ad-9308-778d700e7a7c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:07.201266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.246287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-f2205f5e-deae-4f32-bd7f-5947eb45f385 service neutron] 10.222.0.81 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479067 Dec 20 15:58:07.301296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.321187 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.331298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] Pushing event deleted for resources: {'Port': ['ID=d9b9e799-5076-4330-9c03-3e2a84f2f9e9,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.341995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b104e70-ed1a-403d-84a9-7a600aacb5e4 None None] No DVR routers for this DVR port d9b9e799-5076-4330-9c03-3e2a84f2f9e9 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:07.367315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.386315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 5164905e-0ea5-45ad-9308-778d700e7a7c owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:07.407968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Port': ['ID=f377da73-a913-49c8-9455-3bb3a9df8f31,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.428764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.433417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ab111c54-e962-4f31-8616-dd0af1771634 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/ports/f377da73-a913-49c8-9455-3bb3a9df8f31 HTTP/1.1" status: 204 len: 168 time: 0.5830107 Dec 20 15:58:07.437192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44012) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:07.562543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3545e64d-9b88-44e0-b440-076e836437d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=911fd9033bc8413d9219a5d02cca256d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5135908 Dec 20 15:58:07.567235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:07.606843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.702149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7086dd9d-a1c6-4d44-acb2-b722fd4f70e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.749645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7086dd9d-a1c6-4d44-acb2-b722fd4f70e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.803552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.823959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.847633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df90ba80-42b4-4671-ba36-6dc15fba90b9']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.857751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0071ff5a-658f-4a8d-9af2-6be9cdb39719') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.858270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0071ff5a-658f-4a8d-9af2-6be9cdb39719') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:07.866197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=5164905e-0ea5-45ad-9308-778d700e7a7c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.870111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.889969 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.897415 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:07.897934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:07.901662 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:07.935147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7086dd9d-a1c6-4d44-acb2-b722fd4f70e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.938112 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7086dd9d-a1c6-4d44-acb2-b722fd4f70e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.939329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7086dd9d-a1c6-4d44-acb2-b722fd4f70e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de36808c-2b7f-48dc-973b-9685fff01bdf HTTP/1.1" status: 204 len: 168 time: 0.3706076 Dec 20 15:58:07.961597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086dd9d-a1c6-4d44-acb2-b722fd4f70e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de36808c-2b7f-48dc-973b-9685fff01bdf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:07.967410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:07.973771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e8c780dd-8225-465d-a67c-0c50f993446a tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/ports/5164905e-0ea5-45ad-9308-778d700e7a7c HTTP/1.1" status: 204 len: 168 time: 1.0709720 Dec 20 15:58:07.985930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44028) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.083454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.090885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.094166 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] 10.222.0.81 "DELETE /v2.0/networks/df90ba80-42b4-4671-ba36-6dc15fba90b9 HTTP/1.1" status: 204 len: 168 time: 0.6553199 Dec 20 15:58:08.113328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c55c62-243d-467f-88dd-e698db338cc3 tempest-PortsIpV6TestJSON-239899067 tempest-PortsIpV6TestJSON-239899067-project] Pushing event deleted for resources: {'Network': ['ID=df90ba80-42b4-4671-ba36-6dc15fba90b9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.120780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 761636df-9fae-4cac-b678-63aa81330bc8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:08.120874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.241224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.255109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 761636df-9fae-4cac-b678-63aa81330bc8 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:08.487158 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.511763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:08.515611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=761636df-9fae-4cac-b678-63aa81330bc8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:08.535344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: d9b9e799-5076-4330-9c03-3e2a84f2f9e9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:08.535701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d9b9e799-5076-4330-9c03-3e2a84f2f9e9 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:08.593983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.597481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9672bde-401f-482f-878a-608eca687045 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/ports/761636df-9fae-4cac-b678-63aa81330bc8 HTTP/1.1" status: 204 len: 168 time: 0.6129172 Dec 20 15:58:08.600721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44050) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.667404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c920e-784a-4b2c-931b-ddd82e502b93 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:08.668873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44054) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.669044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fd5c920e-784a-4b2c-931b-ddd82e502b93 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "GET /v2.0/ports?device_id=e45ca8a5-706c-4439-9912-9c0660ebc13d HTTP/1.1" status: 200 len: 913 time: 0.0671070 Dec 20 15:58:08.675739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44058) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.830910 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f464c611-1b03-47e6-933a-207fb61c585d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2113ef77c72f4e1fb22c666368e93fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608360 Dec 20 15:58:08.836256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.842207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.919443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-14d6d7b9-b848-49c6-945b-f92964f161f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efadcc10197e430ab6165f676eeaabbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798182 Dec 20 15:58:08.920944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44068) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:08.929426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ad11-57cf-435c-878a-aee8ad3e6540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:08.974653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ad11-57cf-435c-878a-aee8ad3e6540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.012240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c8de9e1-e2f1-44df-bc90-574c053d58e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.042202 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c8de9e1-e2f1-44df-bc90-574c053d58e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.184261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ad11-57cf-435c-878a-aee8ad3e6540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.184709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.187154 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ad11-57cf-435c-878a-aee8ad3e6540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.191149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9ba5ad11-57cf-435c-878a-aee8ad3e6540 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81e2e8bf-608d-4115-9817-fa2d27f8ac00 HTTP/1.1" status: 204 len: 168 time: 0.3465056 Dec 20 15:58:09.201031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5ad11-57cf-435c-878a-aee8ad3e6540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e2e8bf-608d-4115-9817-fa2d27f8ac00,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.281497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c8de9e1-e2f1-44df-bc90-574c053d58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.284614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c8de9e1-e2f1-44df-bc90-574c053d58e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.291901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c8de9e1-e2f1-44df-bc90-574c053d58e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d20c2af2-3044-4dec-aa4c-552ccada572a HTTP/1.1" status: 204 len: 168 time: 0.3707933 Dec 20 15:58:09.303622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de9e1-e2f1-44df-bc90-574c053d58e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c2af2-3044-4dec-aa4c-552ccada572a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:09.398124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41986da7-1b46-4017-a766-f44948be1bf9 req-98767fee-3cc2-4523-a3f3-feaf457fc7b0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Dec 20 15:58:09.517533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 334237e3-feec-4306-a24f-25fb2ebdd1fd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:09.517870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.616682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:09.630481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 334237e3-feec-4306-a24f-25fb2ebdd1fd owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:10.275970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:10.304912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=334237e3-feec-4306-a24f-25fb2ebdd1fd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:10.498550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31155eab-3b58-4116-8181-8da2cff9e666 req-e99a9ba0-e521-4005-824d-e7d111262cfd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0392692 Dec 20 15:58:10.541303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:10.789866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Router e45ca8a5-706c-4439-9912-9c0660ebc13d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:10.924144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:10.939022 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-953b1126-f00c-4272-91c5-147ddc28b105 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "PUT /v2.0/routers/e45ca8a5-706c-4439-9912-9c0660ebc13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2622409 Dec 20 15:58:10.942566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:10.943480 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] Sync routers for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:10.968716 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:10.969825 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:10.988880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44134) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:11.031641 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:11.060336 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] Routers {'e45ca8a5-706c-4439-9912-9c0660ebc13d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:11.060940 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e45ca8a5-706c-4439-9912-9c0660ebc13d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:11.099396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.118026 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:11.118690 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14062398-efc3-4bdb-b6b2-70e25917c0f5 None None] The sync data for ids ['e45ca8a5-706c-4439-9912-9c0660ebc13d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:11.124406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-475790683'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:11.211106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.298343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:11.302755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.312367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.368698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting port 87d1fd07-86c3-4665-a6b0-ab3deb8c06bd {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:11.369037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.397883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.450504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.463853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Calling delete_port for 87d1fd07-86c3-4665-a6b0-ab3deb8c06bd owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:11.526800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.556604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:11.567406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58a85e0-219d-4f4b-8e71-fc98d9db1aa4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:11.572706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.573052 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment d95072f6-b763-4b8a-aada-1875ae21ea92 of type vlan for network 8f80f225-8030-45bf-8b63-0157a9288e34 Dec 20 15:58:11.621782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.632202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d38e340-0d1c-427f-bd62-7133bf185486 req-db00fe92-a00a-4e27-bdee-a2b1f8078965 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0314023 Dec 20 15:58:11.819844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.823344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.825600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:11.826215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:11.868319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Port': ['ID=87d1fd07-86c3-4665-a6b0-ab3deb8c06bd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:11.876395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2119d0-c21a-4dca-9086-8f53cb68013b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:11.954784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=8f80f225-8030-45bf-8b63-0157a9288e34,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:11.967474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 8f80f225-8030-45bf-8b63-0157a9288e34 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:11.975417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.014600 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8f24a38b-df63-44bd-98af-a7f78ef7ffca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0217888 Dec 20 15:58:12.014600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44156) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:12.023160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170832198'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:12.133431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:12.189610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:12.196055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.253448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:12.271298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.271589 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 8885210c-ef7d-48ad-889d-841c2ca0e5f4 of type vlan for network 58b3f2d6-4538-44fa-8770-891af95a21c4 Dec 20 15:58:12.342597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-750538884'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:12.353338 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.463606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Made reservation on behalf of 61af91350bce44eb896993a567677f26 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:12.467868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.478160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.495660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.501692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:12.502445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.529370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.531591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.610478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=58b3f2d6-4538-44fa-8770-891af95a21c4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.623725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:12.661123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.684267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44168) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:12.685511 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-667d08bd-a370-4b51-8d6a-35b1b4cae54c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6691623 Dec 20 15:58:12.689331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:12.787454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86d40d47-1497-4a3f-9093-b6cc86529739 req-e5b60217-cf9d-472d-92fd-9a16b838c8ee tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0360909 Dec 20 15:58:12.796344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.796960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Fanout notify agent at l3_agent the message router_deleted on router e45ca8a5-706c-4439-9912-9c0660ebc13d {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:12.827265 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.828379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0e578d62-22d0-4c50-9a28-4c8b264027a3 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/routers/e45ca8a5-706c-4439-9912-9c0660ebc13d HTTP/1.1" status: 204 len: 168 time: 1.8846052 Dec 20 15:58:12.831222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44170) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:12.858451 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.887360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:12.889301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Deleting subnet 881dfe5f-9b49-4e7b-8367-a28cbab0fc64 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:12.892760 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.897608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a465c24-217a-4485-adeb-742ec4468529,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:12.902528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.902954 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Added segment 921fd821-7a9a-44fe-979b-d4797b1602a6 of type vlan for network 9a317834-6669-42ec-a637-f55165443695 Dec 20 15:58:12.938104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.950498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.978278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:12.981731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.015475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.069851 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.076418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:13.077252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.165646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Pushing event updated for resources: {'Network': ['ID=9a317834-6669-42ec-a637-f55165443695,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:13.176698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-1024bf27-f420-4359-afae-c2170f27ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:13.178140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-1024bf27-f420-4359-afae-c2170f27ac1c service neutron] 10.222.0.72 "GET /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 1027 time: 0.0496972 Dec 20 15:58:13.178447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9a317834-6669-42ec-a637-f55165443695 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:13.195561 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-14372612-1b63-4609-b96b-2c82ce4d2533 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0588584 Dec 20 15:58:13.267662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-6df5c529-3819-44d9-b910-f28af1e3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:13.269633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-6df5c529-3819-44d9-b910-f28af1e3c7b0 service neutron] 10.222.0.72 "GET /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 1028 time: 0.0820034 Dec 20 15:58:13.373294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.423991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.424667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44180) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:13.427705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/subnets/881dfe5f-9b49-4e7b-8367-a28cbab0fc64 HTTP/1.1" status: 204 len: 168 time: 0.5952108 Dec 20 15:58:13.433855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Request body: {'port': {'network_id': '9a317834-6669-42ec-a637-f55165443695', 'binding:host_id': 'n-h1-781076-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1063896491'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:13.438528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44182) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:13.459398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6336f-47bf-4258-9f63-99020195236c tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Subnet': ['ID=881dfe5f-9b49-4e7b-8367-a28cbab0fc64,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:13.510999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-895f417b-b65f-402b-88ec-601dfa4e2e03 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:13.518366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-895f417b-b65f-402b-88ec-601dfa4e2e03 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:13.524475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-895f417b-b65f-402b-88ec-601dfa4e2e03 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:13.526254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-895f417b-b65f-402b-88ec-601dfa4e2e03 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 1990 time: 0.2493188 Dec 20 15:58:13.545885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.595260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-c638d137-3b17-4c25-b49e-37568f06b739 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6729aa467daa4009960023047a2141c5 HTTP/1.1" status: 200 len: 380 time: 0.0600021 Dec 20 15:58:13.605739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'admin_state_up': True, 'tenant_id': '6729aa467daa4009960023047a2141c5', 'security_groups': ['c76ab506-9552-48d5-ae70-751f80a6440f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:13.629559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.647618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.670652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6e04fd-7c63-41f2-9de2-5b7e53980499']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:13.680449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e51c5d-87c7-460d-b467-b26cd5a51f2d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:13.681190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e51c5d-87c7-460d-b467-b26cd5a51f2d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:13.696507 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.703637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Made reservation on behalf of 34d9f7ade3534bfa8ed62f959ecbf89e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:13.710517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.733955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.744444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=53ea57b3-d613-4f97-97af-70400f14045f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:13.751551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.764850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:13.765876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.766124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': 'd95072f6-b763-4b8a-aada-1875ae21ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:13.766494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: 8f80f225-8030-45bf-8b63-0157a9288e34, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:13.770128 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:13.876244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.913558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a42e84f2-450b-4534-b572-d8a6d5e713e4 req-60499d30-4b17-4336-9a76-97ae2bb847da tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0323548 Dec 20 15:58:13.989935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 8f80f225-8030-45bf-8b63-0157a9288e34 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:14.052701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:14.052960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.056310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.056631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.060907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:14.076028 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.079361 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] 10.222.0.81 "DELETE /v2.0/networks/df6e04fd-7c63-41f2-9de2-5b7e53980499 HTTP/1.1" status: 204 len: 168 time: 0.6397972 Dec 20 15:58:14.201840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa48238-8eb0-4dad-839f-84af16eeb0d8 tempest-FloatingIPTestJSON-512709255 tempest-FloatingIPTestJSON-512709255-project] Pushing event deleted for resources: {'Network': ['ID=df6e04fd-7c63-41f2-9de2-5b7e53980499,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.219406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5334e-97d2-4ec4-be9a-11360531e21f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.273027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 172.20.0.6 (4c2b1734-b605-4166-a2fe-b5337cc5e604/44d48c74-cbc3-40f8-97ff-de3c40bb4535/0016e80b-5475-498b-9b52-b42c58a65502) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:14.286941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 8f80f225-8030-45bf-8b63-0157a9288e34) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:14.295699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.296311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.306528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6a834-8d51-47fe-9e08-9fbc98f76a82 None None] Network 8f80f225-8030-45bf-8b63-0157a9288e34 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:14.457393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:14.476023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-8f80f225-8030-45bf-8b63-0157a9288e34', 'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': '53ea57b3-d613-4f97-97af-70400f14045f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:58:14.477363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.478845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-eb8d5639-b05d-499d-b540-d7709319579a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7923782 Dec 20 15:58:14.481497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:14.493102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:14.507731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.624994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.636346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.663058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Allocated IP 172.20.0.2 (8f80f225-8030-45bf-8b63-0157a9288e34/53ea57b3-d613-4f97-97af-70400f14045f/a4a32d9d-bd4b-41de-925c-1c1c1ecddd93) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:14.702122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.733709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:14.735327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:14.744067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:14.750572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.779626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:14.857902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.858587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.861047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.887394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:14.893390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.972437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=4133d1ea-5195-4023-8b70-ace9ea2d9b08,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.004660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ed6bbd11-fbf5-4234-b661-b25a3d0ee113 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040251 Dec 20 15:58:15.006792 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.009603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Checking segment: {'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:15.009973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Network hostable DHCP agents. Network: 9a317834-6669-42ec-a637-f55165443695, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:15.024056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'admin_state_up': True, 'tenant_id': '6729aa467daa4009960023047a2141c5', 'security_groups': ['c76ab506-9552-48d5-ae70-751f80a6440f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:15.118618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Network 8f80f225-8030-45bf-8b63-0157a9288e34 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:15.141106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:15.150844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Pushing event updated for resources: {'Port': ['ID=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.161843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:15.186978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a5bf1469-b357-4d41-84af-55618151a94d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d91225e0b4240a68d04857f9f2cb2a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3972142 Dec 20 15:58:15.187778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Network 9a317834-6669-42ec-a637-f55165443695 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:15.191213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44204) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:15.221082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49153bd-3a91-4587-a427-89bfc67cb8e1 req-9d9003e4-86ff-4a87-b524-0d2bb33dff6c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:15.222734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d49153bd-3a91-4587-a427-89bfc67cb8e1 req-9d9003e4-86ff-4a87-b524-0d2bb33dff6c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 931 time: 0.1357412 Dec 20 15:58:15.259003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Attempting to bind port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.259742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Attempting to bind port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd95072f6-b763-4b8a-aada-1875ae21ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.260325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Attempting to bind port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 on network 8f80f225-8030-45bf-8b63-0157a9288e34 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.272882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:15.273762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Checking segment: {'id': 'd95072f6-b763-4b8a-aada-1875ae21ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:15.274352 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.275069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Bound using segment: {'id': 'd95072f6-b763-4b8a-aada-1875ae21ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:15.275747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Bound port: a4a32d9d-bd4b-41de-925c-1c1c1ecddd93, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95072f6-b763-4b8a-aada-1875ae21ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8f80f225-8030-45bf-8b63-0157a9288e34'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:15.277446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.303466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-eec728dd-1bdb-4efe-8892-0bdc6a2ff6de None None] Provisioning complete for port 0016e80b-5475-498b-9b52-b42c58a65502 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:15.304224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9a317834-6669-42ec-a637-f55165443695) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:15.304619 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eec728dd-1bdb-4efe-8892-0bdc6a2ff6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.324426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:15.334229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-147ee7e9-ebcb-4ce3-8a58-a17c1e227ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.335067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a91e6-93f4-4178-b11a-f8091e25bd9b None None] Network 9a317834-6669-42ec-a637-f55165443695 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:15.345186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.345530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.345866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.354591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.354918 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.355306 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 2 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.357261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-147ee7e9-ebcb-4ce3-8a58-a17c1e227ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.375315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.375657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.375995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.384230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.384721 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.385121 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 3 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.402399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.402938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.404072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.409818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d49153bd-3a91-4587-a427-89bfc67cb8e1 req-5f64baef-34a6-46d6-8c15-0905a3eb739d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770272 Dec 20 15:58:15.411413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.413712 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.413712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.420341 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 4 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.468411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.469049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.469138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.476132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-eec728dd-1bdb-4efe-8892-0bdc6a2ff6de None None] Port 0016e80b-5475-498b-9b52-b42c58a65502 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:15.492510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.493097 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.500502 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 5 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.511222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] For port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:15.531363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] For port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,segment=NetworkSegment(d95072f6-b763-4b8a-aada-1875ae21ea92),segment_id=d95072f6-b763-4b8a-aada-1875ae21ea92)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:15.538012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=73cb60ce-261a-4381-9bf7-6d30919ba095,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.540388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.540724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.541058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.544087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16809beb-3c8a-433b-8cfb-d75e7f4a0e40 req-9de1dab9-ce87-4ed6-96f4-48c41f6ddca1 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:15.546558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16809beb-3c8a-433b-8cfb-d75e7f4a0e40 req-9de1dab9-ce87-4ed6-96f4-48c41f6ddca1 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 945 time: 0.0616963 Dec 20 15:58:15.546675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-147ee7e9-ebcb-4ce3-8a58-a17c1e227ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.550963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.551475 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.552301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '8885210c-ef7d-48ad-889d-841c2ca0e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:15.553408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-147ee7e9-ebcb-4ce3-8a58-a17c1e227ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.553595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: 58b3f2d6-4538-44fa-8770-891af95a21c4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:15.554607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-147ee7e9-ebcb-4ce3-8a58-a17c1e227ea0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9b418d0-2d45-4728-bcd6-3ffb39f51643 HTTP/1.1" status: 204 len: 168 time: 0.3545847 Dec 20 15:58:15.559459 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 6 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.585745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.586093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.586432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.593930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.594338 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.596100 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 7 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.604387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ee7e9-ebcb-4ce3-8a58-a17c1e227ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b418d0-2d45-4728-bcd6-3ffb39f51643,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.606229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:15.611051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.611390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.611726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.619021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.619361 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.619760 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 8 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.633030 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.636157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.636668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.637248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.642041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.642559 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.643097 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 9 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.657303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.657892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.658378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.663380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.665094 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.665716 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 10 to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 Dec 20 15:58:15.680124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:15.680683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:15.681199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:15.686973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:15.687465 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:15.687963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.704469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.756586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16809beb-3c8a-433b-8cfb-d75e7f4a0e40 req-35dc6788-6642-404d-9294-bd4c89ebc655 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007411 Dec 20 15:58:15.759220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] For port 4133d1ea-5195-4023-8b70-ace9ea2d9b08, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:15.759748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempted to set empty binding levels {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:58:15.764974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb723a3-22bc-4305-9fac-3094fa8db4b0 None None] Pushing event updated for resources: {'Port': ['ID=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:15.777085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:15.871884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 10.1.1.67 (6ebfcae1-6daa-4245-a5bc-2a3b67c5df01/1f5868ce-10c4-4a0d-bfb8-809ef6049c25/4020e232-a469-4491-b60f-ac60292196a8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:15.967676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:15.973742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 58b3f2d6-4538-44fa-8770-891af95a21c4) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:15.986637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41318562-3fea-4f26-a64b-5777ff8fdb98 None None] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:16.000020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.000540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.032356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.032959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.081824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=4133d1ea-5195-4023-8b70-ace9ea2d9b08,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:16.127125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.176787 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f3c49f54-3a5e-47a9-a132-c7ec5cccbc56 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6941652 Dec 20 15:58:16.180815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44214) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:16.183260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1160242058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:16.217935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-83a1777c-c3be-4453-8d24-f8ca7762bba8 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7895863 Dec 20 15:58:16.218157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-58b3f2d6-4538-44fa-8770-891af95a21c4', 'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': '73cb60ce-261a-4381-9bf7-6d30919ba095'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:58:16.218375 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.220671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:16.327104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.361583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.364270 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.385925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:16.389765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:16.394542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:16.445387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Allocated IP 172.21.0.2 (58b3f2d6-4538-44fa-8770-891af95a21c4/73cb60ce-261a-4381-9bf7-6d30919ba095/30dd4417-e6f6-4679-8939-36b266514ad8) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:16.505433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:16.563870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.568275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.574874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.591378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.591885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.592339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.592782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.594591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.595338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.598756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.599290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.599745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.600192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.600637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.601079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.601540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.609204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Deleting port 4133d1ea-5195-4023-8b70-ace9ea2d9b08 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:16.609690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.670809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:16.673128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.769639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-504abad7-7f70-4495-b05b-d1bb12f62476 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7539880 Dec 20 15:58:16.797378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'admin_state_up': True, 'tenant_id': '6729aa467daa4009960023047a2141c5', 'security_groups': ['c76ab506-9552-48d5-ae70-751f80a6440f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:16.822161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.823517 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9528c62a-657d-4fa6-b983-a618fc49af3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6449976 Dec 20 15:58:16.826174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44232) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:16.854313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.874427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d54dd-8dc1-4f9d-8cad-db09f30466ab req-5f6e0383-bf60-40e0-ad2f-3d0955a59347 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.875655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-70b71683-0aeb-40fd-94a8-2499579141d8 None None] Provisioning complete for port 4020e232-a469-4491-b60f-ac60292196a8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:16.876296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70b71683-0aeb-40fd-94a8-2499579141d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.889403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d54dd-8dc1-4f9d-8cad-db09f30466ab req-5f6e0383-bf60-40e0-ad2f-3d0955a59347 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.892646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e0d54dd-8dc1-4f9d-8cad-db09f30466ab req-5f6e0383-bf60-40e0-ad2f-3d0955a59347 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 1652 time: 0.2858849 Dec 20 15:58:16.910001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] For port 4133d1ea-5195-4023-8b70-ace9ea2d9b08, host n-h1-781076-8, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:16.910519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.921843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:16.922483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.927733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-70b71683-0aeb-40fd-94a8-2499579141d8 None None] Port 4020e232-a469-4491-b60f-ac60292196a8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:17.012158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.066590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Calling delete_port for 4133d1ea-5195-4023-8b70-ace9ea2d9b08 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:17.121038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e0d54dd-8dc1-4f9d-8cad-db09f30466ab req-29ff0200-a489-4e89-aa94-a3061af891e0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067363 Dec 20 15:58:17.163664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Pushing event updated for resources: {'Port': ['ID=30dd4417-e6f6-4679-8939-36b266514ad8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.194121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:17.198643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:17.201840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:17.260937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff6257-a20b-4ab3-ae6b-4ac3bb0610f3 req-e93c6cfb-977a-4038-859c-1480ea09b304 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:17.277048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74ff6257-a20b-4ab3-ae6b-4ac3bb0610f3 req-e93c6cfb-977a-4038-859c-1480ea09b304 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 945 time: 0.3831804 Dec 20 15:58:17.422104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.453637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e986de-a85c-41d4-b359-c790ff9e7ec6 None None] Network 8f80f225-8030-45bf-8b63-0157a9288e34 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:17.458945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-c9ab6f36-1b90-4407-9887-667c37576aa7 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:17.461006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-c9ab6f36-1b90-4407-9887-667c37576aa7 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.83 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 945 time: 0.1775403 Dec 20 15:58:17.465742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44242) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:17.474366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.500238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74ff6257-a20b-4ab3-ae6b-4ac3bb0610f3 req-9f14b6e9-af02-4b5f-a6e6-e4394f53e647 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219496 Dec 20 15:58:17.521090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:17.526019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.559237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.606354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Attempting to bind port 30dd4417-e6f6-4679-8939-36b266514ad8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:17.606749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Attempting to bind port 30dd4417-e6f6-4679-8939-36b266514ad8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '8885210c-ef7d-48ad-889d-841c2ca0e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:17.607124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Attempting to bind port 30dd4417-e6f6-4679-8939-36b266514ad8 on network 58b3f2d6-4538-44fa-8770-891af95a21c4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:17.658626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2ab3f6c9-92bf-4e87-8045-bef2b580096f None None] Provisioning complete for port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:17.658993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f6c9-92bf-4e87-8045-bef2b580096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.684184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event deleted for resources: {'Port': ['ID=4133d1ea-5195-4023-8b70-ace9ea2d9b08,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:17.706555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3175df76-f9a9-4be3-9014-dc6d394de8f4 tempest-DvrRoutersNegativeTest-1263632935 tempest-DvrRoutersNegativeTest-1263632935-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1316923830', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:17.708884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:17.713236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Checking segment: {'id': '8885210c-ef7d-48ad-889d-841c2ca0e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:17.713236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.713236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Bound using segment: {'id': '8885210c-ef7d-48ad-889d-841c2ca0e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:17.713467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.policy [None req-3175df76-f9a9-4be3-9014-dc6d394de8f4 tempest-DvrRoutersNegativeTest-1263632935 tempest-DvrRoutersNegativeTest-1263632935-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103953) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 20 15:58:17.713556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Bound port: 30dd4417-e6f6-4679-8939-36b266514ad8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8885210c-ef7d-48ad-889d-841c2ca0e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '58b3f2d6-4538-44fa-8770-891af95a21c4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:17.713658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.policy [None req-3175df76-f9a9-4be3-9014-dc6d394de8f4 tempest-DvrRoutersNegativeTest-1263632935 tempest-DvrRoutersNegativeTest-1263632935-project] Failed policy check for 'create_router' {{(pid=103953) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 20 15:58:17.713734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.713815 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-3175df76-f9a9-4be3-9014-dc6d394de8f4 tempest-DvrRoutersNegativeTest-1263632935 tempest-DvrRoutersNegativeTest-1263632935-project] create failed (client error): Access was denied to this resource. Dec 20 15:58:17.713815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3175df76-f9a9-4be3-9014-dc6d394de8f4 tempest-DvrRoutersNegativeTest-1263632935 tempest-DvrRoutersNegativeTest-1263632935-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2472069 Dec 20 15:58:17.714657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.720268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-55bbed28-0ec4-4cd3-82f4-d6a29f038f4c tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "DELETE /v2.0/ports/4133d1ea-5195-4023-8b70-ace9ea2d9b08 HTTP/1.1" status: 204 len: 168 time: 1.4961607 Dec 20 15:58:17.734719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:17.769317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.20.0.1 (8f80f225-8030-45bf-8b63-0157a9288e34/53ea57b3-d613-4f97-97af-70400f14045f/d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:17.772665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,segment=NetworkSegment(d95072f6-b763-4b8a-aada-1875ae21ea92),segment_id=d95072f6-b763-4b8a-aada-1875ae21ea92)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:17.806271 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd2dd02-f1d0-4275-a72e-88c8697428fb tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:58:17.807783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ffd2dd02-f1d0-4275-a72e-88c8697428fb tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "GET /v2.0/ports/4133d1ea-5195-4023-8b70-ace9ea2d9b08 HTTP/1.1" status: 404 len: 333 time: 0.0714366 Dec 20 15:58:17.820090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:17.820090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Request body: {'port': {'network_id': '9a317834-6669-42ec-a637-f55165443695', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1537730670'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:17.853509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Deleting port b5cc0712-bb88-4023-b252-75183bee9b46 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:17.853862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.917956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.931608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.964361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] For port b5cc0712-bb88-4023-b252-75183bee9b46, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=b5cc0712-bb88-4023-b252-75183bee9b46,segment=NetworkSegment(0e5c1a1d-9a3e-4546-a358-812888c6a9c1),segment_id=0e5c1a1d-9a3e-4546-a358-812888c6a9c1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:17.964977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:17.979249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Calling delete_port for b5cc0712-bb88-4023-b252-75183bee9b46 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:18.037660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:18.043136 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.070411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 10.1.1.64 (6ebfcae1-6daa-4245-a5bc-2a3b67c5df01/1f5868ce-10c4-4a0d-bfb8-809ef6049c25/36e413da-8efd-4ace-ad28-c896e1c396c7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:18.082922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] For port 30dd4417-e6f6-4679-8939-36b266514ad8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:18.100637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] For port 30dd4417-e6f6-4679-8939-36b266514ad8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30dd4417-e6f6-4679-8939-36b266514ad8,segment=NetworkSegment(8885210c-ef7d-48ad-889d-841c2ca0e5f4),segment_id=8885210c-ef7d-48ad-889d-841c2ca0e5f4)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:18.142122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 8f80f225-8030-45bf-8b63-0157a9288e34 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:18.147131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:18.162104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:18.173526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.211225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:18.249283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.317287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388446c-dbd1-4fed-86c7-1d879854c8d0 None None] Pushing event updated for resources: {'Port': ['ID=30dd4417-e6f6-4679-8939-36b266514ad8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:18.329510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.454990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44258) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:18.535339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d684a-c18e-4477-afb8-8219916fdbad req-4f82798b-33a7-43bc-8061-1cd37736c0ca tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:18.542207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d684a-c18e-4477-afb8-8219916fdbad req-4f82798b-33a7-43bc-8061-1cd37736c0ca tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:18.551036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-056d684a-c18e-4477-afb8-8219916fdbad req-4f82798b-33a7-43bc-8061-1cd37736c0ca tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 1652 time: 0.2434199 Dec 20 15:58:18.561916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f96e1514-4cdc-44ff-b56d-c6948b264563 None None] Provisioning complete for port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:18.563740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f96e1514-4cdc-44ff-b56d-c6948b264563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.572104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Made reservation on behalf of 34d9f7ade3534bfa8ed62f959ecbf89e for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:18.574018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.576448 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.678790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:18.731379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port b0cebc53-2f84-4730-908a-83c326d76881 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:18.742032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.758085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['b5cc0712-bb88-4023-b252-75183bee9b46'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:58:18.882930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:18.883557 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.905683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:18.931581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Pushing event deleted for resources: {'Port': ['ID=b5cc0712-bb88-4023-b252-75183bee9b46,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:18.970347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-056d684a-c18e-4477-afb8-8219916fdbad req-3defa16d-0080-48c4-a989-e5307258c2ac tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175427 Dec 20 15:58:19.031581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57117f-bbc6-479c-b7c1-2f65a3c0a494 None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:19.059165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca5d0761-3d1a-4c22-a29a-da5a08f1f257 None None] Provisioning complete for port d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:19.059627 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca5d0761-3d1a-4c22-a29a-da5a08f1f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.067765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef516-76a7-4839-ad0e-4380236e3ecf req-e25b8dff-06fb-41e2-a21e-3eb1ba840d22 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:19.070576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cef516-76a7-4839-ad0e-4380236e3ecf req-e25b8dff-06fb-41e2-a21e-3eb1ba840d22 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/ports?device_id=1017b2c0-0242-4c90-9b04-e712854e94c5 HTTP/1.1" status: 200 len: 867 time: 0.4006376 Dec 20 15:58:19.111304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d0761-3d1a-4c22-a29a-da5a08f1f257 None None] Port d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:19.140273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:19.168500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:19.170576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] No DVR routers for this DVR port b5cc0712-bb88-4023-b252-75183bee9b46 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:19.183709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:19.198684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.202950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de1c7aac-4eb7-4c08-8c0d-1d479e072045 req-da027e5c-9e62-47fb-b016-2def724bff92 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.83 "DELETE /v2.0/ports/b5cc0712-bb88-4023-b252-75183bee9b46 HTTP/1.1" status: 204 len: 173 time: 1.7350597 Dec 20 15:58:19.203336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'name': 'network-vif-deleted', 'tag': 'b5cc0712-bb88-4023-b252-75183bee9b46'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:19.205722 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d17c7-c253-4333-959f-af1540388237" -d '{"events": [{"server_uuid": "1017b2c0-0242-4c90-9b04-e712854e94c5", "name": "network-vif-deleted", "tag": "b5cc0712-bb88-4023-b252-75183bee9b46"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:19.242397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.253228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4afe17c9-20ec-43e0-93c9-d6fc54ef0d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.322956 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c750f-286a-425e-9a91-34cafe7e4a30 x-openstack-request-id: req-804c750f-286a-425e-9a91-34cafe7e4a30 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:19.323377 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1017b2c0-0242-4c90-9b04-e712854e94c5", "name": "network-vif-deleted", "tag": "b5cc0712-bb88-4023-b252-75183bee9b46", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:19.323725 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-804c750f-286a-425e-9a91-34cafe7e4a30 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:19.324224 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1017b2c0-0242-4c90-9b04-e712854e94c5', 'name': 'network-vif-deleted', 'tag': 'b5cc0712-bb88-4023-b252-75183bee9b46', 'status': 'completed', 'code': 200} Dec 20 15:58:19.379297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4cef516-76a7-4839-ad0e-4380236e3ecf req-45d5a1d0-ac47-45ad-901c-42a4e9dffdb5 tempest-VolumesSnapshotTestJSON-1069409667 tempest-VolumesSnapshotTestJSON-1069409667-project] 10.222.0.81 "GET /v2.0/security-groups?id=07ff862f-c17d-44ba-9223-65cb64382838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713611 Dec 20 15:58:19.417747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:19.418398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.445028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.521497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.536713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3f0f9157-72ca-43b7-b5c5-b70e46a8266f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7541106 Dec 20 15:58:19.538638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4afe17c9-20ec-43e0-93c9-d6fc54ef0d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.541713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e74e79cb-f153-4c65-971a-d132d87b92b8 None None] Provisioning complete for port 36e413da-8efd-4ace-ad28-c896e1c396c7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:19.542091 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e74e79cb-f153-4c65-971a-d132d87b92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.549440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'admin_state_up': True, 'tenant_id': '6729aa467daa4009960023047a2141c5', 'security_groups': ['c76ab506-9552-48d5-ae70-751f80a6440f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:19.585244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e74e79cb-f153-4c65-971a-d132d87b92b8 None None] Port 36e413da-8efd-4ace-ad28-c896e1c396c7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:19.619820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.670627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4afe17c9-20ec-43e0-93c9-d6fc54ef0d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.675730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.742786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Network 9a317834-6669-42ec-a637-f55165443695 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:19.758604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:19.786806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:19.787780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:19.800085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.800085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cebc53-2f84-4730-908a-83c326d76881,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.853707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.879244 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4afe17c9-20ec-43e0-93c9-d6fc54ef0d27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c98ee883d40141dbb28c60c619853cad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4218287 Dec 20 15:58:19.880317 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.891868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2651dc-6dd1-4b4c-b347-803641a5d0dd None None] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:19.892034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44278) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:19.892114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe17c9-20ec-43e0-93c9-d6fc54ef0d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb931868-0947-4764-9cd0-5eba5235287e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.936780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7115fd6e-5f89-4a80-8f77-7ffa4b13ce2b tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1237323 Dec 20 15:58:19.942875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44280) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:19.959940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:20.010740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99e4f1ce-b0ae-4d55-97e9-efe2bb67335c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.011523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 8f80f225-8030-45bf-8b63-0157a9288e34 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:20.013119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:20.172424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.197678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99e4f1ce-b0ae-4d55-97e9-efe2bb67335c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.258425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:20.383844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router f0789cd6-8d1d-42d9-be7b-9b41b393ea44 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:58:20.391372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c1773a9b-4a33-4b06-9fd4-041f0a4742e9 None None] Provisioning complete for port 30dd4417-e6f6-4679-8939-36b266514ad8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:20.391753 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1773a9b-4a33-4b06-9fd4-041f0a4742e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.447092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09a6cc-9da4-4be6-80ed-2b27252ded79 req-8cb5c675-978e-420d-9b89-fc5501d9f171 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.453409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09a6cc-9da4-4be6-80ed-2b27252ded79 req-8cb5c675-978e-420d-9b89-fc5501d9f171 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.460474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09a6cc-9da4-4be6-80ed-2b27252ded79 req-8cb5c675-978e-420d-9b89-fc5501d9f171 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.462279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da09a6cc-9da4-4be6-80ed-2b27252ded79 req-8cb5c675-978e-420d-9b89-fc5501d9f171 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 2372 time: 0.3618033 Dec 20 15:58:20.467615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99e4f1ce-b0ae-4d55-97e9-efe2bb67335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.470685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99e4f1ce-b0ae-4d55-97e9-efe2bb67335c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.475307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-99e4f1ce-b0ae-4d55-97e9-efe2bb67335c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb931868-0947-4764-9cd0-5eba5235287e HTTP/1.1" status: 204 len: 168 time: 0.5924411 Dec 20 15:58:20.547584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:20.567079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3a6a9df4-4586-479f-81f0-85752faea3cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/f0789cd6-8d1d-42d9-be7b-9b41b393ea44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7374318 Dec 20 15:58:20.567613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639237f6-621e-4e72-a974-528716f06eca None None] Sync routers for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:20.568395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44292) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:20.638774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da671c-7462-42fc-a2a2-ac22282cac28 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.643410 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35da671c-7462-42fc-a2a2-ac22282cac28 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports/d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 HTTP/1.1" status: 200 len: 910 time: 0.0714123 Dec 20 15:58:20.646833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44294) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:20.666922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30dd4417-e6f6-4679-8939-36b266514ad8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:20.737109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639237f6-621e-4e72-a974-528716f06eca None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:20.737944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-639237f6-621e-4e72-a974-528716f06eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.791280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-639237f6-621e-4e72-a974-528716f06eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.810476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1773a9b-4a33-4b06-9fd4-041f0a4742e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.865576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639237f6-621e-4e72-a974-528716f06eca None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:20.866600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-639237f6-621e-4e72-a974-528716f06eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.904458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 30dd4417-e6f6-4679-8939-36b266514ad8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:20.905071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:20.908793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-639237f6-621e-4e72-a974-528716f06eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.910258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639237f6-621e-4e72-a974-528716f06eca None None] The sync data for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:20.965126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b5cc0712-bb88-4023-b252-75183bee9b46 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:21.001390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: b5cc0712-bb88-4023-b252-75183bee9b46 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:21.001735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device b5cc0712-bb88-4023-b252-75183bee9b46 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:21.022561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c1773a9b-4a33-4b06-9fd4-041f0a4742e9 None None] For port 30dd4417-e6f6-4679-8939-36b266514ad8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30dd4417-e6f6-4679-8939-36b266514ad8,segment=NetworkSegment(8885210c-ef7d-48ad-889d-841c2ca0e5f4),segment_id=8885210c-ef7d-48ad-889d-841c2ca0e5f4)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:21.043384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4f1ce-b0ae-4d55-97e9-efe2bb67335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb931868-0947-4764-9cd0-5eba5235287e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.155181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.157960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1773a9b-4a33-4b06-9fd4-041f0a4742e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.171214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.194997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817f9ea-8568-48e4-93f1-c33e0438798a req-106fa9e7-7901-4749-9583-c3dafb8a771a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:21.196655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6817f9ea-8568-48e4-93f1-c33e0438798a req-106fa9e7-7901-4749-9583-c3dafb8a771a tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.7299275 Dec 20 15:58:21.209067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da09a6cc-9da4-4be6-80ed-2b27252ded79 req-2ec4daf8-0d05-4452-8a60-a90143ac00b2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7302480 Dec 20 15:58:21.306295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1773a9b-4a33-4b06-9fd4-041f0a4742e9 None None] Pushing event updated for resources: {'Port': ['ID=30dd4417-e6f6-4679-8939-36b266514ad8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.318550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4f5badaa-6040-492e-975c-1baefa707227 None None] Provisioning complete for port 30dd4417-e6f6-4679-8939-36b266514ad8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:21.319161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4f5badaa-6040-492e-975c-1baefa707227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.327119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6817f9ea-8568-48e4-93f1-c33e0438798a req-0d1ab6d2-5174-40d5-a02c-19ff4cf7f949 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170497 Dec 20 15:58:21.340410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.400898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:58:21.401342 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:58:21.597489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4f5badaa-6040-492e-975c-1baefa707227 None None] Provisioning complete for port d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:21.597489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4f5badaa-6040-492e-975c-1baefa707227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.597907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port b0cebc53-2f84-4730-908a-83c326d76881 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:21.597907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.598072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4f5badaa-6040-492e-975c-1baefa707227 None None] Port d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:21.687074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 10.2.2.100 (377ae834-a05d-4c3b-8067-0fa5d072dbbf/7f9545a0-0cde-4e34-94d0-6bd0faff84ac/83aba04d-682f-42c2-94d9-a659b21fff84) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:21.961582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.21.0.1 (58b3f2d6-4538-44fa-8770-891af95a21c4/73cb60ce-261a-4381-9bf7-6d30919ba095/19f40e7c-2880-4dbd-b087-cb53c4213078) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:21.963618 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.963714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.963802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b2932-563e-4412-9149-43bcd74d9f8a req-4aedd760-d8bc-4aae-9b99-234a51edb417 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:21.963802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-756b2932-563e-4412-9149-43bcd74d9f8a req-4aedd760-d8bc-4aae-9b99-234a51edb417 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.0481093 Dec 20 15:58:22.048110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.048720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.107334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Deleting port c45e6333-42c1-4100-ad70-6d7f0f32dc84 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:22.107712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.138436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cebc53-2f84-4730-908a-83c326d76881,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.147865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.179468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.193923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:22.194254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:22.194587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:22.200639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:22.203976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:22.209985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:22.235154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:22.235154 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:22.242724 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 2 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:22.259231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:22.275064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=19f40e7c-2880-4dbd-b087-cb53c4213078,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.282353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:22.292087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:22.292654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:22.297086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:22.297086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:22.300396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.300757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.304839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.308435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.308798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.309145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.309530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.309841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.310171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.310503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.310830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.311158 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.311481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.311807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:22.346423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:22.347450 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:22.350075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.350256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] For port c45e6333-42c1-4100-ad70-6d7f0f32dc84, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=c45e6333-42c1-4100-ad70-6d7f0f32dc84,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:22.350698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.356130 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 3 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:22.496397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44326) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:22.582806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:22.582806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:22.582806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:22.595022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30dd4417-e6f6-4679-8939-36b266514ad8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:22.609330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:22.609664 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:22.614367 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 4 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:22.651993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.653985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.695691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 30dd4417-e6f6-4679-8939-36b266514ad8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:22.696593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.728141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.738133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d48c8f13-cb13-4bf3-a00f-60fa867bdaf0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:22.742995 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-d48c8f13-cb13-4bf3-a00f-60fa867bdaf0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 15:58:22.743603 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-d48c8f13-cb13-4bf3-a00f-60fa867bdaf0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:58:22.745103 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d48c8f13-cb13-4bf3-a00f-60fa867bdaf0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2471738 Dec 20 15:58:22.753042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44332) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:22.757959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--739337866'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:22.785144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:22.785730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:22.786190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:22.829558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79c84-d509-41e1-aaad-4a2535af9fd3 req-47b9c8af-cb9f-4f05-9369-4e50ec77980a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.829738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e7507246-8c28-404e-98f4-ab75abd48d78 None None] Provisioning complete for port 83aba04d-682f-42c2-94d9-a659b21fff84 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:22.829738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7507246-8c28-404e-98f4-ab75abd48d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.832552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79c84-d509-41e1-aaad-4a2535af9fd3 req-47b9c8af-cb9f-4f05-9369-4e50ec77980a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.838871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79c84-d509-41e1-aaad-4a2535af9fd3 req-47b9c8af-cb9f-4f05-9369-4e50ec77980a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.845504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79c84-d509-41e1-aaad-4a2535af9fd3 req-47b9c8af-cb9f-4f05-9369-4e50ec77980a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.848096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9a79c84-d509-41e1-aaad-4a2535af9fd3 req-47b9c8af-cb9f-4f05-9369-4e50ec77980a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3093 time: 0.5054431 Dec 20 15:58:22.855422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:22.855752 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:22.858478 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 5 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:22.886747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e7507246-8c28-404e-98f4-ab75abd48d78 None None] Port 83aba04d-682f-42c2-94d9-a659b21fff84 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:22.887089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c13ab-2700-4deb-afa9-dfc50ed8bbb6 req-7dea8078-035e-4b7a-a66e-7203ec2b6ec6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:22.887089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a7c13ab-2700-4deb-afa9-dfc50ed8bbb6 req-7dea8078-035e-4b7a-a66e-7203ec2b6ec6 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 947 time: 0.3321376 Dec 20 15:58:22.891609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e7507246-8c28-404e-98f4-ab75abd48d78 None None] Provisioning complete for port 19f40e7c-2880-4dbd-b087-cb53c4213078 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:22.892119 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7507246-8c28-404e-98f4-ab75abd48d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.931097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e7507246-8c28-404e-98f4-ab75abd48d78 None None] Port 19f40e7c-2880-4dbd-b087-cb53c4213078 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:22.952475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:22.952815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:22.953148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:22.962754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7a0e3779-ae82-42ea-9f4e-48b60eabfad6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4177995 Dec 20 15:58:22.994937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'admin_state_up': True, 'tenant_id': '6729aa467daa4009960023047a2141c5', 'security_groups': ['c76ab506-9552-48d5-ae70-751f80a6440f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:22.997804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:22.998150 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:23.012293 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 6 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:23.027879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.028602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.028602 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Floating IP c099f32d-cf89-4a89-ae9d-95238379eb61 disassociated. External IP: 172.25.6.38, port: c45e6333-42c1-4100-ad70-6d7f0f32dc84. Dec 20 15:58:23.028877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Calling delete_port for c45e6333-42c1-4100-ad70-6d7f0f32dc84 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:23.079571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9a79c84-d509-41e1-aaad-4a2535af9fd3 req-76fa6c9a-69d5-4373-a874-073c2e3e23a4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114809 Dec 20 15:58:23.080507 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.108478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:23.108812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:23.109145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:23.115612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.125284 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.152109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a7c13ab-2700-4deb-afa9-dfc50ed8bbb6 req-96e46933-7bab-4e9b-9fe8-f7e93d2b8168 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6b71fa6-b599-4f44-8506-67f644fb15f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307162 Dec 20 15:58:23.162564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:23.162921 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:23.166996 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 7 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:23.205746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:23.206642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:23.207153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:23.227452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:23.227772 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:23.230673 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 8 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:23.241090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.242648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.257804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:23.257804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:23.257804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:23.267560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:23.267892 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:23.272593 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 9 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:23.311006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.324275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:23.325286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:23.325286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:23.337720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:23.338067 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:23.339084 n-d-781076-8 neutron-server[103953]: INFO neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 10 to bind port b0cebc53-2f84-4730-908a-83c326d76881 Dec 20 15:58:23.353544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:23.353885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:23.354219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:23.360688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:23.361412 n-d-781076-8 neutron-server[103953]: ERROR neutron.plugins.ml2.managers [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port b0cebc53-2f84-4730-908a-83c326d76881 on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:23.361988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.363788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=19f40e7c-2880-4dbd-b087-cb53c4213078,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:23.368368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.373127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52342b5b-4d4e-471b-8bef-f729de77932e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:23.407410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Made reservation on behalf of 6729aa467daa4009960023047a2141c5 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:23.413042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.420546 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.480028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event deleted for resources: {'Port': ['ID=c45e6333-42c1-4100-ad70-6d7f0f32dc84,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:23.488659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:23.494737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:23.553333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.637744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] For port b0cebc53-2f84-4730-908a-83c326d76881, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:23.638388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempted to set empty binding levels {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:58:23.661909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router f0789cd6-8d1d-42d9-be7b-9b41b393ea44 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:23.663936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.714773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4132c575-829f-4398-8d4a-b35d44873369,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:23.820743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.824768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-54090d39-0b38-48e8-932c-9b6bb851ca71 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0678682 Dec 20 15:58:23.825179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44338) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:23.841950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '4132c575-829f-4398-8d4a-b35d44873369', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:23.880434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.884612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Allocated IP 10.2.2.200 (377ae834-a05d-4c3b-8067-0fa5d072dbbf/7f9545a0-0cde-4e34-94d0-6bd0faff84ac/e304a647-cf02-44fb-9017-c455ea97fd32) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:23.903257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:23.914242 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97661685-4314-4159-b9b6-e0337ebc11be tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/f0789cd6-8d1d-42d9-be7b-9b41b393ea44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2646539 Dec 20 15:58:23.915542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44340) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:23.915889 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] Sync routers for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:23.930107 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:23.937723 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:23.971010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b8f67655-ed4e-4967-a41f-b2e094969990 None None] Provisioning complete for port 19f40e7c-2880-4dbd-b087-cb53c4213078 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:23.976393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b8f67655-ed4e-4967-a41f-b2e094969990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.988424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4df76-7f79-4c80-8798-2bd1c5a7ef12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:23.997998 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dce4df76-7f79-4c80-8798-2bd1c5a7ef12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports/19f40e7c-2880-4dbd-b087-cb53c4213078 HTTP/1.1" status: 200 len: 910 time: 0.0786626 Dec 20 15:58:23.998816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:24.007562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] In _notify_port_updated(), no bound segment for port b0cebc53-2f84-4730-908a-83c326d76881 on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:58:24.008561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.009209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.010553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "PUT /v2.0/ports/b0cebc53-2f84-4730-908a-83c326d76881 HTTP/1.1" status: 200 len: 975 time: 4.0601611 Dec 20 15:58:24.014346 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.015549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44344) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:24.037307 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:24.038162 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.052336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b8f67655-ed4e-4967-a41f-b2e094969990 None None] Port 19f40e7c-2880-4dbd-b087-cb53c4213078 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:24.107933 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.110602 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960193d9-0dd1-4265-8b13-d9f08df2b54a None None] The sync data for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:24.131923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.138750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaf1c1-bb6f-452b-bf56-5e8a0a1b2c05 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cebc53-2f84-4730-908a-83c326d76881,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.198878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:24.219039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.219518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.219978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.220436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.220886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.221365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.221985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.222810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.223320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.224139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.224598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.225048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.225552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.226054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.226508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.226957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.227403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.227847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.228289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.228992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.229204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.229654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.230198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.230811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.231352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.231750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.232199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.232691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.234430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.234430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.234777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.235281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.235655 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.243285 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-888d1a86-6353-4c06-8f14-bd7d3dffac11 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29031 time: 0.2241738 Dec 20 15:58:24.266328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:24.399827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.411759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Deleting port b0cebc53-2f84-4730-908a-83c326d76881 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:24.412089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.428808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91640a62-a772-4565-a82d-d8b935d040b0 req-c301a345-cc50-4f74-b127-e7e33f2c675d tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.1058841 Dec 20 15:58:24.765813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] For port b0cebc53-2f84-4730-908a-83c326d76881, host n-h1-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:24.766174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.780675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Calling delete_port for b0cebc53-2f84-4730-908a-83c326d76881 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:24.865054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.887921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957d0134-aac0-4019-b5a5-89b9cd420dc9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.939029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.955419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcff7e-893c-4a48-a797-119346267614 req-3e521d1b-60ee-4c7d-8422-c05d20276924 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.962236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcff7e-893c-4a48-a797-119346267614 req-3e521d1b-60ee-4c7d-8422-c05d20276924 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.968220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcff7e-893c-4a48-a797-119346267614 req-3e521d1b-60ee-4c7d-8422-c05d20276924 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.975182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcff7e-893c-4a48-a797-119346267614 req-3e521d1b-60ee-4c7d-8422-c05d20276924 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:24.976901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89bcff7e-893c-4a48-a797-119346267614 req-3e521d1b-60ee-4c7d-8422-c05d20276924 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3093 time: 0.7089939 Dec 20 15:58:24.992319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:25.020328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: c45e6333-42c1-4100-ad70-6d7f0f32dc84 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:25.020721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device c45e6333-42c1-4100-ad70-6d7f0f32dc84 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:25.046990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.080177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0cebc53-2f84-4730-908a-83c326d76881,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:25.089662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:25.089995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.096439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8d2f3d03-ba2c-41eb-9a10-210d513b901f tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "DELETE /v2.0/ports/b0cebc53-2f84-4730-908a-83c326d76881 HTTP/1.1" status: 204 len: 168 time: 0.8261390 Dec 20 15:58:25.097932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44360) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:25.113097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:25.120160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:25.121016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.126585 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-60638b87-eaf4-4e4a-a144-8b1ef58edc81 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:58:25.130225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-60638b87-eaf4-4e4a-a144-8b1ef58edc81 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "GET /v2.0/ports/b0cebc53-2f84-4730-908a-83c326d76881 HTTP/1.1" status: 404 len: 333 time: 0.0317619 Dec 20 15:58:25.134474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44362) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:25.139500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-642214386', 'network_id': '9a317834-6669-42ec-a637-f55165443695'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:25.159960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.160684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89bcff7e-893c-4a48-a797-119346267614 req-f5389752-afe0-4595-a332-8af31ace3873 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759830 Dec 20 15:58:25.170581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30402761-ecd4-46e2-9e7b-6ec5b6bf3bba tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3402629 Dec 20 15:58:25.176876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44364) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:25.177749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] No DVR routers for this DVR port c45e6333-42c1-4100-ad70-6d7f0f32dc84 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:25.184169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.187527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-756b2932-563e-4412-9149-43bcd74d9f8a req-472f3c6a-d1e4-473c-baa4-5a88c6b7af01 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.83 "DELETE /v2.0/ports/c45e6333-42c1-4100-ad70-6d7f0f32dc84 HTTP/1.1" status: 204 len: 173 time: 3.2257459 Dec 20 15:58:25.191432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6051a4d4-4e0d-41cf-ad68-194e621ea21d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '4132c575-829f-4398-8d4a-b35d44873369', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:25.195932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-deleted', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:25.198239 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661313e-c3c3-48aa-ac5b-3ca3a306f575" -d '{"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-deleted", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:25.263214 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98087c-6391-4da3-8000-84e4ef17f7c4 x-openstack-request-id: req-6a98087c-6391-4da3-8000-84e4ef17f7c4 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:25.263506 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93496ac-fbfb-404d-90c2-714adeb56575", "name": "network-vif-deleted", "tag": "c45e6333-42c1-4100-ad70-6d7f0f32dc84", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:25.263766 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a98087c-6391-4da3-8000-84e4ef17f7c4 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:25.264170 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93496ac-fbfb-404d-90c2-714adeb56575', 'name': 'network-vif-deleted', 'tag': 'c45e6333-42c1-4100-ad70-6d7f0f32dc84', 'status': 'completed', 'code': 200} Dec 20 15:58:25.275377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:25.292435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.333580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Made reservation on behalf of 34d9f7ade3534bfa8ed62f959ecbf89e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:25.336298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.377037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port 5a2e0bf1-6d5c-455a-b444-ddd3989c4edb yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:25.430874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.586698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event updated for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:25.611139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.648610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:25.653775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.669694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:25.682827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6051a4d4-4e0d-41cf-ad68-194e621ea21d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.683641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:25.685390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.718364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:25.734075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:25.752306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd5eae18-976f-4ba0-81ea-a0b8d7005d5c req-7e146cee-2d7b-4a37-a322-85d4c758dcad tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/ports?device_id=e93496ac-fbfb-404d-90c2-714adeb56575 HTTP/1.1" status: 200 len: 210 time: 0.1019599 Dec 20 15:58:25.830223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.883905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.908293 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:25.911696 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:25.924547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:25.925494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.927318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Network 9a317834-6669-42ec-a637-f55165443695 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:25.932022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:25.939123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:25.946405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:25.947311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.958353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2e0bf1-6d5c-455a-b444-ddd3989c4edb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.024719 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-6051a4d4-4e0d-41cf-ad68-194e621ea21d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 15:58:26.027025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6051a4d4-4e0d-41cf-ad68-194e621ea21d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8447456 Dec 20 15:58:26.029140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.051522 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2943daf5-bfd5-4cf2-b21a-1be3d291d608 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9158401 Dec 20 15:58:26.053909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44376) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.118955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec817de-738b-481c-92c5-f0531e89c69a tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:26.121255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fec817de-738b-481c-92c5-f0531e89c69a tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "GET /v2.0/ports/5a2e0bf1-6d5c-455a-b444-ddd3989c4edb HTTP/1.1" status: 200 len: 954 time: 0.0654414 Dec 20 15:58:26.123325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.138811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-14d50617-9fe8-431c-be45-f152089dcea3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1656549 Dec 20 15:58:26.148390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 19f40e7c-2880-4dbd-b087-cb53c4213078 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:26.148906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.157047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:26.214265 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b20147c3-448f-493e-8694-9d371d8b11cf tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.254663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4b2ba996-9d42-495c-949d-961e27aeb175 None None] Provisioning complete for port e304a647-cf02-44fb-9017-c455ea97fd32 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:26.255249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba996-9d42-495c-949d-961e27aeb175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.294795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Deleting port 5a2e0bf1-6d5c-455a-b444-ddd3989c4edb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:26.295365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.300349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ba996-9d42-495c-949d-961e27aeb175 None None] Port e304a647-cf02-44fb-9017-c455ea97fd32 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:26.365481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:26.396363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.414711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 19f40e7c-2880-4dbd-b087-cb53c4213078 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:26.419243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.447150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Calling delete_port for 5a2e0bf1-6d5c-455a-b444-ddd3989c4edb owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:26.544176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b20147c3-448f-493e-8694-9d371d8b11cf tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.583924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.622765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df936-fdce-4969-8656-ef7c5639e1e7 None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:46:35Z', 'revision_number': 4, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b232c10-84d3-46b2-b26d-ab5c78e2eed8', 'name': '', 'network_id': 'c589b484-7d18-42f8-a1bc-d926886d63c9', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'mac_address': 'fa:16:3e:29:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:34Z', 'updated_at': '2021-12-20T15:46:42Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'subnets': [{'id': '694f7b0a-0302-4f08-bc56-af3c86f4d2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:26.665874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-4ab11382-4bc6-430b-a47f-904be016cc82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:26.671856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-4ab11382-4bc6-430b-a47f-904be016cc82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:26.676448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.679799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-4ab11382-4bc6-430b-a47f-904be016cc82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:26.686988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-4ab11382-4bc6-430b-a47f-904be016cc82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:26.704517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-4ab11382-4bc6-430b-a47f-904be016cc82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:26.704517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-4ab11382-4bc6-430b-a47f-904be016cc82 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3814 time: 0.3842876 Dec 20 15:58:26.729308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2e0bf1-6d5c-455a-b444-ddd3989c4edb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.766668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.774989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-93768fa6-ac21-40c0-a11d-2b70d34a1ac1 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "DELETE /v2.0/ports/5a2e0bf1-6d5c-455a-b444-ddd3989c4edb HTTP/1.1" status: 204 len: 168 time: 0.6505992 Dec 20 15:58:26.777916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44386) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.824326 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-867b63c4-87e9-4cd2-93a7-81f232987faa tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:58:26.828914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-867b63c4-87e9-4cd2-93a7-81f232987faa tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "GET /v2.0/ports/5a2e0bf1-6d5c-455a-b444-ddd3989c4edb HTTP/1.1" status: 404 len: 333 time: 0.0488379 Dec 20 15:58:26.835758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44390) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.841110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Request body: {'port': {'network_id': '9a317834-6669-42ec-a637-f55165443695', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1435237096'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:26.887012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b20147c3-448f-493e-8694-9d371d8b11cf tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.889617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b20147c3-448f-493e-8694-9d371d8b11cf tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.893642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b20147c3-448f-493e-8694-9d371d8b11cf tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/4132c575-829f-4398-8d4a-b35d44873369 HTTP/1.1" status: 204 len: 168 time: 0.8632855 Dec 20 15:58:26.894551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.936583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43e256bf-385f-4531-abfe-ca04f8b5c243 req-0d3043a4-e7d0-4cd4-814b-bcbe871c0f6d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219806 Dec 20 15:58:26.955454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20147c3-448f-493e-8694-9d371d8b11cf tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132c575-829f-4398-8d4a-b35d44873369,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.008084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Made reservation on behalf of 34d9f7ade3534bfa8ed62f959ecbf89e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:27.010748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.024332 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.050677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78702aa9-ab2f-4f2f-bda0-bce8f74a39fe tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1539788 Dec 20 15:58:27.054846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port a07f1164-a904-46a0-9a71-1892466c954b yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:27.071416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:27.071824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44398) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:27.146732 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efb696-f16c-4a37-bf51-83b8c8e059b0 None None] New status for floating IP c099f32d-cf89-4a89-ae9d-95238379eb61: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:58:27.230520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.273419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--407385383'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:27.309866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.374570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.383258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=19f40e7c-2880-4dbd-b087-cb53c4213078,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.490785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0016e80b-5475-498b-9b52-b42c58a65502 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:27.498050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Network 9a317834-6669-42ec-a637-f55165443695 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:27.521586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.521840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:27.521840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:27.521840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:27.521840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.531932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Transition to ACTIVE for port object 0016e80b-5475-498b-9b52-b42c58a65502 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:27.533706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=a07f1164-a904-46a0-9a71-1892466c954b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.564172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3883f0b-d3c7-4601-be1d-f9dd7bcd474f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.568168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.627708 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-beb31c47-b99c-46ee-bc84-ac1ad0ff3c95 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7905962 Dec 20 15:58:27.631821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:27.650611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:27.698358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.746763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.757250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3883f0b-d3c7-4601-be1d-f9dd7bcd474f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.876685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.045295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Pushing event updated for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.114300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Attempting to bind port 0016e80b-5475-498b-9b52-b42c58a65502 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.114646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Attempting to bind port 0016e80b-5475-498b-9b52-b42c58a65502 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.114978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Attempting to bind port 0016e80b-5475-498b-9b52-b42c58a65502 on network 4c2b1734-b605-4166-a2fe-b5337cc5e604 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.177141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] device_id is not set on port a07f1164-a904-46a0-9a71-1892466c954b yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:28.177840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Port 0016e80b-5475-498b-9b52-b42c58a65502 on network 4c2b1734-b605-4166-a2fe-b5337cc5e604 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.178178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Attempting to bind port 0016e80b-5475-498b-9b52-b42c58a65502 on network 4c2b1734-b605-4166-a2fe-b5337cc5e604 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.195641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.195925 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.206151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:28.206604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Checking segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:28.207002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Bound using segment: {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:28.207453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Bound port: 0016e80b-5475-498b-9b52-b42c58a65502, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d48e04e-1e92-4819-9d8d-642dc4222f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:28.207815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.276317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-62176d1c-fbff-4f27-ba37-8ddf14a39708 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.282342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-62176d1c-fbff-4f27-ba37-8ddf14a39708 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.288839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-62176d1c-fbff-4f27-ba37-8ddf14a39708 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.295112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-62176d1c-fbff-4f27-ba37-8ddf14a39708 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.301758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-62176d1c-fbff-4f27-ba37-8ddf14a39708 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.303538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-62176d1c-fbff-4f27-ba37-8ddf14a39708 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3826 time: 0.1906350 Dec 20 15:58:28.315210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.358283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.367373 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3883f0b-d3c7-4601-be1d-f9dd7bcd474f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.373795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=a07f1164-a904-46a0-9a71-1892466c954b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.374593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3883f0b-d3c7-4601-be1d-f9dd7bcd474f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.374593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3883f0b-d3c7-4601-be1d-f9dd7bcd474f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "DELETE /v2.0/security-groups/f6b71fa6-b599-4f44-8506-67f644fb15f6 HTTP/1.1" status: 204 len: 168 time: 1.0910449 Dec 20 15:58:28.374772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:28.398178 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-d9ce44a3-80bc-416e-8047-d1cba54b9991 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] show failed (client error): The resource could not be found. Dec 20 15:58:28.403000 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d9ce44a3-80bc-416e-8047-d1cba54b9991 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "GET /v2.0/security-groups/f6b71fa6-b599-4f44-8506-67f644fb15f6 HTTP/1.1" status: 404 len: 347 time: 0.0235920 Dec 20 15:58:28.403000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.403000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.403000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.403000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44410) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:28.441246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.441642 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:28.445707 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 2 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:28.458410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3bcbf9-d2eb-45de-8f84-7f3348660ca4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.482956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:28.491647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3883f0b-d3c7-4601-be1d-f9dd7bcd474f tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b71fa6-b599-4f44-8506-67f644fb15f6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.501377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e75a55-8406-48a7-8553-49378e0bb7dc req-0a745f28-0f93-4302-bf6d-83b3ed7449ff tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511004 Dec 20 15:58:28.508900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router f0789cd6-8d1d-42d9-be7b-9b41b393ea44 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:28.514080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0016e80b-5475-498b-9b52-b42c58a65502,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:28.519443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.529196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.529196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.552927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.553284 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:28.553884 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 3 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:28.573232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.573584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.573927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.585557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.585890 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:28.587665 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 4 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:28.609114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.609469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.609805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.610470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.611913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97e9bc67-500a-40e9-a992-3e330788d724 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3444428 Dec 20 15:58:28.617441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44416) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:28.624263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-df2a5ff0-39d6-466b-93c9-0f8369f0bbfe tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '9d3bcbf9-d2eb-45de-8f84-7f3348660ca4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:28.625406 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-df2a5ff0-39d6-466b-93c9-0f8369f0bbfe tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 15:58:28.625543 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-df2a5ff0-39d6-466b-93c9-0f8369f0bbfe tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:28.628910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.630151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-df2a5ff0-39d6-466b-93c9-0f8369f0bbfe tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105157 Dec 20 15:58:28.630799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44418) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:28.631984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Deleting port 0dd76709-6b79-4845-bfee-2df977a2a647 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:28.632327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.634278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.634602 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:28.635981 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 5 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:28.660247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.660572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.660905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.675137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.675466 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:28.701986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:28.705473 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 6 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:28.712683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] Sync routers for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:28.726657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-33465a3e-ab3e-45e8-89f7-3207576940f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/f0789cd6-8d1d-42d9-be7b-9b41b393ea44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7146029 Dec 20 15:58:28.728317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:28.729201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.730753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] 10.222.0.72 "PUT /v2.0/ports/0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 1091 time: 2.5785754 Dec 20 15:58:28.731393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:28.733820 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b02491-55d2-4cd5-a05e-b90cbb6066b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "0016e80b-5475-498b-9b52-b42c58a65502"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:28.741149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:28.746178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.752105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44420) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:28.757196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.757769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.779379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Calling delete_port for 0dd76709-6b79-4845-bfee-2df977a2a647 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:28.793468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.804015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:28.805253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.867445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.868285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01829f6b-1ffa-4ab1-97bd-8fcd2b9d6cc2 None None] The sync data for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:28.871616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:28.872081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:28.874129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:28.888838 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae36213-8d71-45e0-add0-eb08eec5b03c x-openstack-request-id: req-fae36213-8d71-45e0-add0-eb08eec5b03c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:28.889421 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "0016e80b-5475-498b-9b52-b42c58a65502", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:28.889822 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fae36213-8d71-45e0-add0-eb08eec5b03c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:28.890364 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502', 'status': 'completed', 'code': 200} Dec 20 15:58:28.903714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:28.959675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:28.960010 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:28.969007 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 7 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:29.011712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:29.012001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:29.012294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:29.020083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:29.020408 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:29.024145 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 8 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:29.030393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-b5586314-3d7f-447e-bc47-7e97bc490007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.030866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-b5586314-3d7f-447e-bc47-7e97bc490007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.031341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-b5586314-3d7f-447e-bc47-7e97bc490007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.031873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-b5586314-3d7f-447e-bc47-7e97bc490007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.032333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-b5586314-3d7f-447e-bc47-7e97bc490007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.034694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-b5586314-3d7f-447e-bc47-7e97bc490007 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 4361 time: 0.1576879 Dec 20 15:58:29.047427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d8f79-a287-40e0-897d-2417a89388de service neutron] Pushing event updated for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.075917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.081005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9764b61-e3bb-42fd-8af0-019fad20d249 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.103749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:29.104090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:29.104424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:29.152968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:29.153425 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:29.184077 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 9 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:29.222800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:29.223140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:29.223473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:29.249583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:29.249913 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:29.257274 n-d-781076-8 neutron-server[103954]: INFO neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempt 10 to bind port a07f1164-a904-46a0-9a71-1892466c954b Dec 20 15:58:29.259755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9764b61-e3bb-42fd-8af0-019fad20d249 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.271227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02c9df2e-8b4d-47a4-a995-7f8493e06c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.292984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-de59fd94-7974-4ab1-abde-aa2b4a140cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.293495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-de59fd94-7974-4ab1-abde-aa2b4a140cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.293952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-de59fd94-7974-4ab1-abde-aa2b4a140cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.295554 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-de59fd94-7974-4ab1-abde-aa2b4a140cb0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6729aa467daa4009960023047a2141c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2405391 Dec 20 15:58:29.296196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:29.296521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:29.296845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempting to bind port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:29.302026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:29.302346 n-d-781076-8 neutron-server[103954]: ERROR neutron.plugins.ml2.managers [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Failed to bind port a07f1164-a904-46a0-9a71-1892466c954b on host n-h1-781076-8 for vnic_type normal using segments [{'id': '921fd821-7a9a-44fe-979b-d4797b1602a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a317834-6669-42ec-a637-f55165443695'}] Dec 20 15:58:29.302703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.345920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.433908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Pushing event deleted for resources: {'Port': ['ID=0dd76709-6b79-4845-bfee-2df977a2a647,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.481796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a0e20-c251-48fc-bb73-8b1c66fede74 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:29.528978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9764b61-e3bb-42fd-8af0-019fad20d249 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.531820 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f9764b61-e3bb-42fd-8af0-019fad20d249 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.533333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f9764b61-e3bb-42fd-8af0-019fad20d249 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d3bcbf9-d2eb-45de-8f84-7f3348660ca4 HTTP/1.1" status: 204 len: 168 time: 0.8975949 Dec 20 15:58:29.548726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44432) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:29.609622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764b61-e3bb-42fd-8af0-019fad20d249 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3bcbf9-d2eb-45de-8f84-7f3348660ca4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.621932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.624522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.634613 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fc875359-434b-4528-9504-9a50a18ef7d3 tempest-AttachVolumeShelveTestJSON-1720663049 tempest-AttachVolumeShelveTestJSON-1720663049-project] 10.222.0.81 "DELETE /v2.0/floatingips/c099f32d-cf89-4a89-ae9d-95238379eb61 HTTP/1.1" status: 204 len: 168 time: 1.2221792 Dec 20 15:58:29.634613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] For port a07f1164-a904-46a0-9a71-1892466c954b, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:29.634613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attempted to set empty binding levels {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 15:58:29.652823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-55255c6d-e2a5-4cf2-af68-b634a7d18fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.654456 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51b02491-55d2-4cd5-a05e-b90cbb6066b0 req-55255c6d-e2a5-4cf2-af68-b634a7d18fc6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496969 Dec 20 15:58:29.724303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.761521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] In _notify_port_updated(), no bound segment for port a07f1164-a904-46a0-9a71-1892466c954b on network 9a317834-6669-42ec-a637-f55165443695 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 15:58:29.762807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:29.762907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.764214 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "PUT /v2.0/ports/a07f1164-a904-46a0-9a71-1892466c954b HTTP/1.1" status: 200 len: 975 time: 2.1310186 Dec 20 15:58:29.767289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:29.816462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bfaca-6c3b-48b4-bdb1-e00d2eeaf27d tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event updated for resources: {'Port': ['ID=a07f1164-a904-46a0-9a71-1892466c954b,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.872368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Deleting port a07f1164-a904-46a0-9a71-1892466c954b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:29.872711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.958221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] For port a07f1164-a904-46a0-9a71-1892466c954b, host n-h1-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:29.958831 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.982004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Calling delete_port for a07f1164-a904-46a0-9a71-1892466c954b owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:30.144869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f9046231-2e13-4652-91ed-bc3cdcee20d5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5776997 Dec 20 15:58:30.144869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44442) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:30.147972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.171340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--685719878'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:30.196543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Pushing event deleted for resources: {'Port': ['ID=a07f1164-a904-46a0-9a71-1892466c954b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.216481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.223623 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-346b48b6-79eb-4ee3-a825-e633c8334ce3 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "DELETE /v2.0/ports/a07f1164-a904-46a0-9a71-1892466c954b HTTP/1.1" status: 204 len: 168 time: 0.4550960 Dec 20 15:58:30.226124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:30.234887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471d7ac4-acac-446f-812f-4426f1e9e55c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:30.261124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.273968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-da42c2aa-962f-465c-bad4-4435b0145e4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:30.280130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-da42c2aa-962f-465c-bad4-4435b0145e4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:30.286868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-da42c2aa-962f-465c-bad4-4435b0145e4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:30.293263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-da42c2aa-962f-465c-bad4-4435b0145e4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:30.294436 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6402ced4-feaf-4ca5-996d-a015db2e6fe7 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] GET failed (client error): The resource could not be found. Dec 20 15:58:30.296891 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6402ced4-feaf-4ca5-996d-a015db2e6fe7 tempest-PortsAdminExtendedAttrsTestJSON-1262074606 tempest-PortsAdminExtendedAttrsTestJSON-1262074606-project-admin] 10.222.0.81 "GET /v2.0/ports/a07f1164-a904-46a0-9a71-1892466c954b HTTP/1.1" status: 404 len: 333 time: 0.0698357 Dec 20 15:58:30.299748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-da42c2aa-962f-465c-bad4-4435b0145e4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:30.301669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:30.302029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-da42c2aa-962f-465c-bad4-4435b0145e4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3826 time: 0.6800456 Dec 20 15:58:30.343000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Transition to ACTIVE for port object 471d7ac4-acac-446f-812f-4426f1e9e55c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:30.374781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.381941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f2fe6cf-558d-47c2-98ed-994f33398088 req-d709beee-5693-4edc-bbca-abc3af8be198 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704265 Dec 20 15:58:30.418933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.421627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.453878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.619218 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.652645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a317834-6669-42ec-a637-f55165443695']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:30.664096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.668259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921fd821-7a9a-44fe-979b-d4797b1602a6') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:30.668727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921fd821-7a9a-44fe-979b-d4797b1602a6') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:30.692690 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.711651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.725416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:30.725816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:30.758742 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:30.890795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.904112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.916452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.921701 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] 10.222.0.81 "DELETE /v2.0/networks/9a317834-6669-42ec-a637-f55165443695 HTTP/1.1" status: 204 len: 168 time: 0.6190128 Dec 20 15:58:30.949290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf75de0-5851-42dc-a088-22405c12e1b4 tempest-PortsAdminExtendedAttrsTestJSON-357302987 tempest-PortsAdminExtendedAttrsTestJSON-357302987-project] Pushing event deleted for resources: {'Network': ['ID=9a317834-6669-42ec-a637-f55165443695,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.969379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Attempting to bind port 471d7ac4-acac-446f-812f-4426f1e9e55c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:30.971042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Attempting to bind port 471d7ac4-acac-446f-812f-4426f1e9e55c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:30.971505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Attempting to bind port 471d7ac4-acac-446f-812f-4426f1e9e55c on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:30.979530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.015122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Port 471d7ac4-acac-446f-812f-4426f1e9e55c on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:31.015122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Attempting to bind port 471d7ac4-acac-446f-812f-4426f1e9e55c on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:31.075734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:31.076141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Checking segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:31.076616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Bound using segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:31.077146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Bound port: 471d7ac4-acac-446f-812f-4426f1e9e55c, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:31.077607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.096589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60314309-b560-4139-b346-576a61f77512,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.122207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.124079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b6d8be1-c0a1-4bf4-91d7-fec8356248e8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9650874 Dec 20 15:58:31.126549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:31.131414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ffb0ebf6-3e88-41c7-831d-ddd1508972d8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '60314309-b560-4139-b346-576a61f77512', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:31.132457 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-ffb0ebf6-3e88-41c7-831d-ddd1508972d8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 15:58:31.133105 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-ffb0ebf6-3e88-41c7-831d-ddd1508972d8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:31.137207 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ffb0ebf6-3e88-41c7-831d-ddd1508972d8 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068753 Dec 20 15:58:31.137839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44458) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:31.189339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:31.189953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.213972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe941-35f2-44db-a5d7-24c684dbfeb2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.266621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe941-35f2-44db-a5d7-24c684dbfeb2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.271754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:31.313938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=471d7ac4-acac-446f-812f-4426f1e9e55c,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:31.367171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.386318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:31.434699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.443258 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe941-35f2-44db-a5d7-24c684dbfeb2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.449631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe941-35f2-44db-a5d7-24c684dbfeb2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.451569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b1fe941-35f2-44db-a5d7-24c684dbfeb2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/60314309-b560-4139-b346-576a61f77512 HTTP/1.1" status: 204 len: 168 time: 0.3125582 Dec 20 15:58:31.456928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44464) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:31.513463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.514198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.522011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] 10.222.0.72 "PUT /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 1130 time: 2.6299031 Dec 20 15:58:31.527344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fe941-35f2-44db-a5d7-24c684dbfeb2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60314309-b560-4139-b346-576a61f77512,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.634809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '471d7ac4-acac-446f-812f-4426f1e9e55c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:31.639543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb4818ab-33a0-47f2-b985-092f8a38ec6c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1782248 Dec 20 15:58:31.641135 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05654caa-2d8f-452c-b9f9-1f85edaa8f78" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "471d7ac4-acac-446f-812f-4426f1e9e55c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:31.652667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:31.672971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--736181908'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:31.709886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:31.716208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-975c046f-d9e4-4e0b-b9b5-9abd40cabeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:31.730023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:31.789632 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386d180-4068-445b-a9c9-1c2ca197032c x-openstack-request-id: req-7386d180-4068-445b-a9c9-1c2ca197032c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:31.790600 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "471d7ac4-acac-446f-812f-4426f1e9e55c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:31.791250 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7386d180-4068-445b-a9c9-1c2ca197032c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:31.791875 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '471d7ac4-acac-446f-812f-4426f1e9e55c', 'status': 'completed', 'code': 200} Dec 20 15:58:31.824111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae9d44-ade9-4371-8810-edc86b4edcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:31.881119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.881663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.882142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.882612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.883079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.885999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.889082 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-24ad1eed-c51a-436b-94d0-61fc05c4f532 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5284 time: 0.1284106 Dec 20 15:58:31.906092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.913669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.932476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.935235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.941618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.947934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:31.949889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-229a438d-66d1-4386-838b-0c4f3498d145 req-12322708-a967-4886-8254-98758db9fa95 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 4598 time: 0.4657321 Dec 20 15:58:31.953137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.006921 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.059602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4c7c16da-2146-4ba1-9c4d-f5f6c312a6be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61af91350bce44eb896993a567677f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236313 Dec 20 15:58:32.071884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44478) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:32.102660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-381f496d-3a5f-433e-aecd-fb203d832290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.103226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-381f496d-3a5f-433e-aecd-fb203d832290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.103656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-381f496d-3a5f-433e-aecd-fb203d832290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.105835 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-381f496d-3a5f-433e-aecd-fb203d832290 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6729aa467daa4009960023047a2141c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2083428 Dec 20 15:58:32.208610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-229a438d-66d1-4386-838b-0c4f3498d145 req-11838626-93c1-4b54-972e-7d64de3cb61d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2458174 Dec 20 15:58:32.412818 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.589612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=d5fb9eb3-f1c5-41d4-ba56-1a81c96fef62,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:32.783095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fef5f88-9d62-4543-b58c-3470081e35fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.823393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.826876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.834225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.837013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-54f5e931-e425-4cba-a9cb-52e37b0928bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:32.839852 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-05654caa-2d8f-452c-b9f9-1f85edaa8f78 req-54f5e931-e425-4cba-a9cb-52e37b0928bc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7244089 Dec 20 15:58:32.893148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fef5f88-9d62-4543-b58c-3470081e35fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.911732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:32.958808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072c9069-7a3f-4368-993c-c3251ea9a8d5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:32.964882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d16e7-67b7-4210-973a-3fb6b1c80910,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:32.980203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.003445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.008164 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ef9a1613-aa44-4f28-9951-6bb71bde30f5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3540857 Dec 20 15:58:33.008780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.013076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fe2f6800-e5cd-4034-9549-581781d72bfa tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'f52d16e7-67b7-4210-973a-3fb6b1c80910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:33.040801 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-fe2f6800-e5cd-4034-9549-581781d72bfa tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 15:58:33.041463 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-fe2f6800-e5cd-4034-9549-581781d72bfa tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:33.045864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fe2f6800-e5cd-4034-9549-581781d72bfa tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0359502 Dec 20 15:58:33.046402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44490) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.051563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-75fbbad3-8e23-4656-b4f3-8fcb43dd51d6 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'f52d16e7-67b7-4210-973a-3fb6b1c80910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:33.052237 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-75fbbad3-8e23-4656-b4f3-8fcb43dd51d6 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 15:58:33.052730 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-75fbbad3-8e23-4656-b4f3-8fcb43dd51d6 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:33.064458 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75fbbad3-8e23-4656-b4f3-8fcb43dd51d6 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0169487 Dec 20 15:58:33.066060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44492) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.071726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9346813b-8026-4e06-bdb9-82731c540501 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'f52d16e7-67b7-4210-973a-3fb6b1c80910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:33.072554 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-9346813b-8026-4e06-bdb9-82731c540501 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 15:58:33.073050 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-9346813b-8026-4e06-bdb9-82731c540501 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:33.087597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9346813b-8026-4e06-bdb9-82731c540501 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191574 Dec 20 15:58:33.088663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fef5f88-9d62-4543-b58c-3470081e35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.091326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fef5f88-9d62-4543-b58c-3470081e35fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.094744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9fef5f88-9d62-4543-b58c-3470081e35fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a465c24-217a-4485-adeb-742ec4468529 HTTP/1.1" status: 204 len: 168 time: 1.0198123 Dec 20 15:58:33.094744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44494) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.114451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0ab7346a-e127-4108-8d0a-10a11e6e6355 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'f52d16e7-67b7-4210-973a-3fb6b1c80910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:33.115555 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-0ab7346a-e127-4108-8d0a-10a11e6e6355 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 15:58:33.116152 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-0ab7346a-e127-4108-8d0a-10a11e6e6355 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:33.117727 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0ab7346a-e127-4108-8d0a-10a11e6e6355 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0182045 Dec 20 15:58:33.118782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef5f88-9d62-4543-b58c-3470081e35fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a465c24-217a-4485-adeb-742ec4468529,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:33.120382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44498) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.184679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-247e653a-4ded-4d1a-be8c-5db9d5a8d7a0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.201527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router f0789cd6-8d1d-42d9-be7b-9b41b393ea44 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:33.202926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Transition to ACTIVE for port object 072c9069-7a3f-4368-993c-c3251ea9a8d5 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:33.229229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-247e653a-4ded-4d1a-be8c-5db9d5a8d7a0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.315123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.341557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:33.355954 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] Sync routers for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:33.370865 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:33.371579 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:33.389883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-247e653a-4ded-4d1a-be8c-5db9d5a8d7a0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.394375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-247e653a-4ded-4d1a-be8c-5db9d5a8d7a0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.396810 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-247e653a-4ded-4d1a-be8c-5db9d5a8d7a0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/f52d16e7-67b7-4210-973a-3fb6b1c80910 HTTP/1.1" status: 204 len: 168 time: 0.2755103 Dec 20 15:58:33.412980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44504) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.414016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e653a-4ded-4d1a-be8c-5db9d5a8d7a0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d16e7-67b7-4210-973a-3fb6b1c80910,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:33.414892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-619a8386-5aff-49ab-8edf-ef14699eb2d0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/f0789cd6-8d1d-42d9-be7b-9b41b393ea44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6572869 Dec 20 15:58:33.447554 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:33.448843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.454476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:33.462792 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] Routers {'f0789cd6-8d1d-42d9-be7b-9b41b393ea44'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:33.463960 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:33.513982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-23507701-ab06-416f-b3c2-fbdf6f1f360e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0789cd6-8d1d-42d9-be7b-9b41b393ea44 HTTP/1.1" status: 200 len: 205 time: 0.0529826 Dec 20 15:58:33.516795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44512) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.526976 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98ce17f2-cdd0-4532-a4d3-b92af143780d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1094103 Dec 20 15:58:33.536893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:33.540586 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:33.549264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--216909109'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:33.555804 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45e977-89e2-47fa-90e1-984954148fbd None None] The sync data for ids ['f0789cd6-8d1d-42d9-be7b-9b41b393ea44'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:33.740478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.750010 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.880813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.895796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.902978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.909362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.916455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.927212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.930699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.937091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:33.939125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-93f4985a-fd2b-440c-ba07-d53ede12ee73 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5371 time: 0.6205692 Dec 20 15:58:34.012857 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.079487 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fdadf5-4052-414a-8b98-669d46b0a90a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:34.140310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.142677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8337146e-e4d9-420e-af98-ab311c3b3a09 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6036561 Dec 20 15:58:34.145623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.150297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6fdb8b88-474f-4865-a2f1-119d27fba778 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:34.151209 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-6fdb8b88-474f-4865-a2f1-119d27fba778 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 15:58:34.151851 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-6fdb8b88-474f-4865-a2f1-119d27fba778 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:34.152983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6fdb8b88-474f-4865-a2f1-119d27fba778 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062199 Dec 20 15:58:34.155499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.160925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd6625fa-d823-42d9-b615-3bec76dc41eb req-330f097c-bdd1-4e2c-a596-88ddc2c2ae6c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813824 Dec 20 15:58:34.168241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ed201d69-343d-442a-956a-fef1233f28ad tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:34.267152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44524) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.328979 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.330385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.334229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.336537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Attempting to bind port 072c9069-7a3f-4368-993c-c3251ea9a8d5 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:34.336870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Attempting to bind port 072c9069-7a3f-4368-993c-c3251ea9a8d5 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:34.337220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Attempting to bind port 072c9069-7a3f-4368-993c-c3251ea9a8d5 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:34.345370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Port 072c9069-7a3f-4368-993c-c3251ea9a8d5 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:34.345689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Attempting to bind port 072c9069-7a3f-4368-993c-c3251ea9a8d5 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:34.385421 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2de80b21-56df-477c-ae49-0f9e7e35ef09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34d9f7ade3534bfa8ed62f959ecbf89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127605 Dec 20 15:58:34.385791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44530) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.432039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:34.432378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Checking segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:34.436293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Bound using segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:34.436293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Bound port: 072c9069-7a3f-4368-993c-c3251ea9a8d5, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:34.436293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.452954 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-ed201d69-343d-442a-956a-fef1233f28ad tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:34.453968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed201d69-343d-442a-956a-fef1233f28ad tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2974234 Dec 20 15:58:34.460942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44534) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.467155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-264dda1f-1ad8-4ca3-8135-7c0ec6dc8f6d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:34.467687 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-264dda1f-1ad8-4ca3-8135-7c0ec6dc8f6d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 15:58:34.468748 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-264dda1f-1ad8-4ca3-8135-7c0ec6dc8f6d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:34.469799 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-264dda1f-1ad8-4ca3-8135-7c0ec6dc8f6d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073783 Dec 20 15:58:34.472869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44536) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.490007 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f1f3-9ef5-4681-a14c-8724f9151a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.500575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cdcb1084-51f8-465f-a1ce-a3dcc04a874e tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:34.511585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.512166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router f0789cd6-8d1d-42d9-be7b-9b41b393ea44 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:34.526270 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.531022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-264bff90-788e-4a8e-90c6-e3cbbcb6ba86 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/f0789cd6-8d1d-42d9-be7b-9b41b393ea44 HTTP/1.1" status: 204 len: 168 time: 1.0067401 Dec 20 15:58:34.532302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44540) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.591835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f1f3-9ef5-4681-a14c-8724f9151a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.609321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet 73cb60ce-261a-4381-9bf7-6d30919ba095 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:34.614417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.648593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:34.677864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:34.682773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.774021 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-cdcb1084-51f8-465f-a1ce-a3dcc04a874e tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:34.775074 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cdcb1084-51f8-465f-a1ce-a3dcc04a874e tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2866170 Dec 20 15:58:34.777882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44544) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.783543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-71a71d9e-2e6b-4e0e-832c-7c2ba82b75ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:34.789282 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-71a71d9e-2e6b-4e0e-832c-7c2ba82b75ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 15:58:34.789282 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-71a71d9e-2e6b-4e0e-832c-7c2ba82b75ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:34.789282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-71a71d9e-2e6b-4e0e-832c-7c2ba82b75ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058522 Dec 20 15:58:34.789282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44546) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:34.793894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-af385431-4090-437e-873a-ecf033e64abb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:34.807486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.813698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.815720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f1f3-9ef5-4681-a14c-8724f9151a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.829339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ea3f1f3-9ef5-4681-a14c-8724f9151a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.830517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ea3f1f3-9ef5-4681-a14c-8724f9151a41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bbb5334e-97d2-4ec4-be9a-11360531e21f HTTP/1.1" status: 204 len: 168 time: 0.4436665 Dec 20 15:58:34.947162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3f1f3-9ef5-4681-a14c-8724f9151a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5334e-97d2-4ec4-be9a-11360531e21f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:34.969418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:34.970049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.971524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] 10.222.0.72 "PUT /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 1131 time: 3.2746565 Dec 20 15:58:34.973813 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-af385431-4090-437e-873a-ecf033e64abb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Project 5583ca9f9e884bc486b51bdbc1293f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:58:34.982923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '072c9069-7a3f-4368-993c-c3251ea9a8d5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:34.986599 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69163157-86db-432d-8ca3-38080ad2b059" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "072c9069-7a3f-4368-993c-c3251ea9a8d5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:35.025178 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.074606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a63a8c-2de9-406e-aec4-8d8de81ffbea service neutron] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:35.087318 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb683681-34b6-48bf-964a-f789f405bd75 x-openstack-request-id: req-fb683681-34b6-48bf-964a-f789f405bd75 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:35.088263 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "072c9069-7a3f-4368-993c-c3251ea9a8d5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:35.088700 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb683681-34b6-48bf-964a-f789f405bd75 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:35.100058 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '072c9069-7a3f-4368-993c-c3251ea9a8d5', 'status': 'completed', 'code': 200} Dec 20 15:58:35.104138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.113754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd6501-c03b-43fc-86f3-c68b33c5a307 None None] Network 58b3f2d6-4538-44fa-8770-891af95a21c4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:35.117890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44556) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:35.123717 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/73cb60ce-261a-4381-9bf7-6d30919ba095 HTTP/1.1" status: 204 len: 168 time: 0.5880060 Dec 20 15:58:35.176515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:35.191503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055f87-a10b-49e1-b00e-dd7c1d1b6dc4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=73cb60ce-261a-4381-9bf7-6d30919ba095,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:35.226297 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-af385431-4090-437e-873a-ecf033e64abb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:35.227706 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-af385431-4090-437e-873a-ecf033e64abb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4379721 Dec 20 15:58:35.285990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44560) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:35.304120 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.306594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1a0b65e1-2460-4c46-a8f2-c9dced1f579c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:35.306594 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-1a0b65e1-2460-4c46-a8f2-c9dced1f579c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 15:58:35.306922 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-1a0b65e1-2460-4c46-a8f2-c9dced1f579c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:35.310744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1a0b65e1-2460-4c46-a8f2-c9dced1f579c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161569 Dec 20 15:58:35.318299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44562) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:35.336607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0e5b02f4-7339-43fc-aaee-f489fd9ee964 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:35.361613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] DHCP port deletion for 58b3f2d6-4538-44fa-8770-891af95a21c4 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:35.373653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.381858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.382420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.382880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.383387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.383915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.384457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.384958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.390629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69163157-86db-432d-8ca3-38080ad2b059 req-3937d352-fac7-4c7a-b186-4494b882ab95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6208 time: 0.2596924 Dec 20 15:58:35.566633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Deleting port 30dd4417-e6f6-4679-8939-36b266514ad8 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:35.568356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.635095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-17aefd7d-7c3a-4ac7-93bd-41322356cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.637270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-17aefd7d-7c3a-4ac7-93bd-41322356cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.637777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-17aefd7d-7c3a-4ac7-93bd-41322356cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.642189 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69163157-86db-432d-8ca3-38080ad2b059 req-17aefd7d-7c3a-4ac7-93bd-41322356cfac service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6729aa467daa4009960023047a2141c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2423611 Dec 20 15:58:35.645459 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-0e5b02f4-7339-43fc-aaee-f489fd9ee964 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Project 5583ca9f9e884bc486b51bdbc1293f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:58:35.728169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] For port 30dd4417-e6f6-4679-8939-36b266514ad8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=30dd4417-e6f6-4679-8939-36b266514ad8,segment=NetworkSegment(8885210c-ef7d-48ad-889d-841c2ca0e5f4),segment_id=8885210c-ef7d-48ad-889d-841c2ca0e5f4)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:35.728781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.746268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Calling delete_port for 30dd4417-e6f6-4679-8939-36b266514ad8 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:35.816625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet 53ea57b3-d613-4f97-97af-70400f14045f {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:35.824097 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-0e5b02f4-7339-43fc-aaee-f489fd9ee964 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:35.831007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44572) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:35.831203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e5b02f4-7339-43fc-aaee-f489fd9ee964 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5044816 Dec 20 15:58:35.831287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:35.848772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-519e4724-0ec8-4397-a29c-39d9bf0872b2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '50fdadf5-4052-414a-8b98-669d46b0a90a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:35.902258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163157-86db-432d-8ca3-38080ad2b059 req-b29486dc-75f5-48d1-87e8-1a74ffb42187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:35.904383 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69163157-86db-432d-8ca3-38080ad2b059 req-b29486dc-75f5-48d1-87e8-1a74ffb42187 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2370203 Dec 20 15:58:35.989716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.007373 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:36.009274 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:36.010420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.018597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.024344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.030564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.038350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.044224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.051179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:36.061315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-634f3090-4f0b-4282-9d37-6c643ebab067 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5371 time: 0.6993504 Dec 20 15:58:36.064835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.124374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] No DVR routers for this DVR port 30dd4417-e6f6-4679-8939-36b266514ad8 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:36.130145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Pushing event deleted for resources: {'Port': ['ID=30dd4417-e6f6-4679-8939-36b266514ad8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.141981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.154924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d088c29-adfc-4747-a5ac-bcce5e5af0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:36.277547 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-519e4724-0ec8-4397-a29c-39d9bf0872b2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Project 5583ca9f9e884bc486b51bdbc1293f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:58:36.341350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92d8827c-fb74-4380-a6d3-5765545deb4c req-6db5adf4-a1e1-4e4c-bad7-71898ea1250c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725151 Dec 20 15:58:36.344310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4020e232-a469-4491-b60f-ac60292196a8 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:36.353472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.365769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.423645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Transition to ACTIVE for port object 4020e232-a469-4491-b60f-ac60292196a8 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:36.443538 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-519e4724-0ec8-4397-a29c-39d9bf0872b2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:36.444587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-519e4724-0ec8-4397-a29c-39d9bf0872b2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6101410 Dec 20 15:58:36.447642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:36.520773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c34428dc-6afa-4366-b367-859c06ec3764 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.548187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30dd4417-e6f6-4679-8939-36b266514ad8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:36.554448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c34428dc-6afa-4366-b367-859c06ec3764 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.574727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 30dd4417-e6f6-4679-8939-36b266514ad8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:36.575305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 30dd4417-e6f6-4679-8939-36b266514ad8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:36.593281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.605404 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.663843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=53ea57b3-d613-4f97-97af-70400f14045f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.670296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.673757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aba231e2-6139-4755-bfcf-15c846806fbc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/53ea57b3-d613-4f97-97af-70400f14045f HTTP/1.1" status: 204 len: 168 time: 1.5548584 Dec 20 15:58:36.679920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:36.681422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c095983-8336-4bc9-8a62-d20dffc77d40 None None] Network 8f80f225-8030-45bf-8b63-0157a9288e34 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:36.688741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c34428dc-6afa-4366-b367-859c06ec3764 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.707161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c34428dc-6afa-4366-b367-859c06ec3764 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.712225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c34428dc-6afa-4366-b367-859c06ec3764 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/50fdadf5-4052-414a-8b98-669d46b0a90a HTTP/1.1" status: 204 len: 168 time: 0.2610095 Dec 20 15:58:36.715890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44594) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:36.778580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Pushing event updated for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.812449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34428dc-6afa-4366-b367-859c06ec3764 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fdadf5-4052-414a-8b98-669d46b0a90a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:36.855809 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec458c29-6e0e-4201-97ef-f184aeafc99b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1206627 Dec 20 15:58:36.856961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:36.862458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448339282'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:36.981997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.008239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Attempting to bind port 4020e232-a469-4491-b60f-ac60292196a8 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:37.008863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Attempting to bind port 4020e232-a469-4491-b60f-ac60292196a8 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:37.009058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Attempting to bind port 4020e232-a469-4491-b60f-ac60292196a8 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:37.026065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Port 4020e232-a469-4491-b60f-ac60292196a8 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:37.026418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Attempting to bind port 4020e232-a469-4491-b60f-ac60292196a8 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:37.041417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.056569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:37.056569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Checking segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:37.056569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Bound using segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:37.056569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Bound port: 4020e232-a469-4491-b60f-ac60292196a8, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:37.056569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.082165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80679719-3c35-4588-8263-5578425c57b9 None None] DHCP port deletion for 8f80f225-8030-45bf-8b63-0157a9288e34 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:37.172272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-80679719-3c35-4588-8263-5578425c57b9 None None] Deleting port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:37.172654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80679719-3c35-4588-8263-5578425c57b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.225588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.286056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-80679719-3c35-4588-8263-5578425c57b9 None None] For port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,segment=NetworkSegment(d95072f6-b763-4b8a-aada-1875ae21ea92),segment_id=d95072f6-b763-4b8a-aada-1875ae21ea92)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:37.286758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80679719-3c35-4588-8263-5578425c57b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.303710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-80679719-3c35-4588-8263-5578425c57b9 None None] Calling delete_port for a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:37.372763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.434620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33468a1-4a04-49ca-9315-930d0924172c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.565426 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80679719-3c35-4588-8263-5578425c57b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.568915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.572757 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-708fdcc2-c744-4921-9f6a-e507a156a2e2 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7139382 Dec 20 15:58:37.579462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:37.593783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-709ad535-a213-4612-b0e6-470e5c2f8324 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'a33468a1-4a04-49ca-9315-930d0924172c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:37.636650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80679719-3c35-4588-8263-5578425c57b9 None None] Pushing event deleted for resources: {'Port': ['ID=a4a32d9d-bd4b-41de-925c-1c1c1ecddd93,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:37.666214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80679719-3c35-4588-8263-5578425c57b9 None None] No DVR routers for this DVR port a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:37.686229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.750146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b3f2d6-4538-44fa-8770-891af95a21c4']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:37.774246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8885210c-ef7d-48ad-889d-841c2ca0e5f4') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:37.774537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8885210c-ef7d-48ad-889d-841c2ca0e5f4') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:37.790339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.807317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:37.834927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.840747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.847886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.853921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.860389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.868239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.874765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:37.877624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-b9ba72fb-28ca-4c2d-8bb3-2746de02b5cb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5383 time: 0.2041929 Dec 20 15:58:37.882084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.886305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4020e232-a469-4491-b60f-ac60292196a8,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:37.891467 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-709ad535-a213-4612-b0e6-470e5c2f8324 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The resource could not be found. Dec 20 15:58:37.894398 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-709ad535-a213-4612-b0e6-470e5c2f8324 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3096344 Dec 20 15:58:37.897527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:37.897689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44618) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:37.898078 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:37.902613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fcfd7325-5b10-48e6-b343-e8fd1ee3958a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'a33468a1-4a04-49ca-9315-930d0924172c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '285b5b19-7c7b-4570-8d6a-d9ad07d5d777'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:37.922361 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:38.000799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.115288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32f5ded4-da77-405d-84ea-319d26b2d77f req-6994cb26-27aa-48ca-ba58-ccaf30e12375 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1940916 Dec 20 15:58:38.120624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.121375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.122911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] 10.222.0.72 "PUT /v2.0/ports/4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 200 len: 1090 time: 2.9905269 Dec 20 15:58:38.123369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '4020e232-a469-4491-b60f-ac60292196a8'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:38.128701 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6886a0f-e43b-4c05-a9fd-43633b887f43" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "4020e232-a469-4491-b60f-ac60292196a8"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:38.149281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780539-3c23-4269-961e-bde2358ed016 service neutron] Pushing event updated for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.158171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.182582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.184356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44630) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:38.198295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/58b3f2d6-4538-44fa-8770-891af95a21c4 HTTP/1.1" status: 204 len: 168 time: 1.5126469 Dec 20 15:58:38.204088 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-fcfd7325-5b10-48e6-b343-e8fd1ee3958a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The resource could not be found. Dec 20 15:58:38.211557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcfd7325-5b10-48e6-b343-e8fd1ee3958a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3066339 Dec 20 15:58:38.212441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44634) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:38.302777 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f97138-611f-4b9d-84fc-537da11dfb71 x-openstack-request-id: req-09f97138-611f-4b9d-84fc-537da11dfb71 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:38.303078 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "4020e232-a469-4491-b60f-ac60292196a8", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:38.311420 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09f97138-611f-4b9d-84fc-537da11dfb71 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:38.312392 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '4020e232-a469-4491-b60f-ac60292196a8', 'status': 'completed', 'code': 200} Dec 20 15:58:38.319412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:38.329485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868459d-9662-41b5-bd6f-836e8818c7d6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=58b3f2d6-4538-44fa-8770-891af95a21c4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.344113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44636) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:38.442906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.462205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7661-c72b-49fc-bf98-7f113ea2c96f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.493382 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7661-c72b-49fc-bf98-7f113ea2c96f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.543622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.597252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.618438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7661-c72b-49fc-bf98-7f113ea2c96f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.621416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7661-c72b-49fc-bf98-7f113ea2c96f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.626326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd1e7661-c72b-49fc-bf98-7f113ea2c96f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/a33468a1-4a04-49ca-9315-930d0924172c HTTP/1.1" status: 204 len: 168 time: 0.4091127 Dec 20 15:58:38.627048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44640) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:38.636295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f80f225-8030-45bf-8b63-0157a9288e34']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:38.650433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95072f6-b763-4b8a-aada-1875ae21ea92') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:38.650829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95072f6-b763-4b8a-aada-1875ae21ea92') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:38.664704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:38.673091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.674495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.675864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.676397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.676868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.677359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.677823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.679967 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-925b63ca-9963-4008-8af1-494b1ba3922f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6275 time: 0.3161781 Dec 20 15:58:38.684253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.695971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1464520375', 'router:external': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:38.702810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:38.703600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a4a32d9d-bd4b-41de-925c-1c1c1ecddd93 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:38.729288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.773996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:38.774282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.776424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e7661-c72b-49fc-bf98-7f113ea2c96f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33468a1-4a04-49ca-9315-930d0924172c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:38.778196 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:38.823261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3d7f1659-81df-4059-922b-4aeb4d6b52ee tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1851411 Dec 20 15:58:38.824310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44642) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:38.838323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c1c1bdae-f4d6-469e-8e92-c418a9f5a6b9 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': '26ccb17f-a6be-43d3-b13e-695bde9ca4b5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:38.879032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-e8dcf23b-04f6-4347-b0de-32a9c64e2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.879926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-e8dcf23b-04f6-4347-b0de-32a9c64e2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.880069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-e8dcf23b-04f6-4347-b0de-32a9c64e2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.882480 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-e8dcf23b-04f6-4347-b0de-32a9c64e2771 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6729aa467daa4009960023047a2141c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1866050 Dec 20 15:58:38.964396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Made reservation on behalf of 2f0d54e94d904122b43102e4357cfa30 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:38.968168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:38.990747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-5f681787-4884-412a-a77d-23c9b492260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:38.992378 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d6886a0f-e43b-4c05-a9fd-43633b887f43 req-5f681787-4884-412a-a77d-23c9b492260f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035125 Dec 20 15:58:39.000089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.023662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.043487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.047800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/8f80f225-8030-45bf-8b63-0157a9288e34 HTTP/1.1" status: 204 len: 168 time: 0.8615904 Dec 20 15:58:39.058716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44644) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:39.072180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1182421168'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:39.079459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065925e5-c6ab-4705-9482-040cba3bae6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=8f80f225-8030-45bf-8b63-0157a9288e34,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:39.108971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e413da-8efd-4ace-ad28-c896e1c396c7 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:39.123647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.167868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Transition to ACTIVE for port object 36e413da-8efd-4ace-ad28-c896e1c396c7 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:39.238239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.262420 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.349634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.412913 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-c1c1bdae-f4d6-469e-8e92-c418a9f5a6b9 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The resource could not be found. Dec 20 15:58:39.416497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c1c1bdae-f4d6-469e-8e92-c418a9f5a6b9 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5804827 Dec 20 15:58:39.418645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Pushing event updated for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:39.420135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44654) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:39.424676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056024093'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:39.500921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:39.518068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31725cee-871b-42c8-afb1-c4a7c17b3fba,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:39.563349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:39.567287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.577025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.577025 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Added segment 8dbb5354-70d2-40d6-b9a5-4a83545c5593 of type vlan for network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 Dec 20 15:58:39.615858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.621117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.627133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.633605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.639723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.646627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.652504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:39.654549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-02e383fe-c4c0-4ee5-849c-37927f06807f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5395 time: 0.3084896 Dec 20 15:58:39.698805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.727857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:58:39.742688 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.758528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Attempting to bind port 36e413da-8efd-4ace-ad28-c896e1c396c7 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:39.758528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Attempting to bind port 36e413da-8efd-4ace-ad28-c896e1c396c7 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:39.758528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Attempting to bind port 36e413da-8efd-4ace-ad28-c896e1c396c7 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:39.772835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.772835 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 5440c247-43c9-468b-830a-4917bfc8809e of type vlan for network c3ccb749-3054-478a-a5df-f35a98810637 Dec 20 15:58:39.795466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Port 36e413da-8efd-4ace-ad28-c896e1c396c7 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:39.795792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Attempting to bind port 36e413da-8efd-4ace-ad28-c896e1c396c7 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:39.824732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.850695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:39.851203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Checking segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:39.851408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Bound using segment: {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:39.851843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Bound port: 36e413da-8efd-4ace-ad28-c896e1c396c7, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9087cfc-df9a-46f6-976a-dfecd05c9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:39.852196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.858184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:39.881753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29c422c2-f442-4607-ab9d-3d46b87bef78 req-ce2d36b0-4465-46ac-bb64-d0e1465a430c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010369 Dec 20 15:58:39.953761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:39.957842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=36e413da-8efd-4ace-ad28-c896e1c396c7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:39.978953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.012746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53cdf63-16c1-4fcb-9ee8-5df5202772b5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.030451 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.031574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.032307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.045028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.054360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.054997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.130248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.152565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Network': ['ID=62e93a24-47cf-4eb8-b4ff-a9f6712117d5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.155239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.162699 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2509c39c-cc91-4489-966e-b68ef19181fb tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7414813 Dec 20 15:58:40.166880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:40.174860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44656) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:40.187225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581987999'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:40.199050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-32976d6a-ae8c-4c57-9f18-2fa11df68fad tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8342204 Dec 20 15:58:40.210375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.210923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.212723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] 10.222.0.72 "PUT /v2.0/ports/36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 200 len: 1090 time: 1.9134092 Dec 20 15:58:40.219921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44658) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:40.229416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1669972 Dec 20 15:58:40.239358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'subnet': {'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:40.248011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44660) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:40.281894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:40.337291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:40.339658 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:40.380600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:40.408404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.534905 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4645d26a-550f-46e7-b603-3a98e635647f x-openstack-request-id: req-4645d26a-550f-46e7-b603-3a98e635647f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:40.534905 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:40.534905 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4645d26a-550f-46e7-b603-3a98e635647f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:40.534905 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7', 'status': 'completed', 'code': 200} Dec 20 15:58:40.535908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1b0de-1c10-4768-ac34-a6af60b851fe tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=c3ccb749-3054-478a-a5df-f35a98810637,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.556398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c3ccb749-3054-478a-a5df-f35a98810637 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:58:40.567340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77d96-41a6-4f05-b08a-108f08438676 service neutron] Pushing event updated for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:40.605192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.605874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.606492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.607763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.608395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.609010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.609667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.611886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-400ec900-41f5-4e1e-87b7-870a12ebd94f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6342 time: 0.1833005 Dec 20 15:58:40.612106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.676973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.777302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-8bca56f7-ecd9-4dad-bc47-083eaf77775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.777962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-8bca56f7-ecd9-4dad-bc47-083eaf77775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.778228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-8bca56f7-ecd9-4dad-bc47-083eaf77775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:40.780018 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-8bca56f7-ecd9-4dad-bc47-083eaf77775b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6729aa467daa4009960023047a2141c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1482501 Dec 20 15:58:40.828259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:40.983953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5dc644-9e74-40a2-816d-6a24e1c8862f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:41.022657 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:58:41.025544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Made reservation on behalf of 2f0d54e94d904122b43102e4357cfa30 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:41.028298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.052971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-f4bcb24d-70a3-47ea-94e9-5204996133b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.054731 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46228b1f-6c1c-47dc-bdbe-e3e4b628585e req-f4bcb24d-70a3-47ea-94e9-5204996133b2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2642689 Dec 20 15:58:41.104490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.112711 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-611f4f1d-c24c-417a-bfdb-e3d640a80e5b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9364476 Dec 20 15:58:41.114490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44672) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:41.124219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-02e41e5a-66bb-4d79-99f6-371ee2ebcd81 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'd53cdf63-16c1-4fcb-9ee8-5df5202772b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ba5dc644-9e74-40a2-816d-6a24e1c8862f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:41.150533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83aba04d-682f-42c2-94d9-a659b21fff84 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:41.161626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.200443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Transition to ACTIVE for port object 83aba04d-682f-42c2-94d9-a659b21fff84 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:41.216071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.223712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.229697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.235763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.242490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.248486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.254821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:41.261665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-8ef75b22-0968-4567-ad3e-b4f9b21c0a5c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5395 time: 0.2052290 Dec 20 15:58:41.266215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:41.270782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.319673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.493634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:41.562372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d713b75-7e96-49d5-85cc-5e87ad8fcaac req-9c1ed53b-0196-4a73-bb34-2a893f18a478 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2973042 Dec 20 15:58:41.563354 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-02e41e5a-66bb-4d79-99f6-371ee2ebcd81 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:41.571424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-02e41e5a-66bb-4d79-99f6-371ee2ebcd81 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4529860 Dec 20 15:58:41.571424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:41.732257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bf89f9b-ab80-413c-ba78-166bffe5abb5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.766845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bf89f9b-ab80-413c-ba78-166bffe5abb5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.813256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Attempting to bind port 83aba04d-682f-42c2-94d9-a659b21fff84 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:41.813597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Attempting to bind port 83aba04d-682f-42c2-94d9-a659b21fff84 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:41.813924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Attempting to bind port 83aba04d-682f-42c2-94d9-a659b21fff84 on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:41.825729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Port 83aba04d-682f-42c2-94d9-a659b21fff84 on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:41.826053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Attempting to bind port 83aba04d-682f-42c2-94d9-a659b21fff84 on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:41.838370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:41.838711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Checking segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:41.839149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Bound using segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:41.839589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Bound port: 83aba04d-682f-42c2-94d9-a659b21fff84, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:41.839944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:41.943807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:41.973908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83aba04d-682f-42c2-94d9-a659b21fff84,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:41.980387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.053490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bf89f9b-ab80-413c-ba78-166bffe5abb5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.057245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3bf89f9b-ab80-413c-ba78-166bffe5abb5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.062259 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3bf89f9b-ab80-413c-ba78-166bffe5abb5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/ba5dc644-9e74-40a2-816d-6a24e1c8862f HTTP/1.1" status: 204 len: 168 time: 0.4913087 Dec 20 15:58:42.062914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44682) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:42.075429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=f75e611b-fadd-45e6-8473-02cdcdbd020e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.081847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf89f9b-ab80-413c-ba78-166bffe5abb5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5dc644-9e74-40a2-816d-6a24e1c8862f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.084602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.149316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a1d6cef3-1d9d-449c-b7c7-a568c36cbb87 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0731151 Dec 20 15:58:42.150099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44684) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:42.153127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.154626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.156418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] 10.222.0.72 "PUT /v2.0/ports/83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 200 len: 1091 time: 1.8136806 Dec 20 15:58:42.169613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '5440c247-43c9-468b-830a-4917bfc8809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:42.170045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: c3ccb749-3054-478a-a5df-f35a98810637, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:42.215585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d708967-ad95-4c32-9baa-deeb70079cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.241022 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a98ff50b-a718-4fcb-98e4-fb53ad3839ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.278107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a98ff50b-a718-4fcb-98e4-fb53ad3839ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.284126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Request body: {'port': {'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:42.288557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 15:58:42.289033 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.386474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network c3ccb749-3054-478a-a5df-f35a98810637 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:42.412731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8dd6c31-594e-4db5-a167-fcb7813beb0b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.419714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.449027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Checking segment: {'id': '8dbb5354-70d2-40d6-b9a5-4a83545c5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:42.449422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network hostable DHCP agents. Network: 62e93a24-47cf-4eb8-b4ff-a9f6712117d5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:58:42.452744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a98ff50b-a718-4fcb-98e4-fb53ad3839ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.457437 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a98ff50b-a718-4fcb-98e4-fb53ad3839ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.459834 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a98ff50b-a718-4fcb-98e4-fb53ad3839ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/d53cdf63-16c1-4fcb-9ee8-5df5202772b5 HTTP/1.1" status: 204 len: 168 time: 0.3086834 Dec 20 15:58:42.461398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44686) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:42.489228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, c3ccb749-3054-478a-a5df-f35a98810637) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:42.494530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.495139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.497338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ff50b-a718-4fcb-98e4-fb53ad3839ce tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53cdf63-16c1-4fcb-9ee8-5df5202772b5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:42.508541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6615752d-09e3-408e-878f-668c6d0c773a None None] Network c3ccb749-3054-478a-a5df-f35a98810637 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:42.531522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:42.533993 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977aab2-a7ba-45dc-b824-afc92fb758e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:42.588271 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f28bb9c-5aa1-486b-bf51-4967c830b35d tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1230838 Dec 20 15:58:42.594333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:42.625009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--709651918'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:42.744353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.744818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.745339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.745799 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.746852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.746852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.747146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:42.749109 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-16d64860-5fc2-41dc-8977-d5776c6d0261 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6409 time: 0.1010644 Dec 20 15:58:42.792842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-c3ccb749-3054-478a-a5df-f35a98810637', 'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': 'f75e611b-fadd-45e6-8473-02cdcdbd020e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:58:42.792842 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.937367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.952180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e304a647-cf02-44fb-9017-c455ea97fd32 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:42.963885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb857760-14a2-458e-9826-4165421565fb x-openstack-request-id: req-cb857760-14a2-458e-9826-4165421565fb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:42.964231 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:42.964502 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb857760-14a2-458e-9826-4165421565fb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:42.964946 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84', 'status': 'completed', 'code': 200} Dec 20 15:58:42.968724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Allocated IP 172.20.0.2 (c3ccb749-3054-478a-a5df-f35a98810637/f75e611b-fadd-45e6-8473-02cdcdbd020e/3ce7bd25-e2c5-40c0-a363-d387427e55de) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:42.975519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:42.978523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:58:42.991010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d35b0c27-4df4-412d-8d25-8f56aff5b6f5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7419817 Dec 20 15:58:42.996675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:43.003701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 62e93a24-47cf-4eb8-b4ff-a9f6712117d5) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:43.008239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-699563153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:43.016622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce771b-9912-4003-b52c-00a6f6d98424 None None] Network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:43.048981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.049678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.060168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Transition to ACTIVE for port object e304a647-cf02-44fb-9017-c455ea97fd32 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:58:43.082601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-167d327f-022f-45e0-bc93-64c0084b746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.083229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-167d327f-022f-45e0-bc93-64c0084b746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.083539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-167d327f-022f-45e0-bc93-64c0084b746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.085443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-167d327f-022f-45e0-bc93-64c0084b746a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6729aa467daa4009960023047a2141c5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3257258 Dec 20 15:58:43.114371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.120602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.126813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.134687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.141522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.147992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.154899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.156861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-871fc1d6-7a0c-4d1a-a681-13a7190e2ff6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5407 time: 0.1952064 Dec 20 15:58:43.166592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004dd5-70c2-43cc-b6eb-d6a58128c391 req-9577c174-394a-46b7-bd87-02c3b1651c38 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.168162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11004dd5-70c2-43cc-b6eb-d6a58128c391 req-9577c174-394a-46b7-bd87-02c3b1651c38 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.2115362 Dec 20 15:58:43.203280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.204543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.205620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.224269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f6d610f5-c38d-4e4c-87f2-14e154d444bb tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9936445 Dec 20 15:58:43.235033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44708) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:43.235033 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.235223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd876a-8f96-44cf-811e-f6fc22734c74 None None] Network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:43.235307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-983680923', 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:43.271606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.318022 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.337108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11004dd5-70c2-43cc-b6eb-d6a58128c391 req-795f0ea8-519f-4db6-a743-54dc9825cbd2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574686 Dec 20 15:58:43.385451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:43.400191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d53f29e-dafa-4ec5-863a-a61cc1bd36c5 req-e5f8fa82-9129-4f74-ad09-034237055278 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217636 Dec 20 15:58:43.426558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.433674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44712) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:43.449953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.505706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a615f355-f8e0-4b25-8768-25be5eded905,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:43.511472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.517628 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-55670994-ff7c-4d6c-9876-74c81a0b078a tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9220145 Dec 20 15:58:43.532386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44720) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:43.548599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fc794f73-d93f-4849-a16a-dba1c495475f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'a615f355-f8e0-4b25-8768-25be5eded905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:43.554593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-9da9bef5-48bd-4c67-969a-cd9ad493ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:43.555230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3977aab2-a7ba-45dc-b824-afc92fb758e4 req-9da9bef5-48bd-4c67-969a-cd9ad493ce1e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4612448 Dec 20 15:58:43.560545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Made reservation on behalf of 2f0d54e94d904122b43102e4357cfa30 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:43.562766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.573218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.597920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Attempting to bind port e304a647-cf02-44fb-9017-c455ea97fd32 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:43.597920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Attempting to bind port e304a647-cf02-44fb-9017-c455ea97fd32 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:43.598327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Attempting to bind port e304a647-cf02-44fb-9017-c455ea97fd32 on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:43.603376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] device_id is not set on port 94bb01e3-0ce4-497b-a454-e988e2571046 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:43.616723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Port e304a647-cf02-44fb-9017-c455ea97fd32 on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:58:43.617152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.617295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Attempting to bind port e304a647-cf02-44fb-9017-c455ea97fd32 on network 377ae834-a05d-4c3b-8067-0fa5d072dbbf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:43.623526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44722) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:43.629374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'port': {'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637', 'name': 'tempest-RoutersTest-1267988649'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:43.633018 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-680a7fe5-c51c-455a-a081-955b95633506 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6339662 Dec 20 15:58:43.698806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:43.704934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Checking segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:43.705526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Bound using segment: {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:43.707300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Bound port: e304a647-cf02-44fb-9017-c455ea97fd32, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:43.707681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.741626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Network c3ccb749-3054-478a-a5df-f35a98810637 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:43.743705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:43.745761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Pushing event updated for resources: {'Port': ['ID=3ce7bd25-e2c5-40c0-a363-d387427e55de,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:43.764125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:43.898036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Attempting to bind port 3ce7bd25-e2c5-40c0-a363-d387427e55de on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:43.898412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Attempting to bind port 3ce7bd25-e2c5-40c0-a363-d387427e55de by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5440c247-43c9-468b-830a-4917bfc8809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:43.898783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Attempting to bind port 3ce7bd25-e2c5-40c0-a363-d387427e55de on network c3ccb749-3054-478a-a5df-f35a98810637 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:43.905776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:43.906054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Checking segment: {'id': '5440c247-43c9-468b-830a-4917bfc8809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:43.906461 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:43.906934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Bound using segment: {'id': '5440c247-43c9-468b-830a-4917bfc8809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:43.907409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Bound port: 3ce7bd25-e2c5-40c0-a363-d387427e55de, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5440c247-43c9-468b-830a-4917bfc8809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c3ccb749-3054-478a-a5df-f35a98810637'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:43.907919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.023595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] For port 3ce7bd25-e2c5-40c0-a363-d387427e55de, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:44.031070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] For port 3ce7bd25-e2c5-40c0-a363-d387427e55de, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ce7bd25-e2c5-40c0-a363-d387427e55de,segment=NetworkSegment(5440c247-43c9-468b-830a-4917bfc8809e),segment_id=5440c247-43c9-468b-830a-4917bfc8809e)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:44.032210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Allocated IP 2001:db8::342 (62e93a24-47cf-4eb8-b4ff-a9f6712117d5/c8dd6c31-594e-4db5-a167-fcb7813beb0b/94bb01e3-0ce4-497b-a454-e988e2571046) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:44.036852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:44.059587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e304a647-cf02-44fb-9017-c455ea97fd32,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:44.064779 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-fc794f73-d93f-4849-a16a-dba1c495475f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:44.066128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc794f73-d93f-4849-a16a-dba1c495475f tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5324686 Dec 20 15:58:44.069153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44730) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:44.073824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2da16fc2-bfd3-4f5e-900b-0858b637de8b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group_rule': {'security_group_id': 'a615f355-f8e0-4b25-8768-25be5eded905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:44.230507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.253233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.301065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59784ce3-984c-48ad-af2e-1267e8d3e878 None None] Pushing event updated for resources: {'Port': ['ID=3ce7bd25-e2c5-40c0-a363-d387427e55de,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.408266 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-2da16fc2-bfd3-4f5e-900b-0858b637de8b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:58:44.409961 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2da16fc2-bfd3-4f5e-900b-0858b637de8b tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3391707 Dec 20 15:58:44.413324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44736) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:44.500323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7edff800-bfcb-40af-935f-302ad83a2415 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.570178 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7edff800-bfcb-40af-935f-302ad83a2415 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.738888 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7edff800-bfcb-40af-935f-302ad83a2415 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.742029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7edff800-bfcb-40af-935f-302ad83a2415 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.745983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7edff800-bfcb-40af-935f-302ad83a2415 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/a615f355-f8e0-4b25-8768-25be5eded905 HTTP/1.1" status: 204 len: 168 time: 0.3283281 Dec 20 15:58:44.747484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44740) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:44.747906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:58:44.751819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.775225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff800-bfcb-40af-935f-302ad83a2415 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615f355-f8e0-4b25-8768-25be5eded905,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.782839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:44.783469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.784971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] 10.222.0.72 "PUT /v2.0/ports/e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 1091 time: 2.5051253 Dec 20 15:58:44.841086 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-73d01d92-2247-451c-a756-ca58bf459480 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0796421 Dec 20 15:58:44.841910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44742) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:44.847784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016543109'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:44.867855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] device_id is not set on port 38af9a17-9253-498c-b255-5fbb6bd3965b yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 15:58:44.896675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a185c-c685-4760-abe9-4cdcaefe2bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:44.967227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:44.967609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:44.974298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:44.980831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:44.987098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:44.994891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.001202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.008129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.010226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-9d7d45d9-649a-499a-9eaa-f7333145811c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2776031 Dec 20 15:58:45.041017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:45.048247 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:45.058919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.060123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.128425 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2b557e-32c3-44f4-b2d8-54d83abb11d2 x-openstack-request-id: req-9b2b557e-32c3-44f4-b2d8-54d83abb11d2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:45.129095 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:45.129752 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b2b557e-32c3-44f4-b2d8-54d83abb11d2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:45.130243 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32', 'status': 'completed', 'code': 200} Dec 20 15:58:45.170014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.200574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2a1e8-eaf7-467e-992f-a9cb8d583b1b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:45.268419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.269876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.270571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.271040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.271503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.271967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.272423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.274452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-91651389-9ae7-4d0d-a922-69eb01492282 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6476 time: 0.3520110 Dec 20 15:58:45.285723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.20.0.10 (c3ccb749-3054-478a-a5df-f35a98810637/f75e611b-fadd-45e6-8473-02cdcdbd020e/38af9a17-9253-498c-b255-5fbb6bd3965b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:45.305274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a18d012b-4b50-48d6-9bee-21ae016de0d2 req-cccf7f94-44cb-4eba-b134-a7449655547c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2499256 Dec 20 15:58:45.342552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-98539acf-5455-48a7-befa-4db6bfd7aa0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 217 time: 0.0538146 Dec 20 15:58:45.358048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.360203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-600f5fe0-2b5a-4313-b933-c73b836e70a5 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5162249 Dec 20 15:58:45.366975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44752) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.371707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ce36cda8-6171-4cf2-8c79-8c5f36df2eea tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:45.372412 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-ce36cda8-6171-4cf2-8c79-8c5f36df2eea tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 15:58:45.372959 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-ce36cda8-6171-4cf2-8c79-8c5f36df2eea tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 15:58:45.373965 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ce36cda8-6171-4cf2-8c79-8c5f36df2eea tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "PUT /v2.0/security-groups/06c2a1e8-eaf7-467e-992f-a9cb8d583b1b HTTP/1.1" status: 409 len: 330 time: 0.0060191 Dec 20 15:58:45.379792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44754) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.429779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.448410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021a0cc-32ab-44b4-bcbc-c44930da54c0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.454701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce135709-5f9d-4ea8-8744-2e192150728c None None] Network c3ccb749-3054-478a-a5df-f35a98810637 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:45.474756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021a0cc-32ab-44b4-bcbc-c44930da54c0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.532245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-8a198c39-492c-453c-a7b7-78d5d6146f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.533763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-8a198c39-492c-453c-a7b7-78d5d6146f4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 200 len: 851 time: 0.1827338 Dec 20 15:58:45.561267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:45.573987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fb5079fd-7ff6-4f78-8120-69b41ba588bd None None] Provisioning complete for port 3ce7bd25-e2c5-40c0-a363-d387427e55de triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:45.574358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb5079fd-7ff6-4f78-8120-69b41ba588bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.613224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:45.615513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Port': ['ID=94bb01e3-0ce4-497b-a454-e988e2571046,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:45.634353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:45.635498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.636566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.667838 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb5079fd-7ff6-4f78-8120-69b41ba588bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.688652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.695617 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021a0cc-32ab-44b4-bcbc-c44930da54c0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.700219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021a0cc-32ab-44b4-bcbc-c44930da54c0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.702070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1021a0cc-32ab-44b4-bcbc-c44930da54c0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/06c2a1e8-eaf7-467e-992f-a9cb8d583b1b HTTP/1.1" status: 204 len: 168 time: 0.3213530 Dec 20 15:58:45.713654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44756) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.715351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fb5079fd-7ff6-4f78-8120-69b41ba588bd None None] For port 3ce7bd25-e2c5-40c0-a363-d387427e55de, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ce7bd25-e2c5-40c0-a363-d387427e55de,segment=NetworkSegment(5440c247-43c9-468b-830a-4917bfc8809e),segment_id=5440c247-43c9-468b-830a-4917bfc8809e)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:45.726216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021a0cc-32ab-44b4-bcbc-c44930da54c0 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2a1e8-eaf7-467e-992f-a9cb8d583b1b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:45.745980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-d438a4f4-c0ce-4294-9472-57ffcd9d6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:45.747724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-d438a4f4-c0ce-4294-9472-57ffcd9d6870 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2b1734-b605-4166-a2fe-b5337cc5e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851754 Dec 20 15:58:45.795324 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ead041be-d5ca-4606-ad5d-3857553b1afc tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0769644 Dec 20 15:58:45.796781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.797437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.813293 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-33067be6-f8f5-4a67-836d-ecc82236297c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] delete failed (client error): The resource could not be found. Dec 20 15:58:45.818728 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33067be6-f8f5-4a67-836d-ecc82236297c tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "DELETE /v2.0/security-groups/35a92c8c-5505-4340-bddb-7c17c07f8882 HTTP/1.1" status: 404 len: 347 time: 0.0159783 Dec 20 15:58:45.821560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44760) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.838016 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-7882994d-ce20-42b6-8a88-8a298537e248 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] show failed (client error): The resource could not be found. Dec 20 15:58:45.842810 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7882994d-ce20-42b6-8a88-8a298537e248 tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-groups/7c7aa34e-4caa-40fa-9d1c-5be47368faa2 HTTP/1.1" status: 404 len: 347 time: 0.0165308 Dec 20 15:58:45.843068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44762) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.846916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-607190f5-53db-4194-bf5b-aeac94596982 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6195657 Dec 20 15:58:45.859488 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-ea9edc81-8cdb-4e98-8785-e2067caf00ad tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] show failed (client error): The resource could not be found. Dec 20 15:58:45.861346 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea9edc81-8cdb-4e98-8785-e2067caf00ad tempest-NegativeSecGroupIPv6Test-1752186024 tempest-NegativeSecGroupIPv6Test-1752186024-project] 10.222.0.81 "GET /v2.0/security-group-rules/af909776-8249-4a96-ac81-8c83d650dac9 HTTP/1.1" status: 404 len: 356 time: 0.0165210 Dec 20 15:58:45.861461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44764) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:45.887786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb5079fd-7ff6-4f78-8120-69b41ba588bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.980841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Deleting port 94bb01e3-0ce4-497b-a454-e988e2571046 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:45.981746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:45.985390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5079fd-7ff6-4f78-8120-69b41ba588bd None None] Pushing event updated for resources: {'Port': ['ID=3ce7bd25-e2c5-40c0-a363-d387427e55de,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:45.986550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b74e7f87-aeed-4d5f-960c-27739c7d4749 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267299 Dec 20 15:58:46.019397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-38c9377f-1ba1-4876-9d70-7ede9df39656 None None] Provisioning complete for port 3ce7bd25-e2c5-40c0-a363-d387427e55de triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:46.023735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38c9377f-1ba1-4876-9d70-7ede9df39656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.107796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.126713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Calling delete_port for 94bb01e3-0ce4-497b-a454-e988e2571046 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:46.147483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-8797d4a3-41a1-4ff2-a022-844d8d6af5c5 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433733 Dec 20 15:58:46.148591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.253857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-9ddf6cb2-260a-445b-8a3c-dcee99da5dc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 217 time: 0.0921178 Dec 20 15:58:46.263228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network c3ccb749-3054-478a-a5df-f35a98810637 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:46.276518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:46.301000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:46.339001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=38af9a17-9253-498c-b255-5fbb6bd3965b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:46.382172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-c9de1850-8913-4915-9278-0d22b7f1102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.383730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-c9de1850-8913-4915-9278-0d22b7f1102a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.1226313 Dec 20 15:58:46.391846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.392508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.401945 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.435127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event deleted for resources: {'Port': ['ID=94bb01e3-0ce4-497b-a454-e988e2571046,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:46.466965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Deleting port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:46.466965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.467307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.473683 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-688a9999-d59e-46a8-ac87-91f8f3903e00 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/ports/94bb01e3-0ce4-497b-a454-e988e2571046 HTTP/1.1" status: 204 len: 168 time: 0.6112499 Dec 20 15:58:46.474370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:46.478650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5', 'external_fixed_ips': [{'subnet_id': 'c8dd6c31-594e-4db5-a167-fcb7813beb0b', 'ip_address': '2001:db8::342'}]}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:46.576417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44780) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:46.601831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4b3481a1-4d91-4864-ae05-614e540de6db tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9682047 Dec 20 15:58:46.603580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:46.604229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-a6735fae-c876-494b-9bfd-4def5caa540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.606012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-a6735fae-c876-494b-9bfd-4def5caa540c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097900 Dec 20 15:58:46.630937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.656693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.665406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ce7bd25-e2c5-40c0-a363-d387427e55de up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:46.672901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-63533d80-e1c8-4074-972f-f6effdda70e0 None None] Provisioning complete for port 38af9a17-9253-498c-b255-5fbb6bd3965b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:46.673307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63533d80-e1c8-4074-972f-f6effdda70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.675020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.683427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.691268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.700608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.710805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:46.713277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-c80e4eba-f53f-47b1-896f-bcb29cc7ba88 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2762887 Dec 20 15:58:46.767009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.767009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.767349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-63533d80-e1c8-4074-972f-f6effdda70e0 None None] Port 38af9a17-9253-498c-b255-5fbb6bd3965b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:46.791219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3ce7bd25-e2c5-40c0-a363-d387427e55de triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:46.791765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.836053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] For port 0b232c10-84d3-46b2-b26d-ab5c78e2eed8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:46.836431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.867448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Calling delete_port for 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:46.904120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-86fc6705-300b-4eb4-85ee-57debd6bee48 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763763 Dec 20 15:58:46.912078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d6ed8db4-3413-474e-9fd6-a0da3c5c0e24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5583ca9f9e884bc486b51bdbc1293f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291500 Dec 20 15:58:46.916248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44786) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:46.928463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.962443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62c4ba06-988a-48db-9738-d815d0edbf3e req-723853a5-6099-4abb-84ff-2bd8e8484a08 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2271070 Dec 20 15:58:47.098657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-47578cd5-06a3-4b94-b810-6f7ba88a8dae service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610079 Dec 20 15:58:47.183930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-356e7900-d67c-48a5-9352-bc371424da5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 217 time: 0.0686448 Dec 20 15:58:47.293493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-73553cda-fa57-45cb-bb8b-cead1cacd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.295106 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-73553cda-fa57-45cb-bb8b-cead1cacd65e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0496478 Dec 20 15:58:47.361343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-54bae35e-1032-41da-9f3b-df4b1a70738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.364359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-54bae35e-1032-41da-9f3b-df4b1a70738e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602210 Dec 20 15:58:47.385047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.414072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fe4e73fd-434d-4c57-b5bc-983991c99fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.442862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b232c10-84d3-46b2-b26d-ab5c78e2eed8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:47.481367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fe4e73fd-434d-4c57-b5bc-983991c99fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.563919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.585222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.594351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-57e3a93a-d513-45e6-8d05-4670f6990c4b service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210071 Dec 20 15:58:47.604286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-f057cf4a-18cb-4b3b-bb33-51afa80ce21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.604286 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-f057cf4a-18cb-4b3b-bb33-51afa80ce21b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1096 time: 0.2829473 Dec 20 15:58:47.756859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-165245bd-003e-40ac-9f79-503e4c28c611 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525166 Dec 20 15:58:47.757551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.813485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-bc2af1b5-22c4-4902-9c92-695df6404a73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 200 len: 217 time: 0.0451980 Dec 20 15:58:47.866847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fe4e73fd-434d-4c57-b5bc-983991c99fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.869562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fe4e73fd-434d-4c57-b5bc-983991c99fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:47.872602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fe4e73fd-434d-4c57-b5bc-983991c99fd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52342b5b-4d4e-471b-8bef-f729de77932e HTTP/1.1" status: 204 len: 168 time: 0.9527287 Dec 20 15:58:47.935088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ea88c1bf-de83-4ffc-bd94-eeae50b27042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.936523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ea88c1bf-de83-4ffc-bd94-eeae50b27042 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0925722 Dec 20 15:58:47.963860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e73fd-434d-4c57-b5bc-983991c99fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52342b5b-4d4e-471b-8bef-f729de77932e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:47.986809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-6697e384-533b-443c-b629-ff694775d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:47.989747 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-6697e384-533b-443c-b629-ff694775d738 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.3427062 Dec 20 15:58:48.109220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ae68957e-aac9-4231-8915-8b686f9bb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.110821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ae68957e-aac9-4231-8915-8b686f9bb702 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1629734 Dec 20 15:58:48.192821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:58:48.276511 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-a06584e1-c3c3-4528-94c2-3843045ad67e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 1000 time: 0.2470143 Dec 20 15:58:48.344665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:48.372267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-6aef3893-245b-4d30-99f4-d7ecca6d233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.372807 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-6aef3893-245b-4d30-99f4-d7ecca6d233c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0866818 Dec 20 15:58:48.382483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:48.407840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:58:48.473914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:48.489730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:58:48.518526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:48.583869 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:48.647797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-651e85c5-30cf-4f11-9c2d-d8df857d6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.649511 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-651e85c5-30cf-4f11-9c2d-d8df857d6a22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2581570 Dec 20 15:58:48.692628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:48.703288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:48.729721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=38af9a17-9253-498c-b255-5fbb6bd3965b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:48.746604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-1d7661a4-414e-48aa-91ca-48fd67081da1 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277831 Dec 20 15:58:48.751769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Router f6b68b19-3eb9-4c44-ad2f-265cba2db593 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:48.779945 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:48.780161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.795299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.807361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.830402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.837654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.855950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.861990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:48.886975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47cd86e6-4024-4485-b699-280e1b889902 req-e55eb1b9-c39f-4aec-8582-6890bd305487 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.7947619 Dec 20 15:58:49.023926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-da31840f-291e-4f04-8fa4-1aff70fb3853 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686791 Dec 20 15:58:49.055838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:49.067111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e5aba9aa-ff1a-4779-8430-10abb3871d58'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:58:49.088914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ecf3ea44-b3a1-4103-89a0-9705e223e25e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 200 len: 217 time: 0.0549090 Dec 20 15:58:49.149597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:49.208118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-109de84c-846e-46b1-b829-bc1144e4a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:49.209807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-109de84c-846e-46b1-b829-bc1144e4a968 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0875092 Dec 20 15:58:49.261121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47cd86e6-4024-4485-b699-280e1b889902 req-8b69d542-a115-4dc4-8ca0-283ad6f145c9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3732610 Dec 20 15:58:49.342449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:49.345675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-efa67116-7776-4527-8b95-106ab0e291f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:49.349230 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-efa67116-7776-4527-8b95-106ab0e291f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841255 Dec 20 15:58:49.353984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a91a8d68-67f6-4d87-a643-5c9c5582ed70 admin admin] 10.222.0.81 "PUT /v2.0/routers/f6b68b19-3eb9-4c44-ad2f-265cba2db593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9171884 Dec 20 15:58:49.363444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44846) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:49.391972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] Sync routers for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:49.429684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-0b3db9c9-1bea-4c58-a01a-957f749d86b9 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691607 Dec 20 15:58:49.477547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:49.478257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:49.595086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:49.632361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-41671c97-d764-4238-a319-2621cd1ff232 None None] Provisioning complete for port 38af9a17-9253-498c-b255-5fbb6bd3965b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:49.632740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41671c97-d764-4238-a319-2621cd1ff232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:49.652241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7874ca88-fa94-44c0-91fd-8cf21f890ef3 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966309 Dec 20 15:58:49.694958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:49.805376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:49.824560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7d459e26-0874-4f38-914e-9a05b70cac0b service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597474 Dec 20 15:58:49.879347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-ba0ce3f9-efc6-4b78-ae36-f431c31a9b08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 200 len: 217 time: 0.0458567 Dec 20 15:58:49.943906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-41671c97-d764-4238-a319-2621cd1ff232 None None] Port 38af9a17-9253-498c-b255-5fbb6bd3965b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:50.009349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:58:47Z', 'revision_number': 5, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port': {'id': '0b705d65-d357-4dec-91b4-c0fd7ca85485', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:46:29Z', 'updated_at': '2021-12-20T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:50.023458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b6601b0b-df8a-495d-84d9-2ed316b82997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:50.025738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-b6601b0b-df8a-495d-84d9-2ed316b82997 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.1397195 Dec 20 15:58:50.071114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] Checking router: f6b68b19-3eb9-4c44-ad2f-265cba2db593 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:50.075494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] Routers {'f6b68b19-3eb9-4c44-ad2f-265cba2db593'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:50.076408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:50.124637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-12d0d235-977a-4580-82a8-973e29e55cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:50.126246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-12d0d235-977a-4580-82a8-973e29e55cad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875657 Dec 20 15:58:50.156642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Allocated IP 2001:db8::342 (62e93a24-47cf-4eb8-b4ff-a9f6712117d5/c8dd6c31-594e-4db5-a167-fcb7813beb0b/64c535c1-84d2-4b8b-b7da-c6c9d4871b01) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:58:50.200292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] Set router f6b68b19-3eb9-4c44-ad2f-265cba2db593 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:50.276471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-50073ed6-c3c8-4a80-8490-f8af57777810 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400456 Dec 20 15:58:50.277816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:58:49Z', 'revision_number': 6, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:50.281783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.282457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:50.282865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Deleting port 0b705d65-d357-4dec-91b4-c0fd7ca85485 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:50.283218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.325148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64fed5-e3e8-4cf7-8618-293bcde3929f None None] The sync data for ids ['f6b68b19-3eb9-4c44-ad2f-265cba2db593'] in n-d-781076-8 is: [{'id': 'f6b68b19-3eb9-4c44-ad2f-265cba2db593', 'name': 'tempest-AttachVolumeShelveTestJSON-1318419380-router', 'tenant_id': '67c50cdd6ec64b19929603b5747b7d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:46:27Z', 'updated_at': '2021-12-20T15:58:49Z', 'revision_number': 6, 'project_id': '67c50cdd6ec64b19929603b5747b7d9e', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:50.424238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.458267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e5aba9aa-ff1a-4779-8430-10abb3871d58 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:50.459161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.482788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Port': ['ID=64c535c1-84d2-4b8b-b7da-c6c9d4871b01,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:50.568418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.591921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:50.593117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-1dc52964-1742-416d-a4e3-0c8f46c8adec service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067727 Dec 20 15:58:50.624364 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.692201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:50.693217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:50.695819 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e86f65b-7386-493c-870d-eca94d2349e7" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:50.736128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-46398eec-ab4a-4dad-98d1-6150008b0811 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 217 time: 0.1243320 Dec 20 15:58:50.743195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:50.819239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:50.819866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b232c10-84d3-46b2-b26d-ab5c78e2eed8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:50.833124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.949999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-e2f4a731-8434-4df0-b87e-c34411a2ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:50.949999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-e2f4a731-8434-4df0-b87e-c34411a2ad84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.1329901 Dec 20 15:58:50.967368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:50.969363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:50.974045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:58:51.001464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:51.028035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.036534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.062936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.089016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.117988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.128721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:51.145012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.177421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.192993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-6f3da8ba-9454-4120-b819-a3a12f36bee4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.5823750 Dec 20 15:58:51.232040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=38af9a17-9253-498c-b255-5fbb6bd3965b,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:51.270876 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff0b25e-1ef1-4a4f-8047-ca0418372ad7 x-openstack-request-id: req-9ff0b25e-1ef1-4a4f-8047-ca0418372ad7 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:51.271171 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:51.271427 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ff0b25e-1ef1-4a4f-8047-ca0418372ad7 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:51.271825 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'code': 200} Dec 20 15:58:51.375017 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:51.411472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] For port 0b705d65-d357-4dec-91b4-c0fd7ca85485, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b705d65-d357-4dec-91b4-c0fd7ca85485,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:51.411921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:51.494667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6fa63b9-4bcd-49f8-8503-9f9ffe63c35b req-649074e2-4344-4faa-bd8e-0cab66061ce9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3004506 Dec 20 15:58:51.506697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-50df0f9b-f682-439c-806b-8c12bd158a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:51.508218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-50df0f9b-f682-439c-806b-8c12bd158a99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5491426 Dec 20 15:58:51.512569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Calling delete_port for 0b705d65-d357-4dec-91b4-c0fd7ca85485 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:51.637353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:51.682072 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19f11077-3d78-4548-b68b-a7ee819704d3 req-5d965c77-36d6-4a35-af71-a2ff157b7952 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3080349 Dec 20 15:58:51.685297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:51.687163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7ebc0e22-d38f-4b44-8208-94b4abf2c983 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686807 Dec 20 15:58:51.970843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c1a6f2-8d7e-4fce-941c-9d37e3038d18 req-7e5e7459-d4c2-4a35-bcc8-f388414f7e90 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606790 Dec 20 15:58:52.057557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network c3ccb749-3054-478a-a5df-f35a98810637 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:58:52.059923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:58:52.062196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:52.445443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.445443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.445593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.446065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.446540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.447001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.447442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.449597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-f95cf28b-204e-4182-b593-6fccc758ba0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6476 time: 0.1062574 Dec 20 15:58:52.533084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ea86614c-fb2f-41ec-877a-ee36d2177f32 None None] Provisioning complete for port 38af9a17-9253-498c-b255-5fbb6bd3965b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:52.533562 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea86614c-fb2f-41ec-877a-ee36d2177f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:52.581616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:52.675684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b705d65-d357-4dec-91b4-c0fd7ca85485 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:52.679460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-8e37d337-b49f-49b6-8c67-3e9b629c1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:52.681255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Router b1099650-13e6-4046-b35d-642673cde2c6 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:58:52.682063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-8e37d337-b49f-49b6-8c67-3e9b629c1c5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 903 time: 0.2205358 Dec 20 15:58:52.684746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ea86614c-fb2f-41ec-877a-ee36d2177f32 None None] Port 38af9a17-9253-498c-b255-5fbb6bd3965b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:58:52.742391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b705d65-d357-4dec-91b4-c0fd7ca85485,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:52.743785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf12ae1-3e6c-4cb2-9051-9199458ca6eb None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:52.753973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0b705d65-d357-4dec-91b4-c0fd7ca85485 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:52.754342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b705d65-d357-4dec-91b4-c0fd7ca85485 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:52.825375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router 0d330024-d504-4705-b165-af9b4205667a is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:58:52.842015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-e98c8981-9c77-497c-9598-f15a6832c135 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 217 time: 0.1331918 Dec 20 15:58:52.908013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.294922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-b5d6a7c0-65b0-40c0-8e92-0dba05561d5d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2726514 Dec 20 15:58:53.296800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:53.296800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86caadab-87dd-4dce-9181-0a6c48e6e471 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/0d330024-d504-4705-b165-af9b4205667a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3951077 Dec 20 15:58:53.297008 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] Sync routers for ids ['0d330024-d504-4705-b165-af9b4205667a'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:53.345438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:53.345917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.346007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Sync routers for ids ['b1099650-13e6-4046-b35d-642673cde2c6'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:53.346092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] Routers {'0d330024-d504-4705-b165-af9b4205667a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:53.346092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0d330024-d504-4705-b165-af9b4205667a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:53.346242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Routers {'b1099650-13e6-4046-b35d-642673cde2c6'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:53.346242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b1099650-13e6-4046-b35d-642673cde2c6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:53.346388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:53.346388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] Routers {'0d330024-d504-4705-b165-af9b4205667a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:53.346388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0d330024-d504-4705-b165-af9b4205667a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:53.346585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.346585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.346779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:53.346779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63e562-a583-479d-9c70-f4e8fd1b4e9b None None] The sync data for ids ['0d330024-d504-4705-b165-af9b4205667a'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:53.346928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Set router b1099650-13e6-4046-b35d-642673cde2c6 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:53.347053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-3eb2d41d-70ae-4500-8e58-563e4571723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.347053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-3eb2d41d-70ae-4500-8e58-563e4571723d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.3382878 Dec 20 15:58:53.347419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44908) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:53.347552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30fc7e47-1086-4bd6-8b8d-b0397efc4511 req-beee2405-104b-4b87-b6c3-8f021c913463 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3034675 Dec 20 15:58:53.347552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-dca941b6-a3e1-4ac2-8cbf-8cb388f53598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.347552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-dca941b6-a3e1-4ac2-8cbf-8cb388f53598 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860407 Dec 20 15:58:53.347914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a105952-5eed-40fd-a6d8-7a2c7443ee9b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:53.356127 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5a105952-5eed-40fd-a6d8-7a2c7443ee9b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports/38af9a17-9253-498c-b255-5fbb6bd3965b HTTP/1.1" status: 200 len: 978 time: 0.1226003 Dec 20 15:58:53.356820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44910) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:53.471733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.474349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-c6dff28a-5ca9-45b5-9c9d-64270856343b service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595285 Dec 20 15:58:53.476504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-32b8ca7f-301a-413c-b248-2aed198ce4a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.0011067 Dec 20 15:58:53.478953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44912) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:53.499867 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.500659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b68b19-3eb9-4c44-ad2f-265cba2db593 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:53.508244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.509572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2305e8be-0ba9-426d-be79-bd4a0b3f0b10 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f6b68b19-3eb9-4c44-ad2f-265cba2db593 HTTP/1.1" status: 204 len: 168 time: 4.1448505 Dec 20 15:58:53.532870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44914) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:53.551884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1099650-13e6-4046-b35d-642673cde2c6', 'name': '', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5', 'external_fixed_ips': [{'subnet_id': 'c8dd6c31-594e-4db5-a167-fcb7813beb0b', 'ip_address': '2001:db8::342'}], 'enable_snat': True}, 'gw_port_id': '64c535c1-84d2-4b8b-b7da-c6c9d4871b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:58:46Z', 'updated_at': '2021-12-20T15:58:51Z', 'revision_number': 3, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port': {'id': '64c535c1-84d2-4b8b-b7da-c6c9d4871b01', 'name': '', 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1099650-13e6-4046-b35d-642673cde2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'c8dd6c31-594e-4db5-a167-fcb7813beb0b', 'ip_address': '2001:db8::342', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:58:48Z', 'updated_at': '2021-12-20T15:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dd6c31-594e-4db5-a167-fcb7813beb0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:53.639313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Checking router: b1099650-13e6-4046-b35d-642673cde2c6 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:53.639763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Updating router b1099650-13e6-4046-b35d-642673cde2c6 port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:58:53.645825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Deleting subnet 694f7b0a-0302-4f08-bc56-af3c86f4d2b7 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:53.652087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.685432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.779076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.794502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:53.898597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33d9ea80-c9bd-4ed9-bdec-0384cdbf7498 req-b54af546-e151-4441-9d0e-20d5ec1931af service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102807 Dec 20 15:58:53.990249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.142721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.190029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.231119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694f7b0a-0302-4f08-bc56-af3c86f4d2b7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:54.261002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.268861 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.269914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9dbeb7fc-d73e-4420-bc78-33e2d4d5bca2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/694f7b0a-0302-4f08-bc56-af3c86f4d2b7 HTTP/1.1" status: 204 len: 168 time: 0.7354751 Dec 20 15:58:54.272535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44924) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:54.290035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809cfb1-d47d-4af6-b6e4-d81f2d94c960 None None] Network c589b484-7d18-42f8-a1bc-d926886d63c9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:54.378116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.384677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.388936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.486023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Attempting to bind port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:58:54.486674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Attempting to bind port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '8dbb5354-70d2-40d6-b9a5-4a83545c5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:58:54.488720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Attempting to bind port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01 on network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:58:54.505443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:58:54.505843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Checking segment: {'id': '8dbb5354-70d2-40d6-b9a5-4a83545c5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:58:54.506409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.506808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Bound using segment: {'id': '8dbb5354-70d2-40d6-b9a5-4a83545c5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:58:54.507301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Bound port: 64c535c1-84d2-4b8b-b7da-c6c9d4871b01, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbb5354-70d2-40d6-b9a5-4a83545c5593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '62e93a24-47cf-4eb8-b4ff-a9f6712117d5'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:58:54.508119 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.559663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Deleting port 929e1cf3-1f58-4986-946b-943ebdb0b488 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:54.560139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.573989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4de114-3f41-4682-92a7-dd6216bb25c2 None None] Pushing event updated for resources: {'Port': ['ID=64c535c1-84d2-4b8b-b7da-c6c9d4871b01,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:54.660036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] For port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:58:54.671724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] For port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=64c535c1-84d2-4b8b-b7da-c6c9d4871b01,segment=NetworkSegment(8dbb5354-70d2-40d6-b9a5-4a83545c5593),segment_id=8dbb5354-70d2-40d6-b9a5-4a83545c5593)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:58:54.685014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.699579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.699579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.709214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.720262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.725268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] DHCP port deletion for c589b484-7d18-42f8-a1bc-d926886d63c9 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:54.727605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.733702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:54.739312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-f85c7fee-6e0e-4cea-bb68-af964d2b9027 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2522151 Dec 20 15:58:54.802109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] For port 929e1cf3-1f58-4986-946b-943ebdb0b488, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=929e1cf3-1f58-4986-946b-943ebdb0b488,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:54.802494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.827283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Calling delete_port for 929e1cf3-1f58-4986-946b-943ebdb0b488 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:54.859429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.917034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a27bd035-3c6d-46a6-83f7-69239ea4bd5f req-ea2eeded-79ab-427f-90b8-19d3d813252f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658733 Dec 20 15:58:54.937266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] Deleting port 929e1cf3-1f58-4986-946b-943ebdb0b488 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:54.937266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:54.939144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Deleting port 64c535c1-84d2-4b8b-b7da-c6c9d4871b01 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:54.939144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.083536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.098515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.119807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Calling delete_port for 64c535c1-84d2-4b8b-b7da-c6c9d4871b01 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:55.141632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] No DVR routers for this DVR port 929e1cf3-1f58-4986-946b-943ebdb0b488 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:55.143930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4de114-3f41-4682-92a7-dd6216bb25c2 None None] Pushing event updated for resources: {'Port': ['ID=64c535c1-84d2-4b8b-b7da-c6c9d4871b01,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:55.178001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Routers {'b1099650-13e6-4046-b35d-642673cde2c6'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:55.182843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['b1099650-13e6-4046-b35d-642673cde2c6'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:55.189921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Pushing event deleted for resources: {'Port': ['ID=929e1cf3-1f58-4986-946b-943ebdb0b488,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:55.332626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.355634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c589b484-7d18-42f8-a1bc-d926886d63c9']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:55.366636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfaed62-5de1-453e-910c-9768e4a66c2b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:55.366931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfaed62-5de1-453e-910c-9768e4a66c2b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:55.381924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.396645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.403665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:55.404512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.412619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 38af9a17-9253-498c-b255-5fbb6bd3965b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:55.414555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.489677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] For port 929e1cf3-1f58-4986-946b-943ebdb0b488, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=929e1cf3-1f58-4986-946b-943ebdb0b488,segment=NetworkSegment(3dfaed62-5de1-453e-910c-9768e4a66c2b),segment_id=3dfaed62-5de1-453e-910c-9768e4a66c2b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:55.490090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.517347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] Calling delete_port for 929e1cf3-1f58-4986-946b-943ebdb0b488 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:55.541966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] Set router b1099650-13e6-4046-b35d-642673cde2c6 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:55.579480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.602026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 38af9a17-9253-498c-b255-5fbb6bd3965b owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:55.647259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1099650-13e6-4046-b35d-642673cde2c6', 'name': '', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:58:46Z', 'updated_at': '2021-12-20T15:58:54Z', 'revision_number': 4, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:55.681607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816300b-2e12-45d1-9b41-2fb36b3cd29a None None] The sync data for ids ['b1099650-13e6-4046-b35d-642673cde2c6'] in n-d-781076-8 is: [{'id': 'b1099650-13e6-4046-b35d-642673cde2c6', 'name': '', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:58:46Z', 'updated_at': '2021-12-20T15:58:54Z', 'revision_number': 4, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.733443 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:58:55.747761 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 15:58:55.750111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.763494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:55.833223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] Pushing event deleted for resources: {'Port': ['ID=929e1cf3-1f58-4986-946b-943ebdb0b488,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:55.835445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef426c-8101-450d-8545-0a6a3c4d5e3d None None] No DVR routers for this DVR port 929e1cf3-1f58-4986-946b-943ebdb0b488 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.862422 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:55.865121 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:55.875992 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:55.886894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event deleted for resources: {'Port': ['ID=64c535c1-84d2-4b8b-b7da-c6c9d4871b01,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:55.952702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.035982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.093207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.105257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] 10.222.0.81 "DELETE /v2.0/networks/c589b484-7d18-42f8-a1bc-d926886d63c9 HTTP/1.1" status: 204 len: 168 time: 1.8317559 Dec 20 15:58:56.106907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823f06-c034-470c-9135-3d7d626609df admin admin] Pushing event deleted for resources: {'Network': ['ID=c589b484-7d18-42f8-a1bc-d926886d63c9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:56.214074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.231255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.233857 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.234295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.258950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.263879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.270213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.276290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.283438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:56.290038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-363d3d71-312e-4b21-aded-1f7672981877 req-afa2199d-f9bc-4aa0-b286-6e94f671e4e2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.1722360 Dec 20 15:58:56.412955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-363d3d71-312e-4b21-aded-1f7672981877 req-74de1b8e-111b-4ae9-9ec9-872633915e37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165063 Dec 20 15:58:56.453080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.453665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1099650-13e6-4046-b35d-642673cde2c6 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:56.461854 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.461854 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-74a92978-6c7c-4895-b1fb-2f170142a4ab tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b1099650-13e6-4046-b35d-642673cde2c6 HTTP/1.1" status: 204 len: 168 time: 2.9803245 Dec 20 15:58:56.463896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44964) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:56.537801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Deleting subnet c8dd6c31-594e-4db5-a167-fcb7813beb0b {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:56.541567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.551392 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.610379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 929e1cf3-1f58-4986-946b-943ebdb0b488 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:56.621223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.631257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=38af9a17-9253-498c-b255-5fbb6bd3965b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:56.654496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 929e1cf3-1f58-4986-946b-943ebdb0b488 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:56.670520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 929e1cf3-1f58-4986-946b-943ebdb0b488 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:56.711429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:56.917652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.101526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:57.152286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router 0d330024-d504-4705-b165-af9b4205667a has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:57.155967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.163723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.282215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-743c9aa2-1f22-4307-bbfd-e5f8ef16b115 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67c50cdd6ec64b19929603b5747b7d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776288 Dec 20 15:58:57.283245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44982) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:57.285853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.294882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/c8dd6c31-594e-4db5-a167-fcb7813beb0b HTTP/1.1" status: 204 len: 168 time: 0.8298216 Dec 20 15:58:57.322528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:57.322528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bcefa-cf74-4256-9012-78e33b850e4a tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8dd6c31-594e-4db5-a167-fcb7813beb0b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:57.346046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:57.358673 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] Sync routers for ids ['0d330024-d504-4705-b165-af9b4205667a'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:57.370815 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3204c7d7-40fb-4316-a118-13b643bf6325 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/0d330024-d504-4705-b165-af9b4205667a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0096803 Dec 20 15:58:57.371608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44988) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:57.375994 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] Routers {'0d330024-d504-4705-b165-af9b4205667a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:57.384272 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0d330024-d504-4705-b165-af9b4205667a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.466732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.470510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec058ef7-9549-47fd-b55d-eedf83c6a269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.509199 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.535063 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] Routers {'0d330024-d504-4705-b165-af9b4205667a'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:57.535940 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:58:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0d330024-d504-4705-b165-af9b4205667a'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.542815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec058ef7-9549-47fd-b55d-eedf83c6a269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.576094 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.577006 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566ed7e-2798-479e-8d8f-6207eff54b06 None None] The sync data for ids ['0d330024-d504-4705-b165-af9b4205667a'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:57.754290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.772183 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-741a09bb-f3cd-41c3-aa47-a4b4f5737f3d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 15:58:57.773517 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-741a09bb-f3cd-41c3-aa47-a4b4f5737f3d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/0d330024-d504-4705-b165-af9b4205667a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4008944 Dec 20 15:58:57.776722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44994) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:57.800467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.809626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.814849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c1d54f4-afbe-48a8-a381-306d924cc11a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d330024-d504-4705-b165-af9b4205667a HTTP/1.1" status: 200 len: 205 time: 0.0368133 Dec 20 15:58:57.816026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.821308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44996) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:57.823227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.829860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.838096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.845284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:57.848357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-3e07b00f-f0a2-42b5-bbcc-24e65f57102a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2644019 Dec 20 15:58:57.868646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e93a24-47cf-4eb8-b4ff-a9f6712117d5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.890685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbb5354-70d2-40d6-b9a5-4a83545c5593') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.890900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbb5354-70d2-40d6-b9a5-4a83545c5593') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:57.908767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.945110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.953705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.966242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:57.967254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:57.969505 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:57.990983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e83cbd9-782e-4fc5-93d6-fb3f5d838a46 req-e6ae2541-9621-4bdc-bf95-9d3873248180 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340208 Dec 20 15:58:58.074843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec058ef7-9549-47fd-b55d-eedf83c6a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.077611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec058ef7-9549-47fd-b55d-eedf83c6a269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.082102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec058ef7-9549-47fd-b55d-eedf83c6a269 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ff5579d-8897-4c9c-8e97-4fb252bff2ee HTTP/1.1" status: 204 len: 168 time: 0.7803569 Dec 20 15:58:58.122423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058ef7-9549-47fd-b55d-eedf83c6a269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5579d-8897-4c9c-8e97-4fb252bff2ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:58.194137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.199931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62e93a24-47cf-4eb8-b4ff-a9f6712117d5 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 15:58:58.204022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.221408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/networks/62e93a24-47cf-4eb8-b4ff-a9f6712117d5 HTTP/1.1" status: 204 len: 168 time: 0.8910780 Dec 20 15:58:58.248316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10136f-e096-4ca3-b8c7-7ba0c68f6c53 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event deleted for resources: {'Network': ['ID=62e93a24-47cf-4eb8-b4ff-a9f6712117d5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:58.332952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.337646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.664352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.665720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router 0d330024-d504-4705-b165-af9b4205667a {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:58.673844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.676317 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b38ac6c-81ce-46cf-94eb-668a597250e6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/0d330024-d504-4705-b165-af9b4205667a HTTP/1.1" status: 204 len: 168 time: 0.8538659 Dec 20 15:58:58.679378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:58.779476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet f75e611b-fadd-45e6-8473-02cdcdbd020e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:58.794228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.888819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:58.980291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45024) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:58.987590 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'name': 'tempest-router--1506747002', 'project_id': 'a61ab0a133fd40949b93f7855bf87336'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:58:59.049752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.100658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.102036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.258340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-018a7197-ab27-48cc-9803-4dec326f9e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.272238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.289418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.336481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=f75e611b-fadd-45e6-8473-02cdcdbd020e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:59.352146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22abb312-47b1-41d1-9324-121d2a0bd397 None None] Network c3ccb749-3054-478a-a5df-f35a98810637 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:59.355672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.366285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.378892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-92a8d304-9b27-49aa-95b0-4c9f1b9273c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/f75e611b-fadd-45e6-8473-02cdcdbd020e HTTP/1.1" status: 204 len: 168 time: 0.6953690 Dec 20 15:58:59.380135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45036) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:59.422021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.441124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.455144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.470696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.487194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.500719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.517231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:59.529874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-b231e5eb-5bda-4fd6-991e-581a1b2dc855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.3014350 Dec 20 15:58:59.590387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.601130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.605130 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb964381-7dfe-439c-b1b1-ab471003e4d7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6210029 Dec 20 15:58:59.613563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45042) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:59.677823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bb19c86-6b01-4838-aac0-08be16fcbbac req-cf6fdc02-c35b-44d1-9af1-2a6be630581d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467106 Dec 20 15:58:59.708768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] DHCP port deletion for c3ccb749-3054-478a-a5df-f35a98810637 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:59.749275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.779594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] Deleting port 3ce7bd25-e2c5-40c0-a363-d387427e55de {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:59.780361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.894260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] For port 3ce7bd25-e2c5-40c0-a363-d387427e55de, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ce7bd25-e2c5-40c0-a363-d387427e55de,segment=NetworkSegment(5440c247-43c9-468b-830a-4917bfc8809e),segment_id=5440c247-43c9-468b-830a-4917bfc8809e)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:59.895179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.920470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] Calling delete_port for 3ce7bd25-e2c5-40c0-a363-d387427e55de owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:59.991574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:59.993966 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.034007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 3ce7bd25-e2c5-40c0-a363-d387427e55de {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:00.035038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.145506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.159765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.160868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cfddda2-5567-4143-beac-f503b5404dba {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:00.163922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 3ce7bd25-e2c5-40c0-a363-d387427e55de, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3ce7bd25-e2c5-40c0-a363-d387427e55de,segment=NetworkSegment(5440c247-43c9-468b-830a-4917bfc8809e),segment_id=5440c247-43c9-468b-830a-4917bfc8809e)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:00.164356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.170859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.172208 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5b348a85-582f-4a3d-a3ad-d0c72a3da2dc tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/routers/9cfddda2-5567-4143-beac-f503b5404dba HTTP/1.1" status: 204 len: 168 time: 0.5636113 Dec 20 15:59:00.187272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 3ce7bd25-e2c5-40c0-a363-d387427e55de owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:00.200243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] No DVR routers for this DVR port 3ce7bd25-e2c5-40c0-a363-d387427e55de on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:00.291152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e5127-7895-416f-9570-40ab890b353a None None] Pushing event deleted for resources: {'Port': ['ID=3ce7bd25-e2c5-40c0-a363-d387427e55de,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:00.301954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.350242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=3ce7bd25-e2c5-40c0-a363-d387427e55de,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:00.355743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port 3ce7bd25-e2c5-40c0-a363-d387427e55de on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:00.473128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.507848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ccb749-3054-478a-a5df-f35a98810637']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:00.531453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5440c247-43c9-468b-830a-4917bfc8809e') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:00.531933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5440c247-43c9-468b-830a-4917bfc8809e') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:00.562488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.593246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.610872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:59:00.612055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:00.619526 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:00.682705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ce7bd25-e2c5-40c0-a363-d387427e55de no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:59:00.719878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45076) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:00.801856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3ce7bd25-e2c5-40c0-a363-d387427e55de {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:59:00.802716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3ce7bd25-e2c5-40c0-a363-d387427e55de not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:59:00.921637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.960660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.964631 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/c3ccb749-3054-478a-a5df-f35a98810637 HTTP/1.1" status: 204 len: 168 time: 1.5827658 Dec 20 15:59:00.965049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0a410-4aa4-4774-be6b-9ba0e1920b81 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=c3ccb749-3054-478a-a5df-f35a98810637,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:00.981033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45082) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:00.998897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-743456281'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:01.036666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.043595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.050847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.057792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.065587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.072303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.079153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.081725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-e031082b-da33-481e-8689-d24b0b609a4f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2094662 Dec 20 15:59:01.125251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-103198184', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:01.201935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:01.205543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.259404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:01.268915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.269665 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 731a18b5-1c75-40dc-b6c5-9111c7a8ebd1 of type vlan for network e6767e72-d8c6-49c0-8903-4d72d2816ecc Dec 20 15:59:01.317609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.346711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed21b9db-6eda-4503-b6cc-1976bb53e0b5 req-30822484-93f1-426d-ab31-ec4c0b08afb5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2452478 Dec 20 15:59:01.348297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.350012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.451715 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.458190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:01.458824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.495129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.549969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=e6767e72-d8c6-49c0-8903-4d72d2816ecc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:01.564324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:59:01.644666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d928e31b-7983-44a8-8d22-35b3da942f6a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6546574 Dec 20 15:59:01.645246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45090) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:01.651737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:01.938242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d727a372-7de4-4b87-9ab4-291aadbde60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.957231 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:01.991609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:01.995688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:02.361823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:02.506530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:02.529215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:02.530674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: e6767e72-d8c6-49c0-8903-4d72d2816ecc, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:02.547120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=603b4400-15c8-4e96-8924-2cac6d75d52c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:02.575094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:02.732535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:02.807887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:02.861318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Allocated IP 172.25.6.229 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b659826c-b9d7-4092-9801-fa879cdc9281) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:02.861889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e6767e72-d8c6-49c0-8903-4d72d2816ecc) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:02.867539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:02.868224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:02.903464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75187425-c887-400b-8faf-2bbba8d25b67 None None] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:03.035209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6e59d90a-e8ab-423d-8497-4214bef83fda tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3880064 Dec 20 15:59:03.046201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45124) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:03.057446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1319475731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:03.168727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.201416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.202971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.226617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.232670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.240264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.249579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e6767e72-d8c6-49c0-8903-4d72d2816ecc', 'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': '603b4400-15c8-4e96-8924-2cac6d75d52c'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:59:03.255693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.265831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.279934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.287886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.294803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:03.303694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-75e9a831-6dfe-4443-a916-0c2393d39068 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.7481191 Dec 20 15:59:03.307672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.359261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.411727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event updated for resources: {'Port': ['ID=b659826c-b9d7-4092-9801-fa879cdc9281,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:03.435551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:03.441704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:03.448198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:03.448397 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.553136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Allocated IP 172.20.0.2 (e6767e72-d8c6-49c0-8903-4d72d2816ecc/603b4400-15c8-4e96-8924-2cac6d75d52c/3514aa48-c8f1-480f-a549-00501f399680) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:03.603410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.609390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-684fc29b-1581-4067-811d-fd5a8c01ce8c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5619383 Dec 20 15:59:03.610085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45130) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:03.686324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e94bba7e-17e3-4836-ac41-c3b48dad1d76 req-27b1f5f8-a317-4a1b-b3ce-342d4e629613 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3813181 Dec 20 15:59:03.898490 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.904335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b7122f-ec70-485c-9306-4186393eac8c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:03.996481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.102790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Pushing event updated for resources: {'Port': ['ID=3514aa48-c8f1-480f-a549-00501f399680,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:04.134728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:04.160009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:04.166127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:04.304276 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.373083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-00ad8ad4-00ee-4b34-b10f-398560d7a180 None None] Provisioning complete for port b659826c-b9d7-4092-9801-fa879cdc9281 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:04.373465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00ad8ad4-00ee-4b34-b10f-398560d7a180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.405986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Attempting to bind port 3514aa48-c8f1-480f-a549-00501f399680 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:59:04.405986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Attempting to bind port 3514aa48-c8f1-480f-a549-00501f399680 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:59:04.405986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Attempting to bind port 3514aa48-c8f1-480f-a549-00501f399680 on network e6767e72-d8c6-49c0-8903-4d72d2816ecc {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:59:04.418960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:59:04.419381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Checking segment: {'id': '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:04.419743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.420138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Bound using segment: {'id': '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:59:04.420631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Bound port: 3514aa48-c8f1-480f-a549-00501f399680, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e6767e72-d8c6-49c0-8903-4d72d2816ecc'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:59:04.421018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.468598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-00ad8ad4-00ee-4b34-b10f-398560d7a180 None None] Port b659826c-b9d7-4092-9801-fa879cdc9281 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:04.526496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] For port 3514aa48-c8f1-480f-a549-00501f399680, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:04.530496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] For port 3514aa48-c8f1-480f-a549-00501f399680, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3514aa48-c8f1-480f-a549-00501f399680,segment=NetworkSegment(731a18b5-1c75-40dc-b6c5-9111c7a8ebd1),segment_id=731a18b5-1c75-40dc-b6c5-9111c7a8ebd1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:04.540055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.642116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.749410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.813699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207666b-d603-4b57-bc4c-acc8ee4a79fe None None] Pushing event updated for resources: {'Port': ['ID=3514aa48-c8f1-480f-a549-00501f399680,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:05.077658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:05.136924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.149799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.160825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.170611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.184944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.192813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.201455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:05.214314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-5975665e-cbb9-446e-ae03-52a90bad591c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.3453095 Dec 20 15:59:05.408622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:05.414255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1692f515-86dc-434c-b8be-91c0d53cca0b req-d69ea456-8f54-4e71-835a-0953d70d8aea tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986117 Dec 20 15:59:05.515767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.20.0.1 (e6767e72-d8c6-49c0-8903-4d72d2816ecc/603b4400-15c8-4e96-8924-2cac6d75d52c/d8c6da34-8524-4b74-a07b-87461587c2b8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:05.567977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Router e4683348-551d-4508-b9ae-da832f156700 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:05.737205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:05.803355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:05.816498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] Sync routers for ids ['e4683348-551d-4508-b9ae-da832f156700'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:05.832665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] Routers {'e4683348-551d-4508-b9ae-da832f156700'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:05.836647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e4683348-551d-4508-b9ae-da832f156700'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:05.907247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:05.941470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:05.942993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91203797-9f01-4762-9807-00c5e225d0ce tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2220156 Dec 20 15:59:05.954987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45174) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:05.962701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:05.981882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] Routers {'e4683348-551d-4508-b9ae-da832f156700'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:05.982556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e4683348-551d-4508-b9ae-da832f156700'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:06.025326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:06.025984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67413fc2-210c-45ce-87fd-8a66c352beca None None] The sync data for ids ['e4683348-551d-4508-b9ae-da832f156700'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:06.084864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:06.092813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:06.100274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:06.145686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6b8b03b3-ce36-486c-9ea1-f7d0b0e65839 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/e4683348-551d-4508-b9ae-da832f156700 HTTP/1.1" status: 200 len: 924 time: 0.1869836 Dec 20 15:59:06.145886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45176) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:06.177761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=d8c6da34-8524-4b74-a07b-87461587c2b8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:06.184451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c402c17-f8e9-4090-8911-e7490203fe4d tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4683348-551d-4508-b9ae-da832f156700 HTTP/1.1" status: 200 len: 205 time: 0.0374959 Dec 20 15:59:06.186965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45178) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:06.263150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.351182 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.568765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c23738-09ad-4c3c-8e71-561a5dda7fdb None None] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:06.762917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3514aa48-c8f1-480f-a549-00501f399680 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:06.769590 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.793740 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.840449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d63ee360-1862-44b7-b633-55216910dbd0 None None] Provisioning complete for port 3514aa48-c8f1-480f-a549-00501f399680 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:06.841309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d63ee360-1862-44b7-b633-55216910dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.868357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.874966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.883248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.891231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.899888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.907520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.915329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:06.918380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-a0c90f8a-aca8-4822-9e21-cb36953331d0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.2236385 Dec 20 15:59:07.032691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8db2771-41f9-4f5d-b408-96b4450140c3 req-83dd77a1-a442-46cb-9310-051a0da7fde2 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004198 Dec 20 15:59:07.035329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3514aa48-c8f1-480f-a549-00501f399680 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:07.035704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.153832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Deleting port b659826c-b9d7-4092-9801-fa879cdc9281 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:07.154455 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.158847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d63ee360-1862-44b7-b633-55216910dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.244966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d63ee360-1862-44b7-b633-55216910dbd0 None None] For port 3514aa48-c8f1-480f-a549-00501f399680, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3514aa48-c8f1-480f-a549-00501f399680,segment=NetworkSegment(731a18b5-1c75-40dc-b6c5-9111c7a8ebd1),segment_id=731a18b5-1c75-40dc-b6c5-9111c7a8ebd1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:07.308187 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.373749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d63ee360-1862-44b7-b633-55216910dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.383745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.419380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Calling delete_port for b659826c-b9d7-4092-9801-fa879cdc9281 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:07.493385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ee360-1862-44b7-b633-55216910dbd0 None None] Pushing event updated for resources: {'Port': ['ID=3514aa48-c8f1-480f-a549-00501f399680,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:07.576718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:07.577385 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:07.617513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-07e63821-e6c4-4f2f-b351-b2d9d74fff2f None None] Provisioning complete for port d8c6da34-8524-4b74-a07b-87461587c2b8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:07.617897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07e63821-e6c4-4f2f-b351-b2d9d74fff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.768249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-07e63821-e6c4-4f2f-b351-b2d9d74fff2f None None] Port d8c6da34-8524-4b74-a07b-87461587c2b8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:07.819556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-07e63821-e6c4-4f2f-b351-b2d9d74fff2f None None] Provisioning complete for port 3514aa48-c8f1-480f-a549-00501f399680 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:07.819718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07e63821-e6c4-4f2f-b351-b2d9d74fff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:07.978628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.042451 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.083466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event deleted for resources: {'Port': ['ID=b659826c-b9d7-4092-9801-fa879cdc9281,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:08.160712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0abd90-6cd5-4e54-a001-ec1f07aed6e2 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:08.196263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.239847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-51491285-51bb-4907-9b8c-6a8893f89ec1 None None] Provisioning complete for port d8c6da34-8524-4b74-a07b-87461587c2b8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:08.240219 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51491285-51bb-4907-9b8c-6a8893f89ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.316775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.355973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-51491285-51bb-4907-9b8c-6a8893f89ec1 None None] Port d8c6da34-8524-4b74-a07b-87461587c2b8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:08.388602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.591706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.618847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:08.677119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=d8c6da34-8524-4b74-a07b-87461587c2b8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:08.704032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.715327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3514aa48-c8f1-480f-a549-00501f399680 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:08.737277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:08.743819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.749816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:08.788695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.809236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.816871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.831674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.850124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:08.858303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-76b13a68-58b1-4262-aee4-09339893ec9a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.6039617 Dec 20 15:59:08.897559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3514aa48-c8f1-480f-a549-00501f399680 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:08.898401 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:09.090708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:09.091233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Fanout notify agent at l3_agent the message router_deleted on router e4683348-551d-4508-b9ae-da832f156700 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:09.156042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router 5b1fdd88-f875-41e8-b655-7741a529d1cc is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:09.169875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:09.171211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e70c1b51-09a8-4060-8509-f45288b3acef tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/e4683348-551d-4508-b9ae-da832f156700 HTTP/1.1" status: 204 len: 168 time: 2.9830379 Dec 20 15:59:09.176048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45224) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:09.186204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-105463695', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': False}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:09.279835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bd55461-5ad3-42c3-9c66-ddff1bcac96c req-5ab6fa55-8e01-4906-8523-ae31ff6ee9aa tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4100480 Dec 20 15:59:09.391337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-560618d7-27f9-4069-8044-f80523f99ac8 None None] Provisioning complete for port d8c6da34-8524-4b74-a07b-87461587c2b8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:09.391635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-560618d7-27f9-4069-8044-f80523f99ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:09.421648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:09.431802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45226) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:09.433042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] Sync routers for ids ['5b1fdd88-f875-41e8-b655-7741a529d1cc'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:09.443826 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-376c5eed-1e74-45d2-8de0-d1ed4f70d7fa tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/5b1fdd88-f875-41e8-b655-7741a529d1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8326216 Dec 20 15:59:09.477333 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] Routers {'5b1fdd88-f875-41e8-b655-7741a529d1cc'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:09.478349 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5b1fdd88-f875-41e8-b655-7741a529d1cc'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.529372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac0298-c8f6-4ca0-af4b-4a4af492da50 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:09.535460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f0ac0298-c8f6-4ca0-af4b-4a4af492da50 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports/d8c6da34-8524-4b74-a07b-87461587c2b8 HTTP/1.1" status: 200 len: 910 time: 0.1023586 Dec 20 15:59:09.540330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45228) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:09.572568 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.619438 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] Routers {'5b1fdd88-f875-41e8-b655-7741a529d1cc'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:09.620177 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5b1fdd88-f875-41e8-b655-7741a529d1cc'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.710818 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:09.713991 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859411e-23e5-4e82-bbb9-6e17fdbbefb1 None None] The sync data for ids ['5b1fdd88-f875-41e8-b655-7741a529d1cc'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:09.715197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:09.716727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:09.791846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-560618d7-27f9-4069-8044-f80523f99ac8 None None] Port d8c6da34-8524-4b74-a07b-87461587c2b8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:09.804844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:10.316311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:10.471977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.481894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.489089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.495319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.502187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.513751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.520322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:10.528506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-bf79d718-4477-46bf-b6af-a1531c0483a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.1300066 Dec 20 15:59:10.565859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:10.601720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-560f7a8d-ff81-4cb6-856e-808c8a0faba0 req-7284f0ad-7aa7-4012-8155-86e6fbf3d44e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722849 Dec 20 15:59:11.177750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:11.204621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:11.492619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Allocated IP 172.25.6.130 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/cc881f90-4a59-46d0-bb12-3d8ab2c6870b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:11.498973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port d8c6da34-8524-4b74-a07b-87461587c2b8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:11.500963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:11.763464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:11.792780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for d8c6da34-8524-4b74-a07b-87461587c2b8 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:11.830107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:11.834567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.846240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.853496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.864513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.876993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.887947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.899588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:11.902447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-a45e5c9a-4f79-418b-a8c4-3333be52f4de tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5419 time: 0.1615229 Dec 20 15:59:12.006483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cd9e221-5f1e-4e2c-bd38-d001a1ce8f3f req-cca46a79-3cb5-4596-b498-32930e2f4349 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977738 Dec 20 15:59:12.095331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.210232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:12.213533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:12.221197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:12.225347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Port': ['ID=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:12.250278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfd243-8317-4ea4-bf54-582acc44f467 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:12.257947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e304a647-cf02-44fb-9017-c455ea97fd32 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:12.333744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.355353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=d8c6da34-8524-4b74-a07b-87461587c2b8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:12.518473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4dcb48ff-d2d3-4a57-a90b-cbac58aa196c None None] Provisioning complete for port cc881f90-4a59-46d0-bb12-3d8ab2c6870b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:12.518885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4dcb48ff-d2d3-4a57-a90b-cbac58aa196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.551694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e304a647-cf02-44fb-9017-c455ea97fd32,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:12.572161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e304a647-cf02-44fb-9017-c455ea97fd32', 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'port_id': 'e304a647-cf02-44fb-9017-c455ea97fd32', 'mac_address': 'fa:16:3e:92:59:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9545a0-0cde-4e34-94d0-6bd0faff84ac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:12.574576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb48ff-d2d3-4a57-a90b-cbac58aa196c None None] Port cc881f90-4a59-46d0-bb12-3d8ab2c6870b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:12.615674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.636401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e304a647-cf02-44fb-9017-c455ea97fd32 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:12.670355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e304a647-cf02-44fb-9017-c455ea97fd32,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:12.693596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.897012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.897948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 471d7ac4-acac-446f-812f-4426f1e9e55c details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:13.032654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router 5b1fdd88-f875-41e8-b655-7741a529d1cc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:13.102150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:13.120824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:13.184279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=471d7ac4-acac-446f-812f-4426f1e9e55c,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:13.216223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '471d7ac4-acac-446f-812f-4426f1e9e55c', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'port_id': '471d7ac4-acac-446f-812f-4426f1e9e55c', 'mac_address': 'fa:16:3e:e6:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:13.269583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.279820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.287599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.298539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.308964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.315734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.316157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:13.318505 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:13.336675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471d7ac4-acac-446f-812f-4426f1e9e55c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:13.339832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:13.348160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-074026bb-1f31-4e64-9a94-262762fe01c3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5420 time: 0.1537457 Dec 20 15:59:13.349457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aa2cc1de-5d34-48b3-89ff-e78cc001c1e4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/5b1fdd88-f875-41e8-b655-7741a529d1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8051517 Dec 20 15:59:13.353006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45300) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:13.372701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=471d7ac4-acac-446f-812f-4426f1e9e55c,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:13.377807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] Sync routers for ids ['5b1fdd88-f875-41e8-b655-7741a529d1cc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:13.402347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] Routers {'5b1fdd88-f875-41e8-b655-7741a529d1cc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:13.402895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5b1fdd88-f875-41e8-b655-7741a529d1cc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.484241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.498203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e39b1148-373e-4246-a6fe-46f470b4bb3c tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b1fdd88-f875-41e8-b655-7741a529d1cc HTTP/1.1" status: 200 len: 205 time: 0.1388693 Dec 20 15:59:13.498839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:13.499556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 36e413da-8efd-4ace-ad28-c896e1c396c7 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:13.513263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:13.567495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=36e413da-8efd-4ace-ad28-c896e1c396c7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:13.709212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '36e413da-8efd-4ace-ad28-c896e1c396c7', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'port_id': '36e413da-8efd-4ace-ad28-c896e1c396c7', 'mac_address': 'fa:16:3e:9a:09:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:13.719995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:13.749536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] Routers {'5b1fdd88-f875-41e8-b655-7741a529d1cc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:13.750534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5b1fdd88-f875-41e8-b655-7741a529d1cc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.757441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:13.799650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:13.800886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd6680-a954-453e-b36c-fd8c2d090537 None None] The sync data for ids ['5b1fdd88-f875-41e8-b655-7741a529d1cc'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:13.864402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:13.897049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e413da-8efd-4ace-ad28-c896e1c396c7 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:13.947806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=36e413da-8efd-4ace-ad28-c896e1c396c7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:14.070193 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.071252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 072c9069-7a3f-4368-993c-c3251ea9a8d5 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:14.100113 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.104275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.116409 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.138489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:14.157559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17dcbcfb-cdf7-4950-a85d-7929a4db38e9 req-07627355-0c9f-475f-975c-4e468123d4bc tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7973886 Dec 20 15:59:14.165951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '072c9069-7a3f-4368-993c-c3251ea9a8d5', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'port_id': '072c9069-7a3f-4368-993c-c3251ea9a8d5', 'mac_address': 'fa:16:3e:e5:2e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:14.248652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.265010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072c9069-7a3f-4368-993c-c3251ea9a8d5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:14.284373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:14.292757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:14.313494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.314090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router 5b1fdd88-f875-41e8-b655-7741a529d1cc {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:14.322699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.341102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45314) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:14.341563 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b79c490-7a73-4575-9d46-d6e70a77a597 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/5b1fdd88-f875-41e8-b655-7741a529d1cc HTTP/1.1" status: 204 len: 168 time: 0.8097491 Dec 20 15:59:14.412943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.413802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4020e232-a469-4491-b60f-ac60292196a8 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:14.506830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet 603b4400-15c8-4e96-8924-2cac6d75d52c {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:59:14.512776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4020e232-a469-4491-b60f-ac60292196a8,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:14.519947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.550062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Router d98a117a-429c-4fe1-8d7d-f587bc82543c is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:14.596225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '4020e232-a469-4491-b60f-ac60292196a8', 'network_id': '6ebfcae1-6daa-4245-a5bc-2a3b67c5df01', 'port_id': '4020e232-a469-4491-b60f-ac60292196a8', 'mac_address': 'fa:16:3e:6d:50:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5868ce-10c4-4a0d-bfb8-809ef6049c25', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:14.652191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.679162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:14.702941 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.741071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4020e232-a469-4491-b60f-ac60292196a8 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:14.798271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4020e232-a469-4491-b60f-ac60292196a8,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:14.861726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.868036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:14.884311 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Sync routers for ids ['d98a117a-429c-4fe1-8d7d-f587bc82543c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:14.902484 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Routers {'d98a117a-429c-4fe1-8d7d-f587bc82543c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:14.902609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:14.902718 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d98a117a-429c-4fe1-8d7d-f587bc82543c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:14.902830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83aba04d-682f-42c2-94d9-a659b21fff84 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:14.984656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:15.015191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.016681 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-42f8ef4f-71d7-4b79-b2a2-d035cdc79398 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8362162 Dec 20 15:59:15.020117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45344) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:15.032722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83aba04d-682f-42c2-94d9-a659b21fff84,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:15.039776 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Set router d98a117a-429c-4fe1-8d7d-f587bc82543c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:15.077285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.081886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '83aba04d-682f-42c2-94d9-a659b21fff84', 'network_id': '377ae834-a05d-4c3b-8067-0fa5d072dbbf', 'port_id': '83aba04d-682f-42c2-94d9-a659b21fff84', 'mac_address': 'fa:16:3e:d0:43:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9545a0-0cde-4e34-94d0-6bd0faff84ac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:15.123654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=603b4400-15c8-4e96-8924-2cac6d75d52c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:15.130965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.134621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8d99fa8d-fc32-4f7f-9ab0-c79f38ce9f90 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/603b4400-15c8-4e96-8924-2cac6d75d52c HTTP/1.1" status: 204 len: 168 time: 0.8070428 Dec 20 15:59:15.137374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45352) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:15.199680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47b1c5-de66-45cc-a076-ec1464fa188e None None] Network e6767e72-d8c6-49c0-8903-4d72d2816ecc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:15.348754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4fce3dea-032e-455c-a303-527bdf99b789 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/d98a117a-429c-4fe1-8d7d-f587bc82543c HTTP/1.1" status: 200 len: 908 time: 0.3238008 Dec 20 15:59:15.349280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45360) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:15.356687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-105463695', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': True}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:15.357196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.384586 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.405900 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98a117a-429c-4fe1-8d7d-f587bc82543c', 'name': 'tempest-snat-router-105463695', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.130'}], 'enable_snat': False}, 'gw_port_id': 'cc881f90-4a59-46d0-bb12-3d8ab2c6870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:09Z', 'updated_at': '2021-12-20T15:59:12Z', 'revision_number': 3, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port': {'id': 'cc881f90-4a59-46d0-bb12-3d8ab2c6870b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98a117a-429c-4fe1-8d7d-f587bc82543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:11Z', 'updated_at': '2021-12-20T15:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:15.435361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83aba04d-682f-42c2-94d9-a659b21fff84 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:15.464407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.465792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.478085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83aba04d-682f-42c2-94d9-a659b21fff84,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:15.483236 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Checking router: d98a117a-429c-4fe1-8d7d-f587bc82543c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:59:15.483659 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Updating router d98a117a-429c-4fe1-8d7d-f587bc82543c port cc881f90-4a59-46d0-bb12-3d8ab2c6870b binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:59:15.520708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.538414 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.545156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.569120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.578100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.584461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] DHCP port deletion for e6767e72-d8c6-49c0-8903-4d72d2816ecc request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:15.585057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.591071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.591743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0016e80b-5475-498b-9b52-b42c58a65502 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:15.592916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.600114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.607281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:15.609526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-1c553ee4-0ce6-429d-8ce9-507a7e98f4a7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5424 time: 0.3067064 Dec 20 15:59:15.751572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 3514aa48-c8f1-480f-a549-00501f399680 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:15.754972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.861493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:15.884287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 3514aa48-c8f1-480f-a549-00501f399680, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3514aa48-c8f1-480f-a549-00501f399680,segment=NetworkSegment(731a18b5-1c75-40dc-b6c5-9111c7a8ebd1),segment_id=731a18b5-1c75-40dc-b6c5-9111c7a8ebd1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:15.884719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.900027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 3514aa48-c8f1-480f-a549-00501f399680 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:15.950533 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:15.994561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] Deleting port 3514aa48-c8f1-480f-a549-00501f399680 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:15.995002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.052919 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.109981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0016e80b-5475-498b-9b52-b42c58a65502,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:16.119372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cb12022-7cf5-443e-aefe-310c5cb5ce8b req-a6735380-6db9-4336-83b6-8ce0f62ef2b8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4979279 Dec 20 15:59:16.172409 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Attempting to bind port cc881f90-4a59-46d0-bb12-3d8ab2c6870b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:59:16.172776 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Attempting to bind port cc881f90-4a59-46d0-bb12-3d8ab2c6870b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:59:16.173151 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Attempting to bind port cc881f90-4a59-46d0-bb12-3d8ab2c6870b on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:59:16.173426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.177731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d2a2d-a311-4faf-bf36-f88c16aa76e3 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:16.194036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b378159-8e66-448f-8e03-6941b0c6d19c req-dd56a89f-13f7-45c2-b0b1-9a08905ca100 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:16.196404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b378159-8e66-448f-8e03-6941b0c6d19c req-dd56a89f-13f7-45c2-b0b1-9a08905ca100 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.1049702 Dec 20 15:59:16.202670 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Pushing event updated for resources: {'Port': ['ID=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:16.206495 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:59:16.212234 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:16.212840 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.213180 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:59:16.213688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Bound port: cc881f90-4a59-46d0-bb12-3d8ab2c6870b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:59:16.214124 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.218610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] For port 3514aa48-c8f1-480f-a549-00501f399680, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3514aa48-c8f1-480f-a549-00501f399680,segment=NetworkSegment(731a18b5-1c75-40dc-b6c5-9111c7a8ebd1),segment_id=731a18b5-1c75-40dc-b6c5-9111c7a8ebd1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:16.223280 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.231698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '0016e80b-5475-498b-9b52-b42c58a65502', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'port_id': '0016e80b-5475-498b-9b52-b42c58a65502', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:16.255454 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.255819 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.256129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.256465 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.256796 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.257126 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.257503 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.257803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.258126 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.262436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] Calling delete_port for 3514aa48-c8f1-480f-a549-00501f399680 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:16.263055 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.263424 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.263767 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.264100 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:16.290077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b378159-8e66-448f-8e03-6941b0c6d19c req-8d37f604-ca82-49f2-a121-5a6ee458957e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870266 Dec 20 15:59:16.355231 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] For port cc881f90-4a59-46d0-bb12-3d8ab2c6870b, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:16.358309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.359323 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] For port cc881f90-4a59-46d0-bb12-3d8ab2c6870b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:16.364001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.434616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=3514aa48-c8f1-480f-a549-00501f399680,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:16.441591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0016e80b-5475-498b-9b52-b42c58a65502 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:16.447807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f890c6f8-012b-4460-b477-ea213c742d5c None None] Provisioning complete for port cc881f90-4a59-46d0-bb12-3d8ab2c6870b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:16.450051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port 3514aa48-c8f1-480f-a549-00501f399680 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:16.453989 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f890c6f8-012b-4460-b477-ea213c742d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.475997 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.618309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0016e80b-5475-498b-9b52-b42c58a65502,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:16.631303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f890c6f8-012b-4460-b477-ea213c742d5c None None] Port cc881f90-4a59-46d0-bb12-3d8ab2c6870b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:16.640974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.663989 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff52d7-b086-4ef8-b22e-2e30d02ed3c5 None None] Pushing event updated for resources: {'Port': ['ID=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:16.697280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.717419 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Routers {'d98a117a-429c-4fe1-8d7d-f587bc82543c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:16.718206 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d98a117a-429c-4fe1-8d7d-f587bc82543c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:16.726586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9094db-4a4b-4680-bb5e-9d176cda1f7f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:16.730106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3514aa48-c8f1-480f-a549-00501f399680 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:59:16.736664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] Pushing event deleted for resources: {'Port': ['ID=3514aa48-c8f1-480f-a549-00501f399680,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:16.761837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1854a9-c1ba-439c-9c72-26040bd39ad2 None None] No DVR routers for this DVR port 3514aa48-c8f1-480f-a549-00501f399680 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:16.762581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6767e72-d8c6-49c0-8903-4d72d2816ecc']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:16.767014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3514aa48-c8f1-480f-a549-00501f399680 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:59:16.767696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3514aa48-c8f1-480f-a549-00501f399680 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:59:16.776762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.795620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:16.795920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a18b5-1c75-40dc-b6c5-9111c7a8ebd1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:16.827160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.856736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.866427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:59:16.866844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: timer() Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:16.881908 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:16.916078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:16.924726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-75ce0fa2-a19d-44af-8cc1-a6167e49a37c None None] Provisioning complete for port cc881f90-4a59-46d0-bb12-3d8ab2c6870b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:16.925153 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fa2-a19d-44af-8cc1-a6167e49a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:16.930214 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] Set router d98a117a-429c-4fe1-8d7d-f587bc82543c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:17.124002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fa2-a19d-44af-8cc1-a6167e49a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.156656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-75ce0fa2-a19d-44af-8cc1-a6167e49a37c None None] For port cc881f90-4a59-46d0-bb12-3d8ab2c6870b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:17.206879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.230479 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.234316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/e6767e72-d8c6-49c0-8903-4d72d2816ecc HTTP/1.1" status: 204 len: 168 time: 2.0957394 Dec 20 15:59:17.235066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=e6767e72-d8c6-49c0-8903-4d72d2816ecc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:17.242387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45420) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:17.244110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.244466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.244864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.245239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.245717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.246067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.246477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.246726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.247053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.247381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.247715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.248338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.248452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284782a-f7fc-4716-81dd-2f20b14b54f2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:17.251237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75ce0fa2-a19d-44af-8cc1-a6167e49a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.261352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-85366870', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:17.376281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['36e413da-8efd-4ace-ad28-c896e1c396c7'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:17.385464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.392557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.400436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.407306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.409071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['83aba04d-682f-42c2-94d9-a659b21fff84'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:17.414961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.421771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.427388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98a117a-429c-4fe1-8d7d-f587bc82543c', 'name': 'tempest-snat-router-105463695', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.130'}], 'enable_snat': False}, 'gw_port_id': 'cc881f90-4a59-46d0-bb12-3d8ab2c6870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:09Z', 'updated_at': '2021-12-20T15:59:12Z', 'revision_number': 3, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port': {'id': 'cc881f90-4a59-46d0-bb12-3d8ab2c6870b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98a117a-429c-4fe1-8d7d-f587bc82543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:11Z', 'updated_at': '2021-12-20T15:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:17.429201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:17.431480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-6ec87fdb-556a-4041-a522-d94443e5642d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5426 time: 0.1558731 Dec 20 15:59:17.509748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['072c9069-7a3f-4368-993c-c3251ea9a8d5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:17.523895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52a8cb1a-420b-4a61-891b-de7b77e15ca9 req-da4c3e6f-c62d-49c9-927c-2af7e4d05619 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859554 Dec 20 15:59:17.526963 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc5de4-c718-42ff-b9e4-122f5f7f7d44 None None] The sync data for ids ['d98a117a-429c-4fe1-8d7d-f587bc82543c'] in n-d-781076-8 is: [{'id': 'd98a117a-429c-4fe1-8d7d-f587bc82543c', 'name': 'tempest-snat-router-105463695', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.130'}], 'enable_snat': False}, 'gw_port_id': 'cc881f90-4a59-46d0-bb12-3d8ab2c6870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:09Z', 'updated_at': '2021-12-20T15:59:12Z', 'revision_number': 3, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port': {'id': 'cc881f90-4a59-46d0-bb12-3d8ab2c6870b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98a117a-429c-4fe1-8d7d-f587bc82543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:11Z', 'updated_at': '2021-12-20T15:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:17.529375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.530729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.577655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4020e232-a469-4491-b60f-ac60292196a8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:17.579978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e304a647-cf02-44fb-9017-c455ea97fd32'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:17.589807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.632153 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.653504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:17.755377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce0fa2-a19d-44af-8cc1-a6167e49a37c None None] Pushing event updated for resources: {'Port': ['ID=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:17.895263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Allocated IP 172.25.6.184 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/40b768d7-ff14-4323-9289-f747c1f666b1) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:18.043939 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:59:18.215737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:18.344906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:18.416394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['471d7ac4-acac-446f-812f-4426f1e9e55c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:18.459269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:18.481435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['0016e80b-5475-498b-9b52-b42c58a65502'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:18.537007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:18.547744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:18.559224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:18.603311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9e6c2-ffe1-4f70-b882-96e7652214ce None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:18.612847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Port': ['ID=40b768d7-ff14-4323-9289-f747c1f666b1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:18.877446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cc881f90-4a59-46d0-bb12-3d8ab2c6870b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:18.902595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bbb81a2a-9856-45e7-9540-27475f31c946 None None] Provisioning complete for port 40b768d7-ff14-4323-9289-f747c1f666b1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:18.902899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbb81a2a-9856-45e7-9540-27475f31c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:18.978895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:18.990199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:18.997674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:19.004412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:19.012475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:19.023684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:19.033864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:19.055924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-75592184-9f6c-4037-b97c-4143adc57622 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5426 time: 0.3103089 Dec 20 15:59:19.074140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.129528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.265628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d19108-3aa5-4ddd-a822-b2b5495b539e req-d52cde39-c1a0-404a-9b0b-97082500116c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007046 Dec 20 15:59:19.299956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.398206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81a2a-9856-45e7-9540-27475f31c946 None None] Port 40b768d7-ff14-4323-9289-f747c1f666b1 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:19.421728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.25.6.25 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/527fd2be-38fc-4a48-b534-ad3ed7579f6f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:19.518402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port cc881f90-4a59-46d0-bb12-3d8ab2c6870b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:19.519321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.634308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.702133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.831159 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:19.890504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:19.893827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:19.896300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:19.926959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3a55e-2b6e-4b87-a74b-0042aba68fa8 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:19.973121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=527fd2be-38fc-4a48-b534-ad3ed7579f6f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:20.052543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Router 98bb8932-1726-419d-8a7d-d7816bc089db is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:20.053467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cbf57352-be03-47fe-80da-a3b7d7d7a925 None None] Provisioning complete for port 527fd2be-38fc-4a48-b534-ad3ed7579f6f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:20.053851 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbf57352-be03-47fe-80da-a3b7d7d7a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:20.221128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cbf57352-be03-47fe-80da-a3b7d7d7a925 None None] Port 527fd2be-38fc-4a48-b534-ad3ed7579f6f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:20.337033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:20.347744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Sync routers for ids ['98bb8932-1726-419d-8a7d-d7816bc089db'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:20.370548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Routers {'98bb8932-1726-419d-8a7d-d7816bc089db'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:20.377349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['98bb8932-1726-419d-8a7d-d7816bc089db'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:20.499521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:20.521637 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35e1520a-5f6f-4b25-9e50-f0aed684f109 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1713207 Dec 20 15:59:20.524018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45462) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:20.592974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Set router 98bb8932-1726-419d-8a7d-d7816bc089db gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:20.595541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:20.664845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.671611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.678503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.684916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.691600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.697780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.703948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:20.706059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-0d11b3da-8598-45a2-89f5-61af9030bf5e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5426 time: 0.3258605 Dec 20 15:59:20.810686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:20.813147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 471d7ac4-acac-446f-812f-4426f1e9e55c up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:20.885858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b923f53-1151-40d9-aa45-9fbc0238e8a9 req-1dc9004f-4720-475d-9174-391f96d85a92 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471260 Dec 20 15:59:20.982192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.010986 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cacf442d-98b8-4fce-b210-4fb388d97831 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/98bb8932-1726-419d-8a7d-d7816bc089db HTTP/1.1" status: 200 len: 907 time: 0.4855022 Dec 20 15:59:21.014024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45468) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:21.167204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:21.171329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 471d7ac4-acac-446f-812f-4426f1e9e55c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:21.192707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bb8932-1726-419d-8a7d-d7816bc089db', 'name': 'tempest-snat-router-105463695', 'tenant_id': '2f0d54e94d904122b43102e4357cfa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '40b768d7-ff14-4323-9289-f747c1f666b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:15Z', 'updated_at': '2021-12-20T15:59:18Z', 'revision_number': 3, 'project_id': '2f0d54e94d904122b43102e4357cfa30', 'gw_port': {'id': '40b768d7-ff14-4323-9289-f747c1f666b1', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bb8932-1726-419d-8a7d-d7816bc089db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:17Z', 'updated_at': '2021-12-20T15:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:21.195002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 471d7ac4-acac-446f-812f-4426f1e9e55c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:21.195470 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.199407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:59:21.247319 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.254029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Checking router: 98bb8932-1726-419d-8a7d-d7816bc089db for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:59:21.254377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Updating router 98bb8932-1726-419d-8a7d-d7816bc089db port 40b768d7-ff14-4323-9289-f747c1f666b1 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:59:21.335750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.377742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router e0d67df9-f1b2-4278-a725-e5e9b8be83ba is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:21.396600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.432698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.595573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:21.618346 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] Sync routers for ids ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:21.619436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:21.665817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] Routers {'e0d67df9-f1b2-4278-a725-e5e9b8be83ba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:21.679659 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:21.746213 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:21.767471 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] Routers {'e0d67df9-f1b2-4278-a725-e5e9b8be83ba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:21.768358 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:21.775139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Deleting port 40b768d7-ff14-4323-9289-f747c1f666b1 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:21.775876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.814215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:21.826212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ddc2d0f0-8598-45d1-892e-4f7072551341 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.5696342 Dec 20 15:59:21.827807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45490) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:21.846020 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:21.850365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b079782-4e9b-43ef-b63a-f72e5671964f None None] The sync data for ids ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:21.873658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:21.895336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.066904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.112651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Calling delete_port for 40b768d7-ff14-4323-9289-f747c1f666b1 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:22.190086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471d7ac4-acac-446f-812f-4426f1e9e55c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:22.193082 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c01bbec-311f-49e5-a9fa-c9ce0b9859fe" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "471d7ac4-acac-446f-812f-4426f1e9e55c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:22.196817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.198455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.316922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=471d7ac4-acac-446f-812f-4426f1e9e55c,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:22.325211 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96258d4-5bfc-477f-a5bf-264140aa0710 x-openstack-request-id: req-d96258d4-5bfc-477f-a5bf-264140aa0710 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:59:22.325643 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "471d7ac4-acac-446f-812f-4426f1e9e55c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:59:22.325907 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d96258d4-5bfc-477f-a5bf-264140aa0710 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:59:22.326315 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471d7ac4-acac-446f-812f-4426f1e9e55c', 'code': 200} Dec 20 15:59:22.356449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e5aba9aa-ff1a-4779-8430-10abb3871d58'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:59:22.449748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.450645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 072c9069-7a3f-4368-993c-c3251ea9a8d5 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:22.498799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.523310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:22.564560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event deleted for resources: {'Port': ['ID=40b768d7-ff14-4323-9289-f747c1f666b1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:22.600381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.600381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.600381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.604387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.604869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.605365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.605793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.609288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.609785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.610191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.610614 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.611044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.611461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:22.672136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:22.696225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47d240-3bf3-424e-9972-6d25baae4bab None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:22.700593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:22.701155 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:22.755583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.958134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:22.972900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.006797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 072c9069-7a3f-4368-993c-c3251ea9a8d5 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:23.011649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 072c9069-7a3f-4368-993c-c3251ea9a8d5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:23.012208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.060314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd6b4112-537a-41a3-b490-709a71bcea47 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/routers/e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 200 len: 878 time: 1.2270918 Dec 20 15:59:23.063598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45518) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:23.141674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.156726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.173976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.196473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.228224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.243994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.250584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:23.251898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.252456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98bb8932-1726-419d-8a7d-d7816bc089db {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:23.255486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-7aec8c1a-884e-485b-a09f-fb79292297f0 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5426 time: 1.1625917 Dec 20 15:59:23.265207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Port 40b768d7-ff14-4323-9289-f747c1f666b1 not found while updating agent binding for router 98bb8932-1726-419d-8a7d-d7816bc089db. {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 15:59:23.276788 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.281045 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d908f45b-4fe3-4d83-aa5c-e48da32de4a7 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/routers/98bb8932-1726-419d-8a7d-d7816bc089db HTTP/1.1" status: 204 len: 168 time: 2.2632585 Dec 20 15:59:23.284410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45526) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:23.323792 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.325687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Routers set() bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:23.326062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Router IDs set() for agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 15:59:23.334790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98bb8932-1726-419d-8a7d-d7816bc089db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent'). {{(pid=103955) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 15:59:23.335289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1277fe2-67d5-45e6-b386-f3224f7005aa None None] The sync data for ids ['98bb8932-1726-419d-8a7d-d7816bc089db'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:23.438256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:23.543993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.544829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 36e413da-8efd-4ace-ad28-c896e1c396c7 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:23.763586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2e58adb-9c21-40da-88af-91d35c62ce73 req-0e39e842-ccbc-46a4-bbaf-831a2fe19edd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5018559 Dec 20 15:59:23.814243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:23.843117 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d5321b7-a0f6-4aba-9f2c-90f96e60afe4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.7782052 Dec 20 15:59:23.847566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:23.852080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45536) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:23.870643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-85366870'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:23.957859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 36e413da-8efd-4ace-ad28-c896e1c396c7 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:23.963929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 36e413da-8efd-4ace-ad28-c896e1c396c7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:23.965211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:24.052615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:24.182295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:24.360715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c9069-7a3f-4368-993c-c3251ea9a8d5'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:24.363768 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21096c39-f061-424c-b255-3c92cac3a332" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "072c9069-7a3f-4368-993c-c3251ea9a8d5"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:24.387631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=36e413da-8efd-4ace-ad28-c896e1c396c7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:24.400145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Deleting port cc881f90-4a59-46d0-bb12-3d8ab2c6870b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:24.400714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:24.491292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] For port cc881f90-4a59-46d0-bb12-3d8ab2c6870b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:24.494105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:24.495465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:24.496280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4020e232-a469-4491-b60f-ac60292196a8 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:24.543727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Calling delete_port for cc881f90-4a59-46d0-bb12-3d8ab2c6870b owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:24.573441 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c65c8b-9342-49d1-bffd-4e64c9948421 x-openstack-request-id: req-89c65c8b-9342-49d1-bffd-4e64c9948421 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:59:24.573752 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "072c9069-7a3f-4368-993c-c3251ea9a8d5", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:59:24.574031 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89c65c8b-9342-49d1-bffd-4e64c9948421 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:59:24.575804 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072c9069-7a3f-4368-993c-c3251ea9a8d5', 'code': 200} Dec 20 15:59:24.576081 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7', 'code': 200} Dec 20 15:59:24.728590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:24.812619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 4020e232-a469-4491-b60f-ac60292196a8 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:24.817568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 4020e232-a469-4491-b60f-ac60292196a8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:24.817954 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:25.157673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:25.207298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:25.293328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.313912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.328609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.340386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.344079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4020e232-a469-4491-b60f-ac60292196a8,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:25.353974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.369127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.382876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:25.384863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-f3277375-ebca-4c31-8dd1-7617ef0baff9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5429 time: 0.3704977 Dec 20 15:59:25.450233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:25.460917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83aba04d-682f-42c2-94d9-a659b21fff84 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:25.495254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc881f90-4a59-46d0-bb12-3d8ab2c6870b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:25.599251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625e2e5-2d80-4af0-b5f9-394b397205ec None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:25.777617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c2aa4ae-8836-4f57-9d26-8e289b10b72a req-a7248b9d-3b49-4d8c-ad56-c3dfed97f81e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609689 Dec 20 15:59:25.799782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:25.846222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:25.961930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 83aba04d-682f-42c2-94d9-a659b21fff84 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:25.967352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 83aba04d-682f-42c2-94d9-a659b21fff84 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:25.967944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.178258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.188534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.437548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.513911 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.578456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83aba04d-682f-42c2-94d9-a659b21fff84,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:26.579272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4020e232-a469-4491-b60f-ac60292196a8'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:26.588989 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae7f38-f95e-42b5-a983-d85ca5dd866f" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "4020e232-a469-4491-b60f-ac60292196a8"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:26.590416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.590919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.591551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d98a117a-429c-4fe1-8d7d-f587bc82543c {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:26.609443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.611684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f0aea26f-d20d-4003-9ab8-e32f2f942966 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d98a117a-429c-4fe1-8d7d-f587bc82543c HTTP/1.1" status: 204 len: 168 time: 3.3262460 Dec 20 15:59:26.615601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45570) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:26.625253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1198344097', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:26.682049 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bfa2ca-c667-494b-aac8-e4aea7082526 x-openstack-request-id: req-72bfa2ca-c667-494b-aac8-e4aea7082526 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:59:26.682453 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "4020e232-a469-4491-b60f-ac60292196a8", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:59:26.682836 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72bfa2ca-c667-494b-aac8-e4aea7082526 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:59:26.683335 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4020e232-a469-4491-b60f-ac60292196a8', 'code': 200} Dec 20 15:59:26.683704 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84', 'code': 200} Dec 20 15:59:26.729040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.729967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e304a647-cf02-44fb-9017-c455ea97fd32 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:26.872462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:26.873921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.025532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.045592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router e0d67df9-f1b2-4278-a725-e5e9b8be83ba has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:27.128254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:27.254538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.302007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:27.350439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.359903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c6803d59-96f9-4566-995c-1af99295267b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 200 len: 885 time: 3.5051031 Dec 20 15:59:27.360566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45584) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:27.367552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] Sync routers for ids ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:27.387924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] Routers {'e0d67df9-f1b2-4278-a725-e5e9b8be83ba'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:27.388579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.516761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.519893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port e304a647-cf02-44fb-9017-c455ea97fd32 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:27.527400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.528653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e304a647-cf02-44fb-9017-c455ea97fd32 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:27.529260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.578698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] Routers {'e0d67df9-f1b2-4278-a725-e5e9b8be83ba'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:27.580505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.617594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.635446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.653951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.658207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:27.659692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eee655-30e1-4423-a897-be39aa7553fa None None] The sync data for ids ['e0d67df9-f1b2-4278-a725-e5e9b8be83ba'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:27.670872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.694032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.704166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.712972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:27.737876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-71723862-f473-487b-9c3f-0130ce4b6a06 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5431 time: 0.6742828 Dec 20 15:59:27.758594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7be6fd69-49bc-4582-8731-55ad38c012fb tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/routers/e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 200 len: 885 time: 0.3967388 Dec 20 15:59:27.763242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:27.814067 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:27.926690 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-60efe000-8f44-479e-830f-9a55d1174997 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 200 len: 205 time: 0.1532736 Dec 20 15:59:27.928527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45596) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:27.929295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e304a647-cf02-44fb-9017-c455ea97fd32,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:28.018536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.020785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0016e80b-5475-498b-9b52-b42c58a65502 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:28.138391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:28.202302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6aac4f5-d9a4-4996-8f91-6cc9170f75aa req-4392b791-a78d-4c7d-855d-502c9a500307 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4510252 Dec 20 15:59:28.251685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.264196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 0016e80b-5475-498b-9b52-b42c58a65502 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:59:28.268934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 0016e80b-5475-498b-9b52-b42c58a65502 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:28.273085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.453185 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.497916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0016e80b-5475-498b-9b52-b42c58a65502,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:28.572853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cc881f90-4a59-46d0-bb12-3d8ab2c6870b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:59:28.590417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.600955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.601937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:59:28.603836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: cc881f90-4a59-46d0-bb12-3d8ab2c6870b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:59:28.604311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cc881f90-4a59-46d0-bb12-3d8ab2c6870b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:59:28.617006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.647975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.685101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:28.687562 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af55ed0-dcb5-4f8f-be3c-a031ad5cdb9d" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "0016e80b-5475-498b-9b52-b42c58a65502"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:28.741861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:28.754439 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969bc9a6-661c-494e-93c9-08b515632a75 x-openstack-request-id: req-969bc9a6-661c-494e-93c9-08b515632a75 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:59:28.755273 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-plugged", "status": "completed", "tag": "0016e80b-5475-498b-9b52-b42c58a65502", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:59:28.755635 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-969bc9a6-661c-494e-93c9-08b515632a75 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:59:28.756256 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32', 'code': 200} Dec 20 15:59:28.756500 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502', 'code': 200} Dec 20 15:59:28.838818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.841947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 527fd2be-38fc-4a48-b534-ad3ed7579f6f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:28.842415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.860302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:59:28.861847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Allocated IP 172.25.6.122 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0814b83f-b5f7-434c-b808-2ed36ef88d68) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:28.916428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:28.979032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:28.996791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.997302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.997887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.998353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.998814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.999304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:28.999830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.001940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-1c4773d0-1079-4769-a3dd-2639067517e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.1510239 Dec 20 15:59:29.021519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:29.068008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.092658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 527fd2be-38fc-4a48-b534-ad3ed7579f6f owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:29.148867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:29.178386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e5aba9aa-ff1a-4779-8430-10abb3871d58 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:29.178971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.249062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-764ccd3c-e9da-463f-a91b-5f782a411a24 req-6550f0ad-4493-45c2-acbc-3013a8a34a29 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133687 Dec 20 15:59:29.257742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.313748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a07725f2-2f65-4b71-95c8-96af95953991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.319569 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.495496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:29.601523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.605955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.611874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.618439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.624475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.630878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.636778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:29.638747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-3815934a-87ac-4d23-8e11-55d2a132d4d9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.1766529 Dec 20 15:59:29.640625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.687722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.695452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:29.702175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:29.711635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:29.721088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:29.763547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a93db68-ab6b-496e-8ced-a400da7dcbcb req-155ba078-eb5b-4f6a-ab70-8baef1ef5f8a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127038 Dec 20 15:59:29.782085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event updated for resources: {'Port': ['ID=0814b83f-b5f7-434c-b808-2ed36ef88d68,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:29.826657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:29.847790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8638fc-89af-48cf-8ab7-fca3bda3c732 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:29.895232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=527fd2be-38fc-4a48-b534-ad3ed7579f6f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:29.919096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e58721e-e2a1-452f-b7aa-342abec30707 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:29.975385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9030f797-f1e4-464e-929a-c794945cb57e None None] Provisioning complete for port 0814b83f-b5f7-434c-b808-2ed36ef88d68 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:29.980077 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9030f797-f1e4-464e-929a-c794945cb57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:30.058793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9030f797-f1e4-464e-929a-c794945cb57e None None] Port 0814b83f-b5f7-434c-b808-2ed36ef88d68 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:30.173454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:30.420384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:30.428743 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:30.680368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:30.757523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:30.760348 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd37485-2bda-45be-b4a0-1d15f23ea0a7" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:30.837521 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50d2869-c0c2-4190-9680-2ba0e45d7d5f x-openstack-request-id: req-e50d2869-c0c2-4190-9680-2ba0e45d7d5f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:59:30.837816 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:59:30.838074 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e50d2869-c0c2-4190-9680-2ba0e45d7d5f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:59:30.838524 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'code': 200} Dec 20 15:59:31.527569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:31.528094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router e0d67df9-f1b2-4278-a725-e5e9b8be83ba {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:31.551792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:31.552905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-673e1b3d-6244-43a4-95a5-bf372e862ac5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 204 len: 168 time: 3.6159415 Dec 20 15:59:31.564019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45664) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:31.575005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1618972535'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:31.678494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.685084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.692480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.698575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.705306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.713396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.720524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:31.725351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c153f850-82e9-49e4-859d-93750bb41f04 req-7ffa2fa1-b713-4ce0-a41b-1037d2b9335e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.1972420 Dec 20 15:59:31.784886 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7faf7d48-a1fe-4d5d-8384-8b98d490982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:31.801948 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:31.807825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:31.873691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:31.895493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c153f850-82e9-49e4-859d-93750bb41f04 req-e31ba5fc-236f-4571-8638-710852fb85a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387801 Dec 20 15:59:31.899563 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:31.908172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:31.911462 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 712633a2-d50f-495f-b116-670878313eba of type vlan for network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d Dec 20 15:59:32.015780 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:32.281712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:32.289238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:32.290228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:32.391182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:32.402982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:59:32.709868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Router 16179699-285a-44e8-a894-9bed90afa1e8 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:32.729006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e171cc9-3141-4ef6-91b5-0ed0c06b57cc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1624448 Dec 20 15:59:32.731307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:32.741657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:32.858421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:32.936158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:32.950446 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] Sync routers for ids ['16179699-285a-44e8-a894-9bed90afa1e8'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:32.989892 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] Routers {'16179699-285a-44e8-a894-9bed90afa1e8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:32.990520 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['16179699-285a-44e8-a894-9bed90afa1e8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:32.990983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:32.996111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:33.071244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:33.072460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c874f4fe-b879-41f6-aea9-b59326fd2618 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4555969 Dec 20 15:59:33.080298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:33.092155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': False}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:33.111724 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:33.124673 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] Routers {'16179699-285a-44e8-a894-9bed90afa1e8'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:33.125571 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['16179699-285a-44e8-a894-9bed90afa1e8'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:33.172995 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:33.174226 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd24639-a6bd-4265-aca0-2c911f441c4f None None] The sync data for ids ['16179699-285a-44e8-a894-9bed90afa1e8'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:33.187874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.201767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.214394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.224164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.233590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.243502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.251921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.254748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-fcbcabfb-da19-432d-a9e3-a5e3276ac6a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.2031307 Dec 20 15:59:33.387401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb150ac0-e1bb-4bff-a1b4-bdb1f5078627 req-5fe47cf6-ad58-4500-8a40-59f52fe318f3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253426 Dec 20 15:59:33.553238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.559859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.566579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.590866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.604017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.613836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.619035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:33.632242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff037b1d-b391-4876-a968-60944c21624b req-f2457f2f-bc5a-4dbf-8965-c02c64610314 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.1561882 Dec 20 15:59:33.632768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45702) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:33.650797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Request body: {'floatingip': {'port_id': '0016e80b-5475-498b-9b52-b42c58a65502'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:33.763572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:33.833993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:33.993468 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.000312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=62004927-02d8-48da-b0b6-f3ea7e3d877a,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:34.016136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '712633a2-d50f-495f-b116-670878313eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:34.016856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:34.189425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:34.304320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.304893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:34.317018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2eb142-a279-4513-8bb9-bb0fb9170fec None None] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:34.324710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:34.325337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.468729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 15:59:34.593766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45724) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:34.607769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec5d28c7-41ce-4aa8-babe-af70bd5834f9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8742905 Dec 20 15:59:34.620643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45728) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:34.630168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-404989290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:34.739847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.777125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d', 'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': '62004927-02d8-48da-b0b6-f3ea7e3d877a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:59:34.778185 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.820333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e1e674a-393c-4717-a2ca-3bfe81cfae6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.899036 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.152438 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Floating IP bbce5f8c-6222-47e6-8151-4a3c43ae4e99 associated. External IP: 172.25.6.149, port: 0016e80b-5475-498b-9b52-b42c58a65502. Dec 20 15:59:35.205664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.212495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Allocated IP 172.20.0.2 (dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d/62004927-02d8-48da-b0b6-f3ea7e3d877a/10215117-4380-4f4e-8de4-d635835fe75d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:35.217017 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.311605 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.312749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.511873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.532136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Router 16179699-285a-44e8-a894-9bed90afa1e8 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:35.594350 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.636835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.700336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e1e674a-393c-4717-a2ca-3bfe81cfae6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.717324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.843299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:35.852234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:35.873072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:35.877503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:35.900841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Pushing event updated for resources: {'Port': ['ID=10215117-4380-4f4e-8de4-d635835fe75d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:35.986335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:35.996752 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.007654 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-035b1fb7-2b81-47df-8d1f-45ad79d21e70 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "PUT /v2.0/routers/16179699-285a-44e8-a894-9bed90afa1e8 HTTP/1.1" status: 200 len: 926 time: 2.9233091 Dec 20 15:59:36.009532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45746) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:36.028756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.030635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-14279a32-6a41-42b5-ad29-aac05f26c016 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4064245 Dec 20 15:59:36.043361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e1e674a-393c-4717-a2ca-3bfe81cfae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.049486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Attempting to bind port 10215117-4380-4f4e-8de4-d635835fe75d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:59:36.059045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Attempting to bind port 10215117-4380-4f4e-8de4-d635835fe75d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '712633a2-d50f-495f-b116-670878313eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:59:36.059640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Attempting to bind port 10215117-4380-4f4e-8de4-d635835fe75d on network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:59:36.071131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] Sync routers for ids ['16179699-285a-44e8-a894-9bed90afa1e8'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:36.100036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:59:36.100922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Checking segment: {'id': '712633a2-d50f-495f-b116-670878313eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:36.101691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.102308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Bound using segment: {'id': '712633a2-d50f-495f-b116-670878313eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:59:36.103010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Bound port: 10215117-4380-4f4e-8de4-d635835fe75d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712633a2-d50f-495f-b116-670878313eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:59:36.103607 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.118816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Router 6f211d7d-4e2f-4468-b541-e76e25461e05 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:36.127102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45748) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:36.169795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] Routers {'16179699-285a-44e8-a894-9bed90afa1e8'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:36.174036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['16179699-285a-44e8-a894-9bed90afa1e8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.264418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e674a-393c-4717-a2ca-3bfe81cfae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd3cf5a-4159-4e24-922b-b3143d01b37f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:36.337699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] For port 10215117-4380-4f4e-8de4-d635835fe75d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:36.342640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] For port 10215117-4380-4f4e-8de4-d635835fe75d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=10215117-4380-4f4e-8de4-d635835fe75d,segment=NetworkSegment(712633a2-d50f-495f-b116-670878313eba),segment_id=712633a2-d50f-495f-b116-670878313eba)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:36.387492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-836d03ce-4a04-4189-ac33-d078e563db94 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/16179699-285a-44e8-a894-9bed90afa1e8 HTTP/1.1" status: 200 len: 926 time: 0.3766801 Dec 20 15:59:36.388144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45754) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:36.416546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.451442 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.490053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5e1e674a-393c-4717-a2ca-3bfe81cfae6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac8cb2f3fd3249f98ad33a9ef3113dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8950448 Dec 20 15:59:36.492948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45756) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:36.526226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] Routers {'16179699-285a-44e8-a894-9bed90afa1e8'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:36.526924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['16179699-285a-44e8-a894-9bed90afa1e8'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.657303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:36.657303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd51fbf-160a-418c-a594-e2b575bec01c None None] The sync data for ids ['16179699-285a-44e8-a894-9bed90afa1e8'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:36.688075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce6ffdf-6edf-4296-9484-90d0d6004dfd tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:36.701015 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ce6ffdf-6edf-4296-9484-90d0d6004dfd tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=16179699-285a-44e8-a894-9bed90afa1e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3116441 Dec 20 15:59:36.704266 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45762) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:36.715423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Pushing event updated for resources: {'Port': ['ID=10215117-4380-4f4e-8de4-d635835fe75d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:36.736887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.748299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.749025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.749484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.761131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.761571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.761916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.762253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.762585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.762914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.763245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.763569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.763893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90551e5-7c2b-4243-abba-9ac63ea62190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:59:36.978559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd1955-0f7e-4d4c-b087-cbb8a54b2a3e tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:36.980546 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cdbd1955-0f7e-4d4c-b087-cbb8a54b2a3e tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.2729740 Dec 20 15:59:36.983287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45766) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:37.053672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f567b49-59c9-430c-b182-d59a5b9f46a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:37.108677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-46cf5677-400a-41d7-9773-5eeeecb2b9ad tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=16179699-285a-44e8-a894-9bed90afa1e8 HTTP/1.1" status: 200 len: 205 time: 0.1217256 Dec 20 15:59:37.109508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45768) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:37.276184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f567b49-59c9-430c-b182-d59a5b9f46a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:37.399963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:37.416829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] Sync routers for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:37.425855 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:37.447792 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:37.451408 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:37.488728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-84066d51-27aa-4078-a873-df1331fc9855 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "PUT /v2.0/floatingips/bbce5f8c-6222-47e6-8151-4a3c43ae4e99 HTTP/1.1" status: 200 len: 991 time: 3.8547556 Dec 20 15:59:37.538199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:37.543829 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e11d09-de8c-486c-8204-44701b3f7f25" -d '{"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "0016e80b-5475-498b-9b52-b42c58a65502"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:37.599133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:37.790263 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c64be-c3cb-4b74-9c25-8f78e3b0e690 x-openstack-request-id: req-e25c64be-c3cb-4b74-9c25-8f78e3b0e690 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:59:37.790796 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "tag": "0016e80b-5475-498b-9b52-b42c58a65502", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:59:37.791065 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e25c64be-c3cb-4b74-9c25-8f78e3b0e690 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:59:37.791640 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502', 'status': 'completed', 'code': 200} Dec 20 15:59:37.949270 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:38.002511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.003583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.004069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.004535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.005001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.005500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.005967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.017404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-acc48047-89ef-4445-8942-c9141546b19c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.2247205 Dec 20 15:59:38.083223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f567b49-59c9-430c-b182-d59a5b9f46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:38.095640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3f567b49-59c9-430c-b182-d59a5b9f46a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:38.097489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3f567b49-59c9-430c-b182-d59a5b9f46a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/acd3cf5a-4159-4e24-922b-b3143d01b37f HTTP/1.1" status: 204 len: 168 time: 1.5911193 Dec 20 15:59:38.314189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f567b49-59c9-430c-b182-d59a5b9f46a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd3cf5a-4159-4e24-922b-b3143d01b37f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:38.539877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-10e750cd-57a0-456b-b53f-bd97df9d1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.542088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-10e750cd-57a0-456b-b53f-bd97df9d1c59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604 HTTP/1.1" status: 200 len: 913 time: 0.5080197 Dec 20 15:59:38.751578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 10215117-4380-4f4e-8de4-d635835fe75d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:38.774090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:38.842952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-3ea5aa4a-4ddf-422b-b9c3-16314161d5f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 999 time: 0.2483485 Dec 20 15:59:38.910227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304cbf0e-c819-4aa5-909d-a1b90da22383 None None] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:38.916401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-a11b8366-bd35-44c8-a4e2-1df9d543137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:38.919207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-a11b8366-bd35-44c8-a4e2-1df9d543137f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 200 len: 851 time: 0.0676725 Dec 20 15:59:38.943879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.20.0.1 (dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d/62004927-02d8-48da-b0b6-f3ea7e3d877a/8ed664bb-8d3e-48a6-988d-d775036f0a09) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:38.982057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.186828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5fefeff7-4c51-44b1-acee-3c4d5022748b None None] Provisioning complete for port 10215117-4380-4f4e-8de4-d635835fe75d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:39.187212 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fefeff7-4c51-44b1-acee-3c4d5022748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.226097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Deleting port 0814b83f-b5f7-434c-b808-2ed36ef88d68 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:39.226499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.268438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 10215117-4380-4f4e-8de4-d635835fe75d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:39.269671 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.311700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-ac8bd7ee-2b10-4d2b-b489-e5923a11d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:39.317546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-ac8bd7ee-2b10-4d2b-b489-e5923a11d982 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2b1734-b605-4166-a2fe-b5337cc5e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467593 Dec 20 15:59:39.367193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'bbce5f8c-6222-47e6-8151-4a3c43ae4e99', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'port_id': '0016e80b-5475-498b-9b52-b42c58a65502', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:58:00Z', 'updated_at': '2021-12-20T15:59:34Z', 'revision_number': 1, 'project_id': '6729aa467daa4009960023047a2141c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:39.460478 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] Checking router: 6f211d7d-4e2f-4468-b541-e76e25461e05 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:59:39.487009 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:39.488416 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:39.549445 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fefeff7-4c51-44b1-acee-3c4d5022748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.558401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.576936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.582483 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.621079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5fefeff7-4c51-44b1-acee-3c4d5022748b None None] For port 10215117-4380-4f4e-8de4-d635835fe75d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=10215117-4380-4f4e-8de4-d635835fe75d,segment=NetworkSegment(712633a2-d50f-495f-b116-670878313eba),segment_id=712633a2-d50f-495f-b116-670878313eba)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:39.622274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Calling delete_port for 0814b83f-b5f7-434c-b808-2ed36ef88d68 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:39.715703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-40f14442-f5fe-49d8-96f8-adefff4aa8a2 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874884 Dec 20 15:59:39.717669 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:39.744732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fefeff7-4c51-44b1-acee-3c4d5022748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:39.869387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6e11d09-de8c-486c-8204-44701b3f7f25 req-4e0832af-6c29-4073-aedd-5dd4dd4eab81 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374853 Dec 20 15:59:39.873473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefeff7-4c51-44b1-acee-3c4d5022748b None None] Pushing event updated for resources: {'Port': ['ID=10215117-4380-4f4e-8de4-d635835fe75d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.008007 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:40.010546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:40.011723 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:40.084146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4bfa1734-331b-48bc-a5fc-e62d5bb3945a None None] Provisioning complete for port 10215117-4380-4f4e-8de4-d635835fe75d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:40.096915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4bfa1734-331b-48bc-a5fc-e62d5bb3945a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:40.131780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:40.135456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:40.150095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:40.396060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:40.415494 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'bbce5f8c-6222-47e6-8151-4a3c43ae4e99', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'port_id': '0016e80b-5475-498b-9b52-b42c58a65502', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:58:00Z', 'updated_at': '2021-12-20T15:59:34Z', 'revision_number': 1, 'project_id': '6729aa467daa4009960023047a2141c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:40.492675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event deleted for resources: {'Port': ['ID=0814b83f-b5f7-434c-b808-2ed36ef88d68,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:40.507526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1ce28-c4b1-46bf-a58c-59c7979138bc None None] The sync data for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 is: [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'bbce5f8c-6222-47e6-8151-4a3c43ae4e99', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'port_id': '0016e80b-5475-498b-9b52-b42c58a65502', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:58:00Z', 'updated_at': '2021-12-20T15:59:34Z', 'revision_number': 1, 'project_id': '6729aa467daa4009960023047a2141c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:40.511567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fd078-5327-451e-8067-a1b75e4a6f1c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:40.659073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:40.763754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0bce2581-e328-4427-a4d4-8f952216e23a None None] Provisioning complete for port 8ed664bb-8d3e-48a6-988d-d775036f0a09 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:40.764305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bce2581-e328-4427-a4d4-8f952216e23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:40.848310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0bce2581-e328-4427-a4d4-8f952216e23a None None] Port 8ed664bb-8d3e-48a6-988d-d775036f0a09 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:40.885012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 10215117-4380-4f4e-8de4-d635835fe75d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:40.991950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 10215117-4380-4f4e-8de4-d635835fe75d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:40.994106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.020047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.025240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3608d39-360e-421b-b47e-33be398338e0 None None] New status for floating IP bbce5f8c-6222-47e6-8151-4a3c43ae4e99: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:59:41.028801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.077193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=8ed664bb-8d3e-48a6-988d-d775036f0a09,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:41.102514 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.208615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.209424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Fanout notify agent at l3_agent the message router_deleted on router 16179699-285a-44e8-a894-9bed90afa1e8 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:41.217894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.224300 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8cc983c0-710d-4487-824a-9831708a8f7f tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/16179699-285a-44e8-a894-9bed90afa1e8 HTTP/1.1" status: 204 len: 168 time: 4.1034112 Dec 20 15:59:41.224657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45842) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:41.244560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1274078736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:41.580996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.631847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.633100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:41.716838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.066324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.072916 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.188637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.193777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-072697e8-8db3-4c06-936f-9a85793be271 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9657795 Dec 20 15:59:42.194387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45866) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:42.194862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.202096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:42.318460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=8ed664bb-8d3e-48a6-988d-d775036f0a09,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:42.413671 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.568816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:42.570639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:42.585472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:43.033566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router a1b8872e-dd95-4c2f-82dc-17ffd37f7936 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:43.178291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-774c5fe3-c399-4f91-a2ff-ee86449eecc6 None None] Provisioning complete for port 8ed664bb-8d3e-48a6-988d-d775036f0a09 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:43.179842 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-774c5fe3-c399-4f91-a2ff-ee86449eecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:43.280371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:43.292469 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] Sync routers for ids ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:43.296116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6da87f77-66e6-4b16-a775-48a4dade848d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/a1b8872e-dd95-4c2f-82dc-17ffd37f7936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0432484 Dec 20 15:59:43.299520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45900) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:43.320363 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] Routers {'a1b8872e-dd95-4c2f-82dc-17ffd37f7936'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:43.320993 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:43.360948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-774c5fe3-c399-4f91-a2ff-ee86449eecc6 None None] Port 8ed664bb-8d3e-48a6-988d-d775036f0a09 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:43.414905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4251a-3a7e-4830-90b7-ceb65d6d41ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:43.419694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97c4251a-3a7e-4830-90b7-ceb65d6d41ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports/8ed664bb-8d3e-48a6-988d-d775036f0a09 HTTP/1.1" status: 200 len: 910 time: 0.1190665 Dec 20 15:59:43.422614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45904) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:43.434295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62004927-02d8-48da-b0b6-f3ea7e3d877a'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:43.458146 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:43.480761 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] Routers {'a1b8872e-dd95-4c2f-82dc-17ffd37f7936'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:43.481634 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:43.517099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:43.567088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:43.573713 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:43.574619 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8ee8f-7e05-4c4b-8cb4-b54920d5e488 None None] The sync data for ids ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:43.883994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:43.894474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Allocated IP 172.25.6.222 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/dbec01b6-3592-42be-85a7-e17206c64fee) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:44.181442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.345138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.374068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.384113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45918) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:44.402331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:44.406299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:44.422792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:44.423012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53950c-db30-480d-aa5c-90a6c32d59a6 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:44.470354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.515680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3439fd67-01e7-43f6-9b2f-419758ef0f09 None None] Provisioning complete for port dbec01b6-3592-42be-85a7-e17206c64fee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:44.524337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3439fd67-01e7-43f6-9b2f-419758ef0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.594837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3aa2-698e-4438-a5be-dc718fa5446d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.625440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event updated for resources: {'Port': ['ID=dbec01b6-3592-42be-85a7-e17206c64fee,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:44.639337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3439fd67-01e7-43f6-9b2f-419758ef0f09 None None] Port dbec01b6-3592-42be-85a7-e17206c64fee cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:44.647417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:44.648268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:44.649668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/ports/8ed664bb-8d3e-48a6-988d-d775036f0a09 HTTP/1.1" status: 200 len: 910 time: 1.2260995 Dec 20 15:59:44.650529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25374d1f-1583-4570-99e1-e5a6545bb883 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=8ed664bb-8d3e-48a6-988d-d775036f0a09,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:44.653614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45928) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:45.019345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3aa2-698e-4438-a5be-dc718fa5446d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.100655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.158148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3aa2-698e-4438-a5be-dc718fa5446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.291458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ca5c3aa2-698e-4438-a5be-dc718fa5446d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0964ed8b065a4b4580364863e29c5fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9061913 Dec 20 15:59:45.296156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45942) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:45.324658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c3aa2-698e-4438-a5be-dc718fa5446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54cd41b-1e94-4a38-a251-cf11de216e71,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:45.426833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.582972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.587479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.607415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd63a4-0511-4bfa-ad0e-fc0deaacb831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.732208 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd63a4-0511-4bfa-ad0e-fc0deaacb831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.903188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 8ed664bb-8d3e-48a6-988d-d775036f0a09 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:45.903579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.990491 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd63a4-0511-4bfa-ad0e-fc0deaacb831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.993596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd63a4-0511-4bfa-ad0e-fc0deaacb831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:45.997709 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44dd63a4-0511-4bfa-ad0e-fc0deaacb831 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c54cd41b-1e94-4a38-a251-cf11de216e71 HTTP/1.1" status: 204 len: 168 time: 0.7005274 Dec 20 15:59:46.011016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd63a4-0511-4bfa-ad0e-fc0deaacb831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54cd41b-1e94-4a38-a251-cf11de216e71,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:46.022041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Router d36077cb-3911-49a9-a11b-ff2c0cb10dd3 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:46.105149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:46.164690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 8ed664bb-8d3e-48a6-988d-d775036f0a09 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:46.224387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:46.236592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] Sync routers for ids ['d36077cb-3911-49a9-a11b-ff2c0cb10dd3'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:46.252089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:46.260269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] Routers {'d36077cb-3911-49a9-a11b-ff2c0cb10dd3'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:46.261092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0cf22f07-3c8c-4697-abb1-b9bb98b48169 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "PUT /v2.0/routers/d36077cb-3911-49a9-a11b-ff2c0cb10dd3 HTTP/1.1" status: 200 len: 884 time: 4.0645056 Dec 20 15:59:46.265500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d36077cb-3911-49a9-a11b-ff2c0cb10dd3'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:46.269104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:46.428769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:46.471185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] Routers {'d36077cb-3911-49a9-a11b-ff2c0cb10dd3'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:46.477121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d36077cb-3911-49a9-a11b-ff2c0cb10dd3'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:46.578103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:46.578773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae12988-3795-46f8-b62b-833c4e3e42ad None None] The sync data for ids ['d36077cb-3911-49a9-a11b-ff2c0cb10dd3'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:46.710402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:46.880541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=8ed664bb-8d3e-48a6-988d-d775036f0a09,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:47.230731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:47.315607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ed1a4a5-5cd9-4bec-928d-c8eb06571d74 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/d36077cb-3911-49a9-a11b-ff2c0cb10dd3 HTTP/1.1" status: 200 len: 925 time: 1.0449626 Dec 20 15:59:47.316381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45974) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.401874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a532148-b5a6-40e3-813a-e531bc34c59f tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:47.411929 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7a532148-b5a6-40e3-813a-e531bc34c59f tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=d36077cb-3911-49a9-a11b-ff2c0cb10dd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0944808 Dec 20 15:59:47.412552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45976) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.447843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.515663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a215a65a-25ee-43ab-9959-bfe1c76d5850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:47.581968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router a1b8872e-dd95-4c2f-82dc-17ffd37f7936 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:59:47.691969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c7d383-c2fe-4a4f-9835-103895eb13da tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:47.693803 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a8c7d383-c2fe-4a4f-9835-103895eb13da tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.2751365 Dec 20 15:59:47.698337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45984) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.751841 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d83e549-d0d8-48a7-95c8-450630cb478a tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36077cb-3911-49a9-a11b-ff2c0cb10dd3 HTTP/1.1" status: 200 len: 205 time: 0.0494826 Dec 20 15:59:47.755617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:47.768810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.770575 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] Sync routers for ids ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:47.781289 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] Routers {'a1b8872e-dd95-4c2f-82dc-17ffd37f7936'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:47.791599 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:47.794625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a215a65a-25ee-43ab-9959-bfe1c76d5850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:47.796462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f6387038-12e6-4fcf-aee9-aa2e2a70dca0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/a1b8872e-dd95-4c2f-82dc-17ffd37f7936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1412044 Dec 20 15:59:47.799219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 45988) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.888093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a215a65a-25ee-43ab-9959-bfe1c76d5850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:47.895884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-53ea26a4-8dd9-4109-a309-5904d775fe5e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1b8872e-dd95-4c2f-82dc-17ffd37f7936 HTTP/1.1" status: 200 len: 205 time: 0.0922725 Dec 20 15:59:47.898515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 45994) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:47.950549 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:47.972632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] Routers {'a1b8872e-dd95-4c2f-82dc-17ffd37f7936'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:47.975601 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:48.018021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.061237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215a65a-25ee-43ab-9959-bfe1c76d5850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b784381a-4f33-48bf-8de1-c674903d98c2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:48.092235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:48.092235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd5487-8ab6-4a81-a402-a7fae36b899e None None] The sync data for ids ['a1b8872e-dd95-4c2f-82dc-17ffd37f7936'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:48.121610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a215a65a-25ee-43ab-9959-bfe1c76d5850 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=975c3bd93625463bb234324efc5f4bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6725101 Dec 20 15:59:48.124420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46002) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:48.135371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.318346 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.429839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.433768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.439463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c260e8e-e8c1-44df-b736-d8c8ebc89cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.462314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Deleting port dbec01b6-3592-42be-85a7-e17206c64fee {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:48.462661 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.519363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c260e8e-e8c1-44df-b736-d8c8ebc89cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.567511 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.587151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Calling delete_port for dbec01b6-3592-42be-85a7-e17206c64fee owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:48.598933 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.598933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router a1b8872e-dd95-4c2f-82dc-17ffd37f7936 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:48.603509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.606884 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dc8a889b-135c-4020-93dc-b715ca3ef066 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/a1b8872e-dd95-4c2f-82dc-17ffd37f7936 HTTP/1.1" status: 204 len: 168 time: 0.6484804 Dec 20 15:59:48.607546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46010) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:48.726294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet 62004927-02d8-48da-b0b6-f3ea7e3d877a {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:59:48.730657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.797504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.853126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c260e8e-e8c1-44df-b736-d8c8ebc89cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.856240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c260e8e-e8c1-44df-b736-d8c8ebc89cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.857971 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c260e8e-e8c1-44df-b736-d8c8ebc89cd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b784381a-4f33-48bf-8de1-c674903d98c2 HTTP/1.1" status: 204 len: 168 time: 0.7331369 Dec 20 15:59:48.886224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c260e8e-e8c1-44df-b736-d8c8ebc89cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b784381a-4f33-48bf-8de1-c674903d98c2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:48.939527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.953567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:48.997476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event deleted for resources: {'Port': ['ID=dbec01b6-3592-42be-85a7-e17206c64fee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:49.020340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68eebdb-c7d0-452a-a62a-1ed97f98c558 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:49.109857 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.150738 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.202243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=62004927-02d8-48da-b0b6-f3ea7e3d877a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:49.207758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.219277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81485a-f0b1-4b9d-9f0e-639463228a42 None None] Network dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:49.242409 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9058c64a-fe72-4bc9-98a7-a0b07cfaa2b6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/62004927-02d8-48da-b0b6-f3ea7e3d877a HTTP/1.1" status: 204 len: 168 time: 0.6301177 Dec 20 15:59:49.243261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46024) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:49.245595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.249029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.379927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.413259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.413915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Fanout notify agent at l3_agent the message router_deleted on router d36077cb-3911-49a9-a11b-ff2c0cb10dd3 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:49.432595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.441641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d492088-9c0c-49fa-9ab2-36df7c1f731c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/d36077cb-3911-49a9-a11b-ff2c0cb10dd3 HTTP/1.1" status: 204 len: 168 time: 1.6675262 Dec 20 15:59:49.442910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46030) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:49.457016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-532039580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:49.495094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] DHCP port deletion for dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:49.509806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 10215117-4380-4f4e-8de4-d635835fe75d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:49.510394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.567556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.569001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.574334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] Deleting port 10215117-4380-4f4e-8de4-d635835fe75d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:49.576874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.625966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 10215117-4380-4f4e-8de4-d635835fe75d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=10215117-4380-4f4e-8de4-d635835fe75d,segment=NetworkSegment(712633a2-d50f-495f-b116-670878313eba),segment_id=712633a2-d50f-495f-b116-670878313eba)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:49.626585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.651445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 10215117-4380-4f4e-8de4-d635835fe75d owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:49.793627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.805309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] For port 10215117-4380-4f4e-8de4-d635835fe75d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=10215117-4380-4f4e-8de4-d635835fe75d,segment=NetworkSegment(712633a2-d50f-495f-b116-670878313eba),segment_id=712633a2-d50f-495f-b116-670878313eba)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:49.805863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.841284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] Calling delete_port for 10215117-4380-4f4e-8de4-d635835fe75d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:49.875167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.929284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:49.957907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=10215117-4380-4f4e-8de4-d635835fe75d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:49.972710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-e78f4549-4fd3-4952-b67a-43014347bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:49.975973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-e78f4549-4fd3-4952-b67a-43014347bad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1097 time: 0.1795990 Dec 20 15:59:49.983960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port 10215117-4380-4f4e-8de4-d635835fe75d on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:50.015393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.050504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] Pushing event deleted for resources: {'Port': ['ID=10215117-4380-4f4e-8de4-d635835fe75d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:50.066463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517bbb8-d7a9-48b9-ab7a-7d30903f7eb4 None None] No DVR routers for this DVR port 10215117-4380-4f4e-8de4-d635835fe75d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:59:50.117498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.129893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-e4523817-52ce-4189-bc72-02b75ec2e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:50.131407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-e4523817-52ce-4189-bc72-02b75ec2e21a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.1158557 Dec 20 15:59:50.141385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:50.157267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712633a2-d50f-495f-b116-670878313eba') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:50.157777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712633a2-d50f-495f-b116-670878313eba') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:50.170342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.193797 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.204682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:59:50.205402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: timer() Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:59:50.210805 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:59:50.349956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.360828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.377394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d HTTP/1.1" status: 204 len: 168 time: 1.1323888 Dec 20 15:59:50.381750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:50.395936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1692461521', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:50.431513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee34d0-1677-4ca6-a080-4515a6b0dbb6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=dde3ab8a-6dee-4fa4-b8c4-e8aa40e4221d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:50.545143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.546779 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.639982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.644778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc013969-df95-429c-9edd-b582fae8678b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2007861 Dec 20 15:59:50.647728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:50.651859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': True}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:50.675417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.756527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-6be0bcb6-6f77-4710-ad10-5f80b39a03de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 1000 time: 0.6173904 Dec 20 15:59:50.797874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.836545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 10215117-4380-4f4e-8de4-d635835fe75d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:59:50.907674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 10215117-4380-4f4e-8de4-d635835fe75d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:59:50.910120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 10215117-4380-4f4e-8de4-d635835fe75d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:59:50.921036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.921425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-107da97c-f3e8-4328-abf2-84f41b8b8dba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5376217 Dec 20 15:59:50.924320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46070) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:50.940262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1872149362'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:51.035735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-2d5658fe-1145-488d-96de-c7a5e5ca573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:51.040958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-2d5658fe-1145-488d-96de-c7a5e5ca573d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.2409601 Dec 20 15:59:51.049126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.098581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:51.102764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.117155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-0637ab09-a179-4707-8ab1-fbc90c3783e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:51.118755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-0637ab09-a179-4707-8ab1-fbc90c3783e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626683 Dec 20 15:59:51.168228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:51.200563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.200907 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 764c5574-6144-4fc6-bd30-e650fafe1027 of type vlan for network ed271b8a-7e73-4776-becb-a41ec6f65d44 Dec 20 15:59:51.317284 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.478298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.496557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:51.497993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.586330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-6485ecdf-b2ca-4056-a06e-3fa7e0092a1a service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575839 Dec 20 15:59:51.589764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:51.685275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=ed271b8a-7e73-4776-becb-a41ec6f65d44,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:51.702431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:59:51.777722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ad66832-45c3-4404-82a8-63909cfb7c77 req-0895a451-4567-45fa-b6e1-552432ac1ec0 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829107 Dec 20 15:59:51.815975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b4af9dd0-ab42-4d7e-908c-e77ca1f16d16 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8838918 Dec 20 15:59:51.817701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46100) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:51.835902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:52.108783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:52.137774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:52.173957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:52.179657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:52.308271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Allocated IP 172.25.6.85 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/90554942-88c4-477a-a53f-385f56d7e2d8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:52.596421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:52.741041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:52.744183 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:52.797267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:52.801138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:52.816913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c26bee-5db6-4656-8174-59a295a781ab None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:52.818668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:52.829862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=4077878a-cff5-4d57-b67b-866b24a16659,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:52.871590 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:52.872103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: ed271b8a-7e73-4776-becb-a41ec6f65d44, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:52.882866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Port': ['ID=90554942-88c4-477a-a53f-385f56d7e2d8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:52.939381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ee291dbd-d26f-4929-8e3d-b24ff382994a None None] Provisioning complete for port 90554942-88c4-477a-a53f-385f56d7e2d8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:52.940038 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee291dbd-d26f-4929-8e3d-b24ff382994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.021294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ee291dbd-d26f-4929-8e3d-b24ff382994a None None] Port 90554942-88c4-477a-a53f-385f56d7e2d8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:53.036258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:53.104657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, ed271b8a-7e73-4776-becb-a41ec6f65d44) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:53.113255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:53.114400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.118270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf19fa8-5b5d-4301-9c8b-63be27c14e07 None None] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:53.250471 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-32c2efe7-1c20-470e-8c12-cd0255f85773 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4306874 Dec 20 15:59:53.253592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46148) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:53.302642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.339732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-ed271b8a-7e73-4776-becb-a41ec6f65d44', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:59:53.342332 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.540837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Allocated IP 172.20.0.2 (ed271b8a-7e73-4776-becb-a41ec6f65d44/4077878a-cff5-4d57-b67b-866b24a16659/e9713e43-2234-4acd-a458-211c3b3e6d1e) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:53.572780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.577682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.774851 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.790040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:53.916287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Router aaeb9307-bc9f-4238-aaf0-340243e7e090 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:53.948871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.098583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:54.111534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:54.122050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:54.134499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Pushing event updated for resources: {'Port': ['ID=e9713e43-2234-4acd-a458-211c3b3e6d1e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:54.238489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:54.255243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.260845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46176) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:54.262210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2e9937af-963a-4162-9383-3a83ede3141c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "PUT /v2.0/routers/aaeb9307-bc9f-4238-aaf0-340243e7e090 HTTP/1.1" status: 200 len: 917 time: 3.6136346 Dec 20 15:59:54.279280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] Sync routers for ids ['aaeb9307-bc9f-4238-aaf0-340243e7e090'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:54.283592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Attempting to bind port e9713e43-2234-4acd-a458-211c3b3e6d1e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:59:54.288707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Attempting to bind port e9713e43-2234-4acd-a458-211c3b3e6d1e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:59:54.288707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Attempting to bind port e9713e43-2234-4acd-a458-211c3b3e6d1e on network ed271b8a-7e73-4776-becb-a41ec6f65d44 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:59:54.288926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.20.0.1 (ed271b8a-7e73-4776-becb-a41ec6f65d44/4077878a-cff5-4d57-b67b-866b24a16659/0d876435-ea68-4950-9f48-e21ee0b1a4dd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:59:54.308070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:59:54.313034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Checking segment: {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:54.316984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.322765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Bound using segment: {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:59:54.322765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Bound port: e9713e43-2234-4acd-a458-211c3b3e6d1e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:59:54.322765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.361754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] Routers {'aaeb9307-bc9f-4238-aaf0-340243e7e090'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:54.362490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['aaeb9307-bc9f-4238-aaf0-340243e7e090'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.442946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.498441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.552724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] Routers {'aaeb9307-bc9f-4238-aaf0-340243e7e090'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:54.553719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['aaeb9307-bc9f-4238-aaf0-340243e7e090'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.598241 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.606532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a9cb6-06ee-4635-be13-e247e5fb18f4 req-d31cbf90-cd2b-43f3-86b7-025253053669 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:54.615615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c4a9cb6-06ee-4635-be13-e247e5fb18f4 req-d31cbf90-cd2b-43f3-86b7-025253053669 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.1891990 Dec 20 15:59:54.664095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:54.664095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44524503-a7e4-4dd1-85ab-ae0543d33a26 None None] The sync data for ids ['aaeb9307-bc9f-4238-aaf0-340243e7e090'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:54.686192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:54.717787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] For port e9713e43-2234-4acd-a458-211c3b3e6d1e, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:54.718995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:54.721692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] For port e9713e43-2234-4acd-a458-211c3b3e6d1e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e9713e43-2234-4acd-a458-211c3b3e6d1e,segment=NetworkSegment(764c5574-6144-4fc6-bd30-e650fafe1027),segment_id=764c5574-6144-4fc6-bd30-e650fafe1027)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:54.728722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:59:54.748677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c4a9cb6-06ee-4635-be13-e247e5fb18f4 req-fc3aa1b0-5c00-46c5-9164-73008da2640d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311729 Dec 20 15:59:54.751280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46214) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:54.754444 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-51f7696a-cd27-4e65-9857-094f77df3a56 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/aaeb9307-bc9f-4238-aaf0-340243e7e090 HTTP/1.1" status: 200 len: 923 time: 0.4822798 Dec 20 15:59:54.825762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=0d876435-ea68-4950-9f48-e21ee0b1a4dd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:54.858938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a400be-1930-40c6-8f3c-68d21536d71c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:54.859162 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.863010 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:54.873391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83a400be-1930-40c6-8f3c-68d21536d71c tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=aaeb9307-bc9f-4238-aaf0-340243e7e090&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1112771 Dec 20 15:59:54.873391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:55.010455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3555dd7-dc99-45ec-b75c-bedb26332866 None None] Pushing event updated for resources: {'Port': ['ID=e9713e43-2234-4acd-a458-211c3b3e6d1e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:55.034546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:59:55.112950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586a7b0-22d0-4487-9b44-5f66b4a796f2 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:55.126464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6586a7b0-22d0-4487-9b44-5f66b4a796f2 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.2591522 Dec 20 15:59:55.127788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46234) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:55.173374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:55.177047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47ccefca-c3bd-4b8c-8184-79048acfe4fb tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaeb9307-bc9f-4238-aaf0-340243e7e090 HTTP/1.1" status: 200 len: 205 time: 0.0429268 Dec 20 15:59:55.177481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46236) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:55.539792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:55.677650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:55.707285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:55.910119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d064-95c5-43db-b357-0d570d587a92 req-bbb8f712-7404-4be0-9d01-4115ac5428a7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:55.911555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e057d064-95c5-43db-b357-0d570d587a92 req-bbb8f712-7404-4be0-9d01-4115ac5428a7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.0577891 Dec 20 15:59:55.973806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e057d064-95c5-43db-b357-0d570d587a92 req-2e5cac8f-4a32-4726-89bb-1ab7478fa62a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559034 Dec 20 15:59:55.982650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.071310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Deleting port 90554942-88c4-477a-a53f-385f56d7e2d8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:59:56.071660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.098249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=0d876435-ea68-4950-9f48-e21ee0b1a4dd,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:56.118385 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.252176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.278721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:59:56.282662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:56.305045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Calling delete_port for 90554942-88c4-477a-a53f-385f56d7e2d8 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:59:56.316005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:56.493735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46258) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:56.583214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:59:56.586901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f7bfda88-2f36-4837-aff7-0d01d999136f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.616034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d9471-f9ec-4d42-9710-5dee2b847a44 None None] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:56.725857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:59:56.732942 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7716c31-01c2-4a21-a83a-22d348791f24 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4782729 Dec 20 15:59:56.737560 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:59:56.756697 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:56.757365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:56.761333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:56.767945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-81e5217a-4c1f-4b87-9452-d3e8ddfa0b75 None None] Provisioning complete for port e9713e43-2234-4acd-a458-211c3b3e6d1e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:56.778352 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81e5217a-4c1f-4b87-9452-d3e8ddfa0b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.778489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1401827922'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:56.871021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e9713e43-2234-4acd-a458-211c3b3e6d1e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:56.880304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f7bfda88-2f36-4837-aff7-0d01d999136f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.894034 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:56.938950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:56.942781 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:56.995319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:59:57.019875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.020239 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b of type vlan for network d777cf45-7b61-46d5-9641-786cc9c68d3d Dec 20 15:59:57.111645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e9713e43-2234-4acd-a458-211c3b3e6d1e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:57.111645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.111957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.146531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f7bfda88-2f36-4837-aff7-0d01d999136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.193188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38067c0-eea5-4bbe-ba22-21377d62907b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.203332 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.225995 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T15:59:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:57.246585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.256591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:57.257277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.270720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81e5217a-4c1f-4b87-9452-d3e8ddfa0b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.278828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.323685 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:59:57.323955 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Updating router c66fa97e-2d84-44e6-872b-45bfa8f8961c port 0d876435-ea68-4950-9f48-e21ee0b1a4dd binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:59:57.338634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event deleted for resources: {'Port': ['ID=90554942-88c4-477a-a53f-385f56d7e2d8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:57.339605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f7bfda88-2f36-4837-aff7-0d01d999136f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0ee711ec608483dae60cb102fa54399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8447032 Dec 20 15:59:57.341380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfda88-2f36-4837-aff7-0d01d999136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885e1e33-70c8-41a5-a69d-542df1cacf50,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:57.345736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46270) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:57.376702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-81e5217a-4c1f-4b87-9452-d3e8ddfa0b75 None None] For port e9713e43-2234-4acd-a458-211c3b3e6d1e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e9713e43-2234-4acd-a458-211c3b3e6d1e,segment=NetworkSegment(764c5574-6144-4fc6-bd30-e650fafe1027),segment_id=764c5574-6144-4fc6-bd30-e650fafe1027)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:57.382204 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.391739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746922fa-6799-4ddf-b788-075de838d108 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:59:57.475691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.483912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81e5217a-4c1f-4b87-9452-d3e8ddfa0b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.562288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5217a-4c1f-4b87-9452-d3e8ddfa0b75 None None] Pushing event updated for resources: {'Port': ['ID=e9713e43-2234-4acd-a458-211c3b3e6d1e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:57.602633 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.705702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.706263 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:59:57.706743 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:59:57.707163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-24a19016-4e49-4421-9178-71f45f4747af None None] Provisioning complete for port 0d876435-ea68-4950-9f48-e21ee0b1a4dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:57.707534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24a19016-4e49-4421-9178-71f45f4747af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.709794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.791895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057ea86-3be3-43ce-b48c-f23defdaf3c7 req-602607cb-8877-4b39-8525-6bf3285d4ba5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:57.806061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c057ea86-3be3-43ce-b48c-f23defdaf3c7 req-602607cb-8877-4b39-8525-6bf3285d4ba5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.6703947 Dec 20 15:59:57.810406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-24a19016-4e49-4421-9178-71f45f4747af None None] Port 0d876435-ea68-4950-9f48-e21ee0b1a4dd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:57.826443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-24a19016-4e49-4421-9178-71f45f4747af None None] Provisioning complete for port e9713e43-2234-4acd-a458-211c3b3e6d1e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:57.827123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24a19016-4e49-4421-9178-71f45f4747af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.883600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.884073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Fanout notify agent at l3_agent the message router_deleted on router aaeb9307-bc9f-4238-aaf0-340243e7e090 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:59:57.952872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:57.957789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-737bd731-a07b-433a-b9b5-90f715fd354e tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/aaeb9307-bc9f-4238-aaf0-340243e7e090 HTTP/1.1" status: 204 len: 168 time: 2.7751312 Dec 20 15:59:57.963407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=d777cf45-7b61-46d5-9641-786cc9c68d3d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:57.976528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46272) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:57.982796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1970829979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:57.985146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d777cf45-7b61-46d5-9641-786cc9c68d3d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:59:57.996180 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-321323d6-95be-45f3-933c-5a3516e26092 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2337329 Dec 20 15:59:57.999924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46274) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:58.005833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:58.015588 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.035549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a175e2-de87-4c55-aa47-0e9c9c911d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.125902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c057ea86-3be3-43ce-b48c-f23defdaf3c7 req-26018064-5ea7-4d88-81b5-e0b90ca2f847 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145857 Dec 20 15:59:58.133270 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.152330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38067c0-eea5-4bbe-ba22-21377d62907b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.158057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a175e2-de87-4c55-aa47-0e9c9c911d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.197730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1f98b-ff88-47c6-8448-8485506b89dc None None] Pushing event updated for resources: {'Port': ['ID=0d876435-ea68-4950-9f48-e21ee0b1a4dd,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:58.216108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.224636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.242194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38067c0-eea5-4bbe-ba22-21377d62907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.337647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a175e2-de87-4c55-aa47-0e9c9c911d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.344587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47a175e2-de87-4c55-aa47-0e9c9c911d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.350463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47a175e2-de87-4c55-aa47-0e9c9c911d0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/885e1e33-70c8-41a5-a69d-542df1cacf50 HTTP/1.1" status: 204 len: 168 time: 0.9629524 Dec 20 15:59:58.355979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:59:58.360987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.376886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d38067c0-eea5-4bbe-ba22-21377d62907b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4004c8851834a4e8942f7c1db937f95&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0539098 Dec 20 15:59:58.380208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:58.409078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38067c0-eea5-4bbe-ba22-21377d62907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba865943-4a5f-4bdd-a47e-40f91a8f4bf1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:58.416451 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Attempting to bind port 0d876435-ea68-4950-9f48-e21ee0b1a4dd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:59:58.416826 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Attempting to bind port 0d876435-ea68-4950-9f48-e21ee0b1a4dd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:59:58.417390 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Attempting to bind port 0d876435-ea68-4950-9f48-e21ee0b1a4dd on network ed271b8a-7e73-4776-becb-a41ec6f65d44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:59:58.425637 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:59:58.426723 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Checking segment: {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:58.427563 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.428302 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Bound using segment: {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:59:58.429067 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Bound port: 0d876435-ea68-4950-9f48-e21ee0b1a4dd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764c5574-6144-4fc6-bd30-e650fafe1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:59:58.429897 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.463997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a175e2-de87-4c55-aa47-0e9c9c911d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885e1e33-70c8-41a5-a69d-542df1cacf50,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:58.517006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.542798 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f407ba1b-81c1-4651-85c9-d81ff7275b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.562172 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] For port 0d876435-ea68-4950-9f48-e21ee0b1a4dd, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:59:58.577513 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] For port 0d876435-ea68-4950-9f48-e21ee0b1a4dd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0d876435-ea68-4950-9f48-e21ee0b1a4dd,segment=NetworkSegment(764c5574-6144-4fc6-bd30-e650fafe1027),segment_id=764c5574-6144-4fc6-bd30-e650fafe1027)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:59:58.598149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f407ba1b-81c1-4651-85c9-d81ff7275b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.658997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.667717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d45f4f7c-4d96-47cc-a19b-0efcd7fe1c69 None None] Provisioning complete for port 0d876435-ea68-4950-9f48-e21ee0b1a4dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:58.668101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d45f4f7c-4d96-47cc-a19b-0efcd7fe1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.720265 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.720503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d45f4f7c-4d96-47cc-a19b-0efcd7fe1c69 None None] Port 0d876435-ea68-4950-9f48-e21ee0b1a4dd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:59:58.765078 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:59:58.765723 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T15:59:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:58.779830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e9713e43-2234-4acd-a458-211c3b3e6d1e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:59:58.838995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef9429c4-a87f-4654-bb08-0aa375edfb11 None None] Provisioning complete for port 0d876435-ea68-4950-9f48-e21ee0b1a4dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:58.839455 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1f98b-ff88-47c6-8448-8485506b89dc None None] Pushing event updated for resources: {'Port': ['ID=0d876435-ea68-4950-9f48-e21ee0b1a4dd,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:58.839900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef9429c4-a87f-4654-bb08-0aa375edfb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.869298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:59:58.956448 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f407ba1b-81c1-4651-85c9-d81ff7275b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.966434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.966693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f407ba1b-81c1-4651-85c9-d81ff7275b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.966776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:58.966856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f407ba1b-81c1-4651-85c9-d81ff7275b46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba865943-4a5f-4bdd-a47e-40f91a8f4bf1 HTTP/1.1" status: 204 len: 168 time: 0.5770488 Dec 20 15:59:58.966939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-46ab58b4-7a3a-41cd-b13b-b1b1d0e20f54 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9854188 Dec 20 15:59:58.969511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:59.005376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': False}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:59:59.007786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef9429c4-a87f-4654-bb08-0aa375edfb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.032569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:59:59.037655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:59:59.049592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e9713e43-2234-4acd-a458-211c3b3e6d1e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:59.051136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.106664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ba1b-81c1-4651-85c9-d81ff7275b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba865943-4a5f-4bdd-a47e-40f91a8f4bf1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:59.107260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=75a6baa5-d95e-4ef2-b27f-e44d81e967e3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:59.113958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:59:59.114437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: d777cf45-7b61-46d5-9641-786cc9c68d3d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:59:59.213304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network d777cf45-7b61-46d5-9641-786cc9c68d3d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:59:59.266228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ef9429c4-a87f-4654-bb08-0aa375edfb11 None None] For port 0d876435-ea68-4950-9f48-e21ee0b1a4dd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0d876435-ea68-4950-9f48-e21ee0b1a4dd,segment=NetworkSegment(764c5574-6144-4fc6-bd30-e650fafe1027),segment_id=764c5574-6144-4fc6-bd30-e650fafe1027)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:59.310226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d777cf45-7b61-46d5-9641-786cc9c68d3d) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:59:59.315276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:59.316104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.349577 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T15:59:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:58Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:59:59.360193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051e3c9-414e-4e91-9161-ed625c3d3866 None None] Network d777cf45-7b61-46d5-9641-786cc9c68d3d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:59:59.382915 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abc14c-93ce-4529-bf62-ff38cd48e315 None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T15:59:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:58Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:59:59.453362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.472959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46296) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:59.477141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8777ed-3207-4d92-91a1-4b028d7cf42f req-c5fb1b08-05c9-48b7-895f-9529145c2fbc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:59:59.484333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8777ed-3207-4d92-91a1-4b028d7cf42f req-c5fb1b08-05c9-48b7-895f-9529145c2fbc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2089729 Dec 20 15:59:59.489839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef9429c4-a87f-4654-bb08-0aa375edfb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.497963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb9af-1ac6-4bb3-a362-9644cf8f5b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.523212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d91015c-cc99-4fc2-8c06-69fbf67b39b2 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5222483 Dec 20 15:59:59.526907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46298) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:59:59.557518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8777ed-3207-4d92-91a1-4b028d7cf42f req-0c43135b-c629-4f29-adca-474399ddb408 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621505 Dec 20 15:59:59.624612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.635776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d534884-5c88-4679-9564-b321d888321c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.743125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:59.854840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb9af-1ac6-4bb3-a362-9644cf8f5b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.861200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:59:59.864146 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992e4d3-a6ea-47a6-8370-0facfea6862e" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:59:59.902383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d777cf45-7b61-46d5-9641-786cc9c68d3d', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:59:59.903423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.905550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2e786c9a-d1fc-4030-8910-d7d57f3f9dc1 None None] Provisioning complete for port 0d876435-ea68-4950-9f48-e21ee0b1a4dd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:59:59.905907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e786c9a-d1fc-4030-8910-d7d57f3f9dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:59.952880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:59:59.954528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9429c4-a87f-4654-bb08-0aa375edfb11 None None] Pushing event updated for resources: {'Port': ['ID=0d876435-ea68-4950-9f48-e21ee0b1a4dd,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:59:59.967027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'mac_address': 'fa:16:3e:d2:7d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:00:00.006431 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f53825a-a5a6-41c9-b996-1dd0a198a3e5 x-openstack-request-id: req-6f53825a-a5a6-41c9-b996-1dd0a198a3e5 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:00:00.006641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb9af-1ac6-4bb3-a362-9644cf8f5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.006729 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:00:00.007080 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f53825a-a5a6-41c9-b996-1dd0a198a3e5 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:00:00.007548 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'code': 200} Dec 20 16:00:00.042918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.067950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ce0eb9af-1ac6-4bb3-a362-9644cf8f5b15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e9519bf4aaf47dbb36b261bb56334b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5935297 Dec 20 16:00:00.070568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb9af-1ac6-4bb3-a362-9644cf8f5b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558db241-c99c-4e0a-a9cd-b66f95db4f5e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:00.078968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46306) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:00.080132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.127386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.205309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.225441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793ea6f2-de66-4aed-b8f8-a7bed4cf1e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.241436 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.290990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:00:00.307284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793ea6f2-de66-4aed-b8f8-a7bed4cf1e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.380813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Allocated IP 172.25.6.48 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0dbbd600-fe52-41fc-a22b-7b30b94805cb) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:00.533493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=11']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:00.559223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46322) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:00.588133 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:00.588510 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:00.592481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c83b4ceb-f233-406c-bc28-8e1988033823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.610167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Allocated IP 172.21.0.2 (d777cf45-7b61-46d5-9641-786cc9c68d3d/75a6baa5-d95e-4ef2-b27f-e44d81e967e3/8b70c2e2-a507-4384-889f-a61fa741b13f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:00.655991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.744799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a44c9-f14e-4bc7-a29f-7ccda8731a16 req-6287a7f7-98ac-4407-8f8c-556eac6c8e8d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:00.753251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c25a44c9-f14e-4bc7-a29f-7ccda8731a16 req-6287a7f7-98ac-4407-8f8c-556eac6c8e8d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0845835 Dec 20 16:00:00.790281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.796121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d876435-ea68-4950-9f48-e21ee0b1a4dd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:00.806366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793ea6f2-de66-4aed-b8f8-a7bed4cf1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.809221 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-793ea6f2-de66-4aed-b8f8-a7bed4cf1e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.812714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-793ea6f2-de66-4aed-b8f8-a7bed4cf1e23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/558db241-c99c-4e0a-a9cd-b66f95db4f5e HTTP/1.1" status: 204 len: 168 time: 0.7260892 Dec 20 16:00:00.843943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c25a44c9-f14e-4bc7-a29f-7ccda8731a16 req-57e68f8b-42fa-472f-9539-d1dbff7f08ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803497 Dec 20 16:00:00.848525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ea6f2-de66-4aed-b8f8-a7bed4cf1e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558db241-c99c-4e0a-a9cd-b66f95db4f5e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:00.861519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.889996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0d876435-ea68-4950-9f48-e21ee0b1a4dd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:00.890810 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.894804 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.929929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:00.942179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:00.953076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:00.985847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c83b4ceb-f233-406c-bc28-8e1988033823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:00.988824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.21.0.1 (d777cf45-7b61-46d5-9641-786cc9c68d3d/75a6baa5-d95e-4ef2-b27f-e44d81e967e3/2e865db5-b086-48c0-a6b8-7508aaa4b373) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:00.991180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Pushing event updated for resources: {'Port': ['ID=0dbbd600-fe52-41fc-a22b-7b30b94805cb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.001819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848dfc7-3260-4e8a-b43d-befc6295f47c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:01.059113 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c83b4ceb-f233-406c-bc28-8e1988033823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.073779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Network d777cf45-7b61-46d5-9641-786cc9c68d3d is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:01.090191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Pushing event updated for resources: {'Port': ['ID=8b70c2e2-a507-4384-889f-a61fa741b13f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.105351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:01.135542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:01.232334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.241267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8f0b2294-c904-40d4-b4b4-2793763a0f19 None None] Provisioning complete for port 0dbbd600-fe52-41fc-a22b-7b30b94805cb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:01.241593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f0b2294-c904-40d4-b4b4-2793763a0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.271468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c83b4ceb-f233-406c-bc28-8e1988033823 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20dcba2336464be6a468914ba1ec1e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997509 Dec 20 16:00:01.275512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46334) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:01.280473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.325781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:00:01.343126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Attempting to bind port 8b70c2e2-a507-4384-889f-a61fa741b13f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:01.343516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Attempting to bind port 8b70c2e2-a507-4384-889f-a61fa741b13f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:01.351423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Attempting to bind port 8b70c2e2-a507-4384-889f-a61fa741b13f on network d777cf45-7b61-46d5-9641-786cc9c68d3d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:01.364292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b4ceb-f233-406c-bc28-8e1988033823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0470c409-3944-4e42-a2e9-1a094c64cf24,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.372259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:01.372786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Checking segment: {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:01.373229 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.373638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Bound using segment: {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:01.374135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Bound port: 8b70c2e2-a507-4384-889f-a61fa741b13f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:01.374530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.386385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:01.386385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b2294-c904-40d4-b4b4-2793763a0f19 None None] Port 0dbbd600-fe52-41fc-a22b-7b30b94805cb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:01.408665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8fef24e6-d676-4b46-82b2-b20b5f7aeb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.480805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8fef24e6-d676-4b46-82b2-b20b5f7aeb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.510071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] For port 8b70c2e2-a507-4384-889f-a61fa741b13f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:01.516349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] For port 8b70c2e2-a507-4384-889f-a61fa741b13f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8b70c2e2-a507-4384-889f-a61fa741b13f,segment=NetworkSegment(6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b),segment_id=6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:01.539140 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.584979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.680129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e5aba9aa-ff1a-4779-8430-10abb3871d58'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:00:01.689628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network d777cf45-7b61-46d5-9641-786cc9c68d3d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:01.698674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:01.703546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:01.722719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.737025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=12']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.794592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.800393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8fef24e6-d676-4b46-82b2-b20b5f7aeb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.805894 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8fef24e6-d676-4b46-82b2-b20b5f7aeb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.807730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8fef24e6-d676-4b46-82b2-b20b5f7aeb46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0470c409-3944-4e42-a2e9-1a094c64cf24 HTTP/1.1" status: 204 len: 168 time: 0.5311565 Dec 20 16:00:01.913812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a54b05-48df-4196-b52d-f8999fcb7194 None None] Pushing event updated for resources: {'Port': ['ID=8b70c2e2-a507-4384-889f-a61fa741b13f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.917940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=2e865db5-b086-48c0-a6b8-7508aaa4b373,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:01.959952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d4a283a4-8eff-4337-bbcd-6b342a537a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:01.967473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:02.099252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef24e6-d676-4b46-82b2-b20b5f7aeb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0470c409-3944-4e42-a2e9-1a094c64cf24,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:02.414439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:02.471677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0f9d-e14c-446a-b651-a239fdf2ac05 req-dcd73fe7-29c0-4db2-800f-6a36a5e00d27 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:02.474735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e24d0f9d-e14c-446a-b651-a239fdf2ac05 req-dcd73fe7-29c0-4db2-800f-6a36a5e00d27 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.3985195 Dec 20 16:00:02.859908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:02.962502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e24d0f9d-e14c-446a-b651-a239fdf2ac05 req-f5f9cd66-3472-4a4f-beda-b3919dbdea80 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775634 Dec 20 16:00:02.979339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.002712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.055163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b70c2e2-a507-4384-889f-a61fa741b13f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:03.210521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8b70c2e2-a507-4384-889f-a61fa741b13f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:03.210904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.264782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.350865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.460698 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.511289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Router 70456303-a702-4add-9031-e8ff29979e01 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:03.538916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=2e865db5-b086-48c0-a6b8-7508aaa4b373,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:03.552579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:03.576834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 8b70c2e2-a507-4384-889f-a61fa741b13f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8b70c2e2-a507-4384-889f-a61fa741b13f,segment=NetworkSegment(6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b),segment_id=6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:03.581503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.708424 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.842837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac36a58-ed52-4349-a725-f2c4e8950e85 None None] Network d777cf45-7b61-46d5-9641-786cc9c68d3d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:03.908934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network d777cf45-7b61-46d5-9641-786cc9c68d3d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:03.908934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:04.045542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:04.068423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.073735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cda6c149-78b7-4654-b384-a357c0d00be0 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "PUT /v2.0/routers/70456303-a702-4add-9031-e8ff29979e01 HTTP/1.1" status: 200 len: 919 time: 5.1019447 Dec 20 16:00:04.082766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46402) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:04.247332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:04.356136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ecc683a7-9e95-4649-9c81-f66121440680 None None] Provisioning complete for port 8b70c2e2-a507-4384-889f-a61fa741b13f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:04.357142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ecc683a7-9e95-4649-9c81-f66121440680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.361135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] Sync routers for ids ['70456303-a702-4add-9031-e8ff29979e01'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:04.396852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e5aba9aa-ff1a-4779-8430-10abb3871d58 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:04.397571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.414843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fe74913f-e444-42de-b3a6-5fa920c0d441 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/70456303-a702-4add-9031-e8ff29979e01 HTTP/1.1" status: 200 len: 925 time: 0.3282933 Dec 20 16:00:04.428381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=8b70c2e2-a507-4384-889f-a61fa741b13f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:04.470820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46410) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:04.515891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0e4c-376f-48be-b1bc-9713bc46e9ba req-fb3d0018-2d7e-4e59-a900-9cc52e919ff3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:04.517490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-276d0e4c-376f-48be-b1bc-9713bc46e9ba req-fb3d0018-2d7e-4e59-a900-9cc52e919ff3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 945 time: 0.1037753 Dec 20 16:00:04.602132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-276d0e4c-376f-48be-b1bc-9713bc46e9ba req-6bcc9c78-2033-45a2-a737-cc22c0c33ca6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777619 Dec 20 16:00:04.687065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] Routers {'70456303-a702-4add-9031-e8ff29979e01'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:04.687720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['70456303-a702-4add-9031-e8ff29979e01'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:04.702937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38805782-2c12-43be-b1a2-59463c6ee3ec tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:04.702937 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-38805782-2c12-43be-b1a2-59463c6ee3ec tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=70456303-a702-4add-9031-e8ff29979e01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2316678 Dec 20 16:00:04.705088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:04.719627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:04.736440 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:04.740254 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ac8dab32-41c9-4dd4-8de1-0c0f8d1c1e60 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2083030 Dec 20 16:00:04.740897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46418) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:04.755977 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:04.756871 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:04.758330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1732175978'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:04.896370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.936122 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:04.939129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:04.950716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.951450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:04.960180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.967947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b70c2e2-a507-4384-889f-a61fa741b13f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:05.069362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79257d9a-c462-4eb8-821c-b9ca9a8afab1 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:05.074748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-79257d9a-c462-4eb8-821c-b9ca9a8afab1 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.3684816 Dec 20 16:00:05.078923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46428) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:05.106428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:05.152018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.153890 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment 0c9b3dfc-f82a-4203-9690-e36429b536fc of type vlan for network aef7279b-9184-4fbf-96a5-39269eaaae99 Dec 20 16:00:05.176412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d8f72df6-57e5-414e-926d-54cbff2d8bba tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=70456303-a702-4add-9031-e8ff29979e01 HTTP/1.1" status: 200 len: 205 time: 0.0936065 Dec 20 16:00:05.196917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46434) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:05.279574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.286185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:00:05.298254 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b063b9a-443b-4be8-9645-88a9e98828d7" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:00:05.309791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] Routers {'70456303-a702-4add-9031-e8ff29979e01'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:05.309791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['70456303-a702-4add-9031-e8ff29979e01'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.469314 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c413d37-c64a-46f9-abae-ac45b3cc969c x-openstack-request-id: req-7c413d37-c64a-46f9-abae-ac45b3cc969c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:00:05.470008 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-plugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:00:05.470008 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c413d37-c64a-46f9-abae-ac45b3cc969c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:00:05.470270 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'code': 200} Dec 20 16:00:05.490575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:05.498653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.498834 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:02Z', 'revision_number': 3, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:02Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:05.499255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c95cf6f-09a5-4dce-8d15-75cf803838c0 None None] The sync data for ids ['70456303-a702-4add-9031-e8ff29979e01'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:05.508896 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.517123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.526474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:05.527569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.548259 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:05.549027 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Updating router c66fa97e-2d84-44e6-872b-45bfa8f8961c port 2e865db5-b086-48c0-a6b8-7508aaa4b373 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:05.549904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.609797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8b70c2e2-a507-4384-889f-a61fa741b13f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:05.611726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.645286 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.664093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:05.738602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=aef7279b-9184-4fbf-96a5-39269eaaae99,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:05.782312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6596c9c0-07e6-4028-9e17-32d13d291b39 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0377710 Dec 20 16:00:05.790175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:05.791249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network aef7279b-9184-4fbf-96a5-39269eaaae99 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:00:05.810813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:06.077304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=13']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:06.116578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:06.120944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.331070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-da2a1816-74bf-4c4b-90b6-3d8a124da445 None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:06.331575 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da2a1816-74bf-4c4b-90b6-3d8a124da445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.514177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1816-74bf-4c4b-90b6-3d8a124da445 None None] Port 2e865db5-b086-48c0-a6b8-7508aaa4b373 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:06.564405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-da2a1816-74bf-4c4b-90b6-3d8a124da445 None None] Provisioning complete for port 8b70c2e2-a507-4384-889f-a61fa741b13f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:06.564834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da2a1816-74bf-4c4b-90b6-3d8a124da445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.599115 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.728438 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.745403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976b6fd-ad16-4ccc-878b-78e72df41692 req-4c7c7449-dbae-4569-860d-7088089f7b2d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:06.747885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7976b6fd-ad16-4ccc-878b-78e72df41692 req-4c7c7449-dbae-4569-860d-7088089f7b2d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2082078 Dec 20 16:00:06.805225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.819140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.883678 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce5c4a-c3a6-4c4e-b5da-ac2e44a175b2 None None] Pushing event updated for resources: {'Port': ['ID=2e865db5-b086-48c0-a6b8-7508aaa4b373,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:06.918454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7976b6fd-ad16-4ccc-878b-78e72df41692 req-db78b83d-0d1d-4702-a6a5-bd5eb9d725b6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632793 Dec 20 16:00:06.957660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1003ced8-e4b0-4a2d-8f3f-a44c65d41124 None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:06.961227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1003ced8-e4b0-4a2d-8f3f-a44c65d41124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.046869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Deleting port 0dbbd600-fe52-41fc-a22b-7b30b94805cb {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:07.047178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.116012 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Attempting to bind port 2e865db5-b086-48c0-a6b8-7508aaa4b373 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:07.116395 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Attempting to bind port 2e865db5-b086-48c0-a6b8-7508aaa4b373 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:07.116783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Attempting to bind port 2e865db5-b086-48c0-a6b8-7508aaa4b373 on network d777cf45-7b61-46d5-9641-786cc9c68d3d {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:07.143126 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:07.144055 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Checking segment: {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:07.144639 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.145229 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Bound using segment: {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:07.145888 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Bound port: 2e865db5-b086-48c0-a6b8-7508aaa4b373, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:07.146459 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.150655 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:07.151038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: aef7279b-9184-4fbf-96a5-39269eaaae99, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:07.166321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=bf7fd4b4-785c-4e5c-9502-79f311a77ad7,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:07.202904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1003ced8-e4b0-4a2d-8f3f-a44c65d41124 None None] Port 2e865db5-b086-48c0-a6b8-7508aaa4b373 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:07.254598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:07.260200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671359323', 'description': 'tempest-secgroup-smoke-1671359323 description', 'project_id': '602fb63252c24fc3b6b6550245454d8b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:07.321660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.344278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Calling delete_port for 0dbbd600-fe52-41fc-a22b-7b30b94805cb owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:07.363458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network aef7279b-9184-4fbf-96a5-39269eaaae99 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:07.404409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2f280d44-6eeb-4d91-a307-a83e04a1bf7f None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:07.405148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f280d44-6eeb-4d91-a307-a83e04a1bf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.422246 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] For port 2e865db5-b086-48c0-a6b8-7508aaa4b373, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:07.429766 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] For port 2e865db5-b086-48c0-a6b8-7508aaa4b373, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e865db5-b086-48c0-a6b8-7508aaa4b373,segment=NetworkSegment(6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b),segment_id=6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:07.510851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, aef7279b-9184-4fbf-96a5-39269eaaae99) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:07.513937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2f280d44-6eeb-4d91-a307-a83e04a1bf7f None None] Port 2e865db5-b086-48c0-a6b8-7508aaa4b373 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:07.516699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:07.517810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.523212 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.538753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f0e83-da5d-4f1f-9fcb-00c98ed6a268 None None] Network aef7279b-9184-4fbf-96a5-39269eaaae99 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:07.585599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.638040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.726506 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce5c4a-c3a6-4c4e-b5da-ac2e44a175b2 None None] Pushing event updated for resources: {'Port': ['ID=2e865db5-b086-48c0-a6b8-7508aaa4b373,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:07.775037 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:07.775671 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:07.833781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5c792982-f4e2-488e-9a39-db990573ae16 None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:07.834080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c792982-f4e2-488e-9a39-db990573ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:07.841598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d237c7e-64b5-4ca6-b440-65829477dfde tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0467801 Dec 20 16:00:07.860265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46480) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:07.964668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:08.036942 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.131379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.154465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event deleted for resources: {'Port': ['ID=0dbbd600-fe52-41fc-a22b-7b30b94805cb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:08.202233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c792982-f4e2-488e-9a39-db990573ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.227648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92045a5-0ae4-4979-95b5-f23274a71822 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:08.242158 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.298217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-aef7279b-9184-4fbf-96a5-39269eaaae99', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:00:08.299414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.363992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3793a031-b0af-4bb5-97fa-225ccb1bd66b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:08.459928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:02Z', 'revision_number': 3, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:07Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:08.526171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.542318 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac807a3c-c08a-4a4b-81fd-205aa54019bc None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:02Z', 'revision_number': 3, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:07Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:08.605309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.742003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:08.859456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:08.860744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-96edb25f-ca3d-4d80-a03f-7a452d5d8f1d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6050227 Dec 20 16:00:08.864772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46500) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:08.870862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:08.884296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Allocated IP 172.22.0.2 (aef7279b-9184-4fbf-96a5-39269eaaae99/bf7fd4b4-785c-4e5c-9502-79f311a77ad7/15cb55f6-79da-40a6-b5e3-eeb9a4570458) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:08.894057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428400f5-d9c2-4710-a8be-9c6fcbde0e8c req-5b6f8ddd-a34b-47b0-9522-4d1db9a39676 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:08.906224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-428400f5-d9c2-4710-a8be-9c6fcbde0e8c req-5b6f8ddd-a34b-47b0-9522-4d1db9a39676 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.7726371 Dec 20 16:00:09.105275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.149605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-428400f5-d9c2-4710-a8be-9c6fcbde0e8c req-776286d6-f2b5-4834-a832-424b3db55cb3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419903 Dec 20 16:00:09.150789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.170717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e865db5-b086-48c0-a6b8-7508aaa4b373 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:09.290771 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.318957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5c792982-f4e2-488e-9a39-db990573ae16 None None] For port 2e865db5-b086-48c0-a6b8-7508aaa4b373, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e865db5-b086-48c0-a6b8-7508aaa4b373,segment=NetworkSegment(6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b),segment_id=6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:09.395647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.396645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.405675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.469771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc12e7c8-4033-46c2-9f2b-9fc07f382596,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:09.472710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c792982-f4e2-488e-9a39-db990573ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.525558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.537076 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08b5cc96-416b-4325-a2ad-58ba4ed689a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6704149 Dec 20 16:00:09.537857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46516) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:09.549104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:09.676416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.677726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Fanout notify agent at l3_agent the message router_deleted on router 70456303-a702-4add-9031-e8ff29979e01 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:09.689252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.692573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d9b7d8aa-214a-44f1-b35c-6630641eede4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/70456303-a702-4add-9031-e8ff29979e01 HTTP/1.1" status: 204 len: 168 time: 4.4945674 Dec 20 16:00:09.699560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:09.705511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-855019959', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:09.737058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.778821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.919706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:09.920235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:09.944958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c792982-f4e2-488e-9a39-db990573ae16 None None] Pushing event updated for resources: {'Port': ['ID=2e865db5-b086-48c0-a6b8-7508aaa4b373,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:10.015469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0802a1e2-bbad-4544-ba2a-290491780bd2 None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:10.015829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0802a1e2-bbad-4544-ba2a-290491780bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.020675 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.027267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.029072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.106818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.197690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.211269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.257100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03adefbf-6e19-490f-bbbb-d33c210868dc,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:10.373145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.377259 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-216aebba-977e-470b-95d5-b48408f23da0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8355722 Dec 20 16:00:10.377259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:10.429248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.22.0.1 (aef7279b-9184-4fbf-96a5-39269eaaae99/bf7fd4b4-785c-4e5c-9502-79f311a77ad7/27a5b999-f527-4ba6-96ab-f983e2e1fedd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:10.454175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49da52-c925-459f-805c-8c2811e9858e req-efe1c17f-a128-4a28-95e5-a6e4857b02b4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:10.455968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca49da52-c925-459f-805c-8c2811e9858e req-efe1c17f-a128-4a28-95e5-a6e4857b02b4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.1812096 Dec 20 16:00:10.481557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:10.500076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.552460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Network aef7279b-9184-4fbf-96a5-39269eaaae99 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:10.561226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:10.572109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:10.599899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Pushing event updated for resources: {'Port': ['ID=15cb55f6-79da-40a6-b5e3-eeb9a4570458,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:10.676139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Attempting to bind port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:10.676741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Attempting to bind port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:10.677116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Attempting to bind port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 on network aef7279b-9184-4fbf-96a5-39269eaaae99 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:10.683609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:10.683960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Checking segment: {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:10.684368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.684761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Bound using segment: {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:10.685290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Bound port: 15cb55f6-79da-40a6-b5e3-eeb9a4570458, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:10.685853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.755203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.879560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca49da52-c925-459f-805c-8c2811e9858e req-54604948-b129-4cd0-8443-c9ce5aaf4029 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155037 Dec 20 16:00:10.916114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] For port 15cb55f6-79da-40a6-b5e3-eeb9a4570458, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:10.919912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] For port 15cb55f6-79da-40a6-b5e3-eeb9a4570458, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15cb55f6-79da-40a6-b5e3-eeb9a4570458,segment=NetworkSegment(0c9b3dfc-f82a-4203-9690-e36429b536fc),segment_id=0c9b3dfc-f82a-4203-9690-e36429b536fc)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:10.927059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e865db5-b086-48c0-a6b8-7508aaa4b373 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:10.944835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:10.988995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2e865db5-b086-48c0-a6b8-7508aaa4b373 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:10.989413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.030602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.088424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.109761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.164660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.184711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network aef7279b-9184-4fbf-96a5-39269eaaae99 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:11.191496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:11.198509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:11.246792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1da92d-3fb9-44a5-b9b3-91ec2fe2e9ce None None] Pushing event updated for resources: {'Port': ['ID=15cb55f6-79da-40a6-b5e3-eeb9a4570458,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:11.248494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.250844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=27a5b999-f527-4ba6-96ab-f983e2e1fedd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:11.275165 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.412804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5d6a6b-b3e3-47ab-b82c-81edc8836acd,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:11.448128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.474510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.571149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.571149 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-107b4dbf-7892-4f1b-8f8d-430761449a31 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1888945 Dec 20 16:00:11.571651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46548) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:11.588494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:11.588932 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:11.847777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Allocated IP 172.25.6.38 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f468628b-4697-4961-bb12-2fcbcdca21fa) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:11.923389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.024041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.027121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-baf46271-63e0-45f6-aa89-7f675cffb571 req-594b9256-b0f0-4ee1-8b2b-15a7bea36afc service neutron] (103953) timed out ('10.222.0.81', 41714) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:00:12.053371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbddb3-1b6f-4a57-be9d-1864fb8a863d req-c01a5950-002e-4a1e-9747-77f9bff9c7dd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:12.055170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cbbddb3-1b6f-4a57-be9d-1864fb8a863d req-c01a5950-002e-4a1e-9747-77f9bff9c7dd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.1024406 Dec 20 16:00:12.108247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cbbddb3-1b6f-4a57-be9d-1864fb8a863d req-7e1c9799-9f6b-4f06-b53c-fd556e547353 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469744 Dec 20 16:00:12.385899 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.449105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.488467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.491222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.560751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:12.597439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:12.602621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:12.619929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.620665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.630509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=27a5b999-f527-4ba6-96ab-f983e2e1fedd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:12.640864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e6123-ab2b-4333-b103-fade2f1fd931 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:12.676958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event updated for resources: {'Port': ['ID=f468628b-4697-4961-bb12-2fcbcdca21fa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:12.732250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617b1ca9-80a3-4b2c-8d25-b0cb917c01b3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:12.766827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b0ba4a1d-dfdb-4807-9dcc-7825e5a82b5e None None] Provisioning complete for port f468628b-4697-4961-bb12-2fcbcdca21fa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:12.766827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4a1d-dfdb-4807-9dcc-7825e5a82b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.872173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba4a1d-dfdb-4807-9dcc-7825e5a82b5e None None] Port f468628b-4697-4961-bb12-2fcbcdca21fa cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:12.875652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715af83c-3e50-49b4-ab81-0e16e412784b None None] Network aef7279b-9184-4fbf-96a5-39269eaaae99 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:12.954305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network aef7279b-9184-4fbf-96a5-39269eaaae99 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:12.958377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:12.998500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.005437 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3b2e3f44-c030-4967-b6af-02142eea74c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4326937 Dec 20 16:00:13.015185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46568) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:13.022935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:13.085295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15cb55f6-79da-40a6-b5e3-eeb9a4570458 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:13.143025 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:00:13.151005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.166960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:13.171235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-517c1901-8dd6-4698-ab01-e9c3ce6a93fe None None] Provisioning complete for port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:13.171670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-517c1901-8dd6-4698-ab01-e9c3ce6a93fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.215394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46576) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:13.252565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.270203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:13.270588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.357849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.384846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94aade1d-34a4-4f4e-bbc9-d3dd87d0aeef,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:13.384846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.463361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-517c1901-8dd6-4698-ab01-e9c3ce6a93fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.486601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:13.502597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c837e42-8878-4e58-b6a0-7e56fe4c2ecd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6385069 Dec 20 16:00:13.511104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46584) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:13.515603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-517c1901-8dd6-4698-ab01-e9c3ce6a93fe None None] For port 15cb55f6-79da-40a6-b5e3-eeb9a4570458, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15cb55f6-79da-40a6-b5e3-eeb9a4570458,segment=NetworkSegment(0c9b3dfc-f82a-4203-9690-e36429b536fc),segment_id=0c9b3dfc-f82a-4203-9690-e36429b536fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:13.521985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:13.525331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'network': {'name': 'tempest-RoutersTest-1303419855'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:13.544605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:13.545513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:13.582988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.598653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c55ad189-c58d-4ea5-b408-95f36e7b555a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5784581 Dec 20 16:00:13.602566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46586) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:13.622805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6f1e5-4bba-41ee-a805-d78b5bfc7206 req-0380a276-76b6-43d6-9dee-2dc91d6575e0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:13.627682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fa6f1e5-4bba-41ee-a805-d78b5bfc7206 req-0380a276-76b6-43d6-9dee-2dc91d6575e0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2128398 Dec 20 16:00:13.636870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:13.693401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:13.749387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fa6f1e5-4bba-41ee-a805-d78b5bfc7206 req-cdbea164-ad53-4b9d-997d-b870999e2277 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904455 Dec 20 16:00:13.750460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:13.755776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.838815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:13.864766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.864887 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added segment acc7a897-af94-4329-aa39-2e8aeb9b8c78 of type vlan for network 7120169e-fcfe-42d6-8742-8822d25d7a93 Dec 20 16:00:13.894865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Deleting subnet f85cba96-e6d4-4d18-8011-5c3cde540b4e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:00:13.927431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.930957 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:00:13.960921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-517c1901-8dd6-4698-ab01-e9c3ce6a93fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:13.991639 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.023746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.167780 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.183382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c567cc4-e0c4-41b7-8550-d9e9490587d0 None None] Provisioning complete for port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:14.183758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c567cc4-e0c4-41b7-8550-d9e9490587d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.218456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.225383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.228214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:14.229041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.335773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.335955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c1901-8dd6-4698-ab01-e9c3ce6a93fe None None] Pushing event updated for resources: {'Port': ['ID=15cb55f6-79da-40a6-b5e3-eeb9a4570458,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:14.336058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Network': ['ID=7120169e-fcfe-42d6-8742-8822d25d7a93,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:14.336166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.363657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f71337d7-3128-4475-9ee5-3aa5d378ee12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8471875 Dec 20 16:00:14.366087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.371375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:14.435284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'subnet': {'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:14.447836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:00:14.477509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:14.512261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a5b167-87bc-4ad8-b553-208f6c88bb95,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:14.587922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.594323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7ffe46b3-de62-4eca-8949-5b3b2ebc5a5c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9658263 Dec 20 16:00:14.595082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46596) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:14.605015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'network': {'name': 'tempest-network-smoke--748637733', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'port_security_enabled': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:14.609195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46598) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:14.652827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:14.652827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Updating router c66fa97e-2d84-44e6-872b-45bfa8f8961c port 27a5b999-f527-4ba6-96ab-f983e2e1fedd binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:14.748349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c567cc4-e0c4-41b7-8550-d9e9490587d0 None None] Provisioning complete for port 27a5b999-f527-4ba6-96ab-f983e2e1fedd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:14.749113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c567cc4-e0c4-41b7-8550-d9e9490587d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.788372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:14.795051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.809406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4c567cc4-e0c4-41b7-8550-d9e9490587d0 None None] Port 27a5b999-f527-4ba6-96ab-f983e2e1fedd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:14.815280 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.902351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a133eb48-74b8-45fe-ba05-6fc9bbd73eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.916910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:14.929554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:14.931564 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Added segment 6e74a62f-ce92-46b6-a2ea-4822cda744de of type vlan for network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 Dec 20 16:00:15.006143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.055477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15cb55f6-79da-40a6-b5e3-eeb9a4570458 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:15.076619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Made reservation on behalf of 90c061a9610a424ca3366cfe71ad23f3 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:15.080450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.234356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.242473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:15.245561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.286394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64be27f-8fed-4fda-a2d2-9ce956483699 req-84c4b811-9866-4bb3-8c02-007eb89ccb17 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:15.288034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b64be27f-8fed-4fda-a2d2-9ce956483699 req-84c4b811-9866-4bb3-8c02-007eb89ccb17 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2922404 Dec 20 16:00:15.380032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-423fef5c-412b-4482-bf7c-a24eae461afe None None] Provisioning complete for port 27a5b999-f527-4ba6-96ab-f983e2e1fedd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:15.380452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-423fef5c-412b-4482-bf7c-a24eae461afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.449122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:15.449440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.454576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Network': ['ID=0deae6ba-90d7-47eb-8beb-62e2c28dade7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:15.473226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-53ded5fe-75c3-4ce1-a80b-e48e4970ec8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8701270 Dec 20 16:00:15.473771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:15.478888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'admin_state_up': True, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:15.481267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a133eb48-74b8-45fe-ba05-6fc9bbd73eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.505497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b64be27f-8fed-4fda-a2d2-9ce956483699 req-6916b102-73bf-4271-a73f-6b639ac8203c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925650 Dec 20 16:00:15.511957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.546362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85cba96-e6d4-4d18-8011-5c3cde540b4e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:15.555175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Router 22515765-c5dd-4083-be45-906fe81f7a59 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:15.569344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.575171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a5103c2e-2883-4ac7-b460-319e2e2255b4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f85cba96-e6d4-4d18-8011-5c3cde540b4e HTTP/1.1" status: 204 len: 168 time: 2.3564029 Dec 20 16:00:15.576763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46614) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:15.585534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a133eb48-74b8-45fe-ba05-6fc9bbd73eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.632994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133eb48-74b8-45fe-ba05-6fc9bbd73eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6994d6e3-74aa-41fb-9bee-c2214e27e961,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:15.661556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.723216 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.724197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.801261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a133eb48-74b8-45fe-ba05-6fc9bbd73eb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3105181339c4060819ffada7e618045&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1883090 Dec 20 16:00:15.803778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46616) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:15.804802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:00:15.830295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d37a4-ba3b-4f5e-adcf-dc7670f3df16 None None] Network ae60a3c4-d57c-41d1-83ce-af81a176885b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:15.859098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-423fef5c-412b-4482-bf7c-a24eae461afe None None] Port 27a5b999-f527-4ba6-96ab-f983e2e1fedd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:15.874236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16d608df-3b73-44a5-93fd-3ed96d4e01a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.897089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:15.899962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.907723 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] Sync routers for ids ['22515765-c5dd-4083-be45-906fe81f7a59'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:15.908721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.926953 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] Routers {'22515765-c5dd-4083-be45-906fe81f7a59'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:15.927569 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['22515765-c5dd-4083-be45-906fe81f7a59'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:15.933328 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16d608df-3b73-44a5-93fd-3ed96d4e01a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:15.939542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.002474 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.035890 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] Routers {'22515765-c5dd-4083-be45-906fe81f7a59'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:16.035890 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['22515765-c5dd-4083-be45-906fe81f7a59'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.063197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.069710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae60a3c4-d57c-41d1-83ce-af81a176885b']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.074968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.095533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5c1a1d-9a3e-4546-a358-812888c6a9c1') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.095833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5c1a1d-9a3e-4546-a358-812888c6a9c1') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.126902 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.157120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.158522 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-51242752-a763-42ce-95cb-2bc288d12627 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4576290 Dec 20 16:00:16.161695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46620) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:16.165747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Subnet': ['ID=c463be1f-fd24-4caa-a623-71b89fe63c97,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:16.167666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfde16-7c07-438a-afcd-b5c6994f7a83 None None] DHCP port deletion for ae60a3c4-d57c-41d1-83ce-af81a176885b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:16.169047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:16.181306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Checking segment: {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:16.181306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network hostable DHCP agents. Network: 7120169e-fcfe-42d6-8742-8822d25d7a93, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:16.228068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef615e6-b948-4de2-b3a5-ee9c72101848 None None] Pushing event updated for resources: {'Port': ['ID=27a5b999-f527-4ba6-96ab-f983e2e1fedd,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:16.276282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16d608df-3b73-44a5-93fd-3ed96d4e01a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.279516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16d608df-3b73-44a5-93fd-3ed96d4e01a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.281713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-16d608df-3b73-44a5-93fd-3ed96d4e01a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6994d6e3-74aa-41fb-9bee-c2214e27e961 HTTP/1.1" status: 204 len: 168 time: 0.4769766 Dec 20 16:00:16.299066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d608df-3b73-44a5-93fd-3ed96d4e01a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6994d6e3-74aa-41fb-9bee-c2214e27e961,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:16.340814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Attempting to bind port 27a5b999-f527-4ba6-96ab-f983e2e1fedd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:16.341341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Attempting to bind port 27a5b999-f527-4ba6-96ab-f983e2e1fedd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:16.341809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Attempting to bind port 27a5b999-f527-4ba6-96ab-f983e2e1fedd on network aef7279b-9184-4fbf-96a5-39269eaaae99 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:16.346089 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:16.351264 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491a0eb-02f3-4720-beb1-d5db7b3135ea None None] The sync data for ids ['22515765-c5dd-4083-be45-906fe81f7a59'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:16.368657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:16.369251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Checking segment: {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:16.369753 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.370263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Bound using segment: {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:16.370890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Bound port: 27a5b999-f527-4ba6-96ab-f983e2e1fedd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9b3dfc-f82a-4203-9690-e36429b536fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:16.371336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.373145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:16.393118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.438046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:00:16.438457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:16.445138 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:16.511080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] For port 27a5b999-f527-4ba6-96ab-f983e2e1fedd, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:16.542323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7120169e-fcfe-42d6-8742-8822d25d7a93) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:16.555702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d4f56-054b-45c0-9919-781630f27846 None None] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:16.557353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:16.558069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.628695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.728036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-92d927d9-7a26-4062-9ec2-77456c16889d None None] Provisioning complete for port 27a5b999-f527-4ba6-96ab-f983e2e1fedd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:16.730723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e1a2ea20-4074-47e2-a805-6d46158d7f3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3126652 Dec 20 16:00:16.731326 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92d927d9-7a26-4062-9ec2-77456c16889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.740563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab124-f46b-4348-b94a-431f3d78be59 req-7e011435-92a9-48e5-a2b6-d02d69fb9f4b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:16.754238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1dcab124-f46b-4348-b94a-431f3d78be59 req-7e011435-92a9-48e5-a2b6-d02d69fb9f4b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.1078322 Dec 20 16:00:16.756709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46628) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:16.856953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] For port 27a5b999-f527-4ba6-96ab-f983e2e1fedd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=27a5b999-f527-4ba6-96ab-f983e2e1fedd,segment=NetworkSegment(0c9b3dfc-f82a-4203-9690-e36429b536fc),segment_id=0c9b3dfc-f82a-4203-9690-e36429b536fc)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:16.874194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.901712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-92d927d9-7a26-4062-9ec2-77456c16889d None None] Port 27a5b999-f527-4ba6-96ab-f983e2e1fedd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:16.927868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-7120169e-fcfe-42d6-8742-8822d25d7a93', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:00:16.928645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.929821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.935171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ae60a3c4-d57c-41d1-83ce-af81a176885b HTTP/1.1" status: 204 len: 168 time: 1.3571651 Dec 20 16:00:16.950943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.044412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d3dd-c73a-473e-b8c2-ba0d9635c803 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae60a3c4-d57c-41d1-83ce-af81a176885b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:17.180763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Allocated IP 172.23.0.2 (7120169e-fcfe-42d6-8742-8822d25d7a93/c463be1f-fd24-4caa-a623-71b89fe63c97/3dbbc872-8374-4193-971e-c4216dc59b71) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:17.197938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:17.198716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:17.227069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.348689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:17.388812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.443416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:17.473702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.476100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-61955e42-41c7-4266-af56-abfd66051404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.515465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.599579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:17.696715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1dcab124-f46b-4348-b94a-431f3d78be59 req-27ff3b36-0bc6-487c-98a5-ebc6f9b9e24f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9413655 Dec 20 16:00:17.788581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.822836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-61955e42-41c7-4266-af56-abfd66051404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.825830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a2d0afe9-ce41-4012-9f16-a5c6e1f0ca2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=689f198edc0f4d86a2cdbf58ac465874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057538 Dec 20 16:00:17.829545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef615e6-b948-4de2-b3a5-ee9c72101848 None None] Pushing event updated for resources: {'Port': ['ID=27a5b999-f527-4ba6-96ab-f983e2e1fedd,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:17.834354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46644) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:17.836226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5140eb2c-792a-4d45-ba85-1d4553fb7e34 None None] Provisioning complete for port 27a5b999-f527-4ba6-96ab-f983e2e1fedd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:17.836226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5140eb2c-792a-4d45-ba85-1d4553fb7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.849207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Deleting port f468628b-4697-4961-bb12-2fcbcdca21fa {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:17.849554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.909643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.922574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.109 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/29748b1e-07af-42de-b50d-52b43b534984) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:17.932322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:17.942492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:17.944214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-61955e42-41c7-4266-af56-abfd66051404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:17.948109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:17.965054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.000481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.008997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.067792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.072024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955e42-41c7-4266-af56-abfd66051404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95ec0b-2fbd-4315-90be-a34201c6b6cc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.093373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Attempting to bind port 3dbbc872-8374-4193-971e-c4216dc59b71 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:18.093831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Attempting to bind port 3dbbc872-8374-4193-971e-c4216dc59b71 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:18.094282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Attempting to bind port 3dbbc872-8374-4193-971e-c4216dc59b71 on network 7120169e-fcfe-42d6-8742-8822d25d7a93 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:18.097745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5140eb2c-792a-4d45-ba85-1d4553fb7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.101823 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-61955e42-41c7-4266-af56-abfd66051404 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b2b80150c52464898243c9ec12a1399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6572773 Dec 20 16:00:18.106649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:18.118066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Calling delete_port for f468628b-4697-4961-bb12-2fcbcdca21fa owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:18.136079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Pushing event updated for resources: {'Port': ['ID=3dbbc872-8374-4193-971e-c4216dc59b71,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.177258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:18.178030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Checking segment: {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:18.188728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.189560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Bound using segment: {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:18.190252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Bound port: 3dbbc872-8374-4193-971e-c4216dc59b71, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:18.190994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.221450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5140eb2c-792a-4d45-ba85-1d4553fb7e34 None None] For port 27a5b999-f527-4ba6-96ab-f983e2e1fedd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=27a5b999-f527-4ba6-96ab-f983e2e1fedd,segment=NetworkSegment(0c9b3dfc-f82a-4203-9690-e36429b536fc),segment_id=0c9b3dfc-f82a-4203-9690-e36429b536fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:18.335921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.338994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.340111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07ff862f-c17d-44ba-9223-65cb64382838 HTTP/1.1" status: 204 len: 168 time: 0.5092876 Dec 20 16:00:18.359059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff862f-c17d-44ba-9223-65cb64382838,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.374601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.374953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.375297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.375904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.376246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.376587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.376920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.377552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.378149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.378497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.378829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.379232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.379611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25ad7c3-6d22-48c7-80be-36ed1ecaf643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:18.381874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.390036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] For port 3dbbc872-8374-4193-971e-c4216dc59b71, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:18.402581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5140eb2c-792a-4d45-ba85-1d4553fb7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.402801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c06-289b-4136-80f4-a88ded5dbcf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.403093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Allocated IP 172.23.0.1 (7120169e-fcfe-42d6-8742-8822d25d7a93/c463be1f-fd24-4caa-a623-71b89fe63c97/35e57897-0239-47a5-a17c-d2747448bfa5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:18.438716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:16Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:18.495945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] For port 3dbbc872-8374-4193-971e-c4216dc59b71, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3dbbc872-8374-4193-971e-c4216dc59b71,segment=NetworkSegment(acc7a897-af94-4329-aa39-2e8aeb9b8c78),segment_id=acc7a897-af94-4329-aa39-2e8aeb9b8c78)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:18.510564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c06-289b-4136-80f4-a88ded5dbcf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.658308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.665385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.729593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647ad9c-f75a-41b9-a0b6-da7cb10628dc None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:11Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:16Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:18.732082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.799347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140eb2c-792a-4d45-ba85-1d4553fb7e34 None None] Pushing event updated for resources: {'Port': ['ID=27a5b999-f527-4ba6-96ab-f983e2e1fedd,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.846261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.879403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=29748b1e-07af-42de-b50d-52b43b534984,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.902813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:18.928474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d4ccf-9260-46e1-b7bf-26cb31368396 None None] Pushing event updated for resources: {'Port': ['ID=3dbbc872-8374-4193-971e-c4216dc59b71,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.954071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Pushing event deleted for resources: {'Port': ['ID=f468628b-4697-4961-bb12-2fcbcdca21fa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:18.968645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:18.971575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c06-289b-4136-80f4-a88ded5dbcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.975966 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1aba6c06-289b-4136-80f4-a88ded5dbcf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:18.981152 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1aba6c06-289b-4136-80f4-a88ded5dbcf1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b95ec0b-2fbd-4315-90be-a34201c6b6cc HTTP/1.1" status: 204 len: 168 time: 0.8699398 Dec 20 16:00:18.982226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:18.993150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6da4d-260d-4f0f-9169-85fe473051fd None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:18.996670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba6c06-289b-4136-80f4-a88ded5dbcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95ec0b-2fbd-4315-90be-a34201c6b6cc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:19.040620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:19.099592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb186a98-5a8b-4fbb-abd8-cde34a29da81 req-22fc1a6c-13f4-4341-bce0-66caab8b2a48 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:19.103783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb186a98-5a8b-4fbb-abd8-cde34a29da81 req-22fc1a6c-13f4-4341-bce0-66caab8b2a48 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2005184 Dec 20 16:00:19.106585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7949ebb2-1cae-46b4-8c19-eb0032b6a677 None None] Provisioning complete for port 29748b1e-07af-42de-b50d-52b43b534984 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:19.109885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7949ebb2-1cae-46b4-8c19-eb0032b6a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:19.119388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f70b62f-ae59-4c08-b88f-ff47dea565b0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:19.237043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:19.260836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7949ebb2-1cae-46b4-8c19-eb0032b6a677 None None] Port 29748b1e-07af-42de-b50d-52b43b534984 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:19.279012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:19.286332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:19.290048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=35e57897-0239-47a5-a17c-d2747448bfa5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:19.292880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:19.360234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb186a98-5a8b-4fbb-abd8-cde34a29da81 req-ac40d933-0f81-4670-bc0c-d37a3512d6ed tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553636 Dec 20 16:00:19.376108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:19.732149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.021504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.033914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-840ba72c-1cf2-4d78-a16b-c66317340d86 req-911f9cec-d898-476c-a612-abaa661520ea service neutron] (103954) timed out ('10.222.0.83', 61255) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:00:20.036197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.442073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.588927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0925b-8aaa-48b3-9f6e-e0d09551d30d None None] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:20.593592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.693097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2faa32da-5317-45b7-8f85-5ff1bab566fb None None] Provisioning complete for port 3dbbc872-8374-4193-971e-c4216dc59b71 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:20.693767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2faa32da-5317-45b7-8f85-5ff1bab566fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.786518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f86a3-e1e3-4ff7-b768-b600b35adcc1 req-7d09d6bd-500c-4117-853f-40794fb99ff6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:20.788672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f4f86a3-e1e3-4ff7-b768-b600b35adcc1 req-7d09d6bd-500c-4117-853f-40794fb99ff6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.3029270 Dec 20 16:00:20.811505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event updated for resources: {'Port': ['ID=35e57897-0239-47a5-a17c-d2747448bfa5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:20.869729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:20.939690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Router 22515765-c5dd-4083-be45-906fe81f7a59 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:20.945340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.060592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2faa32da-5317-45b7-8f85-5ff1bab566fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.067532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f4f86a3-e1e3-4ff7-b768-b600b35adcc1 req-d8c44c5c-bc7b-4419-892c-cd1830252591 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614141 Dec 20 16:00:21.173381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2faa32da-5317-45b7-8f85-5ff1bab566fb None None] For port 3dbbc872-8374-4193-971e-c4216dc59b71, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3dbbc872-8374-4193-971e-c4216dc59b71,segment=NetworkSegment(acc7a897-af94-4329-aa39-2e8aeb9b8c78),segment_id=acc7a897-af94-4329-aa39-2e8aeb9b8c78)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:21.176932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27a5b999-f527-4ba6-96ab-f983e2e1fedd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:21.207726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:21.209177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:21.261746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 27a5b999-f527-4ba6-96ab-f983e2e1fedd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:21.262125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.364013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:21.383703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3dbbc872-8374-4193-971e-c4216dc59b71 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:21.385895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] Sync routers for ids ['22515765-c5dd-4083-be45-906fe81f7a59'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:21.390996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.392638 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2961070a-3909-40d5-ad85-65111c252114 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "PUT /v2.0/routers/22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 200 len: 709 time: 5.2299628 Dec 20 16:00:21.396529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46702) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:21.439784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] Routers {'22515765-c5dd-4083-be45-906fe81f7a59'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:21.453566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['22515765-c5dd-4083-be45-906fe81f7a59'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.453764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:21.500335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.512798 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bba433a6-f22f-47cc-ba92-fe44d51e33a8 tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/routers/22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 200 len: 744 time: 0.1149170 Dec 20 16:00:21.513670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46704) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:21.517863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] Routers {'22515765-c5dd-4083-be45-906fe81f7a59'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:21.522425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['22515765-c5dd-4083-be45-906fe81f7a59'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.571824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:21.577668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c3b2b0d1-6a3a-4de7-9db6-5ff94c35a1a6 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8198683 Dec 20 16:00:21.580328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46706) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:21.583759 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:21.586652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:21.599264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.600518 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:21.602128 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:21.604768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-424ae2a3-3600-4ec6-8050-5e8badae376e tempest-RoutersIpV6AdminTest-1037354377 tempest-RoutersIpV6AdminTest-1037354377-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 200 len: 205 time: 0.0897648 Dec 20 16:00:21.606913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef9bca-ff94-45ea-a06c-5e8adc9a99cf None None] The sync data for ids ['22515765-c5dd-4083-be45-906fe81f7a59'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:21.614626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46708) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:21.631866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3dbbc872-8374-4193-971e-c4216dc59b71 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:21.651085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.654903 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2faa32da-5317-45b7-8f85-5ff1bab566fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.655582 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-17ce4b1a-1f20-49e8-aac6-690c0a415c77 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 200 len: 205 time: 0.0397642 Dec 20 16:00:21.658398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46710) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:21.776476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.826845 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:21.896641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8bfb6778-0d95-4b74-a585-3eb874f2746a None None] Provisioning complete for port 3dbbc872-8374-4193-971e-c4216dc59b71 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:21.897018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6778-0d95-4b74-a585-3eb874f2746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.916376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:21.922079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa32da-5317-45b7-8f85-5ff1bab566fb None None] Pushing event updated for resources: {'Port': ['ID=3dbbc872-8374-4193-971e-c4216dc59b71,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:22.327817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8bfb6778-0d95-4b74-a585-3eb874f2746a None None] Provisioning complete for port 35e57897-0239-47a5-a17c-d2747448bfa5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:22.327817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6778-0d95-4b74-a585-3eb874f2746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.329361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:00:22.334601 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:19Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:20Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:22.337185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.341452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.346298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.348254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Removed routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:00:22.348665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.413642 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:22.415672 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Updating router c66fa97e-2d84-44e6-872b-45bfa8f8961c port 35e57897-0239-47a5-a17c-d2747448bfa5 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:22.416830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb6778-0d95-4b74-a585-3eb874f2746a None None] Port 35e57897-0239-47a5-a17c-d2747448bfa5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:22.447738 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.448589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ad8b-a5c1-40f7-9d6a-1c51def12d72 req-fbfe63f8-08d0-49f7-83df-db3964fec5fa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:22.452307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d094ad8b-a5c1-40f7-9d6a-1c51def12d72 req-fbfe63f8-08d0-49f7-83df-db3964fec5fa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.0964646 Dec 20 16:00:22.546716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9f7a5a47-cbc4-47a4-813f-796d2fa24b80 None None] Provisioning complete for port 35e57897-0239-47a5-a17c-d2747448bfa5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:22.549255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a47-cbc4-47a4-813f-796d2fa24b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.636547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.638881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Fanout notify agent at l3_agent the message router_deleted on router 22515765-c5dd-4083-be45-906fe81f7a59 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:22.654601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a5a47-cbc4-47a4-813f-796d2fa24b80 None None] Port 35e57897-0239-47a5-a17c-d2747448bfa5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:22.667297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.670629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e208f93e-6fcc-403b-a1b0-87c70d4548e1 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 204 len: 168 time: 1.0112956 Dec 20 16:00:22.678531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46738) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:22.691201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d094ad8b-a5c1-40f7-9d6a-1c51def12d72 req-9d5d883b-cebf-4e62-996a-4870cdbacf30 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296489 Dec 20 16:00:22.739183 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcdf8995-358f-424f-bf27-8e9850018b44 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 200 len: 205 time: 0.0578241 Dec 20 16:00:22.748680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46742) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:22.753716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.758867 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:22.847765 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-8a917326-8ce9-4189-956c-205570ea1ad5 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] delete failed (client error): The resource could not be found. Dec 20 16:00:22.849276 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8a917326-8ce9-4189-956c-205570ea1ad5 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/22515765-c5dd-4083-be45-906fe81f7a59 HTTP/1.1" status: 404 len: 336 time: 0.1037745 Dec 20 16:00:22.851979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46746) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:22.886969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3dbbc872-8374-4193-971e-c4216dc59b71 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:22.945805 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2ae5537a-e5da-4639-b197-bf1c2c25f7b8 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=70456303-a702-4add-9031-e8ff29979e01 HTTP/1.1" status: 200 len: 205 time: 0.0865419 Dec 20 16:00:22.951663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46748) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.006731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:23.110027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3dbbc872-8374-4193-971e-c4216dc59b71 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:23.111564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.125122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46752) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.127201 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.158213 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-34fd2368-64dd-4fa6-953a-612f6d69d01b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] delete failed (client error): The resource could not be found. Dec 20 16:00:23.163204 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-34fd2368-64dd-4fa6-953a-612f6d69d01b tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/70456303-a702-4add-9031-e8ff29979e01 HTTP/1.1" status: 404 len: 336 time: 0.2101912 Dec 20 16:00:23.165710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 77ecd327-18f6-46ce-8227-94d8bf456b2c is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:23.174602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46756) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.248144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-034ae219-0df7-4753-9e5a-4a1814102e63 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaeb9307-bc9f-4238-aaf0-340243e7e090 HTTP/1.1" status: 200 len: 205 time: 0.0680528 Dec 20 16:00:23.264051 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.266910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46760) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.269629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:23.298871 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.301549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4b611864-4566-438b-9a28-76f8945f45ca tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 934 time: 1.7196746 Dec 20 16:00:23.304633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.402565 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Pushing event updated for resources: {'Port': ['ID=35e57897-0239-47a5-a17c-d2747448bfa5,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:23.430637 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-85d2fe5a-4a45-419c-ab96-7f796abac63c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] delete failed (client error): The resource could not be found. Dec 20 16:00:23.434845 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85d2fe5a-4a45-419c-ab96-7f796abac63c tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/aaeb9307-bc9f-4238-aaf0-340243e7e090 HTTP/1.1" status: 404 len: 336 time: 0.1598835 Dec 20 16:00:23.437498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46768) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.470161 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.470398 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.470643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.470982 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.471321 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.471653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.472195 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.472411 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.472798 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.473140 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.473498 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.473823 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.474148 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:23.545868 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Attempting to bind port 35e57897-0239-47a5-a17c-d2747448bfa5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:23.546268 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Attempting to bind port 35e57897-0239-47a5-a17c-d2747448bfa5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:23.546619 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Attempting to bind port 35e57897-0239-47a5-a17c-d2747448bfa5 on network 7120169e-fcfe-42d6-8742-8822d25d7a93 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:23.560371 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:23.561638 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Checking segment: {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:23.563052 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.564777 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Bound using segment: {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:23.568584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Bound port: 35e57897-0239-47a5-a17c-d2747448bfa5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc7a897-af94-4329-aa39-2e8aeb9b8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:23.569584 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.627109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-63025e6c-4016-4c8d-b74e-f0569156dd3a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 934 time: 0.3209276 Dec 20 16:00:23.627778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46770) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.656965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'routes': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:23.664834 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01925df2-ad40-4c33-be76-c584a3408908 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36077cb-3911-49a9-a11b-ff2c0cb10dd3 HTTP/1.1" status: 200 len: 205 time: 0.2243142 Dec 20 16:00:23.667006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.670735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'network': {'name': 'tempest-network-smoke--1988211441', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:23.688990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-50154628-db33-4014-846a-b83c26159b2a None None] Provisioning complete for port 35e57897-0239-47a5-a17c-d2747448bfa5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:23.689674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50154628-db33-4014-846a-b83c26159b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.715737 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] For port 35e57897-0239-47a5-a17c-d2747448bfa5, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:23.720893 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] For port 35e57897-0239-47a5-a17c-d2747448bfa5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35e57897-0239-47a5-a17c-d2747448bfa5,segment=NetworkSegment(acc7a897-af94-4329-aa39-2e8aeb9b8c78),segment_id=acc7a897-af94-4329-aa39-2e8aeb9b8c78)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:23.730391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:23.733541 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-158f47bb-7d7c-45fe-a270-e12edfe4a660 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] delete failed (client error): The resource could not be found. Dec 20 16:00:23.738032 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-158f47bb-7d7c-45fe-a270-e12edfe4a660 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/d36077cb-3911-49a9-a11b-ff2c0cb10dd3 HTTP/1.1" status: 404 len: 336 time: 0.0592644 Dec 20 16:00:23.738542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.779026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Sync routers for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:23.791168 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.836806 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:23.841129 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-faad1e21-ed81-40a6-8b80-f88c4d4c6453 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.3637524 Dec 20 16:00:23.841714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46780) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.842901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:23.843551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.851923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-50154628-db33-4014-846a-b83c26159b2a None None] Port 35e57897-0239-47a5-a17c-d2747448bfa5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:23.886578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9740ffa9-425e-4be6-80aa-ff6c17c11797 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=16179699-285a-44e8-a894-9bed90afa1e8 HTTP/1.1" status: 200 len: 205 time: 0.1467566 Dec 20 16:00:23.896304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:23.899130 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:23.902405 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:23.990102 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003de6e8-6b2a-4b67-9195-0edec66e27bb None None] Pushing event updated for resources: {'Port': ['ID=35e57897-0239-47a5-a17c-d2747448bfa5,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:24.016910 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-1ed74517-d751-4ecc-a075-a692be72ad48 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] delete failed (client error): The resource could not be found. Dec 20 16:00:24.021180 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1ed74517-d751-4ecc-a075-a692be72ad48 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/16179699-285a-44e8-a894-9bed90afa1e8 HTTP/1.1" status: 404 len: 336 time: 0.1206460 Dec 20 16:00:24.021180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:24.034021 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:24.036731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46790) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:24.058634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:24.119056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:24.155619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2c13-96f8-41ef-85ad-b5cbecb3fa2b req-b725c69e-a95f-4759-812e-ffab46cb82a2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:24.157640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19ba2c13-96f8-41ef-85ad-b5cbecb3fa2b req-b725c69e-a95f-4759-812e-ffab46cb82a2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.3508511 Dec 20 16:00:24.206938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:24.233782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46796) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:24.240271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-76d04439-f082-45c1-b0d3-6fc8278d40b2 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4683348-551d-4508-b9ae-da832f156700 HTTP/1.1" status: 200 len: 205 time: 0.1924989 Dec 20 16:00:24.376861 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-7fa45d5f-2d38-4189-bf25-c7df5f84a1b4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] delete failed (client error): The resource could not be found. Dec 20 16:00:24.381652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7fa45d5f-2d38-4189-bf25-c7df5f84a1b4 tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/routers/e4683348-551d-4508-b9ae-da832f156700 HTTP/1.1" status: 404 len: 336 time: 0.1467764 Dec 20 16:00:24.382273 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46800) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:24.444565 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de08699d-1095-4376-bcfa-112127309405 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=602fb63252c24fc3b6b6550245454d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5968139 Dec 20 16:00:24.490047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46802) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:24.529725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-605c7c6b-206f-48c8-9bc7-19e5f3f26053 None None] Provisioning complete for port 35e57897-0239-47a5-a17c-d2747448bfa5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:24.529925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-605c7c6b-206f-48c8-9bc7-19e5f3f26053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:24.566921 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:22Z', 'revision_number': 6, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:23Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:24.666546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea138a-d3ad-4579-861c-03ff6957200b None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:22Z', 'revision_number': 6, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:23Z', 'revision_number': 4, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:24.694131 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46dd81e-de26-492b-94a9-961ad47ce0de tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:24.695679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46dd81e-de26-492b-94a9-961ad47ce0de tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:24.700274 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f46dd81e-de26-492b-94a9-961ad47ce0de tempest-RoutersIpV6AdminTest-1363373305 tempest-RoutersIpV6AdminTest-1363373305-project] 10.222.0.81 "DELETE /v2.0/subnets/c8dd6c31-594e-4db5-a167-fcb7813beb0b HTTP/1.1" status: 404 len: 337 time: 0.3070240 Dec 20 16:00:24.774134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-605c7c6b-206f-48c8-9bc7-19e5f3f26053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:24.822639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:24.889394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-605c7c6b-206f-48c8-9bc7-19e5f3f26053 None None] For port 35e57897-0239-47a5-a17c-d2747448bfa5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35e57897-0239-47a5-a17c-d2747448bfa5,segment=NetworkSegment(acc7a897-af94-4329-aa39-2e8aeb9b8c78),segment_id=acc7a897-af94-4329-aa39-2e8aeb9b8c78)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:24.905874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:19Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:24.917100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.007751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Checking router: 77ecd327-18f6-46ce-8227-94d8bf456b2c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:25.011081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Updating router 77ecd327-18f6-46ce-8227-94d8bf456b2c port 29748b1e-07af-42de-b50d-52b43b534984 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:25.030180 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-605c7c6b-206f-48c8-9bc7-19e5f3f26053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.035715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1a86e-61a8-48fb-b384-49e9d9d580a2 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:25.042375 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2ed1a86e-61a8-48fb-b384-49e9d9d580a2 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5366092 Dec 20 16:00:25.043052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46812) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:25.043845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:25.099856 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.335271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c7c6b-206f-48c8-9bc7-19e5f3f26053 None None] Pushing event updated for resources: {'Port': ['ID=35e57897-0239-47a5-a17c-d2747448bfa5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:25.653667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:00:25.654246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:00:25.694727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.712943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19ba2c13-96f8-41ef-85ad-b5cbecb3fa2b req-7a1a9297-fecf-4bff-9883-3687bec6373c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4842765 Dec 20 16:00:25.776439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:25.848135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.848707 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Added segment 58edd162-b7b0-4bee-9e49-6771ef264e7c of type vlan for network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 Dec 20 16:00:25.878792 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.903910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:25.921655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec2c2cef-230a-4321-9c85-253d9cbaba36 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8646350 Dec 20 16:00:25.932048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:25.937893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976134579', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:25.938045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a5a60-11b8-46c4-b452-a30f6588b643,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:25.966248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.966701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.967110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.967532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.967921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.968366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.969195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.969626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.970026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.970457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.970852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.971262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.972560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:25.978639 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.087691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.096513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:26.098159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.110222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa22744-3e0c-4a72-81ea-934d4a3ce1ae None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:26.139758 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:26.155022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17a8fc-283b-4f40-8243-d5adbdc25fb5 None None] Pushing event updated for resources: {'Port': ['ID=29748b1e-07af-42de-b50d-52b43b534984,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:26.172237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:26.176421 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:26.178979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Attempting to bind port 29748b1e-07af-42de-b50d-52b43b534984 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:26.179281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Attempting to bind port 29748b1e-07af-42de-b50d-52b43b534984 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:26.179654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Attempting to bind port 29748b1e-07af-42de-b50d-52b43b534984 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:26.203351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:26.203743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:26.204155 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.205899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:26.206453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Bound port: 29748b1e-07af-42de-b50d-52b43b534984, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:26.207057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.310336 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1771777 Dec 20 16:00:26.313326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:26.319864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'admin_state_up': True, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:26.322587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdaaaf-b55d-4c9a-b411-72f7913992a4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Network': ['ID=37df77f9-b534-4a56-bf5d-1060ca5c9ed3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:26.334444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d392-a595-4141-827e-d591d1c3347f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.342382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] For port 29748b1e-07af-42de-b50d-52b43b534984, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:26.346603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] For port 29748b1e-07af-42de-b50d-52b43b534984, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=29748b1e-07af-42de-b50d-52b43b534984,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:26.354480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:00:26.365748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.376289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:26.381131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.433067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-df87260a-a182-437e-8763-5ede2a0175e6 None None] Provisioning complete for port 29748b1e-07af-42de-b50d-52b43b534984 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:26.433471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df87260a-a182-437e-8763-5ede2a0175e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.469440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.474913 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:26.485206 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.554047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17a8fc-283b-4f40-8243-d5adbdc25fb5 None None] Pushing event updated for resources: {'Port': ['ID=29748b1e-07af-42de-b50d-52b43b534984,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:26.595357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-df87260a-a182-437e-8763-5ede2a0175e6 None None] Port 29748b1e-07af-42de-b50d-52b43b534984 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:26.607705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:26.609476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:26.790550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:26.808425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:26.817937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.033131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:27.037086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d392-a595-4141-827e-d591d1c3347f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.106205 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 7, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:24Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.107479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68363e6c-fd3a-43e9-89b0-1432c7bfd42b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:27.111100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35e57897-0239-47a5-a17c-d2747448bfa5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:27.126300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.152520 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:27.166648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d5c81-69dc-478e-b677-2b2d9021315c req-230ca318-f082-49ff-a977-bcdcdff0fec9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:27.168502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-518d5c81-69dc-478e-b677-2b2d9021315c req-230ca318-f082-49ff-a977-bcdcdff0fec9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2441800 Dec 20 16:00:27.179056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:27.180112 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.296998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:27.311002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ab4d392-a595-4141-827e-d591d1c3347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.312886 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:27.313018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 35e57897-0239-47a5-a17c-d2747448bfa5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:27.313416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.350660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.354259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46838) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:27.354883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e9b074e-71ab-4a5d-acaf-7acc79f8d6b7 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 700 time: 3.7254996 Dec 20 16:00:27.364219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0ab4d392-a595-4141-827e-d591d1c3347f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe21a957a29b418995dcd1528f90c514&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5863433 Dec 20 16:00:27.367025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.414559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46840) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:27.466047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.475710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2fc09738-20f1-47c2-ad82-fdfbb989bda4 None None] Provisioning complete for port 29748b1e-07af-42de-b50d-52b43b534984 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:27.475710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2fc09738-20f1-47c2-ad82-fdfbb989bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.620672 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1df1a8ff-aa05-481b-a515-f2782538d9a3 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 700 time: 0.2611992 Dec 20 16:00:27.635164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:27.635698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46846) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:27.651274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Subnet': ['ID=9be9bdd7-8d34-4e19-a2c9-7481fd937804,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:27.700649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:19Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.721700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4d392-a595-4141-827e-d591d1c3347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b903a34b-7e8d-41b3-a161-313714708e73,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:27.787326 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2fc09738-20f1-47c2-ad82-fdfbb989bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.835025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2fc09738-20f1-47c2-ad82-fdfbb989bda4 None None] For port 29748b1e-07af-42de-b50d-52b43b534984, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=29748b1e-07af-42de-b50d-52b43b534984,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:27.837422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d40678-0673-4d5b-a82a-455d1520f58b None None] The sync data for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 is: [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:19Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:27.841295 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 7, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:24Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:27.912317 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2fc09738-20f1-47c2-ad82-fdfbb989bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.939402 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac29aa6-0348-4bb4-8925-77a544d05ced None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 7, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:24Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:27.959933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa68783e-d9ef-40f8-abb6-f203d8acb87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.979306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Checking segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:27.979750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network hostable DHCP agents. Network: 0deae6ba-90d7-47eb-8beb-62e2c28dade7, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:27.999013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc1c85db-cfc1-4ca9-8df8-7dd5345f31c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.009460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc09738-20f1-47c2-ad82-fdfbb989bda4 None None] Pushing event updated for resources: {'Port': ['ID=29748b1e-07af-42de-b50d-52b43b534984,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:28.062356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-518d5c81-69dc-478e-b677-2b2d9021315c req-4a86e3ea-cc3b-46bd-96d5-a27c5667eb63 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7577233 Dec 20 16:00:28.073667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.092125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa68783e-d9ef-40f8-abb6-f203d8acb87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.252639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc1c85db-cfc1-4ca9-8df8-7dd5345f31c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.273756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:28.297979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa68783e-d9ef-40f8-abb6-f203d8acb87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.313503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa68783e-d9ef-40f8-abb6-f203d8acb87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.313503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fa68783e-d9ef-40f8-abb6-f203d8acb87a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b903a34b-7e8d-41b3-a161-313714708e73 HTTP/1.1" status: 204 len: 168 time: 0.8286719 Dec 20 16:00:28.348159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68783e-d9ef-40f8-abb6-f203d8acb87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b903a34b-7e8d-41b3-a161-313714708e73,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:28.378319 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc1c85db-cfc1-4ca9-8df8-7dd5345f31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.415802 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc1c85db-cfc1-4ca9-8df8-7dd5345f31c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=730bce5148c545d8a0b6951e557d8ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7674465 Dec 20 16:00:28.420401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 0deae6ba-90d7-47eb-8beb-62e2c28dade7) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:28.422021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46854) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:28.445042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588f7ac-e125-41f9-acdf-5ab82d4f77f6 None None] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:28.478006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:28.478636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.495650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c85db-cfc1-4ca9-8df8-7dd5345f31c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a583e529-1967-479c-81e4-0f1b760ac6b2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:28.529970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.604521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:28.651299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:28.651967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:28.758141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46856) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:28.759461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec8f914f-4d9a-4d07-a5fd-fce6749f59b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8240998 Dec 20 16:00:28.822297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ad60e26-7e93-40ce-92ff-67e1128c45df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.879424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:28.923071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:28.978644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 29748b1e-07af-42de-b50d-52b43b534984 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:28.998611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.009580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ad60e26-7e93-40ce-92ff-67e1128c45df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.071268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:00:29.072684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.291686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.25.6.135 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b57934cb-387c-48e6-835d-1b08e454e4b7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:29.361334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ad60e26-7e93-40ce-92ff-67e1128c45df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.365366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4ad60e26-7e93-40ce-92ff-67e1128c45df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.368958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4ad60e26-7e93-40ce-92ff-67e1128c45df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a583e529-1967-479c-81e4-0f1b760ac6b2 HTTP/1.1" status: 204 len: 168 time: 0.9099715 Dec 20 16:00:29.388078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad60e26-7e93-40ce-92ff-67e1128c45df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a583e529-1967-479c-81e4-0f1b760ac6b2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:29.433797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46866) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:29.484818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b504645c-04b0-4895-8941-d4be25b3eb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.528208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fa90-8926-43fd-8e1a-a8a21fc05260 req-43f4dab0-3aff-4531-ab87-603040923c21 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:29.529822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8207fa90-8926-43fd-8e1a-a8a21fc05260 req-43f4dab0-3aff-4531-ab87-603040923c21 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.2504089 Dec 20 16:00:29.542840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 29748b1e-07af-42de-b50d-52b43b534984 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:29.543217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.634358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d02816c7-839d-4907-bd80-36783716c6b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f0d54e94d904122b43102e4357cfa30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994121 Dec 20 16:00:29.641654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46868) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:29.686683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8207fa90-8926-43fd-8e1a-a8a21fc05260 req-13e2aaa2-53cf-41d0-a5c6-a4918ea399aa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414051 Dec 20 16:00:29.743724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.774266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Allocated IP 172.20.0.2 (0deae6ba-90d7-47eb-8beb-62e2c28dade7/9be9bdd7-8d34-4e19-a2c9-7481fd937804/d3382ea6-2f82-41c0-ad66-3b6a136e5f16) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:29.873005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27e3c7c6-e1cb-406b-9579-06fafb52d94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.880670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.917005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27e3c7c6-e1cb-406b-9579-06fafb52d94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:29.966682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 7, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:24Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:29.979411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 35e57897-0239-47a5-a17c-d2747448bfa5 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:29.979841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.018574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:30.083832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:30.084046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:30.158395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 35e57897-0239-47a5-a17c-d2747448bfa5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35e57897-0239-47a5-a17c-d2747448bfa5,segment=NetworkSegment(acc7a897-af94-4329-aa39-2e8aeb9b8c78),segment_id=acc7a897-af94-4329-aa39-2e8aeb9b8c78)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:30.158756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.180193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 35e57897-0239-47a5-a17c-d2747448bfa5 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:30.242471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.259374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:30.262297 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.287075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27e3c7c6-e1cb-406b-9579-06fafb52d94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.290085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27e3c7c6-e1cb-406b-9579-06fafb52d94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.291944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-27e3c7c6-e1cb-406b-9579-06fafb52d94f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31725cee-871b-42c8-afb1-c4a7c17b3fba HTTP/1.1" status: 204 len: 168 time: 0.6493707 Dec 20 16:00:30.309116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:30.327518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:30.354050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:30.356601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3c7c6-e1cb-406b-9579-06fafb52d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31725cee-871b-42c8-afb1-c4a7c17b3fba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:30.452344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=b57934cb-387c-48e6-835d-1b08e454e4b7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:30.500048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.1 (0deae6ba-90d7-47eb-8beb-62e2c28dade7/9be9bdd7-8d34-4e19-a2c9-7481fd937804/3e0c82bf-1d0f-4764-9b38-6eded00ac50d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:30.590515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46880) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:30.615947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8f663-6cb7-4703-8e93-d163e33c0eb2 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:30.623279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffbefcf1-354f-40ed-8c6a-1a8606633cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.636061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.732383 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.761268 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.796403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=35e57897-0239-47a5-a17c-d2747448bfa5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:30.901778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bd9254d2-bb64-49d1-9222-322aa2cd132d None None] Provisioning complete for port b57934cb-387c-48e6-835d-1b08e454e4b7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:30.902158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd9254d2-bb64-49d1-9222-322aa2cd132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.919757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:30.930442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:30.954009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffbefcf1-354f-40ed-8c6a-1a8606633cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.008786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:31.031793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:31.034818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:31.041677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:31.043742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2267d7-6aff-4e9d-b2ae-a55d6d3fa844 req-53fd73f1-78c2-4618-8606-222f2fcab689 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:31.052861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e2267d7-6aff-4e9d-b2ae-a55d6d3fa844 req-53fd73f1-78c2-4618-8606-222f2fcab689 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.1403637 Dec 20 16:00:31.053437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:31.057729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Pushing event updated for resources: {'Port': ['ID=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:31.098520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bd9254d2-bb64-49d1-9222-322aa2cd132d None None] Port b57934cb-387c-48e6-835d-1b08e454e4b7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:31.167839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffbefcf1-354f-40ed-8c6a-1a8606633cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.205463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.219628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Attempting to bind port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:31.220010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Attempting to bind port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:31.220384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Attempting to bind port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:31.228589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:31.234536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Checking segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:31.234536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.234536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Bound using segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:31.234536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Bound port: d3382ea6-2f82-41c0-ad66-3b6a136e5f16, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:31.234536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.261518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:31.288060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.317691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 7, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:24Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:31.349752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ffbefcf1-354f-40ed-8c6a-1a8606633cd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b508393ce0443f3baa09758eac9b532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7526691 Dec 20 16:00:31.359413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46894) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:31.390989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.428279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f6b76-df07-4233-887f-39d90851b8f8 None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:25Z', 'revision_number': 7, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e57897-0239-47a5-a17c-d2747448bfa5', 'name': '', 'network_id': '7120169e-fcfe-42d6-8742-8822d25d7a93', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:24:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:18Z', 'updated_at': '2021-12-20T16:00:24Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'c463be1f-fd24-4caa-a623-71b89fe63c97', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:31.460504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8144fd63-603e-405f-84a1-fba52870549b None None] For port d3382ea6-2f82-41c0-ad66-3b6a136e5f16, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:31.478573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8144fd63-603e-405f-84a1-fba52870549b None None] For port d3382ea6-2f82-41c0-ad66-3b6a136e5f16, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:31.491513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbefcf1-354f-40ed-8c6a-1a8606633cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a85be1-c493-459f-89b5-82fd45b4b7bc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:31.500868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e2267d7-6aff-4e9d-b2ae-a55d6d3fa844 req-d112b479-3f0d-4019-b436-a11ec23d1ef9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881763 Dec 20 16:00:31.591758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.632845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b41cab2c-02e4-47cb-a6f3-2fcf8d7b53ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.735354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b41cab2c-02e4-47cb-a6f3-2fcf8d7b53ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.774065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144fd63-603e-405f-84a1-fba52870549b None None] Pushing event updated for resources: {'Port': ['ID=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:31.870504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9cf82cdb-2b14-40b4-b5dc-5706e8296521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.875249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:31.876089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:32.025735 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:00:32.048448 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b41cab2c-02e4-47cb-a6f3-2fcf8d7b53ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:32.058941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b41cab2c-02e4-47cb-a6f3-2fcf8d7b53ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:32.063033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:32.068286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b41cab2c-02e4-47cb-a6f3-2fcf8d7b53ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9a85be1-c493-459f-89b5-82fd45b4b7bc HTTP/1.1" status: 204 len: 168 time: 0.7088354 Dec 20 16:00:32.098854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cab2c-02e4-47cb-a6f3-2fcf8d7b53ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a85be1-c493-459f-89b5-82fd45b4b7bc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:32.271593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:32.277830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9b6e4ca-5d21-4eb9-9328-543e215cdf8e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6409433 Dec 20 16:00:32.280734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46908) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:32.282559 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:32.294245 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:32.295716 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:32.349803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet c463be1f-fd24-4caa-a623-71b89fe63c97 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:00:32.351983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46910) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:32.359244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:32.361695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:32.466776 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:32.842014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.037378 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:30Z', 'revision_number': 8, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.066456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d3382ea6-2f82-41c0-ad66-3b6a136e5f16 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:33.075592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.086514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:33.101054 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:33.102091 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.122398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-864c13f5-38e4-4f12-8f3c-bac02a1997a6 tempest-AgentManagementNegativeTest-301421850 tempest-AgentManagementNegativeTest-301421850-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7688603 Dec 20 16:00:33.137796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:33.144191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.177152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.261853 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:33.266677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.301279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b75b88-63c3-4248-9842-b9e24c12ca21 None None] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:33.376350 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.394373 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.397989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855ce01-fdcb-475c-af8f-8d8d120b1747 req-3527a2ea-7b11-49b7-9972-4bc704f4426d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:33.400288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9855ce01-fdcb-475c-af8f-8d8d120b1747 req-3527a2ea-7b11-49b7-9972-4bc704f4426d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.3042099 Dec 20 16:00:33.442591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3baf1a19-d87d-4406-89c6-1fa0ce236cb8 None None] Provisioning complete for port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:33.443064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3baf1a19-d87d-4406-89c6-1fa0ce236cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.443323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:33.485450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.487093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:33.513378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9855ce01-fdcb-475c-af8f-8d8d120b1747 req-650420f9-16c1-4bce-963c-c4bea7735d9a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062412 Dec 20 16:00:33.522844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port d3382ea6-2f82-41c0-ad66-3b6a136e5f16, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:33.571211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:33.572188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.587245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.588596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f0df0a6-fd57-446b-9023-261b9943394c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2737749 Dec 20 16:00:33.591942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46950) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:33.637338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:33.671383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.677403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:33.678952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:33.682254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.713855 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:30Z', 'revision_number': 8, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:33.770673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=c463be1f-fd24-4caa-a623-71b89fe63c97,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:33.779796 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683e161-2598-433b-8cfd-90f820dcf9a1 None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:30Z', 'revision_number': 8, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a5b999-f527-4ba6-96ab-f983e2e1fedd', 'name': '', 'network_id': 'aef7279b-9184-4fbf-96a5-39269eaaae99', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:40:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:10Z', 'updated_at': '2021-12-20T16:00:18Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': 'bf7fd4b4-785c-4e5c-9502-79f311a77ad7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:33.804246 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.812075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-36f7f269-a0ae-4c77-8790-a6e1642d9247 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/c463be1f-fd24-4caa-a623-71b89fe63c97 HTTP/1.1" status: 204 len: 168 time: 1.5301681 Dec 20 16:00:33.815316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 46960) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:33.835292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:33.846483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bd75a-3022-4548-8a7f-72a86d20a58b None None] Network 7120169e-fcfe-42d6-8742-8822d25d7a93 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:33.906660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 77ecd327-18f6-46ce-8227-94d8bf456b2c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:34.077266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.087121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:34.102156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46968) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:34.126507 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:34.138366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f4a534de-3e3d-48ff-9505-cae0d90a4256 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/77ecd327-18f6-46ce-8227-94d8bf456b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3757269 Dec 20 16:00:34.163035 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Sync routers for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:34.180853 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:34.188012 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:34.209884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46974) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:34.210477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-94897f10-b099-4b7d-afa4-efec945ed83d tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5d44ebd1084b47d29bf53cac22c8d828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6168132 Dec 20 16:00:34.240168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 3dbbc872-8374-4193-971e-c4216dc59b71 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:34.240982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.286956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706dcb7-1a95-40ef-b167-644ff511a68b None None] DHCP port deletion for 7120169e-fcfe-42d6-8742-8822d25d7a93 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:34.334652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 3dbbc872-8374-4193-971e-c4216dc59b71, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3dbbc872-8374-4193-971e-c4216dc59b71,segment=NetworkSegment(acc7a897-af94-4329-aa39-2e8aeb9b8c78),segment_id=acc7a897-af94-4329-aa39-2e8aeb9b8c78)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:34.335144 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.357394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 3dbbc872-8374-4193-971e-c4216dc59b71 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:34.452180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d112149-c893-440f-bbe0-e47b777e4058 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:34.460484 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6d112149-c893-440f-bbe0-e47b777e4058 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2495308 Dec 20 16:00:34.463974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:34.516362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-af0e576f-19b5-49ac-9853-24ca78613050 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512121 Dec 20 16:00:34.521316 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:34.523597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 46984) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:34.528906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507797506', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:34.535619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a69bedb-100e-47b4-982b-b4ef8fac9659 None None] Provisioning complete for port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:34.535997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a69bedb-100e-47b4-982b-b4ef8fac9659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.567864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.633920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port 3dbbc872-8374-4193-971e-c4216dc59b71 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:34.641296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.648130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=3dbbc872-8374-4193-971e-c4216dc59b71,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:34.793661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd2ed-0abf-4579-a764-d3ccfe2d148f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.828576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.849397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:34.858869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7120169e-fcfe-42d6-8742-8822d25d7a93']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:34.861766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.872973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc7a897-af94-4329-aa39-2e8aeb9b8c78') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:34.873493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc7a897-af94-4329-aa39-2e8aeb9b8c78') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:34.887738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.904094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.910523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6a69bedb-100e-47b4-982b-b4ef8fac9659 None None] Port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:34.914652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:00:34.915225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.978198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a69bedb-100e-47b4-982b-b4ef8fac9659 None None] Provisioning complete for port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:34.978948 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a69bedb-100e-47b4-982b-b4ef8fac9659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.983080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d3382ea6-2f82-41c0-ad66-3b6a136e5f16 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:35.020485 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:35.058000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec43378-add8-474f-9b68-d1e9f998415b req-51cc71e5-976a-403e-803c-8d3705755e1c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:35.059876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ec43378-add8-474f-9b68-d1e9f998415b req-51cc71e5-976a-403e-803c-8d3705755e1c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.3603113 Dec 20 16:00:35.120831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-5187b875-6c34-4ea8-bdd0-edea92f8ff61 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671359323&fields=id&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 267 time: 0.1083949 Dec 20 16:00:35.154892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0706dcb7-1a95-40ef-b167-644ff511a68b None None] Deleting port 3dbbc872-8374-4193-971e-c4216dc59b71 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:35.155783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0706dcb7-1a95-40ef-b167-644ff511a68b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.166061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd2ed-0abf-4579-a764-d3ccfe2d148f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.184474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.189336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.196613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47018) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:35.197743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/7120169e-fcfe-42d6-8742-8822d25d7a93 HTTP/1.1" status: 204 len: 168 time: 1.3804412 Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server [None req-0706dcb7-1a95-40ef-b167-644ff511a68b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7120169e-fcfe-42d6-8742-8822d25d7a93 could not be found. Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1549, in delete_ports_by_device_id Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7120169e-fcfe-42d6-8742-8822d25d7a93 could not be found. Dec 20 16:00:35.215382 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 16:00:35.228190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.264261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ec43378-add8-474f-9b68-d1e9f998415b req-bb9ad05e-c74b-4702-bffd-0521189ac36e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699588 Dec 20 16:00:35.272337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4035a-4902-4146-a0cf-c5b06af4fe3b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=7120169e-fcfe-42d6-8742-8822d25d7a93,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.273754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:35.274894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.278999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a4669-6081-420c-82bc-29e801869b3a None None] DHCP port deletion for 7120169e-fcfe-42d6-8742-8822d25d7a93 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:35.281092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:32Z', 'revision_number': 2, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:35.363794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd2ed-0abf-4579-a764-d3ccfe2d148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.379116 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Checking router: 77ecd327-18f6-46ce-8227-94d8bf456b2c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:35.379390 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Updating router 77ecd327-18f6-46ce-8227-94d8bf456b2c port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:35.403987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-6a2e6ac4-d271-4eb4-b512-075563976827 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:35.405884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-6a2e6ac4-d271-4eb4-b512-075563976827 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 796 time: 0.2370629 Dec 20 16:00:35.411225 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.447238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71c4d3-7620-436a-9fea-e22f64b30e06 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:00:35.459725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-9c147d64-f557-4343-83d0-9c037bc75924 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/quotas/602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 375 time: 0.0308609 Dec 20 16:00:35.523904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-01e78eac-b59e-4e1b-a0b7-678680658b15 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571768 Dec 20 16:00:35.572699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd2ed-0abf-4579-a764-d3ccfe2d148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c117f03-b366-49e1-8aa6-0caf8299690b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.600337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:30Z', 'revision_number': 3, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:35.613086 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c6ffd2ed-0abf-4579-a764-d3ccfe2d148f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e28880d82c124f59ae488e5971023bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5072026 Dec 20 16:00:35.615977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47036) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:35.656235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.663937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:35.664621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Updating router cee22a6d-8263-401e-a39b-641be191f8c4 port b57934cb-387c-48e6-835d-1b08e454e4b7 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:35.702472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:35.728421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be0b1af6-8bdf-40e9-9cdc-2ccedfb385c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.763704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be0b1af6-8bdf-40e9-9cdc-2ccedfb385c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.773228 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.777585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71c4d3-7620-436a-9fea-e22f64b30e06 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:00:35.818927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Subnet': ['ID=67754f99-4f9a-40df-ba8e-291d7133ea0e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:35.850743 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.958052 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:35.988349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Checking segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:35.988719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network hostable DHCP agents. Network: 37df77f9-b534-4a56-bf5d-1060ca5c9ed3, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:35.995933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35e57897-0239-47a5-a17c-d2747448bfa5 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:36.031543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-28d8d432-6cf0-4b25-b4a1-23850fcea384 service neutron] 10.222.0.81 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856489 Dec 20 16:00:36.032860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a15b84e7-579e-46d7-8be6-f61c7b24c5f0 None None] Provisioning complete for port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:36.033407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a15b84e7-579e-46d7-8be6-f61c7b24c5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.034038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be0b1af6-8bdf-40e9-9cdc-2ccedfb385c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.038020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be0b1af6-8bdf-40e9-9cdc-2ccedfb385c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.039545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-be0b1af6-8bdf-40e9-9cdc-2ccedfb385c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c117f03-b366-49e1-8aa6-0caf8299690b HTTP/1.1" status: 204 len: 168 time: 0.4220362 Dec 20 16:00:36.039774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 35e57897-0239-47a5-a17c-d2747448bfa5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:36.040211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35e57897-0239-47a5-a17c-d2747448bfa5 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:36.040748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3dbbc872-8374-4193-971e-c4216dc59b71 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:36.078577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b1af6-8bdf-40e9-9cdc-2ccedfb385c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c117f03-b366-49e1-8aa6-0caf8299690b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:36.122227 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7db75-be6f-46fa-8bd0-61446eaff8d6 None None] Pushing event updated for resources: {'Port': ['ID=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:36.134650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:36.213779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-758d0740-6a67-48d8-8ec5-1ae415aa0b63 service neutron] 10.222.0.81 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720967 Dec 20 16:00:36.249851 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Attempting to bind port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:36.251187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Attempting to bind port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:36.251877 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Attempting to bind port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:36.259164 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:36.259834 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Checking segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:36.261131 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.262108 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Bound using segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:36.262747 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Bound port: 3e0c82bf-1d0f-4764-9b38-6eded00ac50d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:36.263298 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.278186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3dbbc872-8374-4193-971e-c4216dc59b71 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:36.280540 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3dbbc872-8374-4193-971e-c4216dc59b71 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:36.318760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 37df77f9-b534-4a56-bf5d-1060ca5c9ed3) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:36.336238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:36.336919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.375170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.397151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a15b84e7-579e-46d7-8be6-f61c7b24c5f0 None None] Port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:36.405345 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] For port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:36.413336 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] For port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:36.508741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.521814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c336cfc3-eba7-4be5-b360-c9afbca403b3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9970946 Dec 20 16:00:36.522212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:36.568089 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.597364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:00:36.605793 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9701b319-ea0d-4884-9b5d-52abfeab3289" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:00:36.661817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:36.779573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746aca5f-fca4-4cb4-8a7e-e9c54e120ac8 x-openstack-request-id: req-746aca5f-fca4-4cb4-8a7e-e9c54e120ac8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:00:36.780112 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:00:36.780573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-746aca5f-fca4-4cb4-8a7e-e9c54e120ac8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:00:36.781197 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'code': 200} Dec 20 16:00:36.781377 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7db75-be6f-46fa-8bd0-61446eaff8d6 None None] Pushing event updated for resources: {'Port': ['ID=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:36.806813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.821043 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:36.823514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:36.873728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.939804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aab724-a4c2-41d0-bbdb-60e04462ca21 None None] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:36.988812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 27a5b999-f527-4ba6-96ab-f983e2e1fedd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:36.994057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.009291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44beaaf5-10b1-40b9-a8ad-1035406742bc req-376c76db-6c68-4244-8011-a6923e4d4d22 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.1251395 Dec 20 16:00:37.037532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.047511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326c2d2-e582-4e8a-aef0-d1070095bbe6 req-d01d0f1a-466a-4e8e-9df8-4bdab39f8da2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:37.053201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d326c2d2-e582-4e8a-aef0-d1070095bbe6 req-d01d0f1a-466a-4e8e-9df8-4bdab39f8da2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 946 time: 0.3996446 Dec 20 16:00:37.119501 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:37.205679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245eff72-387a-4a60-a7ea-3238c7f2d980 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:37.232677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 27a5b999-f527-4ba6-96ab-f983e2e1fedd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=27a5b999-f527-4ba6-96ab-f983e2e1fedd,segment=NetworkSegment(0c9b3dfc-f82a-4203-9690-e36429b536fc),segment_id=0c9b3dfc-f82a-4203-9690-e36429b536fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:37.236654 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.256530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Attempting to bind port b57934cb-387c-48e6-835d-1b08e454e4b7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:37.258621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Attempting to bind port b57934cb-387c-48e6-835d-1b08e454e4b7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:37.259168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Attempting to bind port b57934cb-387c-48e6-835d-1b08e454e4b7 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:37.285990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=14']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:37.292586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d326c2d2-e582-4e8a-aef0-d1070095bbe6 req-142fe1db-8236-4b7b-8d49-77fd8f35f8eb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139838 Dec 20 16:00:37.296809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 27a5b999-f527-4ba6-96ab-f983e2e1fedd owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:37.309536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:37.309927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:37.310368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.310781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:37.314778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Bound port: b57934cb-387c-48e6-835d-1b08e454e4b7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:37.316497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.450386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.451935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.453579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.453949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.454291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.454626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.454984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.455315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.455639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.455992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.457501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.458410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.459035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:00:37.523144 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:36Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:37.538028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31ef0d-1f6e-488d-9366-735767fe5b27 None None] Pushing event updated for resources: {'Port': ['ID=b57934cb-387c-48e6-835d-1b08e454e4b7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:37.569654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] For port b57934cb-387c-48e6-835d-1b08e454e4b7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:37.590957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] For port b57934cb-387c-48e6-835d-1b08e454e4b7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b57934cb-387c-48e6-835d-1b08e454e4b7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:37.592533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:00:37.594217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.629839 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1efc1-beb1-4ae8-a3a7-35188ceb65eb None None] The sync data for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 is: [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:36Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:37.831174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-359ffc9b-72a1-4b32-940f-eeba5fd45de9 None None] Provisioning complete for port b57934cb-387c-48e6-835d-1b08e454e4b7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:37.832451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-359ffc9b-72a1-4b32-940f-eeba5fd45de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.843953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.921375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:37.945600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ddf2f-19cf-4bef-a301-cc56d8497843 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:37.989720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=27a5b999-f527-4ba6-96ab-f983e2e1fedd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:38.043146 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:38.103969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:38.104609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:38.158576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31ef0d-1f6e-488d-9366-735767fe5b27 None None] Pushing event updated for resources: {'Port': ['ID=b57934cb-387c-48e6-835d-1b08e454e4b7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:38.252247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Allocated IP 172.20.0.2 (37df77f9-b534-4a56-bf5d-1060ca5c9ed3/67754f99-4f9a-40df-ba8e-291d7133ea0e/1637bc22-d068-4000-bb36-0ed863ddefa7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:38.296226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e19c8b2f-a923-4cef-b182-1efd264e3b57 req-e96d75c8-1158-4157-b056-ff46b98632e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.1091144 Dec 20 16:00:38.467330 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:38.624612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:38.668039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-359ffc9b-72a1-4b32-940f-eeba5fd45de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:38.759470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47138) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:38.778013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-359ffc9b-72a1-4b32-940f-eeba5fd45de9 None None] For port b57934cb-387c-48e6-835d-1b08e454e4b7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b57934cb-387c-48e6-835d-1b08e454e4b7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:38.801711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:38.875986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:38.931179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:39.028440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-341073167'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:39.103117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.20.0.1 (37df77f9-b534-4a56-bf5d-1060ca5c9ed3/67754f99-4f9a-40df-ba8e-291d7133ea0e/2ff120fa-a2ce-4c21-9d43-1559399b50bd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:39.112476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:39.118653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3e0c82bf-1d0f-4764-9b38-6eded00ac50d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:39.124382 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6fbae1e6-4e62-4928-ae47-ee076bab55c8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9264283 Dec 20 16:00:39.125257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47152) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:39.125639 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-359ffc9b-72a1-4b32-940f-eeba5fd45de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.226850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:39.254324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet bf7fd4b4-785c-4e5c-9502-79f311a77ad7 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:00:39.259017 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.322431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.332808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.364336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Pushing event updated for resources: {'Port': ['ID=1637bc22-d068-4000-bb36-0ed863ddefa7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.400435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Made reservation on behalf of fa47da541a524064a15dee2db86770bb for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:39.428070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.482260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:39.483150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:39.490347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:39.492601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.495213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ffc9b-72a1-4b32-940f-eeba5fd45de9 None None] Pushing event updated for resources: {'Port': ['ID=b57934cb-387c-48e6-835d-1b08e454e4b7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.538447 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.547376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:39.551433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:39.559454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47162) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:39.638924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee7a54c6-3cda-4997-b1f7-9a6ca6d722d6 req-b33be5e4-3806-472d-bcfe-08a1bd1b6489 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.1347063 Dec 20 16:00:39.641463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.656359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e57f39ac-0d6a-46a0-801a-177a08a30f22 None None] Provisioning complete for port b57934cb-387c-48e6-835d-1b08e454e4b7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:39.656359 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e57f39ac-0d6a-46a0-801a-177a08a30f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.767291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:39.781390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Attempting to bind port 1637bc22-d068-4000-bb36-0ed863ddefa7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:39.781765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Attempting to bind port 1637bc22-d068-4000-bb36-0ed863ddefa7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:39.782212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Attempting to bind port 1637bc22-d068-4000-bb36-0ed863ddefa7 on network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:39.784066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:39.788705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=2ff120fa-a2ce-4c21-9d43-1559399b50bd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.794249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:39.795451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:39.809856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:39.809856 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.825916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.861775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c461227-1823-494e-920b-751044cbb036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.864119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:39.864506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Checking segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:39.864921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.865613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Bound using segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:39.865957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Bound port: 1637bc22-d068-4000-bb36-0ed863ddefa7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:39.866351 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.884825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.895321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7fd4b4-785c-4e5c-9502-79f311a77ad7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:39.913205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:39.921341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3a06a1be-abe2-43b2-a6bf-eaae355ed422 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/bf7fd4b4-785c-4e5c-9502-79f311a77ad7 HTTP/1.1" status: 204 len: 168 time: 0.7887857 Dec 20 16:00:39.922419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47168) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:39.930732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0befadf-3353-4a18-9227-baddac5c36a4 None None] Network aef7279b-9184-4fbf-96a5-39269eaaae99 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:39.966248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:30Z', 'revision_number': 3, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:39.976394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.036277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.050927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:00:40.053247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.066658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.067767 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Added segment 788014f4-abb1-4069-a557-e0d3b7224584 of type vlan for network 4aa03335-9f21-470c-b7ef-c31a25dde680 Dec 20 16:00:40.110700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c970280-03f6-404e-9937-0e62d3870c34 None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:30Z', 'revision_number': 3, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:40.169300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:40.170175 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.261669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c461227-1823-494e-920b-751044cbb036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.308123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 15cb55f6-79da-40a6-b5e3-eeb9a4570458, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15cb55f6-79da-40a6-b5e3-eeb9a4570458,segment=NetworkSegment(0c9b3dfc-f82a-4203-9690-e36429b536fc),segment_id=0c9b3dfc-f82a-4203-9690-e36429b536fc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:40.308489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.328677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e807e7a-6c6d-4759-8d0d-7b23a2b1f559,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:40.329007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 15cb55f6-79da-40a6-b5e3-eeb9a4570458 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:40.364606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.440941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] For port 1637bc22-d068-4000-bb36-0ed863ddefa7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:40.463674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c461227-1823-494e-920b-751044cbb036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.480259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.resource_extend [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 16:00:40.509725 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.544132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] For port 1637bc22-d068-4000-bb36-0ed863ddefa7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1637bc22-d068-4000-bb36-0ed863ddefa7,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:40.591851 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.621263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:40.623769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c461227-1823-494e-920b-751044cbb036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f41c4-3db5-42de-a512-33ef04446150,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:40.630370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2c461227-1823-494e-920b-751044cbb036 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c44982d3c08946f1a4fbfb9a9692d93b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0693555 Dec 20 16:00:40.635428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47188) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:40.650546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=15cb55f6-79da-40a6-b5e3-eeb9a4570458,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:40.670043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port 15cb55f6-79da-40a6-b5e3-eeb9a4570458 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:40.676895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e57f39ac-0d6a-46a0-801a-177a08a30f22 None None] Provisioning complete for port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:40.677341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e57f39ac-0d6a-46a0-801a-177a08a30f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.682565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-1f4bc92f-6952-473b-a678-fb363aaefc70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:40.684140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-1f4bc92f-6952-473b-a678-fb363aaefc70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 796 time: 0.3040483 Dec 20 16:00:40.691734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.741527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.749799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:40.750452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.802275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a10de9-db61-459a-8d18-dc07e85ce874 None None] Pushing event updated for resources: {'Port': ['ID=1637bc22-d068-4000-bb36-0ed863ddefa7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:40.806155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8837919-fd96-4ac8-a51f-b5f674b7f287 None None] DHCP port deletion for aef7279b-9184-4fbf-96a5-39269eaaae99 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:40.815445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.834930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8959dd08-6fff-4008-8489-c4b452bd6317 req-b47c0cc1-b722-490c-8905-80ed0cc18b8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.0798538 Dec 20 16:00:40.836061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6276d68-d30f-48fc-a874-5ca2cbcc06fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.884263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef7279b-9184-4fbf-96a5-39269eaaae99']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:40.885559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6276d68-d30f-48fc-a874-5ca2cbcc06fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.897843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9b3dfc-f82a-4203-9690-e36429b536fc') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:40.897843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9b3dfc-f82a-4203-9690-e36429b536fc') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:40.911555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:37Z', 'revision_number': 9, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:40.912637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.931622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.945821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:00:40.946221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:40.949820 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:41.021574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:41.032100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.050595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2894840 Dec 20 16:00:41.054040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47198) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:41.070199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Request body: {'subnet': {'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:41.108111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff512ad-a990-47c1-a8bb-ad04a1254aa1 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event updated for resources: {'Network': ['ID=4aa03335-9f21-470c-b7ef-c31a25dde680,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:41.151638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-c74fff54-9caf-457a-b72b-705f666150c4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 380 time: 0.4511840 Dec 20 16:00:41.152985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.175086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:00:41.185217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'port': {'device_id': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'admin_state_up': True, 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'security_groups': ['9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:41.221169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6276d68-d30f-48fc-a874-5ca2cbcc06fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.230716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.230973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6276d68-d30f-48fc-a874-5ca2cbcc06fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.231187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f6276d68-d30f-48fc-a874-5ca2cbcc06fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/983f41c4-3db5-42de-a512-33ef04446150 HTTP/1.1" status: 204 len: 168 time: 0.5937345 Dec 20 16:00:41.267772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.298893 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/aef7279b-9184-4fbf-96a5-39269eaaae99 HTTP/1.1" status: 204 len: 168 time: 1.3753786 Dec 20 16:00:41.307800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47210) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:41.311804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:41.314530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:41.404020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276d68-d30f-48fc-a874-5ca2cbcc06fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f41c4-3db5-42de-a512-33ef04446150,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:41.427974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aaf48-ea2d-4db2-81fe-376d3663a4d8 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=aef7279b-9184-4fbf-96a5-39269eaaae99,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:41.437744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b57934cb-387c-48e6-835d-1b08e454e4b7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:41.516572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:41.555069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:41.627405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b57934cb-387c-48e6-835d-1b08e454e4b7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:41.627878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:41.884724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.040334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84c723a9-0470-496a-88a8-ea69fb95ed80 req-7cf7fbaa-67ef-4563-9fa4-2c5e5f901ee6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.0741909 Dec 20 16:00:42.054540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.137712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:42.146028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:37Z', 'revision_number': 9, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:42.159221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15cb55f6-79da-40a6-b5e3-eeb9a4570458 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:42.162321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.197533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be2aa50-dfeb-4cac-8c11-83d27d33b19d None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:37Z', 'revision_number': 9, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e865db5-b086-48c0-a6b8-7508aaa4b373', 'name': '', 'network_id': 'd777cf45-7b61-46d5-9641-786cc9c68d3d', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:ac:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:00Z', 'updated_at': '2021-12-20T16:00:09Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '75a6baa5-d95e-4ef2-b27f-e44d81e967e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:42.215978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.228907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=2ff120fa-a2ce-4c21-9d43-1559399b50bd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:42.247048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 15cb55f6-79da-40a6-b5e3-eeb9a4570458 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:42.247985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15cb55f6-79da-40a6-b5e3-eeb9a4570458 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:42.287413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Made reservation on behalf of fa47da541a524064a15dee2db86770bb for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:42.292943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.508175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.10 (0deae6ba-90d7-47eb-8beb-62e2c28dade7/9be9bdd7-8d34-4e19-a2c9-7481fd937804/f073094a-afeb-48bf-9668-aafc3b97c012) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:42.536253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:42.579154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47226) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:42.631274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9867eea8-bc1a-4193-8491-94b7bad192f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.675467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a586df1-f4cb-431a-a3e3-a81a56638a01 None None] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:42.677131 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.755221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.817883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d5a53440-6e70-4e2d-aad4-dff9f2aa288c None None] Provisioning complete for port 1637bc22-d068-4000-bb36-0ed863ddefa7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:42.818630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5a53440-6e70-4e2d-aad4-dff9f2aa288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.880781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event updated for resources: {'Subnet': ['ID=88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:42.961403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5a53440-6e70-4e2d-aad4-dff9f2aa288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.961703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9867eea8-bc1a-4193-8491-94b7bad192f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.994194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Checking segment: {'id': '788014f4-abb1-4069-a557-e0d3b7224584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:42.994568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Network hostable DHCP agents. Network: 4aa03335-9f21-470c-b7ef-c31a25dde680, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:00:43.005561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d5a53440-6e70-4e2d-aad4-dff9f2aa288c None None] For port 1637bc22-d068-4000-bb36-0ed863ddefa7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1637bc22-d068-4000-bb36-0ed863ddefa7,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:43.016162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:43.139882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5ac12-ba98-4c13-8efc-09ccec24ed13 req-b37ce9a2-cfb4-4729-9d34-6f7b8f4fc481 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:43.147689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffa5ac12-ba98-4c13-8efc-09ccec24ed13 req-b37ce9a2-cfb4-4729-9d34-6f7b8f4fc481 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.6451073 Dec 20 16:00:43.186313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 2e865db5-b086-48c0-a6b8-7508aaa4b373 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:43.186666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.278595 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9867eea8-bc1a-4193-8491-94b7bad192f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.288784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e9a7ce-e531-4d1d-a510-7fb6a300e119 req-4e3a8558-ef10-4eb7-a282-9353fb871f83 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.0993719 Dec 20 16:00:43.295403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5a53440-6e70-4e2d-aad4-dff9f2aa288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.333883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:00:43.380548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a53440-6e70-4e2d-aad4-dff9f2aa288c None None] Pushing event updated for resources: {'Port': ['ID=1637bc22-d068-4000-bb36-0ed863ddefa7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:43.392688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3e0c82bf-1d0f-4764-9b38-6eded00ac50d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:43.396178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffa5ac12-ba98-4c13-8efc-09ccec24ed13 req-42f97ad1-cca1-4d63-a400-51310f1d0380 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474976 Dec 20 16:00:43.401256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:43.444062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867eea8-bc1a-4193-8491-94b7bad192f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0658fa43-1dd5-4740-ac21-917a1279e5ea,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:43.462577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.463305 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9867eea8-bc1a-4193-8491-94b7bad192f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f042538c80ae4565b3cdfd080c898b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8774247 Dec 20 16:00:43.476260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:43.490837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d31a2137-9367-483c-9da2-281cb4d70121 None None] Provisioning complete for port 2ff120fa-a2ce-4c21-9d43-1559399b50bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:43.491432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d31a2137-9367-483c-9da2-281cb4d70121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.528242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4aa03335-9f21-470c-b7ef-c31a25dde680) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:43.535884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 2e865db5-b086-48c0-a6b8-7508aaa4b373, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e865db5-b086-48c0-a6b8-7508aaa4b373,segment=NetworkSegment(6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b),segment_id=6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:43.536406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.542683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc6e9f-bbeb-4174-8c1a-8e88a5407cc8 None None] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:43.555597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:43.556237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.573448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 2e865db5-b086-48c0-a6b8-7508aaa4b373 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:43.611354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d31a2137-9367-483c-9da2-281cb4d70121 None None] Port 2ff120fa-a2ce-4c21-9d43-1559399b50bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:43.626578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:43.627048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.660979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb659-5c04-4440-87c4-e94bb85710a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.699385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-738dd8c8-15ca-46f5-9bef-de101b1c2392 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6369028 Dec 20 16:00:43.700492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47236) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:43.707775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Request body: {'port': {'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680', 'name': 'tempest-ExtraDHCPOptionsTestJSON-131635869'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:43.710832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb659-5c04-4440-87c4-e94bb85710a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.737143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d31a2137-9367-483c-9da2-281cb4d70121 None None] Provisioning complete for port 1637bc22-d068-4000-bb36-0ed863ddefa7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:43.738305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d31a2137-9367-483c-9da2-281cb4d70121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.744415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:43.755734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:43.775295 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:43.776670 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:43.783266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c755650d-139e-4109-b70f-8d30cb1f7f44 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "PUT /v2.0/routers/cee22a6d-8263-401e-a39b-641be191f8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2597346 Dec 20 16:00:43.787273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47238) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:43.850104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4aa03335-9f21-470c-b7ef-c31a25dde680', 'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680', 'project_id': 'fa47da541a524064a15dee2db86770bb', 'fixed_ips': [{'subnet_id': '88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:00:43.850942 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.851689 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.906802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb659-5c04-4440-87c4-e94bb85710a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.912221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb659-5c04-4440-87c4-e94bb85710a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:43.914121 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8f6fb659-5c04-4440-87c4-e94bb85710a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0658fa43-1dd5-4740-ac21-917a1279e5ea HTTP/1.1" status: 204 len: 168 time: 0.4363015 Dec 20 16:00:43.929272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fb659-5c04-4440-87c4-e94bb85710a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0658fa43-1dd5-4740-ac21-917a1279e5ea,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:43.990617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1637bc22-d068-4000-bb36-0ed863ddefa7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:44.001397 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:44.143001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:44.156725 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.185055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:44.205100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1637bc22-d068-4000-bb36-0ed863ddefa7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:44.205100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.205300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:44.205300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:44.236405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=2e865db5-b086-48c0-a6b8-7508aaa4b373,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:44.239579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Allocated IP 172.20.0.2 (4aa03335-9f21-470c-b7ef-c31a25dde680/88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da/1d515518-e2be-4125-8986-1fbfbb4728d7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:44.262980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.264326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.265598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6c189bc5-04cb-4ac3-b104-f034e9fea866 None None] Provisioning complete for port 2ff120fa-a2ce-4c21-9d43-1559399b50bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:44.269777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c189bc5-04cb-4ac3-b104-f034e9fea866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.275762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bba560-4d79-4c01-a4f1-c08233c29638 req-65e6ea12-e809-462d-ac2d-ba5a98586055 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.283161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72bba560-4d79-4c01-a4f1-c08233c29638 req-65e6ea12-e809-462d-ac2d-ba5a98586055 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2864156 Dec 20 16:00:44.390877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6c189bc5-04cb-4ac3-b104-f034e9fea866 None None] Port 2ff120fa-a2ce-4c21-9d43-1559399b50bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:44.448223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-319693d3-c282-4f29-8842-0cf325542391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.449692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-319693d3-c282-4f29-8842-0cf325542391 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.4050832 Dec 20 16:00:44.450733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27a5b999-f527-4ba6-96ab-f983e2e1fedd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:44.509973 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:41Z', 'revision_number': 2, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:44.554907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.577137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 27a5b999-f527-4ba6-96ab-f983e2e1fedd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:44.577512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27a5b999-f527-4ba6-96ab-f983e2e1fedd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:44.582417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:44.582676 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Updating router cee22a6d-8263-401e-a39b-641be191f8c4 port 2ff120fa-a2ce-4c21-9d43-1559399b50bd binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:00:44.620064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Made reservation on behalf of fa47da541a524064a15dee2db86770bb for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:44.642073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.642368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.642462 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.679526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-d639a7c7-a68e-4825-9b53-dbe244938985 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5094237 Dec 20 16:00:44.698299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.699010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.699644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.700268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.700900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.701514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.701951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.702600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.703292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.704230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.704956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.705495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.706051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.713824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d217780d-00be-4d1c-9d1f-a5e66166ecb8 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9119 time: 0.9252126 Dec 20 16:00:44.730290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Request body: {'port': {'device_id': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:44.743591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b6c93308-ccf2-4029-89cf-6e106d0726ea None None] Provisioning complete for port f073094a-afeb-48bf-9668-aafc3b97c012 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:44.743591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6c93308-ccf2-4029-89cf-6e106d0726ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.757050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:44.820570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b6c93308-ccf2-4029-89cf-6e106d0726ea None None] Port f073094a-afeb-48bf-9668-aafc3b97c012 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:44.832114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.858428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] device_id is not set on port 55460991-1303-43e1-b9c0-ecc5a52aa658 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:44.906915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:44.910838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:44.914714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:44.923114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Pushing event updated for resources: {'Port': ['ID=1d515518-e2be-4125-8986-1fbfbb4728d7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:44.958531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-e5ca3059-c13f-40d3-89b0-2bf4282a962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:44.960314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-e5ca3059-c13f-40d3-89b0-2bf4282a962b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.4742362 Dec 20 16:00:44.960955 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:44.972947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72bba560-4d79-4c01-a4f1-c08233c29638 req-881cf3a4-e23c-43f0-bbb3-b5c9e0177654 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6876769 Dec 20 16:00:44.999059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.001543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.002479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.003214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.015634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.015634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Attempting to bind port 1d515518-e2be-4125-8986-1fbfbb4728d7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:45.016122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Attempting to bind port 1d515518-e2be-4125-8986-1fbfbb4728d7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '788014f4-abb1-4069-a557-e0d3b7224584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:45.016212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Attempting to bind port 1d515518-e2be-4125-8986-1fbfbb4728d7 on network 4aa03335-9f21-470c-b7ef-c31a25dde680 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.016393 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-84037105-cc56-4365-a4b2-8753fdf32eaf tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8211 time: 0.2498014 Dec 20 16:00:45.017552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:45.019119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Checking segment: {'id': '788014f4-abb1-4069-a557-e0d3b7224584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:45.019542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.019995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Bound using segment: {'id': '788014f4-abb1-4069-a557-e0d3b7224584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:45.020679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Bound port: 1d515518-e2be-4125-8986-1fbfbb4728d7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788014f4-abb1-4069-a557-e0d3b7224584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:45.021062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.037835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47260) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:45.156982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:45.170733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] For port 1d515518-e2be-4125-8986-1fbfbb4728d7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:45.175894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] For port 1d515518-e2be-4125-8986-1fbfbb4728d7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d515518-e2be-4125-8986-1fbfbb4728d7,segment=NetworkSegment(788014f4-abb1-4069-a557-e0d3b7224584),segment_id=788014f4-abb1-4069-a557-e0d3b7224584)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:45.250228 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.257636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Allocated IP 172.20.0.8 (4aa03335-9f21-470c-b7ef-c31a25dde680/88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da/55460991-1303-43e1-b9c0-ecc5a52aa658) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:45.269846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5542836-7291-457c-820f-c6e8c7a34b6c req-78527ba5-2163-4f88-bf01-748ff07e0308 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.271456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5542836-7291-457c-820f-c6e8c7a34b6c req-78527ba5-2163-4f88-bf01-748ff07e0308 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 932 time: 0.8016326 Dec 20 16:00:45.271989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1637bc22-d068-4000-bb36-0ed863ddefa7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:45.277603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.289115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-bc792b3e-61f6-4fd9-af13-a4515e72d718 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.3033316 Dec 20 16:00:45.297136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:45.304944 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-485da37a-0a71-46a7-854a-42343b3a6ebd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9889197 Dec 20 16:00:45.306692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:45.321228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:45.360862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet 75a6baa5-d95e-4ef2-b27f-e44d81e967e3 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:00:45.364765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.374683 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.410161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.444985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:45.445919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:45.536958 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64c614-d9e7-4e04-8d8a-cee99839ba77 None None] Pushing event updated for resources: {'Port': ['ID=2ff120fa-a2ce-4c21-9d43-1559399b50bd,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:45.539383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1637bc22-d068-4000-bb36-0ed863ddefa7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:45.540516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.637865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.638314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-06ef6e95-91d0-42dc-a349-58f06fb67691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:45.638314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-06ef6e95-91d0-42dc-a349-58f06fb67691 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.3113918 Dec 20 16:00:45.655810 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Attempting to bind port 2ff120fa-a2ce-4c21-9d43-1559399b50bd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:45.656193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Attempting to bind port 2ff120fa-a2ce-4c21-9d43-1559399b50bd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:45.656559 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Attempting to bind port 2ff120fa-a2ce-4c21-9d43-1559399b50bd on network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:45.663354 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:45.663354 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Checking segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:45.663705 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.664073 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Bound using segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:45.664549 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Bound port: 2ff120fa-a2ce-4c21-9d43-1559399b50bd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:45.665070 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.753843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5542836-7291-457c-820f-c6e8c7a34b6c req-e0b558ac-03a2-4cb2-9b19-01542e2b499a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716365 Dec 20 16:00:45.819708 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] For port 2ff120fa-a2ce-4c21-9d43-1559399b50bd, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:45.823608 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] For port 2ff120fa-a2ce-4c21-9d43-1559399b50bd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2ff120fa-a2ce-4c21-9d43-1559399b50bd,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:45.854407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.922813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=75a6baa5-d95e-4ef2-b27f-e44d81e967e3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:45.928606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:45.937482 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0710b648-ea91-48ce-bdec-db6bc6c6e57b tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/75a6baa5-d95e-4ef2-b27f-e44d81e967e3 HTTP/1.1" status: 204 len: 168 time: 0.6311185 Dec 20 16:00:45.940255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47272) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:45.969441 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.013412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0f8fb-3dc7-42ee-921f-e039d3c90e99 None None] Network d777cf45-7b61-46d5-9641-786cc9c68d3d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:46.066716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-50f5886f-5ae8-48ef-9269-f314d81fdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:46.068684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-50f5886f-5ae8-48ef-9269-f314d81fdd5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4389162 Dec 20 16:00:46.099124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.118278 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:46.118903 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:46.182284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c8f63-afdb-4577-a556-cd6239564eae None None] Pushing event updated for resources: {'Port': ['ID=1d515518-e2be-4125-8986-1fbfbb4728d7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.217767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 8b70c2e2-a507-4384-889f-a61fa741b13f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:46.218973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.250581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:46.312469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c5c50cf4-bcb2-40aa-b869-29b110c642fd None None] Provisioning complete for port 2ff120fa-a2ce-4c21-9d43-1559399b50bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:46.313655 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5c50cf4-bcb2-40aa-b869-29b110c642fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.352721 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64c614-d9e7-4e04-8d8a-cee99839ba77 None None] Pushing event updated for resources: {'Port': ['ID=2ff120fa-a2ce-4c21-9d43-1559399b50bd,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.391086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 8b70c2e2-a507-4384-889f-a61fa741b13f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8b70c2e2-a507-4384-889f-a61fa741b13f,segment=NetworkSegment(6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b),segment_id=6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:46.394726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.419228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 8b70c2e2-a507-4384-889f-a61fa741b13f owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:46.520240 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:46.537939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] DHCP port deletion for d777cf45-7b61-46d5-9641-786cc9c68d3d request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:46.670140 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5c50cf4-bcb2-40aa-b869-29b110c642fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.689687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.740100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=8b70c2e2-a507-4384-889f-a61fa741b13f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:46.746527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port 8b70c2e2-a507-4384-889f-a61fa741b13f on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:46.851764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.859367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c5c50cf4-bcb2-40aa-b869-29b110c642fd None None] For port 2ff120fa-a2ce-4c21-9d43-1559399b50bd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2ff120fa-a2ce-4c21-9d43-1559399b50bd,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:46.879337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d777cf45-7b61-46d5-9641-786cc9c68d3d']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:46.895209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:46.895574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff3ffb6-2ac5-40f9-b236-eaeb9db57c4b') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:46.910672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.913696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Deleting port 8b70c2e2-a507-4384-889f-a61fa741b13f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:46.913926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.931732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.940149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:00:46.941413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:46.946664 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:46.961854 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:45Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:47.006345 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e6c07-3310-427d-9eb2-6ea8fd4e999e None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:45Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:47.083195 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5c50cf4-bcb2-40aa-b869-29b110c642fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.102827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.123681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.123681 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/d777cf45-7b61-46d5-9641-786cc9c68d3d HTTP/1.1" status: 204 len: 168 time: 1.1770217 Dec 20 16:00:47.123681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47290) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:47.152366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f88f0d-5ed5-42be-bb98-e1e2caa8d2ab tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=d777cf45-7b61-46d5-9641-786cc9c68d3d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:47.239336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] For port 8b70c2e2-a507-4384-889f-a61fa741b13f, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:47.239744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.297744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.304237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 10, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:47.316745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45520e2-6f63-47f1-b268-9080e550d80a None None] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:47.343441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-4465c2dc-88a4-4461-87f1-f2516f6920a3 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2525399 Dec 20 16:00:47.360786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16a052-3131-4b94-89cb-fddccf39753d req-25f2dcfb-a9b7-4880-8a06-a971080c8b1a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.369117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b16a052-3131-4b94-89cb-fddccf39753d req-25f2dcfb-a9b7-4880-8a06-a971080c8b1a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.6736856 Dec 20 16:00:47.373471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f073094a-afeb-48bf-9668-aafc3b97c012 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:00:47.449118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Calling delete_port for 8b70c2e2-a507-4384-889f-a61fa741b13f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:47.455721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.463520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Port 8b70c2e2-a507-4384-889f-a61fa741b13f was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:00:47.494330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d515518-e2be-4125-8986-1fbfbb4728d7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:47.496165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:47.602715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.645867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d63b69-adc5-47d3-b6c0-f4e27e28c329 req-2b01549f-1ebd-430a-878d-f45d5743b7e6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:47.648111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97d63b69-adc5-47d3-b6c0-f4e27e28c329 req-2b01549f-1ebd-430a-878d-f45d5743b7e6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 932 time: 0.6929245 Dec 20 16:00:47.649679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.652758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Transition to ACTIVE for port object f073094a-afeb-48bf-9668-aafc3b97c012 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:00:47.695472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-959314ef-5b6e-4bd1-81ce-10dc6e7e09e6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5028 time: 2.6549053 Dec 20 16:00:47.704858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-191c4cfc-69db-4b1f-81ab-6c5dd123ece5 None None] Provisioning complete for port 2ff120fa-a2ce-4c21-9d43-1559399b50bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:47.705254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-191c4cfc-69db-4b1f-81ab-6c5dd123ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.706879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c50cf4-bcb2-40aa-b869-29b110c642fd None None] Pushing event updated for resources: {'Port': ['ID=2ff120fa-a2ce-4c21-9d43-1559399b50bd,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:47.727967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b16a052-3131-4b94-89cb-fddccf39753d req-d94e892b-d0b9-4b5f-b699-bba966a7fa61 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555012 Dec 20 16:00:47.782266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Network d777cf45-7b61-46d5-9641-786cc9c68d3d is not hosted by any dhcp agent {{(pid=103955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:00:47.782745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] No DVR routers for this DVR port 8b70c2e2-a507-4384-889f-a61fa741b13f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:47.845005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:47.850788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:47.860838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b06e6a-aca2-45d3-a3a6-433fde711971 None None] Pushing event deleted for resources: {'Port': ['ID=8b70c2e2-a507-4384-889f-a61fa741b13f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:47.861839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:47.972900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:47.998418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.012436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:48.030899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:48.045581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event updated for resources: {'Port': ['ID=55460991-1303-43e1-b9c0-ecc5a52aa658,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:48.052530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:48.106319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91226ee-bb24-4989-b969-bcfeb792a0af req-9e943eaf-dc18-4009-887a-cb535ef715be service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226529 Dec 20 16:00:48.130008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1d515518-e2be-4125-8986-1fbfbb4728d7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:48.133677 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.235844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97d63b69-adc5-47d3-b6c0-f4e27e28c329 req-72bf1a9f-bc0c-4bf4-a61f-f7c91a2dbb16 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5320687 Dec 20 16:00:48.465965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port 0d876435-ea68-4950-9f48-e21ee0b1a4dd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:48.469836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.510844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:48.524045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:00:48.524391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:00:48.524725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:48.533678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:48.534939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.546860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Port f073094a-afeb-48bf-9668-aafc3b97c012 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:00:48.547194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:00:48.554185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:00:48.555940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Checking segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:00:48.555940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Bound using segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:00:48.555940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Bound port: f073094a-afeb-48bf-9668-aafc3b97c012, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:00:48.555940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.594366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:48.608654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438180260', 'description': 'tempest-secgroup-smoke-1438180260 description', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:48.665770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:00:48.670320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:00:48.699220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port 0d876435-ea68-4950-9f48-e21ee0b1a4dd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0d876435-ea68-4950-9f48-e21ee0b1a4dd,segment=NetworkSegment(764c5574-6144-4fc6-bd30-e650fafe1027),segment_id=764c5574-6144-4fc6-bd30-e650fafe1027)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:48.699873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.701197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16fa6ce1-7351-4341-ac2e-688193a5ff02 None None] Provisioning complete for port 1d515518-e2be-4125-8986-1fbfbb4728d7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:48.701587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16fa6ce1-7351-4341-ac2e-688193a5ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.705767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.718988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for 0d876435-ea68-4950-9f48-e21ee0b1a4dd owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:48.768338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c2670ac-4140-43bd-87f3-a7af01e62c7e tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0584102 Dec 20 16:00:48.768338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47312) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:48.771909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Request body: {'port': {'network_id': '4aa03335-9f21-470c-b7ef-c31a25dde680', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1906588559', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:48.773941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.api.validators [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] bootfile-name is not in valid_values {{(pid=103953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:00:48.774305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.api.validators [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] tftp-server is not in valid_values {{(pid=103953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:00:48.774647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.api.validators [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] server-ip-address is not in valid_values {{(pid=103953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:00:48.818791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 1d515518-e2be-4125-8986-1fbfbb4728d7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d515518-e2be-4125-8986-1fbfbb4728d7,segment=NetworkSegment(788014f4-abb1-4069-a557-e0d3b7224584),segment_id=788014f4-abb1-4069-a557-e0d3b7224584)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:48.868421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 10, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:48.949665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:48.971838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7327d7-71c1-423d-a053-4d9efc34fe26 None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:43Z', 'revision_number': 10, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None, '_interfaces': [{'id': '0d876435-ea68-4950-9f48-e21ee0b1a4dd', 'name': '', 'network_id': 'ed271b8a-7e73-4776-becb-a41ec6f65d44', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'mac_address': 'fa:16:3e:e7:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '4077878a-cff5-4d57-b67b-866b24a16659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:59:53Z', 'updated_at': '2021-12-20T15:59:59Z', 'revision_number': 5, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'subnets': [{'id': '4077878a-cff5-4d57-b67b-866b24a16659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:48.985334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.042719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.133328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:49.133959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.135393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] 10.222.0.83 "PUT /v2.0/ports/f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1092 time: 4.4111679 Dec 20 16:00:49.143323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:00:49.146077 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b0119-5eb4-40db-9624-986b3558b344" -d '{"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:00:49.260125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c151e85-68b7-4ce8-92cb-f416e875e260 req-2a6d571a-727f-42f0-8e5d-2212b5e14981 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:49.261812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c151e85-68b7-4ce8-92cb-f416e875e260 req-2a6d571a-727f-42f0-8e5d-2212b5e14981 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.3294618 Dec 20 16:00:49.270823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.273746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd5732-3482-4ded-aa9c-bf9c14d37671 service neutron] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.301971 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d87139-b849-426c-836d-62b5446bffa8 x-openstack-request-id: req-b1d87139-b849-426c-836d-62b5446bffa8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:00:49.302310 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:00:49.302575 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1d87139-b849-426c-836d-62b5446bffa8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:00:49.305393 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'status': 'completed', 'code': 200} Dec 20 16:00:49.426832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b70c2e2-a507-4384-889f-a61fa741b13f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:49.466580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8b70c2e2-a507-4384-889f-a61fa741b13f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:49.467057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b70c2e2-a507-4384-889f-a61fa741b13f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:49.472939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16fa6ce1-7351-4341-ac2e-688193a5ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.486365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c151e85-68b7-4ce8-92cb-f416e875e260 req-0e594b05-2e35-4817-b9b5-c6375c0e77e7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139387 Dec 20 16:00:49.504747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.511144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0119-5eb4-40db-9624-986b3558b344 req-62491faf-a6a7-4387-bf84-26e7ebfcd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:49.512686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-313b0119-5eb4-40db-9624-986b3558b344 req-62491faf-a6a7-4387-bf84-26e7ebfcd198 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1095 time: 0.2057152 Dec 20 16:00:49.544375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=1d515518-e2be-4125-8986-1fbfbb4728d7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.566857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9af47-317f-45c0-9991-12240639c0fa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.588090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0817e-b82b-455a-ab3e-ecafce94d9e4 req-b09654c9-344b-49c4-9253-e797f9de6d8a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:49.590784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.591355 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-16fa6ce1-7351-4341-ac2e-688193a5ff02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:00:49.591614 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-16fa6ce1-7351-4341-ac2e-688193a5ff02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:00:49.592032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54c0817e-b82b-455a-ab3e-ecafce94d9e4 req-b09654c9-344b-49c4-9253-e797f9de6d8a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.2218385 Dec 20 16:00:49.615767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Made reservation on behalf of fa47da541a524064a15dee2db86770bb for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:49.620876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.645208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=0d876435-ea68-4950-9f48-e21ee0b1a4dd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:49.698485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2ff120fa-a2ce-4c21-9d43-1559399b50bd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:49.751648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] device_id is not set on port d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:00:49.775819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.780152 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87d60aa9-a1c5-44a3-9390-c08f446846ba tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1817200 Dec 20 16:00:49.783894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47322) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:49.799992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2ff120fa-a2ce-4c21-9d43-1559399b50bd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:49.800385 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.870787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'cdd9af47-317f-45c0-9991-12240639c0fa', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:49.890404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:49.933791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e865db5-b086-48c0-a6b8-7508aaa4b373 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:49.937286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54c0817e-b82b-455a-ab3e-ecafce94d9e4 req-f5fac4be-ae69-4aac-ac47-93de45c4dab4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005290 Dec 20 16:00:49.994705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2e865db5-b086-48c0-a6b8-7508aaa4b373 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:49.997398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e865db5-b086-48c0-a6b8-7508aaa4b373 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:50.020122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Allocated IP 172.20.0.10 (4aa03335-9f21-470c-b7ef-c31a25dde680/88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da/d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:50.030140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0119-5eb4-40db-9624-986b3558b344 req-8d83e59d-ad1f-4cfd-baf1-3a83dfa04067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.030140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-313b0119-5eb4-40db-9624-986b3558b344 req-8d83e59d-ad1f-4cfd-baf1-3a83dfa04067 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=602fb63252c24fc3b6b6550245454d8b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4938252 Dec 20 16:00:50.102042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:50.104012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.258905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:50.263628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0119-5eb4-40db-9624-986b3558b344 req-429a6033-e303-4c0d-82ae-4cee4304a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.264384 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f5077c7-4640-4529-8100-e31863061d25 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1276615 Dec 20 16:00:50.265127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-313b0119-5eb4-40db-9624-986b3558b344 req-429a6033-e303-4c0d-82ae-4cee4304a697 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309337 Dec 20 16:00:50.266372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.267115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47330) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:50.271197 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:50.284310 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:50.286756 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:50.313784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bac3ce8a-729c-45e1-b0b4-5db2fdaa2766 None None] Provisioning complete for port 1d515518-e2be-4125-8986-1fbfbb4728d7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:50.314162 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bac3ce8a-729c-45e1-b0b4-5db2fdaa2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.338095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting subnet 4077878a-cff5-4d57-b67b-866b24a16659 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:00:50.342592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.390367 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:50.394214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.402618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.424523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bac3ce8a-729c-45e1-b0b4-5db2fdaa2766 None None] Provisioning complete for port 55460991-1303-43e1-b9c0-ecc5a52aa658 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:50.424800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bac3ce8a-729c-45e1-b0b4-5db2fdaa2766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.457346 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.466394 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 11, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:50.468008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bac3ce8a-729c-45e1-b0b4-5db2fdaa2766 None None] Port 55460991-1303-43e1-b9c0-ecc5a52aa658 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:50.477808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-973a97d9-8e83-4e93-9d6d-24a47d5f51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.479349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-973a97d9-8e83-4e93-9d6d-24a47d5f51c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1095 time: 0.1564066 Dec 20 16:00:50.497433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:50.497775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.498987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7126143 Dec 20 16:00:50.504503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47334) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:50.505357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be0cd9-da7d-4c12-a148-079e41e6d8ec tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc6f6c8-5560-482b-9630-d24a712090b7,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:50.509220 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:50.510132 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:50.513151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'cdd9af47-317f-45c0-9991-12240639c0fa', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:50.568924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-3b661daf-9e20-45ab-8aab-19efccfead0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 217 time: 0.0804219 Dec 20 16:00:50.573325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.600496 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:50.667399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-9cfa7ece-829d-425a-ae05-fb1bc094a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.668894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-9cfa7ece-829d-425a-ae05-fb1bc094a3e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.0912220 Dec 20 16:00:50.671062 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 11, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:50.683029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e1aa7-9ae4-4d66-8585-554da2d13ca2 req-dbed41cb-3bca-4fe1-b9e6-cab913ff682e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.684524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1e1aa7-9ae4-4d66-8585-554da2d13ca2 req-dbed41cb-3bca-4fe1-b9e6-cab913ff682e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0897484 Dec 20 16:00:50.699013 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befae35a-12c7-49d3-bcff-c0c826320760 None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 11, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:50.715738 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.766592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-03aeb143-05f6-49cd-929f-a9fe78f926d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:50.767136 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.768186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-03aeb143-05f6-49cd-929f-a9fe78f926d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827963 Dec 20 16:00:50.770199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.778258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1e1aa7-9ae4-4d66-8585-554da2d13ca2 req-eea69dc4-dff6-418c-8e49-51e37e7fcb7c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825753 Dec 20 16:00:50.825701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.853040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:50.858844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Subnet': ['ID=4077878a-cff5-4d57-b67b-866b24a16659,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:50.860871 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:50.867496 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c7db4f80-72c2-413a-b15d-fdf027c9861f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/4077878a-cff5-4d57-b67b-866b24a16659 HTTP/1.1" status: 204 len: 168 time: 0.5964577 Dec 20 16:00:50.867636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05fea92-de0a-419c-a4a9-a7ef4f170578 None None] Network ed271b8a-7e73-4776-becb-a41ec6f65d44 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:50.867754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:50.887273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:50.913888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:50.913888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event updated for resources: {'Port': ['ID=d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.154610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] DHCP port deletion for ed271b8a-7e73-4776-becb-a41ec6f65d44 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:51.224969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] Deleting port e9713e43-2234-4acd-a458-211c3b3e6d1e {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:51.225915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.318578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] For port e9713e43-2234-4acd-a458-211c3b3e6d1e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e9713e43-2234-4acd-a458-211c3b3e6d1e,segment=NetworkSegment(764c5574-6144-4fc6-bd30-e650fafe1027),segment_id=764c5574-6144-4fc6-bd30-e650fafe1027)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:51.319547 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.337432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] Calling delete_port for e9713e43-2234-4acd-a458-211c3b3e6d1e owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:51.342396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d8b5d684-f7a9-47c0-b4f2-031984c538c8 None None] Provisioning complete for port d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:51.343121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d684-f7a9-47c0-b4f2-031984c538c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.368478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-66d7ef13-6095-42a5-b40c-9ae01a3a7f47 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859931 Dec 20 16:00:51.443105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5d684-f7a9-47c0-b4f2-031984c538c8 None None] Port d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:51.540484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.590236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.590906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.606563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d283e366-3a10-49df-9860-6c543e2c08f8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.610044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-55986166-bdbb-4b6d-866b-ab494f08e747 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2406614 Dec 20 16:00:51.619688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.633598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29c6e4-04a1-40ec-901c-e08ade613da4 req-d6e5fb0e-0acc-491c-82e3-57434be06274 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.635358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef29c6e4-04a1-40ec-901c-e08ade613da4 req-d6e5fb0e-0acc-491c-82e3-57434be06274 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2614696 Dec 20 16:00:51.647928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.669387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed621-42ed-48c7-8f73-189ddae7ea3d req-82e5f5bd-2a66-4ec7-a024-cc23224c0093 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.671215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a58ed621-42ed-48c7-8f73-189ddae7ea3d req-82e5f5bd-2a66-4ec7-a024-cc23224c0093 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.2985084 Dec 20 16:00:51.691603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d515518-e2be-4125-8986-1fbfbb4728d7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:51.696234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] Pushing event deleted for resources: {'Port': ['ID=e9713e43-2234-4acd-a458-211c3b3e6d1e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.699204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.700550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb91bf0-8be4-4b51-839b-a0a3d6086334 None None] No DVR routers for this DVR port e9713e43-2234-4acd-a458-211c3b3e6d1e on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:51.707486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Deleting port e9713e43-2234-4acd-a458-211c3b3e6d1e {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:51.707943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.755862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f14acd0-5259-42c6-882f-796dfa2d80ab req-39cdc9ab-5a30-43a6-aa36-8f6467428558 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687618 Dec 20 16:00:51.761395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1d515518-e2be-4125-8986-1fbfbb4728d7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:51.761777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.789259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.793123 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bc285ae6-512e-4532-ae09-2f1e43aeea64 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2808993 Dec 20 16:00:51.793704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47366) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:51.800629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef29c6e4-04a1-40ec-901c-e08ade613da4 req-b3f0ecdc-40ef-4991-ac76-fc5b6bb3142d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580045 Dec 20 16:00:51.803414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'cdd9af47-317f-45c0-9991-12240639c0fa', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:51.810960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.811441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.811927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.812392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.812856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.813360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.813806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:51.816034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2e6d381c-3032-4cbe-9e0a-9b56d0bd432e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.1576974 Dec 20 16:00:51.821824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a58ed621-42ed-48c7-8f73-189ddae7ea3d req-68e20919-1909-4730-a682-4117cb8ec3b1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339509 Dec 20 16:00:51.833813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e9967513-f382-4e63-800c-6f0baf64ef2c tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.0660479 Dec 20 16:00:51.836153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47368) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:51.843498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] For port e9713e43-2234-4acd-a458-211c3b3e6d1e, host n-d-781076-8, got binding levels [] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:51.843875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.883130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Calling delete_port for e9713e43-2234-4acd-a458-211c3b3e6d1e owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:51.887031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Port e9713e43-2234-4acd-a458-211c3b3e6d1e was not found and therefore no delete operation was performed {{(pid=103954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:00:51.891799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:51.922971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Port': ['ID=e9713e43-2234-4acd-a458-211c3b3e6d1e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:51.927065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No DVR routers for this DVR port e9713e43-2234-4acd-a458-211c3b3e6d1e on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:51.968590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d876435-ea68-4950-9f48-e21ee0b1a4dd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:51.993784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0d876435-ea68-4950-9f48-e21ee0b1a4dd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:51.994408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d876435-ea68-4950-9f48-e21ee0b1a4dd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:51.994993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e9713e43-2234-4acd-a458-211c3b3e6d1e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:52.021298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: e9713e43-2234-4acd-a458-211c3b3e6d1e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:52.021927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e9713e43-2234-4acd-a458-211c3b3e6d1e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:52.033505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.060526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed271b8a-7e73-4776-becb-a41ec6f65d44']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:52.076658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764c5574-6144-4fc6-bd30-e650fafe1027') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:52.077915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764c5574-6144-4fc6-bd30-e650fafe1027') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:52.086437 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.098277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.106168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70af70-18ac-4c8d-abcd-91346bb8baa4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.113674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70af70-18ac-4c8d-abcd-91346bb8baa4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.120324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70af70-18ac-4c8d-abcd-91346bb8baa4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.122059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.125015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d70af70-18ac-4c8d-abcd-91346bb8baa4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2897124 Dec 20 16:00:52.125670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47376) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:52.134881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:00:52.135283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:52.138602 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:52.206824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849746d-1570-4166-873a-248b04238057 req-62fc3e8d-e681-4280-8466-24ddb59ac876 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.209067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a849746d-1570-4166-873a-248b04238057 req-62fc3e8d-e681-4280-8466-24ddb59ac876 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2394280 Dec 20 16:00:52.211166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-fcb57cfb-0bbf-4a8b-80d2-1e7f4d9080ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.212010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-fcb57cfb-0bbf-4a8b-80d2-1e7f4d9080ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.212629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-fcb57cfb-0bbf-4a8b-80d2-1e7f4d9080ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.214492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-fcb57cfb-0bbf-4a8b-80d2-1e7f4d9080ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 2293 time: 0.2463143 Dec 20 16:00:52.238602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.327796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.335659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.338914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/networks/ed271b8a-7e73-4776-becb-a41ec6f65d44 HTTP/1.1" status: 204 len: 168 time: 1.4701815 Dec 20 16:00:52.343260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47378) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:52.350083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'routes': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:52.351280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f39d5-99d4-424f-80da-d982b9966f96 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Pushing event deleted for resources: {'Network': ['ID=ed271b8a-7e73-4776-becb-a41ec6f65d44,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:52.354164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-6a7392ea-83d3-4e41-a72a-f3491e4643a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 1001 time: 0.1305554 Dec 20 16:00:52.359634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a849746d-1570-4166-873a-248b04238057 req-1603aeaa-e35f-4184-a052-a6f07c3fced4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358132 Dec 20 16:00:52.386997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.419077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72b3c7e-2338-4abf-8f17-db9d24b88b50,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:52.468148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Deleting port d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:52.468377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.508298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.509926 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-217176f8-4c71-4543-93fc-3afac76b9585 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7111664 Dec 20 16:00:52.512558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47384) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:52.531030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'cdd9af47-317f-45c0-9991-12240639c0fa', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:52.628450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-583c80dd-3fe2-4c18-9317-ddcfa6fc6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.629958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-583c80dd-3fe2-4c18-9317-ddcfa6fc6e9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 200 len: 851 time: 0.2381060 Dec 20 16:00:52.630955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Added routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:00:52.631268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Removed routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:00:52.631623 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.703983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.764445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.923515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.930534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-c5bfd9a5-54c1-4bce-bccc-9efda56d40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:52.933238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-c5bfd9a5-54c1-4bce-bccc-9efda56d40aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2b1734-b605-4166-a2fe-b5337cc5e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2890403 Dec 20 16:00:52.936772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:52.950392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10300564-e691-46d8-a0cd-aef56f1f21d3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:52.965375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.016147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Calling delete_port for d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:53.028771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-c2e9f4d3-a92b-4164-b9de-d47d1c3ad363 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:53.030373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-c2e9f4d3-a92b-4164-b9de-d47d1c3ad363 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.4039094 Dec 20 16:00:53.034948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.078584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.079983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de9adf68-b4d1-4763-85d1-a04e3657b02b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5663006 Dec 20 16:00:53.082866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:53.087339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'cdd9af47-317f-45c0-9991-12240639c0fa', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:53.225416 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Project 5d44ebd1084b47d29bf53cac22c8d828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:00:53.232660 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.301104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.442506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.462439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481e18e3-e053-48ec-8676-6ef08172f06f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:53.467339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-910f37b5-8c82-403e-8718-7f06f9dfd258 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/quotas/971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 375 time: 0.4051046 Dec 20 16:00:53.494359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5a8ac-7802-4ec3-bbaa-1257713c48e0 req-b489ae34-8148-4f14-9d09-e277c868564e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:53.495866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9d5a8ac-7802-4ec3-bbaa-1257713c48e0 req-b489ae34-8148-4f14-9d09-e277c868564e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.5801451 Dec 20 16:00:53.567956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router c66fa97e-2d84-44e6-872b-45bfa8f8961c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:00:53.570302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.570922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-ac5df47e-7439-4acc-a3fc-cf92cdea4f56 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096883 Dec 20 16:00:53.571535 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2a60472d-52b6-4b2c-9069-79931f4c6f39 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4877110 Dec 20 16:00:53.574232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47406) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:53.578892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'cdd9af47-317f-45c0-9991-12240639c0fa', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:53.724030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-19546016-e25f-44f8-896f-0e6f6449228e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2446778 Dec 20 16:00:53.728226 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Project 5d44ebd1084b47d29bf53cac22c8d828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:00:53.733787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.764439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9d5a8ac-7802-4ec3-bbaa-1257713c48e0 req-f3afd9a6-f6d4-448f-8035-234bfb7489d9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465277 Dec 20 16:00:53.818609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.832029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:53.843739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] Sync routers for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:53.845780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.847418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-738be965-e400-4efe-8149-b7f138e3cc59 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 701 time: 1.5018518 Dec 20 16:00:53.852496 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47410) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:53.866789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:53.867946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:53.880432 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2153bd6d-a56b-4e4a-abdd-a2f8f7077f9f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 205 time: 0.0283213 Dec 20 16:00:53.886089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47412) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:53.909062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-7132b854-be08-4346-ade7-de133b45d7aa service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258922 Dec 20 16:00:53.963218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:53.966296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:53.972835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-cdcd557f-b312-42f4-8b34-c60a3b64131c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 217 time: 0.0546813 Dec 20 16:00:53.993499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d83b2eb-6343-499e-a30c-f33e1305755b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:53.997997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.025082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.033011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 11, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:54.040808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-751ce42f-6cbd-47ea-87f1-e4f923410bae service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825167 Dec 20 16:00:54.057955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] Checking router: c66fa97e-2d84-44e6-872b-45bfa8f8961c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:54.068205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] Routers {'c66fa97e-2d84-44e6-872b-45bfa8f8961c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:54.069042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:54.085085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event deleted for resources: {'Port': ['ID=d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:54.149272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2c1476b6-6b71-4c00-aca7-42f1f47d622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:54.153366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-2c1476b6-6b71-4c00-aca7-42f1f47d622c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.1681314 Dec 20 16:00:54.153500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] Set router c66fa97e-2d84-44e6-872b-45bfa8f8961c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:54.218627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.219940 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a3893897-1edf-4f63-a3f5-15f52d92fabd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6447880 Dec 20 16:00:54.228593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.231045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.243915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.247308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7f3afdb2-9d1d-475d-8e53-3a044abe8267 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "DELETE /v2.0/ports/d0d4bd71-7f27-44ed-bb8b-5bf1530e8d9d HTTP/1.1" status: 204 len: 168 time: 2.1175466 Dec 20 16:00:54.272422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 11, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:54.318263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47418) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:54.325607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472b1ea-061e-4291-abb4-83b742f6fef7 None None] The sync data for ids ['c66fa97e-2d84-44e6-872b-45bfa8f8961c'] in n-d-781076-8 is: [{'id': 'c66fa97e-2d84-44e6-872b-45bfa8f8961c', 'name': 'tempest-RoutersTest-router-1692461521', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:59:50Z', 'updated_at': '2021-12-20T16:00:49Z', 'revision_number': 11, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:54.342566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Request body: {'port': {'name': 'tempest-new-port-name-1065455851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:54.342966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.api.validators [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] bootfile-name is not in valid_values {{(pid=103953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:00:54.343315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.api.validators [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] tftp-server is not in valid_values {{(pid=103953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:00:54.343654 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.api.validators [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] server-ip-address is not in valid_values {{(pid=103953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:00:54.395223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.395223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router c66fa97e-2d84-44e6-872b-45bfa8f8961c {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:54.406485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.408912 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b339ba0e-89ec-4426-9db4-3382d125a308 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 204 len: 168 time: 0.5208137 Dec 20 16:00:54.418912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47422) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:54.424079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1128189126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:54.471169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-da0dc402-8156-46d1-aaaf-d119ec45b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:54.473578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-da0dc402-8156-46d1-aaaf-d119ec45b603 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2651784 Dec 20 16:00:54.499781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-c6e45dc0-3196-48f2-8ffa-d52ae3fedbc7 service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063649 Dec 20 16:00:54.548585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.562774 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.564619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.624197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-165097e1-b8e8-4952-a822-15bf6a588c61 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438180260&fields=id&tenant_id=5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 267 time: 0.1482716 Dec 20 16:00:54.652843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.767188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-c4299baf-95ee-4ba1-94df-5d57db5d92ce service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655017 Dec 20 16:00:54.872073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:54.936862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-1e67648d-8b6e-4d79-abb1-99b4d62ee7f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:54.938395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-1e67648d-8b6e-4d79-abb1-99b4d62ee7f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/networks?id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3 HTTP/1.1" status: 200 len: 797 time: 0.2911129 Dec 20 16:00:54.997101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-e1d6d3b5-3c4f-4734-8407-feea435afda0 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089245 Dec 20 16:00:54.997101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-2c15cab0-61fb-4a0a-8d70-9485f765eb8b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/quotas/5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 375 time: 0.0382226 Dec 20 16:00:55.061707 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.062911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78cae420-0ac9-45b7-b589-5a76aba57126 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6429427 Dec 20 16:00:55.065820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:55.070527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:55.074246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-23644d9d-a416-436f-9d94-b478c17aa23b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 217 time: 0.0632401 Dec 20 16:00:55.151596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.164829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2304d72-82d3-404f-8c12-e23694e465fb req-42fd49d2-b33b-46ea-9e86-58ba645bc247 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:55.166997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2304d72-82d3-404f-8c12-e23694e465fb req-42fd49d2-b33b-46ea-9e86-58ba645bc247 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.2002075 Dec 20 16:00:55.201653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-ff136eff-1af8-4eb3-9d5d-5887777d334e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844194 Dec 20 16:00:55.210433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-b4ce9b92-21e1-40da-8c8e-c24ed4d6c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:55.211988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-b4ce9b92-21e1-40da-8c8e-c24ed4d6c670 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.1195321 Dec 20 16:00:55.239205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.300267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.364397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-3db34571-5ba7-4265-b610-7da20d4354c6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:00:55.371757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-3db34571-5ba7-4265-b610-7da20d4354c6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1691735 Dec 20 16:00:55.375461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event updated for resources: {'Port': ['ID=55460991-1303-43e1-b9c0-ecc5a52aa658,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:55.397329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2304d72-82d3-404f-8c12-e23694e465fb req-2ae6906d-1795-45dd-9dd9-6a9267fa07a3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932180 Dec 20 16:00:55.408371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.433806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-c511998f-f768-4506-8f9f-6897c544b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:55.437880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-c511998f-f768-4506-8f9f-6897c544b5c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2193394 Dec 20 16:00:55.449022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:00:55.533563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] In _notify_port_updated(), no bound segment for port 55460991-1303-43e1-b9c0-ecc5a52aa658 on network 4aa03335-9f21-470c-b7ef-c31a25dde680 {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:55.544228 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:00:55.554244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:55.555408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.560324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1e9b9d7e-ddc7-4f89-bd60-8aafd115ea9b tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "PUT /v2.0/ports/55460991-1303-43e1-b9c0-ecc5a52aa658 HTTP/1.1" status: 200 len: 1136 time: 1.2371376 Dec 20 16:00:55.561152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47460) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:55.641130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd855b-35d3-458d-8616-bbf036753abd tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:55.643265 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0bd855b-35d3-458d-8616-bbf036753abd tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "GET /v2.0/ports/55460991-1303-43e1-b9c0-ecc5a52aa658 HTTP/1.1" status: 200 len: 1136 time: 0.0769422 Dec 20 16:00:55.645021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:55.649288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47462) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:55.667228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'port_id': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'mac_address': 'fa:16:3e:4b:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:00:55.684761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b66938ee-c2bb-4c51-b4e8-24c8197aae38 req-6c8525f4-1a31-42c1-9e46-bb86fc7cf678 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 210 time: 0.0828226 Dec 20 16:00:55.719658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-528bf300-b89a-4709-bfff-9cdedc63f317 None None] Provisioning complete for port 55460991-1303-43e1-b9c0-ecc5a52aa658 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:55.720066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-528bf300-b89a-4709-bfff-9cdedc63f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.747129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Router 6a5c9a74-ec95-4629-82bc-49c0f3d555db is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:00:55.747950 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.748476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b6fb7c-4ade-4069-bdea-d701bb84c2b4 service neutron] 10.222.0.81 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757768 Dec 20 16:00:55.752453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-28b6a146-5683-438f-9dc3-f8ce37a2888d service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961743 Dec 20 16:00:55.770979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f073094a-afeb-48bf-9668-aafc3b97c012 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:00:55.775077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-528bf300-b89a-4709-bfff-9cdedc63f317 None None] Port 55460991-1303-43e1-b9c0-ecc5a52aa658 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:00:55.802322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:55.868086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Deleting port 55460991-1303-43e1-b9c0-ecc5a52aa658 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:55.868421 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.885331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:00:55.898420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.898888 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] Sync routers for ids ['6a5c9a74-ec95-4629-82bc-49c0f3d555db'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:00:55.899602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eeb2ebba-92c8-47ab-8342-ae83622e75ba tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "PUT /v2.0/routers/6a5c9a74-ec95-4629-82bc-49c0f3d555db HTTP/1.1" status: 200 len: 694 time: 0.8328311 Dec 20 16:00:55.902354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47464) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:55.921435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:55.934396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-0b5b7f06-f05c-40ed-81e6-501039fe1d37 service neutron] 10.222.0.81 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740437 Dec 20 16:00:55.935022 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] Routers {'6a5c9a74-ec95-4629-82bc-49c0f3d555db'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:55.935022 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a5c9a74-ec95-4629-82bc-49c0f3d555db'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:55.935703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-20ed5303-6f9f-4811-8450-cf6a6d539ef2 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657257 Dec 20 16:00:56.010711 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e310c44b-fea0-4b1d-b153-4af611ec1d8f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/routers/6a5c9a74-ec95-4629-82bc-49c0f3d555db HTTP/1.1" status: 200 len: 700 time: 0.1050110 Dec 20 16:00:56.012297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-a3ff79e8-e4b4-4d06-8626-e258c941ffb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 200 len: 217 time: 0.0664556 Dec 20 16:00:56.012998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47468) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.049463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:56.057792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6c196d7-eed2-49d9-b6ca-bf0754492f63 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a5c9a74-ec95-4629-82bc-49c0f3d555db HTTP/1.1" status: 200 len: 205 time: 0.0431983 Dec 20 16:00:56.060510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.091322 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] Set router 6a5c9a74-ec95-4629-82bc-49c0f3d555db gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:56.096761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-5533f838-5611-4b16-b4d2-07d903835cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:56.098308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-5533f838-5611-4b16-b4d2-07d903835cfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0726228 Dec 20 16:00:56.150195 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c9a74-ec95-4629-82bc-49c0f3d555db', 'name': 'tempest-RoutersTest-router-1128189126', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:54Z', 'updated_at': '2021-12-20T16:00:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:56.151887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.163343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-bb6d1456-092a-4468-b86e-f26c3f04e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:56.164974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-bb6d1456-092a-4468-b86e-f26c3f04e249 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589240 Dec 20 16:00:56.165753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.174789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Calling delete_port for 55460991-1303-43e1-b9c0-ecc5a52aa658 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:56.179155 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] Checking router: 6a5c9a74-ec95-4629-82bc-49c0f3d555db for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:00:56.189469 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] Routers {'6a5c9a74-ec95-4629-82bc-49c0f3d555db'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:00:56.190083 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:00:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6a5c9a74-ec95-4629-82bc-49c0f3d555db'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:56.318056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['f073094a-afeb-48bf-9668-aafc3b97c012'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:00:56.416105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.423011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.507114 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] Set router 6a5c9a74-ec95-4629-82bc-49c0f3d555db gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:00:56.589253 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c9a74-ec95-4629-82bc-49c0f3d555db', 'name': 'tempest-RoutersTest-router-1128189126', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:54Z', 'updated_at': '2021-12-20T16:00:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:56.621208 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab4c33-6b41-4570-bd61-74d91b693fd9 None None] The sync data for ids ['6a5c9a74-ec95-4629-82bc-49c0f3d555db'] in n-d-781076-8 is: [{'id': '6a5c9a74-ec95-4629-82bc-49c0f3d555db', 'name': 'tempest-RoutersTest-router-1128189126', 'tenant_id': '90c061a9610a424ca3366cfe71ad23f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:54Z', 'updated_at': '2021-12-20T16:00:55Z', 'revision_number': 2, 'project_id': '90c061a9610a424ca3366cfe71ad23f3', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:00:56.644800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.645778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Fanout notify agent at l3_agent the message router_deleted on router 6a5c9a74-ec95-4629-82bc-49c0f3d555db {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:00:56.655377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.660587 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2809834d-a79d-4f60-847d-4967a4704f12 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/6a5c9a74-ec95-4629-82bc-49c0f3d555db HTTP/1.1" status: 204 len: 168 time: 0.5988419 Dec 20 16:00:56.662069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47486) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.700387 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1d874b4f-30ad-43b4-b4e8-378b6c03f8e5 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a5c9a74-ec95-4629-82bc-49c0f3d555db HTTP/1.1" status: 200 len: 205 time: 0.0370727 Dec 20 16:00:56.701748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.703302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.788019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event deleted for resources: {'Port': ['ID=55460991-1303-43e1-b9c0-ecc5a52aa658,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:56.804691 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-4f1db8d1-0a17-40bd-9b63-bd1fe2cfc442 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:56.805664 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4f1db8d1-0a17-40bd-9b63-bd1fe2cfc442 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/6a5c9a74-ec95-4629-82bc-49c0f3d555db HTTP/1.1" status: 404 len: 336 time: 0.1013532 Dec 20 16:00:56.809339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47492) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.823140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f38349a-82d7-496d-af23-a1f81a05a418 req-23925802-9ad8-45c3-bc6a-93de0c60140a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 210 time: 0.0433428 Dec 20 16:00:56.869398 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e4f0a3-97ed-4ac6-a47b-3c99a55f1f2d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:56.869859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e4f0a3-97ed-4ac6-a47b-3c99a55f1f2d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:56.872999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d8e4f0a3-97ed-4ac6-a47b-3c99a55f1f2d tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/c463be1f-fd24-4caa-a623-71b89fe63c97 HTTP/1.1" status: 404 len: 337 time: 0.0627289 Dec 20 16:00:56.875624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47494) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.899059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-426bfa49-5190-430a-adb6-b05994e7f130 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269011 Dec 20 16:00:56.911377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:56.917388 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5956d238-1f5c-4763-b80c-a9d703741de4 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "DELETE /v2.0/ports/55460991-1303-43e1-b9c0-ecc5a52aa658 HTTP/1.1" status: 204 len: 168 time: 1.2646425 Dec 20 16:00:56.918197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47496) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.942579 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef098af9-053c-4fc8-ae65-b901547af8f0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:56.943754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef098af9-053c-4fc8-ae65-b901547af8f0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:56.947529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ef098af9-053c-4fc8-ae65-b901547af8f0 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/bf7fd4b4-785c-4e5c-9502-79f311a77ad7 HTTP/1.1" status: 404 len: 337 time: 0.0702178 Dec 20 16:00:56.961144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47498) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:56.966413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef979f6-db73-4da8-8a44-bb0884bb4005 req-26cb0e0f-258d-4f42-9407-108e46829b22 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:56.975611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ef979f6-db73-4da8-8a44-bb0884bb4005 req-26cb0e0f-258d-4f42-9407-108e46829b22 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 945 time: 0.1939249 Dec 20 16:00:57.003673 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57953e5-0e69-41df-bb19-ba959db6e251 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:57.003673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57953e5-0e69-41df-bb19-ba959db6e251 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:57.007673 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c57953e5-0e69-41df-bb19-ba959db6e251 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/75a6baa5-d95e-4ef2-b27f-e44d81e967e3 HTTP/1.1" status: 404 len: 337 time: 0.0446672 Dec 20 16:00:57.015373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47500) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.066951 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb441606-619d-4fe8-9adf-335e323d56c9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:57.067597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb441606-619d-4fe8-9adf-335e323d56c9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:57.073674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eb441606-619d-4fe8-9adf-335e323d56c9 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/4077878a-cff5-4d57-b67b-866b24a16659 HTTP/1.1" status: 404 len: 337 time: 0.0571871 Dec 20 16:00:57.074406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47502) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.082638 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:57.142945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef15c24a-4298-4d8b-a9a6-97db4c7a0098 req-c1713845-7e25-467f-a85c-68644a98c381 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 210 time: 0.0499647 Dec 20 16:00:57.158687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ef979f6-db73-4da8-8a44-bb0884bb4005 req-9f30bec3-3036-4272-8fa3-e3b93f54422b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764708 Dec 20 16:00:57.204219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-7c1d7c2e-1625-4de0-b3e1-3d98eed693b7 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410471 Dec 20 16:00:57.253860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-416eea8a-7e37-451c-a497-b1ca498c5bd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 200 len: 217 time: 0.0502546 Dec 20 16:00:57.329704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-4ae424d0-dbdc-4f01-9956-1f4bc928e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:57.332407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-4ae424d0-dbdc-4f01-9956-1f4bc928e1ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0712168 Dec 20 16:00:57.384914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-362fe3ff-8359-4f43-8f96-a20432a67195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:57.386644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-362fe3ff-8359-4f43-8f96-a20432a67195 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472305 Dec 20 16:00:57.458388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:00:57.468375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Deleting subnet 88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:00:57.472368 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b647aea3-79f7-4537-ab98-60e711566ac4 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 200 len: 205 time: 0.3941371 Dec 20 16:00:57.474427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:57.475985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.533031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:57.550810 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-6cae582b-8128-4244-98f5-ea1424c7b460 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:57.551870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6cae582b-8128-4244-98f5-ea1424c7b460 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/c66fa97e-2d84-44e6-872b-45bfa8f8961c HTTP/1.1" status: 404 len: 336 time: 0.0736444 Dec 20 16:00:57.556774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.592148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ff533787-9d39-4a82-ab2f-899a6ef7680a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1b8872e-dd95-4c2f-82dc-17ffd37f7936 HTTP/1.1" status: 200 len: 205 time: 0.0341828 Dec 20 16:00:57.602602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47510) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.615639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-075bb244-cb2f-4ba6-ba79-2e86e598908c service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203078 Dec 20 16:00:57.632673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:57.653535 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-f6a02e96-6359-4367-b34c-881f64e30e89 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:57.654547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f6a02e96-6359-4367-b34c-881f64e30e89 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/a1b8872e-dd95-4c2f-82dc-17ffd37f7936 HTTP/1.1" status: 404 len: 336 time: 0.0510659 Dec 20 16:00:57.658027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.695479 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f61b15-473a-40ae-b28d-3c5732211754 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:57.695938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f61b15-473a-40ae-b28d-3c5732211754 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:57.702118 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-66f61b15-473a-40ae-b28d-3c5732211754 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/62004927-02d8-48da-b0b6-f3ea7e3d877a HTTP/1.1" status: 404 len: 337 time: 0.0401158 Dec 20 16:00:57.702118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47518) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.738895 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59e43978-7b50-46f1-be19-c85feb61360f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 200 len: 205 time: 0.0350428 Dec 20 16:00:57.742832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.749207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-8b76ab2b-a19c-4eb4-a46f-48ea729fbba6 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030810 Dec 20 16:00:57.789279 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-30d1d991-d223-48e4-a834-5169bff6590f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:57.793553 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30d1d991-d223-48e4-a834-5169bff6590f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/e0d67df9-f1b2-4278-a725-e5e9b8be83ba HTTP/1.1" status: 404 len: 336 time: 0.0483134 Dec 20 16:00:57.794427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47524) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.809628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-6e23e3eb-a8b6-464e-b546-ab4338f04eb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 200 len: 217 time: 0.0524235 Dec 20 16:00:57.831704 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-302d796e-034f-45e8-be94-fa785f81cecc tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b1fdd88-f875-41e8-b655-7741a529d1cc HTTP/1.1" status: 200 len: 205 time: 0.0364859 Dec 20 16:00:57.833828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.872344 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-b7f9fd3d-28a1-4003-858d-34ff1a60b4fd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:57.875855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7f9fd3d-28a1-4003-858d-34ff1a60b4fd tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/5b1fdd88-f875-41e8-b655-7741a529d1cc HTTP/1.1" status: 404 len: 336 time: 0.0387053 Dec 20 16:00:57.876006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-5c08ceee-cbe4-48be-9947-5be4c3c54e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:57.876544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.876694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-5c08ceee-cbe4-48be-9947-5be4c3c54e1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.0575125 Dec 20 16:00:57.892892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port f073094a-afeb-48bf-9668-aafc3b97c012 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:00:57.905329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port f073094a-afeb-48bf-9668-aafc3b97c012 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:00:57.905794 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:57.909778 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e24f3b5-161e-4413-81db-caaa018dc107 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:57.910295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e24f3b5-161e-4413-81db-caaa018dc107 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:57.915002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e24f3b5-161e-4413-81db-caaa018dc107 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/603b4400-15c8-4e96-8924-2cac6d75d52c HTTP/1.1" status: 404 len: 337 time: 0.0356350 Dec 20 16:00:57.917103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:57.946782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3fdb60a-5efd-4cef-806a-ac34caa88788 req-2506353e-1a72-4bce-977a-6ae02d0395de tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 210 time: 0.0478258 Dec 20 16:00:57.961063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-44566bf3-6592-4ef0-a71c-9b7cfce45a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:57.962425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-44566bf3-6592-4ef0-a71c-9b7cfce45a3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746374 Dec 20 16:00:57.976625 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fccde03d-49a2-4780-aaf7-24c6ce379a01 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d330024-d504-4705-b165-af9b4205667a HTTP/1.1" status: 200 len: 205 time: 0.0583766 Dec 20 16:00:57.977755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:57.980680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47534) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.040728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event deleted for resources: {'Subnet': ['ID=88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:58.052130 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-50c18305-9da4-4781-ba4c-8cffb10c6f8a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:58.053328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-50c18305-9da4-4781-ba4c-8cffb10c6f8a tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/0d330024-d504-4705-b165-af9b4205667a HTTP/1.1" status: 404 len: 336 time: 0.0715923 Dec 20 16:00:58.061100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47538) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.065738 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.076126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cd6b8d29-3caa-4887-9815-97810b46f10d tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "DELETE /v2.0/subnets/88c8a6c5-6bbf-41a7-be77-fefd7e0fa5da HTTP/1.1" status: 204 len: 168 time: 1.1521127 Dec 20 16:00:58.076421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c3637-7137-4011-8f43-452f1258936b None None] Network 4aa03335-9f21-470c-b7ef-c31a25dde680 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:00:58.082161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47540) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.093634 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.134377 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-867cf98f-b638-4e54-b826-6ac6e25f6f2f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:58.135208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867cf98f-b638-4e54-b826-6ac6e25f6f2f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:58.142935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-867cf98f-b638-4e54-b826-6ac6e25f6f2f tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/f75e611b-fadd-45e6-8473-02cdcdbd020e HTTP/1.1" status: 404 len: 337 time: 0.0805180 Dec 20 16:00:58.146558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47542) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.226088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.234118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc9c53fa-af37-476a-aff4-76569e066426 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0789cd6-8d1d-42d9-be7b-9b41b393ea44 HTTP/1.1" status: 200 len: 205 time: 0.0860903 Dec 20 16:00:58.237634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47548) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.243037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:00:58.245443 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4d473-9d6c-4a34-b7e8-d683c3eda800" -d '{"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-plugged", "status": "completed", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:00:58.263904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:58.330278 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-4e931a80-a650-459a-8334-38dbd5b45375 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] delete failed (client error): The resource could not be found. Dec 20 16:00:58.340069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47554) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.343674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4e931a80-a650-459a-8334-38dbd5b45375 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/routers/f0789cd6-8d1d-42d9-be7b-9b41b393ea44 HTTP/1.1" status: 404 len: 336 time: 0.0926614 Dec 20 16:00:58.371604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] DHCP port deletion for 4aa03335-9f21-470c-b7ef-c31a25dde680 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:00:58.402840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.404248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3d240a5-f676-476f-b972-b960a6bd4234 req-0257554c-ec2e-4920-922b-14356c4741f4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 210 time: 0.0843749 Dec 20 16:00:58.454838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-a25554cc-db3b-4174-8c47-602ea5037584 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846511 Dec 20 16:00:58.465726 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc78641-49ab-40e6-bdb4-a550d64af6f2 x-openstack-request-id: req-8dc78641-49ab-40e6-bdb4-a550d64af6f2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:00:58.466305 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-plugged", "status": "completed", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:00:58.466716 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dc78641-49ab-40e6-bdb4-a550d64af6f2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:00:58.467260 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'code': 200} Dec 20 16:00:58.485279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89eb96-a51e-44cd-8c1e-92fd63aaf1f8 req-decd7eae-2796-4ccc-9f2d-18fade884f7e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:58.494625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e89eb96-a51e-44cd-8c1e-92fd63aaf1f8 req-decd7eae-2796-4ccc-9f2d-18fade884f7e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1758935 Dec 20 16:00:58.504756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:58.509836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] Deleting port 1d515518-e2be-4125-8986-1fbfbb4728d7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:58.510040 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1874d92-54c1-4070-a558-3875c3fb6495 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:58.513023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.513246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1874d92-54c1-4070-a558-3875c3fb6495 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:58.514638 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a1874d92-54c1-4070-a558-3875c3fb6495 tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/73cb60ce-261a-4381-9bf7-6d30919ba095 HTTP/1.1" status: 404 len: 337 time: 0.1730571 Dec 20 16:00:58.527284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:58.590357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] For port 1d515518-e2be-4125-8986-1fbfbb4728d7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d515518-e2be-4125-8986-1fbfbb4728d7,segment=NetworkSegment(788014f4-abb1-4069-a557-e0d3b7224584),segment_id=788014f4-abb1-4069-a557-e0d3b7224584)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:58.590814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.606387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] Calling delete_port for 1d515518-e2be-4125-8986-1fbfbb4728d7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:58.641862 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e364a0f-eaf6-4615-88a2-25d312f06d9e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] DELETE failed (client error): The resource could not be found. Dec 20 16:00:58.642540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e364a0f-eaf6-4615-88a2-25d312f06d9e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:00:58.655726 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e364a0f-eaf6-4615-88a2-25d312f06d9e tempest-RoutersTest-719757758 tempest-RoutersTest-719757758-project] 10.222.0.81 "DELETE /v2.0/subnets/53ea57b3-d613-4f97-97af-70400f14045f HTTP/1.1" status: 404 len: 337 time: 0.1102340 Dec 20 16:00:58.655828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e89eb96-a51e-44cd-8c1e-92fd63aaf1f8 req-e50fdfa3-92de-4028-b509-93c08be703e3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442416 Dec 20 16:00:58.666498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7906e-1f77-4f84-abc8-4ccfebd65c38 req-8c58e3aa-8079-4acd-9ac3-0b010c46b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:58.667999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-deb7906e-1f77-4f84-abc8-4ccfebd65c38 req-8c58e3aa-8079-4acd-9ac3-0b010c46b922 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.1196685 Dec 20 16:00:58.702751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-e02fd0d1-21e1-43f5-9762-df6a7aa97cd3 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377417 Dec 20 16:00:58.703428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-35e7ea0c-6ff9-45b5-8fb9-bae209ab1f53 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:58.704587 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-35e7ea0c-6ff9-45b5-8fb9-bae209ab1f53 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.4951365 Dec 20 16:00:58.721524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Deleting port 1d515518-e2be-4125-8986-1fbfbb4728d7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:00:58.721901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.748873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-deb7906e-1f77-4f84-abc8-4ccfebd65c38 req-cbf27631-5570-4a99-a619-ce70a2a21834 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705099 Dec 20 16:00:58.789281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'port': {'device_id': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'admin_state_up': True, 'tenant_id': '971a5140ec784551869d58a0080e3114'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:00:58.789663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-575aa71a-0b6b-4d9f-80c5-ae533b67fcbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 217 time: 0.0440450 Dec 20 16:00:58.825803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] For port 1d515518-e2be-4125-8986-1fbfbb4728d7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d515518-e2be-4125-8986-1fbfbb4728d7,segment=NetworkSegment(788014f4-abb1-4069-a557-e0d3b7224584),segment_id=788014f4-abb1-4069-a557-e0d3b7224584)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:00:58.826172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:58.843114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-bb171e46-2c05-4ee8-87dc-2a59df508f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:58.844710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-bb171e46-2c05-4ee8-87dc-2a59df508f94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.0484779 Dec 20 16:00:58.869737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Calling delete_port for 1d515518-e2be-4125-8986-1fbfbb4728d7 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:00:58.905323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9970-18db-4de6-b3e4-96817a099610 req-b57868c7-8704-4c7a-b462-450e803d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:58.906979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-b57868c7-8704-4c7a-b462-450e803d15fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542276 Dec 20 16:00:58.974311 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.020341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] Pushing event deleted for resources: {'Port': ['ID=1d515518-e2be-4125-8986-1fbfbb4728d7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.025013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.027155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bc545-7998-49dd-82d3-e2798ab8034f None None] No DVR routers for this DVR port 1d515518-e2be-4125-8986-1fbfbb4728d7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:59.075639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event deleted for resources: {'Port': ['ID=1d515518-e2be-4125-8986-1fbfbb4728d7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.085796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] No DVR routers for this DVR port 1d515518-e2be-4125-8986-1fbfbb4728d7 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:00:59.091251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-174adbb1-d51e-4c67-b11c-6b46ce1f543b req-80068862-9137-47fe-a2ec-400ed519642e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 210 time: 0.0535464 Dec 20 16:00:59.100595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-85817ca2-d341-4de7-894f-673de8b1a816 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841340 Dec 20 16:00:59.130186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:00:59.134794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.255930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c52b9970-18db-4de6-b3e4-96817a099610 req-80f39ad8-ab0b-4d29-b0d5-6688370d2ef8 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456950 Dec 20 16:00:59.272267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.305506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa03335-9f21-470c-b7ef-c31a25dde680']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:59.339489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ae6128d-9ac6-4276-bc18-0be8cc76170b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.349792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788014f4-abb1-4069-a557-e0d3b7224584') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:59.349792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788014f4-abb1-4069-a557-e0d3b7224584') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:00:59.358404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.381701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.388361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Allocated IP 172.20.0.4 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/f174eec8-9395-4a4d-a30f-a22fdf42ca6c) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:00:59.393428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:00:59.394342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:00:59.397283 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:00:59.405560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47574) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:59.513738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e3d710d-af14-4b7c-85b9-c8df748eacf4 req-42ec0881-79ef-43ce-9e0f-472f51c97522 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 210 time: 0.0297649 Dec 20 16:00:59.602733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d515518-e2be-4125-8986-1fbfbb4728d7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:00:59.626744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.631252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 1d515518-e2be-4125-8986-1fbfbb4728d7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:00:59.631963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d515518-e2be-4125-8986-1fbfbb4728d7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:00:59.639730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.643171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] 10.222.0.81 "DELETE /v2.0/networks/4aa03335-9f21-470c-b7ef-c31a25dde680 HTTP/1.1" status: 204 len: 168 time: 1.5595925 Dec 20 16:00:59.668281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.670535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09b496-103e-4619-9c7b-f41efd5dcc36 tempest-ExtraDHCPOptionsTestJSON-879185402 tempest-ExtraDHCPOptionsTestJSON-879185402-project] Pushing event deleted for resources: {'Network': ['ID=4aa03335-9f21-470c-b7ef-c31a25dde680,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:00:59.790938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e82db2b6-f81a-4b12-841d-c868891e44a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90c061a9610a424ca3366cfe71ad23f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841217 Dec 20 16:00:59.793583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:00:59.807338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e2ffa-c867-4690-a6e5-2d8024a3e7c3 req-b254b16e-9458-4436-b168-176f9426ba13 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:00:59.808814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e4e2ffa-c867-4690-a6e5-2d8024a3e7c3 req-b254b16e-9458-4436-b168-176f9426ba13 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.0772963 Dec 20 16:00:59.846913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f57506fc-2517-499d-a16a-47bf36391ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.860285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e4e2ffa-c867-4690-a6e5-2d8024a3e7c3 req-c6e582ca-7526-4536-8da4-57ab3477da08 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Dec 20 16:00:59.869575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f57506fc-2517-499d-a16a-47bf36391ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.876620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:59.949716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:00:59.955253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:00:59.960680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:00:59.966501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:00.028291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:00.029669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.086588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-62eee057-febe-4fa7-8441-36f5b70da2f5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:00.088308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-62eee057-febe-4fa7-8441-36f5b70da2f5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "GET /v2.0/networks?id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3 HTTP/1.1" status: 200 len: 797 time: 0.1361880 Dec 20 16:01:00.145249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f57506fc-2517-499d-a16a-47bf36391ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.154296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f57506fc-2517-499d-a16a-47bf36391ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.155525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f57506fc-2517-499d-a16a-47bf36391ae8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c58a85e0-219d-4f4b-8e71-fc98d9db1aa4 HTTP/1.1" status: 204 len: 168 time: 0.3605232 Dec 20 16:01:00.165103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57506fc-2517-499d-a16a-47bf36391ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58a85e0-219d-4f4b-8e71-fc98d9db1aa4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:00.183815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-387fd4ad-2604-4787-81d7-7a3cb8fc1ee8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 380 time: 0.0838444 Dec 20 16:01:00.202751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'port': {'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'admin_state_up': True, 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'security_groups': ['cdd9af47-317f-45c0-9991-12240639c0fa']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:00.217796 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-03a7c103-c344-41ae-b73d-701ae0d4fa54 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4986067 Dec 20 16:01:00.230355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Request body: {'port': {'device_id': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:00.313146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.340913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9466b3ca-d55b-4242-88f0-49a6c9acdcd0 None None] Provisioning complete for port f174eec8-9395-4a4d-a30f-a22fdf42ca6c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:00.356602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9466b3ca-d55b-4242-88f0-49a6c9acdcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.356716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07c47c19-9fe7-4ee4-8e5f-6447b96b1862 req-4cbf1bd8-665f-4146-868a-2c83702aa3af tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 210 time: 0.0510325 Dec 20 16:01:00.397624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9466b3ca-d55b-4242-88f0-49a6c9acdcd0 None None] Port f174eec8-9395-4a4d-a30f-a22fdf42ca6c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:00.489241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:00.492856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.672520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.20.0.9 (37df77f9-b534-4a56-bf5d-1060ca5c9ed3/67754f99-4f9a-40df-ba8e-291d7133ea0e/b3b92b1f-e6b6-4f23-94de-31d56cfb45ea) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:00.693898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534668a-28cd-435d-ba81-d67712ee4208 req-9a33bbda-64ee-4fa0-9cf4-d8d96d61e0e9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:00.695395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7534668a-28cd-435d-ba81-d67712ee4208 req-9a33bbda-64ee-4fa0-9cf4-d8d96d61e0e9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 931 time: 0.0962446 Dec 20 16:01:00.716225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f174eec8-9395-4a4d-a30f-a22fdf42ca6c {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:00.725046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.741376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Transition to ACTIVE for port object f174eec8-9395-4a4d-a30f-a22fdf42ca6c will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:00.797640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:00.828164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7534668a-28cd-435d-ba81-d67712ee4208 req-65b7b352-6ffe-4d78-98ac-db775d38b872 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224904 Dec 20 16:01:00.828535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:00.848404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.904264 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.950757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Pushing event updated for resources: {'Port': ['ID=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.048681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.118699 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-67847446-84ea-4e25-b596-4164674f7bbe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa47da541a524064a15dee2db86770bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191874 Dec 20 16:01:01.120181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Attempting to bind port f174eec8-9395-4a4d-a30f-a22fdf42ca6c on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:01:01.121171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Attempting to bind port f174eec8-9395-4a4d-a30f-a22fdf42ca6c by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:01:01.121704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Attempting to bind port f174eec8-9395-4a4d-a30f-a22fdf42ca6c on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:01.124857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47620) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:01.145213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Port f174eec8-9395-4a4d-a30f-a22fdf42ca6c on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:01:01.145797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Attempting to bind port f174eec8-9395-4a4d-a30f-a22fdf42ca6c on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:01.154938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7c4a-714b-4837-b3fd-ba1be6a13826 req-ef8a3b01-a116-487d-93a1-d5e666695b8b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:01.156445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f1b7c4a-714b-4837-b3fd-ba1be6a13826 req-ef8a3b01-a116-487d-93a1-d5e666695b8b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1776774 Dec 20 16:01:01.157354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4be2f63e-0255-457c-acbf-dadb994bcbc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.158998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:01:01.159875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:01.160318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:01:01.160893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Bound port: f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:01:01.161283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.179404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:01.195948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:01.202343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:01.213577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.272416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85f756c3-913d-4998-a083-826927068878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.296559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] For port f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:01.304777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:01.305481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.313955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f1b7c4a-714b-4837-b3fd-ba1be6a13826 req-2b60eaba-0da6-466a-b5b4-208fc54642ab tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398461 Dec 20 16:01:01.322312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85f756c3-913d-4998-a083-826927068878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.331138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] For port f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:01.383378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4be2f63e-0255-457c-acbf-dadb994bcbc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.430286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-14b60041-3da9-4aa1-83d4-50822155d542 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2349427 Dec 20 16:01:01.469099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Request body: {'port': {'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:01.565456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f70cfd06-ebcb-42eb-9823-635cc9c4c18b None None] Provisioning complete for port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:01.566245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f70cfd06-ebcb-42eb-9823-635cc9c4c18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.568626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ba88-a3ac-4198-a976-a5fc1a32e031 req-a8116632-b64b-4698-b106-f81d93cfd6f8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:01.570102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69e9ba88-a3ac-4198-a976-a5fc1a32e031 req-a8116632-b64b-4698-b106-f81d93cfd6f8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1389282 Dec 20 16:01:01.574471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.580284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.618869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ca9a-16bf-46f5-9e68-b6cae447f227 req-880165f7-f011-4859-94c8-bf649309842e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:01.619683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3887ca9a-16bf-46f5-9e68-b6cae447f227 req-880165f7-f011-4859-94c8-bf649309842e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 931 time: 0.1200311 Dec 20 16:01:01.626677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f70cfd06-ebcb-42eb-9823-635cc9c4c18b None None] Port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:01.633323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85f756c3-913d-4998-a083-826927068878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.636711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85f756c3-913d-4998-a083-826927068878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.640303 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85f756c3-913d-4998-a083-826927068878 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e807e7a-6c6d-4759-8d0d-7b23a2b1f559 HTTP/1.1" status: 204 len: 168 time: 0.5117233 Dec 20 16:01:01.640303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:01.640303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.641319 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] 10.222.0.72 "PUT /v2.0/ports/f174eec8-9395-4a4d-a30f-a22fdf42ca6c HTTP/1.1" status: 200 len: 1091 time: 1.4154124 Dec 20 16:01:01.646372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'tag': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:01.648782 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4659747-b3c0-401a-83ba-fd2ac0372762" -d '{"events": [{"name": "network-changed", "server_uuid": "0273c6b5-e4d3-4cef-8556-941a01cd6cbd", "tag": "f174eec8-9395-4a4d-a30f-a22fdf42ca6c"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:01.653928 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4be2f63e-0255-457c-acbf-dadb994bcbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.661421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f756c3-913d-4998-a083-826927068878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e807e7a-6c6d-4759-8d0d-7b23a2b1f559,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.679881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a336-2b92-4bf9-8ba6-d2184d200de1 service neutron] Pushing event updated for resources: {'Port': ['ID=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.768372 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea236110-bdef-4c39-ba01-d1ddc441b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:01.806704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4be2f63e-0255-457c-acbf-dadb994bcbc1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b03c4189bbe0479491fa7ecbbd680bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9726813 Dec 20 16:01:01.809462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:01.810078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f63e-0255-457c-acbf-dadb994bcbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50eee1-f8c0-4c5e-a26f-112479235780,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:01.824008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69e9ba88-a3ac-4198-a976-a5fc1a32e031 req-822253d0-ed25-4ca0-9bda-7ac74b8e38cd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454026 Dec 20 16:01:01.849397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3887ca9a-16bf-46f5-9e68-b6cae447f227 req-ddcd2bfb-dc87-485a-895f-87f92500e21a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024450 Dec 20 16:01:01.874067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:02.021034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d17f83-f2f5-466b-b2c5-1a223cbe8b05 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.022614 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23d17f83-f2f5-466b-b2c5-1a223cbe8b05 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1092 time: 0.1473081 Dec 20 16:01:02.028342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47648) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:02.035584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:02.043386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b49f5a5-abb8-4892-ac09-c3f0eb843f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.044692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8765f06-6c6b-4677-b48c-c10f68335a16 req-6d8fb6bf-0c05-4403-9ed5-29cf6efe08f9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.046482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8765f06-6c6b-4677-b48c-c10f68335a16 req-6d8fb6bf-0c05-4403-9ed5-29cf6efe08f9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 943 time: 0.0891919 Dec 20 16:01:02.060459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-e999fc8b-e21c-4eee-8a22-e9fae96bb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.061934 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-e999fc8b-e21c-4eee-8a22-e9fae96bb79f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 1094 time: 0.1048856 Dec 20 16:01:02.093875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b49f5a5-abb8-4892-ac09-c3f0eb843f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.147349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-1de69aae-7a1c-44ca-a9c0-0335ad79ef1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c HTTP/1.1" status: 200 len: 217 time: 0.0701420 Dec 20 16:01:02.153918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8765f06-6c6b-4677-b48c-c10f68335a16 req-31712ee2-8f96-4144-8618-b3f1ccc08945 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964062 Dec 20 16:01:02.169730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b92b1f-e6b6-4f23-94de-31d56cfb45ea {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:02.178700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.191341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Transition to ACTIVE for port object b3b92b1f-e6b6-4f23-94de-31d56cfb45ea will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:02.228013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-78460b01-1486-41c4-9a76-4a190e5f7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.228013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-78460b01-1486-41c4-9a76-4a190e5f7e17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0725207 Dec 20 16:01:02.281459 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f43638-1fde-48a7-8957-9d0239e9ad7a x-openstack-request-id: req-20f43638-1fde-48a7-8957-9d0239e9ad7a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:02.281459 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0273c6b5-e4d3-4cef-8556-941a01cd6cbd", "tag": "f174eec8-9395-4a4d-a30f-a22fdf42ca6c", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:02.281459 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20f43638-1fde-48a7-8957-9d0239e9ad7a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:02.281459 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'tag': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c', 'status': 'completed', 'code': 200} Dec 20 16:01:02.288357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8313e0-586b-4613-9787-9573340415b1 req-f5497f39-e635-4eb8-9f4d-ade719611b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.290036 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-f5497f39-e635-4eb8-9f4d-ade719611b7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547681 Dec 20 16:01:02.358432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.438660 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-2b7045bd-fcda-430b-8f1e-9f59ea583fcd service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412282 Dec 20 16:01:02.443120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b49f5a5-abb8-4892-ac09-c3f0eb843f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.443740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.446122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b49f5a5-abb8-4892-ac09-c3f0eb843f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.447291 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0b49f5a5-abb8-4892-ac09-c3f0eb843f74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c50eee1-f8c0-4c5e-a26f-112479235780 HTTP/1.1" status: 204 len: 168 time: 0.6365147 Dec 20 16:01:02.484206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49f5a5-abb8-4892-ac09-c3f0eb843f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50eee1-f8c0-4c5e-a26f-112479235780,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:02.545790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Pushing event updated for resources: {'Port': ['ID=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:02.578649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef8313e0-586b-4613-9787-9573340415b1 req-ddb99086-7ef3-4e04-8437-59f7c2da952b service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302278 Dec 20 16:01:02.590419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.654969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Attempting to bind port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:01:02.655321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Attempting to bind port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:01:02.656455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Attempting to bind port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea on network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:02.661192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea on network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:01:02.666933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Attempting to bind port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea on network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:02.674465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:01:02.674748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Checking segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:02.675039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Bound using segment: {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:01:02.675486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Bound port: b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58edd162-b7b0-4bee-9e49-6771ef264e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:01:02.675846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.732345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.164 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0765808d-9144-4092-8686-1ea83164b7ab) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:02.759993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] For port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:02.764370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] For port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:02.864830 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.950757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-e45fabf7-44e4-44e1-95d6-9111b7ae13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:02.952310 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-e45fabf7-44e4-44e1-95d6-9111b7ae13b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 1094 time: 0.0663755 Dec 20 16:01:02.978932 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:02.996515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:03.024126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.027656 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:03.027656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] 10.222.0.72 "PUT /v2.0/ports/b3b92b1f-e6b6-4f23-94de-31d56cfb45ea HTTP/1.1" status: 200 len: 1091 time: 1.5624678 Dec 20 16:01:03.028897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:03.036071 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:03.068472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385deebb-e660-4f4c-bab7-377a581e3460 req-d6940643-2bae-4200-8d0a-237b45376555 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.070704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-385deebb-e660-4f4c-bab7-377a581e3460 req-d6940643-2bae-4200-8d0a-237b45376555 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 943 time: 0.1253798 Dec 20 16:01:03.076478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:03.091622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d138b-53aa-48bd-acea-2efb3e29272d service neutron] Pushing event updated for resources: {'Port': ['ID=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:03.126001 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326f1cbc-163e-49f6-888e-03d8f287a201 x-openstack-request-id: req-326f1cbc-163e-49f6-888e-03d8f287a201 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:03.126655 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:03.127064 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-326f1cbc-163e-49f6-888e-03d8f287a201 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:03.127637 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'status': 'completed', 'code': 200} Dec 20 16:01:03.154014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-385deebb-e660-4f4c-bab7-377a581e3460 req-e3d2bd97-af67-449f-9f6b-8424de24b42b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735488 Dec 20 16:01:03.164922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-edd168f8-603d-4c89-90da-7d5be7643daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.167557 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-edd168f8-603d-4c89-90da-7d5be7643daa service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.2075176 Dec 20 16:01:03.203832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:03.237339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f req-091cb28c-b5ca-4e98-949a-555b912b11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.244880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f req-091cb28c-b5ca-4e98-949a-555b912b11be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 1094 time: 0.0851035 Dec 20 16:01:03.245097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:03.247560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:03.281095 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-96532185-c1b4-4de7-94ca-b5fba53039ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c HTTP/1.1" status: 200 len: 217 time: 0.0964391 Dec 20 16:01:03.283682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=0765808d-9144-4092-8686-1ea83164b7ab,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:03.376399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54b5b-6ec6-45e2-9e40-85b0e67f2ce1 req-31339c7c-e63b-489b-8cca-c24f6b7fa63f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.378015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ee54b5b-6ec6-45e2-9e40-85b0e67f2ce1 req-31339c7c-e63b-489b-8cca-c24f6b7fa63f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 943 time: 0.1040666 Dec 20 16:01:03.401557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-acd6949c-62b6-4961-ab19-b99d4e017551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.403039 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-acd6949c-62b6-4961-ab19-b99d4e017551 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1140902 Dec 20 16:01:03.411420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f req-bc96665e-b43d-4f4a-af01-71835d734c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.412919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f req-bc96665e-b43d-4f4a-af01-71835d734c7c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1627960 Dec 20 16:01:03.500134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ee54b5b-6ec6-45e2-9e40-85b0e67f2ce1 req-5e82a44c-0b60-41fd-bded-fa402854036e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070986 Dec 20 16:01:03.511967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-a7069dc9-d62e-4355-8bc6-75082185ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.513674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-a7069dc9-d62e-4355-8bc6-75082185ff55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019423 Dec 20 16:01:03.557279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f req-eaac8022-a8bf-462a-ac65-6b2df5148e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.558810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fed38a59-5a5a-4063-bd30-46e79d8e1c8f req-eaac8022-a8bf-462a-ac65-6b2df5148e0a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392794 Dec 20 16:01:03.661498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-4636ae0e-12da-472c-9f8b-b7132623ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.663201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-4636ae0e-12da-472c-9f8b-b7132623ce05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 1094 time: 0.0589991 Dec 20 16:01:03.709611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7ad13aea-29a5-43b6-a2ec-dc43ab78909b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea HTTP/1.1" status: 200 len: 217 time: 0.0380049 Dec 20 16:01:03.763135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-972cc5c0-3876-45d2-baf6-9dcbd1a75eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:03.764610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-972cc5c0-3876-45d2-baf6-9dcbd1a75eb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=67754f99-4f9a-40df-ba8e-291d7133ea0e HTTP/1.1" status: 200 len: 834 time: 0.0479741 Dec 20 16:01:03.950480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:03.982477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8414a497-1b2f-49bc-9ade-831672860252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.083340 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-015a43ba-2210-4cda-8b38-f12b1949942c service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422776 Dec 20 16:01:04.167908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-c7dfe6bb-30f5-4039-9446-80481891f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:04.171302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-c7dfe6bb-30f5-4039-9446-80481891f1f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3974326 Dec 20 16:01:04.287904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-7d084819-8356-4ecf-92cc-fe2d00b939f4 service neutron] 10.222.0.72 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106105 Dec 20 16:01:04.327550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4659747-b3c0-401a-83ba-fd2ac0372762 req-8a03a53b-85b8-4c57-919b-e5e14b6f08a3 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060845 Dec 20 16:01:04.351528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8414a497-1b2f-49bc-9ade-831672860252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.356156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.391322 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.395882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ed5bc-7a5f-4c50-bc0b-874958af5c69 req-34e87154-516e-471d-bf6b-332a86c5e048 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:04.403205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d39ed5bc-7a5f-4c50-bc0b-874958af5c69 req-34e87154-516e-471d-bf6b-332a86c5e048 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 943 time: 0.1369913 Dec 20 16:01:04.444228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:04.450816 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026784 Dec 20 16:01:04.451094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47708) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:04.464152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8414a497-1b2f-49bc-9ade-831672860252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.464282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c1e5e30-1b66-4c4a-96f3-da7a45bfedd2 req-a118c1b1-01ec-4565-aafa-72b0d0978ef3 service neutron] 10.222.0.72 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511045 Dec 20 16:01:04.484604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d39ed5bc-7a5f-4c50-bc0b-874958af5c69 req-e3beec0c-c202-4ed7-83fd-81732cb9209b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751936 Dec 20 16:01:04.518745 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8414a497-1b2f-49bc-9ade-831672860252 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7192f9e337fb4b8386a5820c668eb8c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5642502 Dec 20 16:01:04.522186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47712) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:04.524366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414a497-1b2f-49bc-9ade-831672860252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e0c117-0592-4a1e-b090-3459e6874088,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:04.580988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d76ed99-0e3c-4f0f-8df1-9d8150af5c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.604320 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-722bc20a-2b49-4c69-8a5c-938968606d20 tempest-NetworksApiDiscovery-673916727 tempest-NetworksApiDiscovery-673916727-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1519010 Dec 20 16:01:04.616201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.621988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d76ed99-0e3c-4f0f-8df1-9d8150af5c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.695106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196ea5e-9ff8-4c16-8bc7-71918019b8da req-b32e60e0-90d8-48ac-8102-7c8e5874cd14 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:04.696606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f196ea5e-9ff8-4c16-8bc7-71918019b8da req-b32e60e0-90d8-48ac-8102-7c8e5874cd14 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 943 time: 0.0989320 Dec 20 16:01:04.771697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f196ea5e-9ff8-4c16-8bc7-71918019b8da req-5673f1f6-f1b6-4dc7-bbf1-4d0e3222d8b7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618968 Dec 20 16:01:04.806125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.933629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d76ed99-0e3c-4f0f-8df1-9d8150af5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.936308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4d76ed99-0e3c-4f0f-8df1-9d8150af5c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.937469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4d76ed99-0e3c-4f0f-8df1-9d8150af5c78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3e0c117-0592-4a1e-b090-3459e6874088 HTTP/1.1" status: 204 len: 168 time: 0.4145861 Dec 20 16:01:04.945729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76ed99-0e3c-4f0f-8df1-9d8150af5c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e0c117-0592-4a1e-b090-3459e6874088,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:05.042147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.119030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=0765808d-9144-4092-8686-1ea83164b7ab,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:05.130091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.202723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.236297 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP 280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc associated. External IP: 172.25.6.164, port: f073094a-afeb-48bf-9668-aafc3b97c012. Dec 20 16:01:05.359560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47724) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:05.451321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 77ecd327-18f6-46ce-8227-94d8bf456b2c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:05.466534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c7dcfc2-98e0-4df7-8a89-03ad5ffd04e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.576795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c7dcfc2-98e0-4df7-8a89-03ad5ffd04e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.594473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:05.612189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] Sync routers for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:01:05.619794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f312-4adf-4bd2-bec6-e638977cc2c1 req-6637e72d-1128-45b8-b044-789556c1a39b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:05.622052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4279f312-4adf-4bd2-bec6-e638977cc2c1 req-6637e72d-1128-45b8-b044-789556c1a39b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 943 time: 0.0659750 Dec 20 16:01:05.624094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:05.624913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:01:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:05.687665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4279f312-4adf-4bd2-bec6-e638977cc2c1 req-e6f1e3bd-f075-47c6-92aa-af9511aa92fe tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600982 Dec 20 16:01:05.743740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:01:05.827660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f174eec8-9395-4a4d-a30f-a22fdf42ca6c details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:01:05.869520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c7dcfc2-98e0-4df7-8a89-03ad5ffd04e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.869621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:05.926846 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec24c5ba-e9e6-4fb0-8ee9-d229326cb25c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8924611 Dec 20 16:01:05.927500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:05.929899 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1210525-18c4-47b9-abba-13912747a7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:05.942333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c7dcfc2-98e0-4df7-8a89-03ad5ffd04e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85f5d23e2b45463ead8cffeb96a407a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792894 Dec 20 16:01:05.942333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dcfc2-98e0-4df7-8a89-03ad5ffd04e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9dc3ec-ddfa-4368-94c1-8965b9e88db2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:05.943579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47750) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:05.960240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfadb3f-5d7a-4115-b7de-510479f01e3b req-037abbbe-ba0d-47e9-a285-fd8760fb6035 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:05.961841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcfadb3f-5d7a-4115-b7de-510479f01e3b req-037abbbe-ba0d-47e9-a285-fd8760fb6035 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 943 time: 0.0861030 Dec 20 16:01:06.034910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-838e706e-d5c5-4fa2-932e-6390cf2e427c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.035807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcfadb3f-5d7a-4115-b7de-510479f01e3b req-8fdcab85-a1a1-4c31-8a00-42a0f5486603 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672472 Dec 20 16:01:06.070188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-838e706e-d5c5-4fa2-932e-6390cf2e427c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.085185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba0c57-1ae9-482c-8b56-d9a763ef673d req-08eefbdf-2606-49c3-b436-73a2eff58b52 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.086614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dba0c57-1ae9-482c-8b56-d9a763ef673d req-08eefbdf-2606-49c3-b436-73a2eff58b52 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.0720158 Dec 20 16:01:06.112907 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d162f84d-c5d3-4de9-b5ab-38a9b64d4c53 x-openstack-request-id: req-d162f84d-c5d3-4de9-b5ab-38a9b64d4c53 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:06.113369 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:06.117343 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d162f84d-c5d3-4de9-b5ab-38a9b64d4c53 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:06.117343 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'status': 'completed', 'code': 200} Dec 20 16:01:06.158314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:06.174345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c', 'mac_address': 'fa:16:3e:d5:9a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:01:06.185236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dba0c57-1ae9-482c-8b56-d9a763ef673d req-3632cd0e-a8a6-4618-8968-d9e46975ecf4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907924 Dec 20 16:01:06.194764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1210525-18c4-47b9-abba-13912747a7e5 req-710089e8-b018-47b9-978b-2f21eb8a9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.196291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-710089e8-b018-47b9-978b-2f21eb8a9cfc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.0590556 Dec 20 16:01:06.220276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47754) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:06.242400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.164', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'port_id': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'mac_address': 'fa:16:3e:4b:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:03Z', 'updated_at': '2021-12-20T16:01:03Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:06.313580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] Checking router: 77ecd327-18f6-46ce-8227-94d8bf456b2c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:01:06.328175 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.340986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:06.341656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:01:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:06.345350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1210525-18c4-47b9-abba-13912747a7e5 req-d2e629ca-352c-4e4c-84a3-ce49a15309df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.347274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-d2e629ca-352c-4e4c-84a3-ce49a15309df service neutron] 10.222.0.83 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.1434419 Dec 20 16:01:06.353786 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e58a863a-bd82-4bfc-b75e-981295be8f40 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc HTTP/1.1" status: 200 len: 992 time: 0.1317785 Dec 20 16:01:06.368084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-838e706e-d5c5-4fa2-932e-6390cf2e427c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.370913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-838e706e-d5c5-4fa2-932e-6390cf2e427c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.374940 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-838e706e-d5c5-4fa2-932e-6390cf2e427c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c9dc3ec-ddfa-4368-94c1-8965b9e88db2 HTTP/1.1" status: 204 len: 168 time: 0.4280133 Dec 20 16:01:06.383954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e706e-d5c5-4fa2-932e-6390cf2e427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9dc3ec-ddfa-4368-94c1-8965b9e88db2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:06.389481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f174eec8-9395-4a4d-a30f-a22fdf42ca6c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:06.430087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:06.447980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-32547d4d-037e-4d41-813e-27a61af326f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1000 time: 0.0938919 Dec 20 16:01:06.501630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:01:06.541900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1210525-18c4-47b9-abba-13912747a7e5 req-9716bfb6-c9ec-42eb-b6d0-28d8bf1902b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.544149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-9716bfb6-c9ec-42eb-b6d0-28d8bf1902b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.0893607 Dec 20 16:01:06.604732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.621311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1210525-18c4-47b9-abba-13912747a7e5 req-1ab5117f-4310-4656-bb16-685a79793314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.623163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-1ab5117f-4310-4656-bb16-685a79793314 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698781 Dec 20 16:01:06.797521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-7774c456-e571-471f-8405-ce22116494c1 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590097 Dec 20 16:01:06.843924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:06.911330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.164', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'port_id': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'mac_address': 'fa:16:3e:4b:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:03Z', 'updated_at': '2021-12-20T16:01:03Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:06.953975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c912a-0ce7-4263-b1ec-de2419ef69c3 req-764c3a4d-2df4-44c7-94a3-8d6a6ab48007 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:06.956312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-406c912a-0ce7-4263-b1ec-de2419ef69c3 req-764c3a4d-2df4-44c7-94a3-8d6a6ab48007 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 943 time: 0.1421936 Dec 20 16:01:07.004025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:01:07.010805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257798-64bc-4538-954d-291318dc4bf5 None None] The sync data for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 is: [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.164', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'port_id': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'mac_address': 'fa:16:3e:4b:22:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:03Z', 'updated_at': '2021-12-20T16:01:03Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:01:07.027104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1210525-18c4-47b9-abba-13912747a7e5 req-6bdcb489-8e9a-4bba-a0b1-80bd78756dbd service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284706 Dec 20 16:01:07.081067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-406c912a-0ce7-4263-b1ec-de2419ef69c3 req-4e9c3cd1-be79-40c3-b0b3-f339df9ce2cd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133559 Dec 20 16:01:07.340837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962b315-bff2-4859-b7b3-53dbe36bec6c req-5ac4ad4c-4b97-4696-9d4c-c0fb785740cd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:07.342686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e962b315-bff2-4859-b7b3-53dbe36bec6c req-5ac4ad4c-4b97-4696-9d4c-c0fb785740cd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 944 time: 0.1317449 Dec 20 16:01:07.358041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:07.436449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e962b315-bff2-4859-b7b3-53dbe36bec6c req-01787f6b-b42c-4a83-8ba6-2acb4b1b7fbb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859520 Dec 20 16:01:07.524950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628dc1f-05b2-403c-9fab-2974655a71a5 None None] New status for floating IP 280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:01:07.528780 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-49321359-5b3a-40ed-83e3-10213df2a5a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc HTTP/1.1" status: 200 len: 992 time: 0.1675379 Dec 20 16:01:07.828344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b3b92b1f-e6b6-4f23-94de-31d56cfb45ea details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:01:07.979564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:07.997686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:01:08.051949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:08.078521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b92b1f-e6b6-4f23-94de-31d56cfb45ea {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:08.132912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:08.191823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:08.250412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e593b-4a14-4ef8-909d-443004218a54 req-b4092156-fbc5-48dc-b7fe-474a5b833691 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:08.254157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-520e593b-4a14-4ef8-909d-443004218a54 req-b4092156-fbc5-48dc-b7fe-474a5b833691 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 944 time: 0.0618923 Dec 20 16:01:08.257229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:08.316786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-520e593b-4a14-4ef8-909d-443004218a54 req-b97ea3e4-4d1f-4ab1-8e1d-b54a283bd147 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491073 Dec 20 16:01:08.490524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['b3b92b1f-e6b6-4f23-94de-31d56cfb45ea'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:01:08.526967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47826) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:08.618236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d4be0-b675-4e0e-bea6-956432d6027a req-7c092dfb-d5c2-4b84-aba5-10b9df69c272 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:08.619938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-933d4be0-b675-4e0e-bea6-956432d6027a req-7c092dfb-d5c2-4b84-aba5-10b9df69c272 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 944 time: 0.0861163 Dec 20 16:01:08.624362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-090e0e94-0810-4da7-9def-becddfe4c3c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc HTTP/1.1" status: 200 len: 994 time: 0.0956361 Dec 20 16:01:08.681001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-933d4be0-b675-4e0e-bea6-956432d6027a req-44dfd3ab-de23-462d-800f-e09e17775c2f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Dec 20 16:01:09.016135 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:01:09.440355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23716cd6-4948-46c0-aa75-225f61c95c58 req-1937cb01-39f3-46cf-9f22-2a7c37b26528 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:09.442429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23716cd6-4948-46c0-aa75-225f61c95c58 req-1937cb01-39f3-46cf-9f22-2a7c37b26528 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 944 time: 0.0495784 Dec 20 16:01:09.493839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23716cd6-4948-46c0-aa75-225f61c95c58 req-4ddb28b2-34c0-4cc6-b8f6-27471470c400 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Dec 20 16:01:09.800726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f43280-e253-40c2-b7ea-cd4fb08d8e2f req-30f7ae16-6b38-4a7d-b144-ca5f770bfd07 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:09.805716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55f43280-e253-40c2-b7ea-cd4fb08d8e2f req-30f7ae16-6b38-4a7d-b144-ca5f770bfd07 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 944 time: 0.0552719 Dec 20 16:01:09.852432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55f43280-e253-40c2-b7ea-cd4fb08d8e2f req-56d73fe7-48fa-419a-b66c-b4c2c1bd3819 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Dec 20 16:01:09.854512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b3b92b1f-e6b6-4f23-94de-31d56cfb45ea up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:01:10.025390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:10.031169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:10.031549 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:10.116362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:10.139045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:10.141331 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae1fb8-2ac8-45a2-acba-4f09cbfcac83" -d '{"events": [{"server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:10.154453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:10.195951 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d673d022-860d-4eb5-97d2-f0fbd8ab18aa x-openstack-request-id: req-d673d022-860d-4eb5-97d2-f0fbd8ab18aa {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:10.196410 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:10.196822 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d673d022-860d-4eb5-97d2-f0fbd8ab18aa {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:10.198229 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'code': 200} Dec 20 16:01:10.277056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:10.277968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f174eec8-9395-4a4d-a30f-a22fdf42ca6c up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:01:10.340771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f30e8-3669-4124-9f64-564946f6ee2d req-86b69dac-8729-4859-a13a-65a652359a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:10.342826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a8f30e8-3669-4124-9f64-564946f6ee2d req-86b69dac-8729-4859-a13a-65a652359a3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 1096 time: 0.0660198 Dec 20 16:01:10.363135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:10.410292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a8f30e8-3669-4124-9f64-564946f6ee2d req-531e1803-1f8a-4f9f-987e-36585f12efe5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586717 Dec 20 16:01:10.499662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port f174eec8-9395-4a4d-a30f-a22fdf42ca6c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:01:10.504592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port f174eec8-9395-4a4d-a30f-a22fdf42ca6c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:10.505036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:10.603881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:10.656178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:10.674009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88c10-03db-4408-8a71-f4162a9b385a req-3800aef5-54b6-4785-aed5-673c0cd2c9d0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:10.677617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5a88c10-03db-4408-8a71-f4162a9b385a req-3800aef5-54b6-4785-aed5-673c0cd2c9d0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.0577052 Dec 20 16:01:10.726623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5a88c10-03db-4408-8a71-f4162a9b385a req-0c43266f-07ad-41f1-bea5-5e7d0b0321c5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Dec 20 16:01:10.819606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:10.873686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:10.980186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a76fd-0ae9-4410-8185-826f289dd31c req-85ab6897-444f-48d1-ba74-6b0b0a16d969 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:10.981733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce4a76fd-0ae9-4410-8185-826f289dd31c req-85ab6897-444f-48d1-ba74-6b0b0a16d969 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0536342 Dec 20 16:01:11.059110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce4a76fd-0ae9-4410-8185-826f289dd31c req-813cd6a7-62b0-4199-bc26-2fe1e2359f6e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522552 Dec 20 16:01:11.211234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47906) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:11.333608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ee9-de2b-4e12-a274-3f03837dea3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.413817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ee9-de2b-4e12-a274-3f03837dea3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.516776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ee9-de2b-4e12-a274-3f03837dea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.560750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c4e05ee9-de2b-4e12-a274-3f03837dea3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07dd7b6e79e4429dabfbfba6cee3470f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476176 Dec 20 16:01:11.562058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05ee9-de2b-4e12-a274-3f03837dea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8665451-b8cc-46c9-ba84-94998e4ddd53,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:11.563555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47920) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:11.611834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81614b2c-1f7f-4f71-aeb2-7ddfb736d499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.633943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81614b2c-1f7f-4f71-aeb2-7ddfb736d499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.870232 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81614b2c-1f7f-4f71-aeb2-7ddfb736d499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.873238 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-81614b2c-1f7f-4f71-aeb2-7ddfb736d499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:11.874747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-81614b2c-1f7f-4f71-aeb2-7ddfb736d499 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8665451-b8cc-46c9-ba84-94998e4ddd53 HTTP/1.1" status: 204 len: 168 time: 0.3099360 Dec 20 16:01:11.886291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614b2c-1f7f-4f71-aeb2-7ddfb736d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8665451-b8cc-46c9-ba84-94998e4ddd53,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:11.926789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039ab6-972e-48a7-bc96-a84e1a25eef2 req-526cb0cc-dab2-4867-8df8-9eb477c61dbc tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:11.934369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86039ab6-972e-48a7-bc96-a84e1a25eef2 req-526cb0cc-dab2-4867-8df8-9eb477c61dbc tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.1271894 Dec 20 16:01:12.013789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86039ab6-972e-48a7-bc96-a84e1a25eef2 req-8aa3014d-d360-490b-9636-c3a24fb54af6 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737767 Dec 20 16:01:12.172821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f11fb-aa1a-403b-97cc-2536e04f55b4 req-e4d656b6-93ff-4b0e-bf95-cb8f931597a7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:12.174466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-294f11fb-aa1a-403b-97cc-2536e04f55b4 req-e4d656b6-93ff-4b0e-bf95-cb8f931597a7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0546618 Dec 20 16:01:12.199379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:12.202032 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40a19c5-2a4c-4b53-9e20-7b6e0690b687" -d '{"events": [{"server_uuid": "0273c6b5-e4d3-4cef-8556-941a01cd6cbd", "name": "network-vif-plugged", "status": "completed", "tag": "f174eec8-9395-4a4d-a30f-a22fdf42ca6c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:12.233790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-294f11fb-aa1a-403b-97cc-2536e04f55b4 req-65c09f14-1ad6-4954-893d-ae1773b0d245 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Dec 20 16:01:12.266912 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f49223-ec7d-4d00-9dd7-90fc9f8facff x-openstack-request-id: req-78f49223-ec7d-4d00-9dd7-90fc9f8facff {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:12.266912 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0273c6b5-e4d3-4cef-8556-941a01cd6cbd", "name": "network-vif-plugged", "status": "completed", "tag": "f174eec8-9395-4a4d-a30f-a22fdf42ca6c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:12.266912 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78f49223-ec7d-4d00-9dd7-90fc9f8facff {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:12.266912 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c', 'code': 200} Dec 20 16:01:12.370752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acab62f-c7c6-4123-89f5-070dcc0fc121 req-9d3d759c-6c43-41a7-a712-abdba9c56a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:12.372286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7acab62f-c7c6-4123-89f5-070dcc0fc121 req-9d3d759c-6c43-41a7-a712-abdba9c56a49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 1096 time: 0.0424063 Dec 20 16:01:12.431345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7acab62f-c7c6-4123-89f5-070dcc0fc121 req-c9bc964c-4bc2-4643-8510-627d4885ccac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Dec 20 16:01:12.693027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 47974) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:12.707901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-402452df-e7bc-4774-9651-01709ad8134a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:12.782855 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-402452df-e7bc-4774-9651-01709ad8134a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:12.911667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-402452df-e7bc-4774-9651-01709ad8134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:12.948068 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-402452df-e7bc-4774-9651-01709ad8134a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0162277b5eb648ce83c0aff0939dc724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541420 Dec 20 16:01:12.950722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 47982) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:12.952980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402452df-e7bc-4774-9651-01709ad8134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c0b2a-fe17-4768-8fa3-8f9d5c817723,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:13.002745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd322-fcc7-4459-a689-ab2ce42c6d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:13.029106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd322-fcc7-4459-a689-ab2ce42c6d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:13.145301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d81a-99d3-4b08-bac3-a8bd57e68054 req-b3e88d43-20c0-43d7-bae7-e5851b3e958a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:13.149736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0292d81a-99d3-4b08-bac3-a8bd57e68054 req-b3e88d43-20c0-43d7-bae7-e5851b3e958a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.0563400 Dec 20 16:01:13.199018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0292d81a-99d3-4b08-bac3-a8bd57e68054 req-16adfc0c-390d-48d2-9226-19ebd3ec3b19 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456686 Dec 20 16:01:13.272164 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd322-fcc7-4459-a689-ab2ce42c6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:13.275845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd322-fcc7-4459-a689-ab2ce42c6d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:13.277137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6c2cd322-fcc7-4459-a689-ab2ce42c6d3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef3c0b2a-fe17-4768-8fa3-8f9d5c817723 HTTP/1.1" status: 204 len: 168 time: 0.3253899 Dec 20 16:01:13.313751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cd322-fcc7-4459-a689-ab2ce42c6d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c0b2a-fe17-4768-8fa3-8f9d5c817723,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:13.380059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307e41-dcc2-4ec3-bd0a-414b4d3ba9c6 req-50600db2-fb0b-4112-9710-264c7a6ce736 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:13.381648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23307e41-dcc2-4ec3-bd0a-414b4d3ba9c6 req-50600db2-fb0b-4112-9710-264c7a6ce736 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.1034043 Dec 20 16:01:13.395317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141856a9-0c82-4f16-9229-2bdafae77d4c req-0ba27446-a502-44fe-bad3-a8972014baeb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:13.396886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-141856a9-0c82-4f16-9229-2bdafae77d4c req-0ba27446-a502-44fe-bad3-a8972014baeb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0855680 Dec 20 16:01:13.478684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23307e41-dcc2-4ec3-bd0a-414b4d3ba9c6 req-3c6a06fc-77c0-4fef-829b-8a9ea3e410f9 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806291 Dec 20 16:01:13.481719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-141856a9-0c82-4f16-9229-2bdafae77d4c req-786d98e5-7619-4d16-ac44-61962e4f89e7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775476 Dec 20 16:01:13.507314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:13.569841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a33a2-bb74-4525-bd04-5b42bb4f226b tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:13.574808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:13.575013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e4a33a2-bb74-4525-bd04-5b42bb4f226b tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 1091 time: 0.0664735 Dec 20 16:01:13.579797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:13.729393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:13.854100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:14.248216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.25.6.104 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/dc417b28-ca55-4ba8-a929-59385b3c39e4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:14.359822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:14.456019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48036) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:14.575472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:14.640144 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ee8a40-c43b-4b9f-a44d-9fab33af96c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:14.660426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:14.687816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:14.690434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:14.749631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=dc417b28-ca55-4ba8-a929-59385b3c39e4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:14.783105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfebc6-8c65-4c01-b2c4-0680970fdddf req-42794428-ce34-4d9b-be79-11aad829d97b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:14.789686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6cfebc6-8c65-4c01-b2c4-0680970fdddf req-42794428-ce34-4d9b-be79-11aad829d97b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1700244 Dec 20 16:01:14.932869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6cfebc6-8c65-4c01-b2c4-0680970fdddf req-1e58c3e1-0f6f-46c5-9909-26ea4978ad2c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406434 Dec 20 16:01:14.978092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ee8a40-c43b-4b9f-a44d-9fab33af96c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.053421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40ee8a40-c43b-4b9f-a44d-9fab33af96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.114156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8a40-c43b-4b9f-a44d-9fab33af96c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a3d0e5-2f88-44e1-8c7a-d933f1cae9b5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:15.122119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-40ee8a40-c43b-4b9f-a44d-9fab33af96c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2b91cb3337b4cf4ad316862cdb8c8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618044 Dec 20 16:01:15.122518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48066) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:15.203293 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17043711-a40a-4fb4-bb77-12c19216c6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.227256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17043711-a40a-4fb4-bb77-12c19216c6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.402832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17043711-a40a-4fb4-bb77-12c19216c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.405984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17043711-a40a-4fb4-bb77-12c19216c6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.410269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-17043711-a40a-4fb4-bb77-12c19216c6bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44a3d0e5-2f88-44e1-8c7a-d933f1cae9b5 HTTP/1.1" status: 204 len: 168 time: 0.2856357 Dec 20 16:01:15.421126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17043711-a40a-4fb4-bb77-12c19216c6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a3d0e5-2f88-44e1-8c7a-d933f1cae9b5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:15.437555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc53a2-a67d-4fc6-89d2-d83daaef99ec req-267ae334-6ab4-4e56-8b3b-b67bcd6164d8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:15.449229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9afc53a2-a67d-4fc6-89d2-d83daaef99ec req-267ae334-6ab4-4e56-8b3b-b67bcd6164d8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1150036 Dec 20 16:01:15.560805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:15.600087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9afc53a2-a67d-4fc6-89d2-d83daaef99ec req-dbd1f76f-357a-4ed2-b4cc-93cf469851f4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533878 Dec 20 16:01:15.844579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.221583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48092) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:16.314292 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.335884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48096) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:16.339168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f641fb94-0ee4-4a28-bce9-e01b8d662516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.349062 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4653788c-44a5-4523-b60c-a8358add1cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.388779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.454850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f641fb94-0ee4-4a28-bce9-e01b8d662516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.516445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=dc417b28-ca55-4ba8-a929-59385b3c39e4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:16.532158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.579543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f641fb94-0ee4-4a28-bce9-e01b8d662516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.585710 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4653788c-44a5-4523-b60c-a8358add1cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.619439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f641fb94-0ee4-4a28-bce9-e01b8d662516 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9628d8eaf6124466b08c7812da04e690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957345 Dec 20 16:01:16.621781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641fb94-0ee4-4a28-bce9-e01b8d662516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe46be-b7c8-4ac1-a789-d3ee0ea8b460,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:16.624291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48098) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:16.668982 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Floating IP ffb3376e-7912-4bc0-9d58-afff99dcbf07 associated. External IP: 172.25.6.104, port: b3b92b1f-e6b6-4f23-94de-31d56cfb45ea. Dec 20 16:01:16.688641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c242cf0-2a81-4cbf-8fc3-1b1db33b47f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.731261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c242cf0-2a81-4cbf-8fc3-1b1db33b47f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.746946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4653788c-44a5-4523-b60c-a8358add1cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.833591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653788c-44a5-4523-b60c-a8358add1cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ece8cb-5821-411b-846d-668d9677d465,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:16.859018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4653788c-44a5-4523-b60c-a8358add1cfe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3838aa1c9b704f7285ff9e1bae657309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220401 Dec 20 16:01:16.861770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48106) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:16.879376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4221a4-3498-43ce-91aa-8d685d0d6fca req-ba08d174-a17e-4351-ac6a-11bd989f80f4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:16.880986 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa4221a4-3498-43ce-91aa-8d685d0d6fca req-ba08d174-a17e-4351-ac6a-11bd989f80f4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1523955 Dec 20 16:01:16.918965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d4986d8-652a-4348-9db8-9a031cf1d941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.941632 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d4986d8-652a-4348-9db8-9a031cf1d941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.949379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c242cf0-2a81-4cbf-8fc3-1b1db33b47f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.952047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5c242cf0-2a81-4cbf-8fc3-1b1db33b47f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.953201 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c242cf0-2a81-4cbf-8fc3-1b1db33b47f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6efe46be-b7c8-4ac1-a789-d3ee0ea8b460 HTTP/1.1" status: 204 len: 168 time: 0.3279922 Dec 20 16:01:16.968601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c242cf0-2a81-4cbf-8fc3-1b1db33b47f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe46be-b7c8-4ac1-a789-d3ee0ea8b460,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:16.976801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa4221a4-3498-43ce-91aa-8d685d0d6fca req-e9828725-bf4a-44a3-99b8-f8fa51c1af31 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878346 Dec 20 16:01:17.040997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:01:17.111586 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d4986d8-652a-4348-9db8-9a031cf1d941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:17.115532 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d4986d8-652a-4348-9db8-9a031cf1d941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:17.116789 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6d4986d8-652a-4348-9db8-9a031cf1d941 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09ece8cb-5821-411b-846d-668d9677d465 HTTP/1.1" status: 204 len: 168 time: 0.2533760 Dec 20 16:01:17.127850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4986d8-652a-4348-9db8-9a031cf1d941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ece8cb-5821-411b-846d-668d9677d465,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:17.192508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:01:17.203851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:01:17.220326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:17.220987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:01:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:17.307517 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:17.332306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:01:17.337822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7f673a80-9201-4396-a8a3-4d39ec75bb87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7593694 Dec 20 16:01:17.337822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:17.338328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48112) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:17.338793 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eefa213-0590-4fd6-843f-4a2cb92a5772" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:17.380802 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77110fa-6b7d-4bab-abff-e1cf55b27114 x-openstack-request-id: req-c77110fa-6b7d-4bab-abff-e1cf55b27114 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:17.380802 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:17.380802 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c77110fa-6b7d-4bab-abff-e1cf55b27114 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:17.380802 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'status': 'completed', 'code': 200} Dec 20 16:01:17.407345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-501f2c05-48a7-4ba2-ac48-1373f5493d6e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/ffb3376e-7912-4bc0-9d58-afff99dcbf07 HTTP/1.1" status: 200 len: 991 time: 0.0675955 Dec 20 16:01:17.460369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-5275d7e0-ceaa-49ed-850c-a663cc11cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:17.472515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-5275d7e0-ceaa-49ed-850c-a663cc11cdb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 1096 time: 0.0552576 Dec 20 16:01:17.566531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-88aaa9d7-1603-456f-baff-bf26ab9554fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:17.568155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-88aaa9d7-1603-456f-baff-bf26ab9554fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3 HTTP/1.1" status: 200 len: 898 time: 0.0981271 Dec 20 16:01:17.593291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:15Z', 'revision_number': 0, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:17.630163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:01:17.639527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:01:17.640742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:01:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:17.655053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-7e536aab-3728-4bac-8a44-d4edda24374f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea HTTP/1.1" status: 200 len: 999 time: 0.0787077 Dec 20 16:01:17.747147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-c8b47d8c-65fc-4915-8d69-dd06655baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:17.748230 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-c8b47d8c-65fc-4915-8d69-dd06655baab6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=67754f99-4f9a-40df-ba8e-291d7133ea0e HTTP/1.1" status: 200 len: 834 time: 0.0853350 Dec 20 16:01:17.817531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-639980a9-a669-4dbd-b14f-bbb80a188502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:17.819223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-639980a9-a669-4dbd-b14f-bbb80a188502 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626771 Dec 20 16:01:17.965101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-29cfc2ab-a9dc-4409-95d7-93ef540a73d7 service neutron] 10.222.0.72 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375203 Dec 20 16:01:17.982493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:01:18.105636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5eefa213-0590-4fd6-843f-4a2cb92a5772 req-01a7e6c1-63e1-4d24-9ba5-bb67dd1390b4 service neutron] 10.222.0.72 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296761 Dec 20 16:01:18.200164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86301-2ceb-441a-8b7d-048eb04eb4e5 req-bbd9b369-a2ad-4f22-a22a-5676b207e96d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:18.208643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79c86301-2ceb-441a-8b7d-048eb04eb4e5 req-bbd9b369-a2ad-4f22-a22a-5676b207e96d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0675006 Dec 20 16:01:18.266533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79c86301-2ceb-441a-8b7d-048eb04eb4e5 req-95c7d3b5-e399-4641-8dbc-8bb29ee7ae9e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Dec 20 16:01:18.339255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:15Z', 'revision_number': 0, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:18.370437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076d84e-a177-4c35-8168-fc4b8412270b None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:15Z', 'revision_number': 0, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:01:18.411556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48162) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:18.505969 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-848a6006-d4a6-42a4-8404-ef1911e75968 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/ffb3376e-7912-4bc0-9d58-afff99dcbf07 HTTP/1.1" status: 200 len: 991 time: 0.0851967 Dec 20 16:01:18.655592 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32262d4b-3ed7-4046-80e3-1f15b635a72a None None] New status for floating IP ffb3376e-7912-4bc0-9d58-afff99dcbf07: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:01:19.247500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:19.455003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f654bf61-16ba-4392-8779-a72d1e75688a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:19.480203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06540c42-33a5-44c5-aa54-1382deae7c25 req-e57dd057-c673-4746-bd9c-6c3a76b8ea5a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:19.489615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06540c42-33a5-44c5-aa54-1382deae7c25 req-e57dd057-c673-4746-bd9c-6c3a76b8ea5a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1439533 Dec 20 16:01:19.502145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48200) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:19.553139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06540c42-33a5-44c5-aa54-1382deae7c25 req-c4a1556d-9a0d-498b-93a1-fcb57f99da2e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624290 Dec 20 16:01:19.589007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f654bf61-16ba-4392-8779-a72d1e75688a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:19.615307 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35cbcfa8-18c5-421b-bffa-d2f3779fc241 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/ffb3376e-7912-4bc0-9d58-afff99dcbf07 HTTP/1.1" status: 200 len: 993 time: 0.1120377 Dec 20 16:01:19.711332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f654bf61-16ba-4392-8779-a72d1e75688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:19.756645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f654bf61-16ba-4392-8779-a72d1e75688a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=055aff66a5eb4340a9164872ea9277d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5043225 Dec 20 16:01:19.756645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654bf61-16ba-4392-8779-a72d1e75688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c78ecc-9bfd-43dd-9372-2f2e32d24874,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:19.764283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:19.841973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:19.872532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.094191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.096819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.098017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06c78ecc-9bfd-43dd-9372-2f2e32d24874 HTTP/1.1" status: 204 len: 168 time: 0.3327746 Dec 20 16:01:20.106157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c78ecc-9bfd-43dd-9372-2f2e32d24874,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:20.114377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.114669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.115039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.115426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.115759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.116089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.116415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.116738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.117060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.117408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.117730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.118049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.118367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b965e-9b55-4100-bbf5-f3a6462928e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:20.437053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:20.549788 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7124eb7-da75-40f5-87a5-de192966da06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.635816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7124eb7-da75-40f5-87a5-de192966da06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.686184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242812-1f2e-4c60-bcd5-aa953887f8ee req-26d1c28e-3864-41f6-814b-b8f6d0a2c0c8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:20.687688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f242812-1f2e-4c60-bcd5-aa953887f8ee req-26d1c28e-3864-41f6-814b-b8f6d0a2c0c8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0541918 Dec 20 16:01:20.707572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b7124eb7-da75-40f5-87a5-de192966da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.759081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b7124eb7-da75-40f5-87a5-de192966da06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06986d5ceaec47219707d0ec17ef9f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209000 Dec 20 16:01:20.761761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48244) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:20.772359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7124eb7-da75-40f5-87a5-de192966da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1bfa16-e4b8-4f74-84e2-533bbdac242e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:20.777896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f242812-1f2e-4c60-bcd5-aa953887f8ee req-cd6ba667-e179-4e94-a894-da9f355a3b57 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Dec 20 16:01:20.813244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fda25225-1405-4c4e-a142-f7bd75c50bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:20.834572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fda25225-1405-4c4e-a142-f7bd75c50bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:21.008181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fda25225-1405-4c4e-a142-f7bd75c50bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:21.011146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fda25225-1405-4c4e-a142-f7bd75c50bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:21.012370 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fda25225-1405-4c4e-a142-f7bd75c50bd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe1bfa16-e4b8-4f74-84e2-533bbdac242e HTTP/1.1" status: 204 len: 168 time: 0.2491322 Dec 20 16:01:21.021585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda25225-1405-4c4e-a142-f7bd75c50bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1bfa16-e4b8-4f74-84e2-533bbdac242e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:21.692713 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:21.908889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dcd94-9db5-4b5c-8337-a97588d8a44d req-874685ca-b4f3-48b7-bf1a-0bb3f6ab3f97 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:21.910443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d1dcd94-9db5-4b5c-8337-a97588d8a44d req-874685ca-b4f3-48b7-bf1a-0bb3f6ab3f97 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0513754 Dec 20 16:01:21.935105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48278) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:21.949146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f16588b0-7d9c-464e-a50a-1777a29c471a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:21.973805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d1dcd94-9db5-4b5c-8337-a97588d8a44d req-13624e73-4507-4f16-a7d8-cf1323adde50 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570147 Dec 20 16:01:22.034101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f16588b0-7d9c-464e-a50a-1777a29c471a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:22.202964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f16588b0-7d9c-464e-a50a-1777a29c471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:22.251761 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f16588b0-7d9c-464e-a50a-1777a29c471a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1af96f8f453143d7b70d0fa88c06c01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155479 Dec 20 16:01:22.252677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16588b0-7d9c-464e-a50a-1777a29c471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c4e3c-494e-45f4-b324-19fdb49f349c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:22.254391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:22.311291 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd00d6d6-6dcd-4be9-8b57-f5bad0e2afeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:22.338893 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd00d6d6-6dcd-4be9-8b57-f5bad0e2afeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:22.489220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd00d6d6-6dcd-4be9-8b57-f5bad0e2afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:22.492070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd00d6d6-6dcd-4be9-8b57-f5bad0e2afeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:22.495921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bd00d6d6-6dcd-4be9-8b57-f5bad0e2afeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f0c4e3c-494e-45f4-b324-19fdb49f349c HTTP/1.1" status: 204 len: 168 time: 0.2364423 Dec 20 16:01:22.504372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d6d6-6dcd-4be9-8b57-f5bad0e2afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c4e3c-494e-45f4-b324-19fdb49f349c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:22.635098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48300) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:22.737982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d9fa8cbf-a816-4108-9f14-65f0863ff78e tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:22.970449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d9fa8cbf-a816-4108-9f14-65f0863ff78e tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "PUT /v2.0/quotas/3932403ecc834d1e87e95d921d49c0f7 HTTP/1.1" status: 200 len: 366 time: 0.3336768 Dec 20 16:01:22.973222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48306) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:22.985730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f44ebdac-b931-45a4-9b89-b7faa16b8348 tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0113544 Dec 20 16:01:22.988506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.023037 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a7afa76f-5d83-495e-b887-49f355af055f tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "GET /v2.0/quotas/3932403ecc834d1e87e95d921d49c0f7 HTTP/1.1" status: 200 len: 366 time: 0.0333178 Dec 20 16:01:23.025938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48314) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.119955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48320) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.120505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-973e1b3d-15be-4af0-b8b4-add6a44cbc58 tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/3932403ecc834d1e87e95d921d49c0f7 HTTP/1.1" status: 204 len: 168 time: 0.0912726 Dec 20 16:01:23.144724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d81770be-0980-40a0-97d1-bf4308136053 tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0227773 Dec 20 16:01:23.149930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.156645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f6a60-c0a8-42ee-b998-17a108500262 req-fd0073fc-e036-4fd9-bb0d-c4fa337e619a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:23.158920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c0f6a60-c0a8-42ee-b998-17a108500262 req-fd0073fc-e036-4fd9-bb0d-c4fa337e619a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0819950 Dec 20 16:01:23.170222 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0acf531e-9c8e-4115-8b4d-237b2555ef2b tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "GET /v2.0/quotas/3932403ecc834d1e87e95d921d49c0f7 HTTP/1.1" status: 200 len: 370 time: 0.0191381 Dec 20 16:01:23.170855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48326) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.179459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48328) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.179989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-734f1109-4473-4c54-9ff7-9613e4ca5b26 tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "GET /v2.0/quotas/3932403ecc834d1e87e95d921d49c0f7/default HTTP/1.1" status: 200 len: 370 time: 0.0071418 Dec 20 16:01:23.196780 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-17205bf7-4334-42f8-8f55-606a1aeacb82 tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] delete failed (client error): The resource could not be found. Dec 20 16:01:23.197749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-17205bf7-4334-42f8-8f55-606a1aeacb82 tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/3932403ecc834d1e87e95d921d49c0f7 HTTP/1.1" status: 404 len: 348 time: 0.0169327 Dec 20 16:01:23.263740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c0f6a60-c0a8-42ee-b998-17a108500262 req-4679e840-e8bc-47fd-8293-55a0ff0541bc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973949 Dec 20 16:01:23.572534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:23.592847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:network and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.596282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.603896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:subnet and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.607213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.613479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:subnetpool and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.618566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.626011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:port and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.631112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.645881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:router and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.649846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.656782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:floatingip and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.660193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.698209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:security_group and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.703139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.710041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Usage tracker for resource:security_group_rule and project:51e34c76ab1e4e629df56f671fc18e80 is out of sync, need to count used quota {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 16:01:23.713229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.quota.resource [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103953) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 16:01:23.717782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-150f72b5-e2a2-46bc-a82c-b6a446d58ffd tempest-QuotasTest-40491889 tempest-QuotasTest-40491889-project-admin] 10.222.0.81 "GET /v2.0/quotas/51e34c76ab1e4e629df56f671fc18e80/details.json HTTP/1.1" status: 200 len: 703 time: 0.1440177 Dec 20 16:01:24.278136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48358) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:24.400715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2643f-89f6-4a32-bcbf-e6c3fdd9d57e req-9cade7f6-7220-4749-bcd3-cded364dbb60 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:24.402233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f2643f-89f6-4a32-bcbf-e6c3fdd9d57e req-9cade7f6-7220-4749-bcd3-cded364dbb60 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0616183 Dec 20 16:01:24.414448 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bece2c-2113-4ffc-b28e-7bc1cb99a103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.479790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f2643f-89f6-4a32-bcbf-e6c3fdd9d57e req-c257e83a-e6dc-4583-9c89-a858bd4c93ae tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674858 Dec 20 16:01:24.527236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bece2c-2113-4ffc-b28e-7bc1cb99a103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.618234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b6bece2c-2113-4ffc-b28e-7bc1cb99a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.658261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b6bece2c-2113-4ffc-b28e-7bc1cb99a103 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb863bf5f54b48fdb9a1cbd72e5f24df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3788729 Dec 20 16:01:24.660605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bece2c-2113-4ffc-b28e-7bc1cb99a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339f1b9-ee7a-4125-bbdc-a88c0860bbf3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:24.661139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:24.712088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd311cfe-7e7a-4ef6-8f3a-3858fa14f0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.735262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd311cfe-7e7a-4ef6-8f3a-3858fa14f0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.894845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd311cfe-7e7a-4ef6-8f3a-3858fa14f0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.897527 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd311cfe-7e7a-4ef6-8f3a-3858fa14f0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:24.898765 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd311cfe-7e7a-4ef6-8f3a-3858fa14f0f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a339f1b9-ee7a-4125-bbdc-a88c0860bbf3 HTTP/1.1" status: 204 len: 168 time: 0.2359979 Dec 20 16:01:24.907017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd311cfe-7e7a-4ef6-8f3a-3858fa14f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339f1b9-ee7a-4125-bbdc-a88c0860bbf3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:25.618489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d3d54-452e-4aef-b0fd-7d5c34476976 req-ee59c976-c385-40db-b5e5-24045ccbeea0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:25.620039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-568d3d54-452e-4aef-b0fd-7d5c34476976 req-ee59c976-c385-40db-b5e5-24045ccbeea0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0569680 Dec 20 16:01:25.673723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-568d3d54-452e-4aef-b0fd-7d5c34476976 req-34cafbc4-8c0c-4657-8c59-840267b9db38 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Dec 20 16:01:25.739957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48404) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:25.754000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:25.890917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:25.974805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:26.020466 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51e34c76ab1e4e629df56f671fc18e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767777 Dec 20 16:01:26.020466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2584a-2a04-4172-ace2-e14ebfa3bb30,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:26.021107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:26.033290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.033604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.033950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.034812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.035540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.035540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.036676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.036676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.036676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.036935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.037039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.037364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.037688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5916a99-014f-49b1-9a13-8a1ebed92901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:26.087320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feaa98e8-fd04-4ab1-be2f-1f496fdabf1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:26.112025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feaa98e8-fd04-4ab1-be2f-1f496fdabf1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:26.248231 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feaa98e8-fd04-4ab1-be2f-1f496fdabf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:26.251007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feaa98e8-fd04-4ab1-be2f-1f496fdabf1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:26.252175 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-feaa98e8-fd04-4ab1-be2f-1f496fdabf1b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96c2584a-2a04-4172-ace2-e14ebfa3bb30 HTTP/1.1" status: 204 len: 168 time: 0.2301226 Dec 20 16:01:26.261665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa98e8-fd04-4ab1-be2f-1f496fdabf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2584a-2a04-4172-ace2-e14ebfa3bb30,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:26.854575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca99aeb-a645-4e7f-a949-57bb490a0a14 req-c8fb50ce-a27b-4d1c-b368-13be6c6b3860 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:26.857430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ca99aeb-a645-4e7f-a949-57bb490a0a14 req-c8fb50ce-a27b-4d1c-b368-13be6c6b3860 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0849457 Dec 20 16:01:26.922988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ca99aeb-a645-4e7f-a949-57bb490a0a14 req-a7d1116e-8b6c-4470-84a2-8e375faba3e2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576935 Dec 20 16:01:27.054307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:28.052774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b159e-2c15-444c-95b4-d7f1a9075ed4 req-e7358b6e-14cf-48db-ac0c-4169414cf700 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:28.054905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c0b159e-2c15-444c-95b4-d7f1a9075ed4 req-e7358b6e-14cf-48db-ac0c-4169414cf700 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0562658 Dec 20 16:01:28.109090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c0b159e-2c15-444c-95b4-d7f1a9075ed4 req-927b0059-3b44-4fcc-bc16-641016c1e9a4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Dec 20 16:01:28.257372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:28.355604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1632821608', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:28.477006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Made reservation on behalf of 429f5c7b8bce4a05884766c31300492e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:28.479367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:28.489078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:28.569975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:28.658776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:28.664676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] device_id is not set on port fc138055-6b62-4dd3-a8c5-143c5fd64b2f yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:28.719532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff1b89-ceff-4b1c-a636-d78aee81394d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:28.802030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Allocated IP 172.25.6.123 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/fc138055-6b62-4dd3-a8c5-143c5fd64b2f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:28.939156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.117549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.157366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:29.165985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:29.169914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:29.180815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39166de-cec9-454c-a710-89e5873b45af None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:01:29.200938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Pushing event updated for resources: {'Port': ['ID=fc138055-6b62-4dd3-a8c5-143c5fd64b2f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:29.217331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:29.224735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.254743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3d1245a-fe35-450f-911a-a25c07bbc775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.280418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e75fc-c30c-425d-a6e3-1409d12e5c72 req-c8482ed6-c369-48a5-bf35-4dd45621692e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:29.281934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b9e75fc-c30c-425d-a6e3-1409d12e5c72 req-c8482ed6-c369-48a5-bf35-4dd45621692e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0490596 Dec 20 16:01:29.302392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fe17a3dc-e07a-4400-a8e7-6849e8cc68ae None None] Provisioning complete for port fc138055-6b62-4dd3-a8c5-143c5fd64b2f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:29.302851 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fe17a3dc-e07a-4400-a8e7-6849e8cc68ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.339003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b9e75fc-c30c-425d-a6e3-1409d12e5c72 req-729f7394-2a60-43a4-a282-ed67d8c7ad11 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Dec 20 16:01:29.340577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fe17a3dc-e07a-4400-a8e7-6849e8cc68ae None None] Port fc138055-6b62-4dd3-a8c5-143c5fd64b2f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:29.368287 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9917e30b-d242-4411-8344-761e2ce86927 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1087818 Dec 20 16:01:29.370473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48490) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:29.375497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.123'}]}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:29.466125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.467158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.532474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:29.765525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.080379 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.108166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.383341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.601337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.604593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.693735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a367eb-1e7c-4469-959a-03b9a77465f8 req-08d992e3-c501-4d45-a429-d968834c9b8d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:30.695124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2a367eb-1e7c-4469-959a-03b9a77465f8 req-08d992e3-c501-4d45-a429-d968834c9b8d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0507836 Dec 20 16:01:30.747639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2a367eb-1e7c-4469-959a-03b9a77465f8 req-6e22012f-89d8-454b-b0cb-715e7662620b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 Dec 20 16:01:30.787565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.788613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1053aea6-37e9-4547-891e-101362dd6835 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:01:30.911454 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:01:30.912558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3fdf9f63-ece0-4f2d-b999-315ffdf260b5 tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5408461 Dec 20 16:01:30.915437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48532) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:30.997749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Deleting port fc138055-6b62-4dd3-a8c5-143c5fd64b2f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:30.998108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:31.095286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:31.115117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Calling delete_port for fc138055-6b62-4dd3-a8c5-143c5fd64b2f owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:31.391387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:31.425587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc138055-6b62-4dd3-a8c5-143c5fd64b2f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:31.443005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d5ad3-0d22-40c1-b1cd-7ae272a3ba89 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:01:31.487434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:31.490745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b88993ad-fea2-41ca-ab4f-7ff7516be65d tempest-RoutersAdminNegativeIpV6Test-1549192639 tempest-RoutersAdminNegativeIpV6Test-1549192639-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fc138055-6b62-4dd3-a8c5-143c5fd64b2f HTTP/1.1" status: 204 len: 168 time: 0.5743608 Dec 20 16:01:31.780343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd702-d3e5-4c17-9568-8129c0a91b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:31.882472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4215b-954e-4a05-849f-5580c8470a62 req-aef8a631-65b8-4c8e-8925-184aa692e257 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:31.884035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cd4215b-954e-4a05-849f-5580c8470a62 req-aef8a631-65b8-4c8e-8925-184aa692e257 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0527914 Dec 20 16:01:31.936702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cd4215b-954e-4a05-849f-5580c8470a62 req-2c813760-174b-40b7-9844-65a4e5e913b9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Dec 20 16:01:32.146192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:32.267611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a62d2d0-5e70-4bcc-a728-2dc8e1a0050a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:32.651705 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a62d2d0-5e70-4bcc-a728-2dc8e1a0050a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:32.786918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a62d2d0-5e70-4bcc-a728-2dc8e1a0050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:32.837632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d2d0-5e70-4bcc-a728-2dc8e1a0050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd483e1-76f0-45e9-8866-7568558786f0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:32.844322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6a62d2d0-5e70-4bcc-a728-2dc8e1a0050a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c9fd62302af42da89a6fb29492f40fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970162 Dec 20 16:01:32.847539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48578) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:32.902626 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ae48-a70e-4676-a030-10bd2ff1391d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:32.925827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ae48-a70e-4676-a030-10bd2ff1391d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:32.962820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:33.073358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3b2e1-98a1-49cb-be47-980f071cefaa req-2869f5ab-5cb4-46a9-807e-d738d0eb7949 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:33.075159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8b3b2e1-98a1-49cb-be47-980f071cefaa req-2869f5ab-5cb4-46a9-807e-d738d0eb7949 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0592279 Dec 20 16:01:33.106702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ae48-a70e-4676-a030-10bd2ff1391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:33.114859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3c8ae48-a70e-4676-a030-10bd2ff1391d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:33.122480 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3c8ae48-a70e-4676-a030-10bd2ff1391d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bd483e1-76f0-45e9-8866-7568558786f0 HTTP/1.1" status: 204 len: 168 time: 0.2731850 Dec 20 16:01:33.154071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8ae48-a70e-4676-a030-10bd2ff1391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd483e1-76f0-45e9-8866-7568558786f0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:33.158457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8b3b2e1-98a1-49cb-be47-980f071cefaa req-8f3983b1-32e3-462c-9a5d-d158fcb4e06c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722220 Dec 20 16:01:33.982525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48592) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:34.033696 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a4d40ae6-85ed-4b65-9d5e-a41b20285583 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=429f5c7b8bce4a05884766c31300492e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498602 Dec 20 16:01:34.037515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48596) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:34.089677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37774390-9082-4884-b439-92b359950822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:34.113857 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37774390-9082-4884-b439-92b359950822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:34.283606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc812e-953d-4000-9734-df38d96bbf08 req-6bc76709-179c-41eb-b6ea-a254ff8ac65e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:34.285782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bc812e-953d-4000-9734-df38d96bbf08 req-6bc76709-179c-41eb-b6ea-a254ff8ac65e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0569770 Dec 20 16:01:34.294435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37774390-9082-4884-b439-92b359950822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:34.297510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-37774390-9082-4884-b439-92b359950822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:34.298727 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-37774390-9082-4884-b439-92b359950822 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8ff1b89-ceff-4b1c-a636-d78aee81394d HTTP/1.1" status: 204 len: 168 time: 0.2607894 Dec 20 16:01:34.310443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37774390-9082-4884-b439-92b359950822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff1b89-ceff-4b1c-a636-d78aee81394d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:34.347876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:34.348820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bc812e-953d-4000-9734-df38d96bbf08 req-f469bec3-866a-418a-883e-223f66bf82ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557103 Dec 20 16:01:35.150070 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:35.482495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c25c22-a68f-4e46-b02f-c7a840aaaf14 req-61db25e8-3aac-4313-a0c0-e78424d77a49 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:35.483998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3c25c22-a68f-4e46-b02f-c7a840aaaf14 req-61db25e8-3aac-4313-a0c0-e78424d77a49 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0503509 Dec 20 16:01:35.532286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3c25c22-a68f-4e46-b02f-c7a840aaaf14 req-1d17ce7a-9560-4cf2-9abf-a1fbba492ff6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Dec 20 16:01:35.657893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:35.772825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1928025331'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:35.860085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:35.864235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:35.873295 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:35.950403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.020483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.047884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:01:36.065733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f944c09-2c28-4a28-9ea6-3ffdaadc556a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:36.079531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.079882 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Added segment 7daac506-d8e7-44d3-9e19-a9d2634cd9cc of type vlan for network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 Dec 20 16:01:36.107499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48654) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:36.133710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.248540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.257488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:36.258181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.258489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9656e700-a431-434c-a4e9-58b268b93b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.332940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Network': ['ID=d7b1ed52-20fb-431d-96bd-ea0f0590efe7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:36.345068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:01:36.346992 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9656e700-a431-434c-a4e9-58b268b93b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.379316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-012db050-e2c6-4691-9eb9-7dd376404984 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7200363 Dec 20 16:01:36.383655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48662) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:36.388900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'subnet': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:36.447649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9656e700-a431-434c-a4e9-58b268b93b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.508177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9656e700-a431-434c-a4e9-58b268b93b8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d05720b021e442fa83809c00866c82a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992629 Dec 20 16:01:36.513464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656e700-a431-434c-a4e9-58b268b93b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5995b0b1-22ac-41de-86e0-3780cea43fae,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:36.513601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48664) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:36.574893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cab3daaf-428e-469d-9136-248cb31fad21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.597839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cab3daaf-428e-469d-9136-248cb31fad21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.614809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:36.620730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.720684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf6e4-f4c7-4cce-8063-4ab52d92b560 req-79a31151-85b2-4f4a-a53c-f99e229916b1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:36.722429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f29bf6e4-f4c7-4cce-8063-4ab52d92b560 req-79a31151-85b2-4f4a-a53c-f99e229916b1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1204398 Dec 20 16:01:36.776237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f29bf6e4-f4c7-4cce-8063-4ab52d92b560 req-b14b962d-16be-4828-b8c2-f948b50c0280 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Dec 20 16:01:36.808780 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cab3daaf-428e-469d-9136-248cb31fad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.813180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cab3daaf-428e-469d-9136-248cb31fad21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.814761 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cab3daaf-428e-469d-9136-248cb31fad21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5995b0b1-22ac-41de-86e0-3780cea43fae HTTP/1.1" status: 204 len: 168 time: 0.3029015 Dec 20 16:01:36.835687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3daaf-428e-469d-9136-248cb31fad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995b0b1-22ac-41de-86e0-3780cea43fae,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:37.036836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.101795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Subnet': ['ID=696abae1-135a-404f-ba3b-9ccdcf8cc13e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:37.121388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Checking segment: {'id': '7daac506-d8e7-44d3-9e19-a9d2634cd9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:37.121744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network hostable DHCP agents. Network: d7b1ed52-20fb-431d-96bd-ea0f0590efe7, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:01:37.225768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:01:37.311520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d7b1ed52-20fb-431d-96bd-ea0f0590efe7) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:37.318978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:37.320106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.327260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd4672-5e29-4457-877c-7285ec150f6d None None] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:01:37.413250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ce174095-1ce2-41a7-9dfb-6fb0eae94bd0 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0270119 Dec 20 16:01:37.414797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48680) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:37.419961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-955979574'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:37.432579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'project_id': '9ad87b757c7d47869b60c0d8cf102105', 'fixed_ips': [{'subnet_id': '696abae1-135a-404f-ba3b-9ccdcf8cc13e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:01:37.433283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.474394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48682) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:37.491143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d26c-a33a-4fd8-bb22-2473c2979827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.577544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d26c-a33a-4fd8-bb22-2473c2979827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.589721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Allocated IP 2001:db8::2 (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/6984769b-9f1e-489c-a63e-2b91b6d329ed) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:37.688618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:37.693693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.712737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] device_id is not set on port 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:37.716732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d26c-a33a-4fd8-bb22-2473c2979827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.759565 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.762695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48684) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:37.762830 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6ad3d26c-a33a-4fd8-bb22-2473c2979827 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=528f670843d54113b0a0f71d6bf8ab3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873487 Dec 20 16:01:37.764016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3d26c-a33a-4fd8-bb22-2473c2979827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9634226-1515-4e21-80b4-5d3a2ce2e590,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:37.831962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.921259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:37.952277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:37.955527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:37.957086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Allocated IP 2001:db8::20d (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:37.971542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0524031-6430-4b21-a43b-704d583153f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:37.978267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Pushing event updated for resources: {'Port': ['ID=6984769b-9f1e-489c-a63e-2b91b6d329ed,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:38.008931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38431a-013e-4e5a-99a9-638839fe5824 req-16b814c8-9c26-46b2-8809-fdecc654b124 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:38.009414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.009834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.010258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.010996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a38431a-013e-4e5a-99a9-638839fe5824 req-16b814c8-9c26-46b2-8809-fdecc654b124 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0862665 Dec 20 16:01:38.016835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.017383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.017798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.018439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.018625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.019977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.020521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.021103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.021586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.022011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:01:38.062748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Attempting to bind port 6984769b-9f1e-489c-a63e-2b91b6d329ed on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:01:38.063275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Attempting to bind port 6984769b-9f1e-489c-a63e-2b91b6d329ed by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '7daac506-d8e7-44d3-9e19-a9d2634cd9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:01:38.063713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Attempting to bind port 6984769b-9f1e-489c-a63e-2b91b6d329ed on network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:38.068541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0524031-6430-4b21-a43b-704d583153f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.072063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:01:38.072667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Checking segment: {'id': '7daac506-d8e7-44d3-9e19-a9d2634cd9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:38.073240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.074135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Bound using segment: {'id': '7daac506-d8e7-44d3-9e19-a9d2634cd9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:01:38.074841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Bound port: 6984769b-9f1e-489c-a63e-2b91b6d329ed, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daac506-d8e7-44d3-9e19-a9d2634cd9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:01:38.075434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.093438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a38431a-013e-4e5a-99a9-638839fe5824 req-3142a5f9-2d94-47ee-a5c4-fd9836261b5e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761049 Dec 20 16:01:38.164453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] For port 6984769b-9f1e-489c-a63e-2b91b6d329ed, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:38.167772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] For port 6984769b-9f1e-489c-a63e-2b91b6d329ed, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6984769b-9f1e-489c-a63e-2b91b6d329ed,segment=NetworkSegment(7daac506-d8e7-44d3-9e19-a9d2634cd9cc),segment_id=7daac506-d8e7-44d3-9e19-a9d2634cd9cc)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:38.194315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.230698 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.253581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0524031-6430-4b21-a43b-704d583153f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.256323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0524031-6430-4b21-a43b-704d583153f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.258581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d0524031-6430-4b21-a43b-704d583153f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9634226-1515-4e21-80b4-5d3a2ce2e590 HTTP/1.1" status: 204 len: 168 time: 0.4936855 Dec 20 16:01:38.265572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0524031-6430-4b21-a43b-704d583153f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9634226-1515-4e21-80b4-5d3a2ce2e590,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:38.305555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afa8af-db5c-4702-8055-3c04fdac712e None None] Pushing event updated for resources: {'Port': ['ID=6984769b-9f1e-489c-a63e-2b91b6d329ed,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:38.312016 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.365019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:38.368312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:38.377756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:38.381039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:38.381721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.409267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:38.495102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48700) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:38.495506 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1d65404c-9b03-49ce-bf2c-22d2413fa13d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0795002 Dec 20 16:01:38.502985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-721387466', 'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:23:82:27'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:38.778691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:38.888912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:38.906276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] device_id is not set on port 2ae96129-44bc-47bd-ac49-e6ef6cc7c075 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:39.028907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Allocated IP 2001:db8::1d6 (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/2ae96129-44bc-47bd-ac49-e6ef6cc7c075) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:39.208457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.287221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aaff0-1dbd-495c-b9ae-ef350de6ad6d req-267cae81-c889-496a-9754-986dc47321f1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:39.289345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-864aaff0-1dbd-495c-b9ae-ef350de6ad6d req-267cae81-c889-496a-9754-986dc47321f1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0834680 Dec 20 16:01:39.352754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-864aaff0-1dbd-495c-b9ae-ef350de6ad6d req-b932d6f8-47e1-45a0-a2d5-18031b9916cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Dec 20 16:01:39.373239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.394363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:39.397330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:39.400430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:39.406660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:39.407345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.497214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfdfdc-2693-410b-80b8-82cd05a1fae0 None None] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:01:39.520875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=2ae96129-44bc-47bd-ac49-e6ef6cc7c075,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:39.587590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fe64aff1-4b18-4cd9-affd-af5d2220e74c tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0898435 Dec 20 16:01:39.590124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48726) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:39.602861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fed07ae2-7734-4389-b0b9-56fd5008fcbf None None] Provisioning complete for port 6984769b-9f1e-489c-a63e-2b91b6d329ed triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:39.603550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fed07ae2-7734-4389-b0b9-56fd5008fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.710144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d71e95-79e1-48ae-a1ff-2b8c68c731ee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:39.717946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d71e95-79e1-48ae-a1ff-2b8c68c731ee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:39.725746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d71e95-79e1-48ae-a1ff-2b8c68c731ee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:39.727270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6984769b-9f1e-489c-a63e-2b91b6d329ed up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:01:39.728017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-85d71e95-79e1-48ae-a1ff-2b8c68c731ee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1364648 Dec 20 16:01:39.731559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48734) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:39.873255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port 2ae96129-44bc-47bd-ac49-e6ef6cc7c075 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:39.873887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.874012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fed07ae2-7734-4389-b0b9-56fd5008fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.876466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6984769b-9f1e-489c-a63e-2b91b6d329ed triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:39.877309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:39.943078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fed07ae2-7734-4389-b0b9-56fd5008fcbf None None] For port 6984769b-9f1e-489c-a63e-2b91b6d329ed, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6984769b-9f1e-489c-a63e-2b91b6d329ed,segment=NetworkSegment(7daac506-d8e7-44d3-9e19-a9d2634cd9cc),segment_id=7daac506-d8e7-44d3-9e19-a9d2634cd9cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:40.004368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.004802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.027440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for 2ae96129-44bc-47bd-ac49-e6ef6cc7c075 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:40.041134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fed07ae2-7734-4389-b0b9-56fd5008fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.221315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed07ae2-7734-4389-b0b9-56fd5008fcbf None None] Pushing event updated for resources: {'Port': ['ID=6984769b-9f1e-489c-a63e-2b91b6d329ed,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:40.226860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:01:40.228122 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:01:40.264481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Provisioning complete for port 2ae96129-44bc-47bd-ac49-e6ef6cc7c075 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:40.264922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.303830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Port 2ae96129-44bc-47bd-ac49-e6ef6cc7c075 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:40.317020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Provisioning complete for port 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:40.317479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.317603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.356974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=2ae96129-44bc-47bd-ac49-e6ef6cc7c075,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:40.367585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Port 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:40.381282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Provisioning complete for port 6984769b-9f1e-489c-a63e-2b91b6d329ed triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:40.381665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23847c1c-30e0-40b5-8978-544a16177972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.548509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.552893 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d1f7b118-1190-49ba-bd8d-0ef492c077ff tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/ports/2ae96129-44bc-47bd-ac49-e6ef6cc7c075 HTTP/1.1" status: 204 len: 168 time: 0.8189383 Dec 20 16:01:40.557662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48752) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:40.587169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5013-9af5-4036-87e2-06cd98c3cb45 req-bea235c6-a16c-4ac7-9878-dde938d1ca97 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:40.593439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e24e5013-9af5-4036-87e2-06cd98c3cb45 req-bea235c6-a16c-4ac7-9878-dde938d1ca97 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1495256 Dec 20 16:01:40.603214 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-94066f5c-3cae-4f93-a0b8-a00755272d0d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] GET failed (client error): The resource could not be found. Dec 20 16:01:40.604932 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-94066f5c-3cae-4f93-a0b8-a00755272d0d tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "GET /v2.0/ports/2ae96129-44bc-47bd-ac49-e6ef6cc7c075 HTTP/1.1" status: 404 len: 333 time: 0.0462854 Dec 20 16:01:40.610235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48754) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:40.616510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-414063041'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:40.684939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e24e5013-9af5-4036-87e2-06cd98c3cb45 req-df872186-ad38-4fcb-849b-0e2e53fc4588 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Dec 20 16:01:40.725219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-da14dc5a-c4d3-49a3-b254-b34da173f53e None None] Provisioning complete for port 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:40.725800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da14dc5a-c4d3-49a3-b254-b34da173f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.800668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-da14dc5a-c4d3-49a3-b254-b34da173f53e None None] Port 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:40.831204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:40.836696 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:40.859662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] device_id is not set on port e9d1a070-cab8-4334-89b8-363354aad3be yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:41.007191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Allocated IP 2001:db8::2f0 (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/e9d1a070-cab8-4334-89b8-363354aad3be) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:41.018124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-22d8a7b3-cec9-48bf-bcfa-ec5e98478012 None None] Could not find standard attr ID for object 2ae96129-44bc-47bd-ac49-e6ef6cc7c075. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:01:41.180970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.318590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.363921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:41.367028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:41.370940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:41.377453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:41.378214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.388053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=e9d1a070-cab8-4334-89b8-363354aad3be,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:41.481221 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-133dbce3-3a3c-4053-bd39-25ae7a9412fe tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8688645 Dec 20 16:01:41.483860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48770) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:41.490705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:23:82:27'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:41.575605 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.624586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6984769b-9f1e-489c-a63e-2b91b6d329ed up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:01:41.674135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e13bacb2-8cfe-4313-b390-7ec44ba8a531 None None] Provisioning complete for port e9d1a070-cab8-4334-89b8-363354aad3be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:41.674876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e13bacb2-8cfe-4313-b390-7ec44ba8a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.719413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6984769b-9f1e-489c-a63e-2b91b6d329ed triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:41.720068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.749212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e13bacb2-8cfe-4313-b390-7ec44ba8a531 None None] Port e9d1a070-cab8-4334-89b8-363354aad3be cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:41.876842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.886391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d21d8-7ed7-43e2-ac50-ab1e53495dc3 req-36471d70-689f-479c-b466-77920ed394f7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:41.887885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-937d21d8-7ed7-43e2-ac50-ab1e53495dc3 req-36471d70-689f-479c-b466-77920ed394f7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0794988 Dec 20 16:01:41.945386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-937d21d8-7ed7-43e2-ac50-ab1e53495dc3 req-e315e765-ac82-4f0a-81e0-c001d21800f7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513527 Dec 20 16:01:41.954537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.992354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] In _notify_port_updated(), no bound segment for port e9d1a070-cab8-4334-89b8-363354aad3be on network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:01:41.998094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:41.998732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.001417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "PUT /v2.0/ports/e9d1a070-cab8-4334-89b8-363354aad3be HTTP/1.1" status: 200 len: 1002 time: 0.5151458 Dec 20 16:01:42.005194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48792) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:42.057209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa364a-e2de-451d-a1c4-e380e25f1dee tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=e9d1a070-cab8-4334-89b8-363354aad3be,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:42.132927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port e9d1a070-cab8-4334-89b8-363354aad3be {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:42.133310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.229560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.242316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for e9d1a070-cab8-4334-89b8-363354aad3be owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:42.276207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-936c7af3-09aa-4987-beeb-28361e65c240 None None] Provisioning complete for port e9d1a070-cab8-4334-89b8-363354aad3be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:42.276843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-936c7af3-09aa-4987-beeb-28361e65c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.318401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-936c7af3-09aa-4987-beeb-28361e65c240 None None] Port e9d1a070-cab8-4334-89b8-363354aad3be cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:42.443223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.473759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=e9d1a070-cab8-4334-89b8-363354aad3be,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:42.610626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.614647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3c60e5a7-ac5f-4c24-852f-0041866fbc39 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/ports/e9d1a070-cab8-4334-89b8-363354aad3be HTTP/1.1" status: 204 len: 168 time: 0.6106400 Dec 20 16:01:42.619599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48818) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:42.642661 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-42154209-f11c-4b9a-9c10-d33f15ae7286 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] GET failed (client error): The resource could not be found. Dec 20 16:01:42.644921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-42154209-f11c-4b9a-9c10-d33f15ae7286 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "GET /v2.0/ports/e9d1a070-cab8-4334-89b8-363354aad3be HTTP/1.1" status: 404 len: 333 time: 0.0265982 Dec 20 16:01:42.657722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48820) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:42.666138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1719498878'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:42.875872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:42.880945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:42.900298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] device_id is not set on port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:43.028941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Allocated IP 2001:db8::159 (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/2db70601-31fd-4c57-a6b0-a5b8551d9b8f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:43.112083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c61431-34ef-46bb-8fd9-8a6b53ad3ea2 req-b91cb5be-64dc-44a7-b81f-efce354e69d2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:43.113815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30c61431-34ef-46bb-8fd9-8a6b53ad3ea2 req-b91cb5be-64dc-44a7-b81f-efce354e69d2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0823548 Dec 20 16:01:43.232074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-30c61431-34ef-46bb-8fd9-8a6b53ad3ea2 req-512a8d5b-658a-4d13-b9f1-2106f82af03c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Dec 20 16:01:43.270396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:43.384912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:43.435597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:43.438905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:43.444414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:43.445912 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:43.450868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:43.451549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:43.455494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=2db70601-31fd-4c57-a6b0-a5b8551d9b8f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:43.551121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-172ae966-77f7-427e-8a6c-6c95d9d7129e tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8919773 Dec 20 16:01:43.554526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48834) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:43.561604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:82:27'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:43.757155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-02aad585-723c-4fbb-be3a-023b7cac6fe2 None None] Provisioning complete for port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:43.758112 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02aad585-723c-4fbb-be3a-023b7cac6fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:43.778926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:43.808880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-02aad585-723c-4fbb-be3a-023b7cac6fe2 None None] Port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:44.001873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.069955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.103359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] In _notify_port_updated(), no bound segment for port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f on network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:01:44.108885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:44.109549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.110887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "PUT /v2.0/ports/2db70601-31fd-4c57-a6b0-a5b8551d9b8f HTTP/1.1" status: 200 len: 1003 time: 0.5545979 Dec 20 16:01:44.114488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48842) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:44.131546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734bf65-c993-4616-9a30-5cf6f9bd9bd9 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=2db70601-31fd-4c57-a6b0-a5b8551d9b8f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:44.218572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:44.218984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.336074 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.368999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for 2db70601-31fd-4c57-a6b0-a5b8551d9b8f owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:44.426083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe0b45-7f3b-4b0c-a49b-9efe111b8c3b req-725a6d03-f4c4-479d-8e47-be475250bf23 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:44.427543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdfe0b45-7f3b-4b0c-a49b-9efe111b8c3b req-725a6d03-f4c4-479d-8e47-be475250bf23 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.1130180 Dec 20 16:01:44.441571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dac8f693-e63c-46dd-afbf-9c9d016e2375 None None] Provisioning complete for port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:44.441932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dac8f693-e63c-46dd-afbf-9c9d016e2375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.477430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dac8f693-e63c-46dd-afbf-9c9d016e2375 None None] Port 2db70601-31fd-4c57-a6b0-a5b8551d9b8f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:44.496980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdfe0b45-7f3b-4b0c-a49b-9efe111b8c3b req-fe8943ff-32a8-46e4-9d4a-a0fc823c11e3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Dec 20 16:01:44.619991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.651042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=2db70601-31fd-4c57-a6b0-a5b8551d9b8f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:44.677617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:44.681004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2bef518a-32a8-4a8f-93c6-53e08fdf6489 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/ports/2db70601-31fd-4c57-a6b0-a5b8551d9b8f HTTP/1.1" status: 204 len: 168 time: 0.5649550 Dec 20 16:01:44.683589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48846) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:44.710036 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8f202b-3d98-4a2b-b6cd-91a4554876cb tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] GET failed (client error): The resource could not be found. Dec 20 16:01:44.711524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5f8f202b-3d98-4a2b-b6cd-91a4554876cb tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "GET /v2.0/ports/2db70601-31fd-4c57-a6b0-a5b8551d9b8f HTTP/1.1" status: 404 len: 333 time: 0.0269339 Dec 20 16:01:44.715270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:44.720260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1645297536'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:45.025989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:45.029526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:45.047350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] device_id is not set on port d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:45.178471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Allocated IP 2001:db8::270 (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/d8396f60-eb2d-45f2-8e79-6c1ed470a9d0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:45.341595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:45.428051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:45.476888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:45.480087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:45.484608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:45.490966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:45.491606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:45.498308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=d8396f60-eb2d-45f2-8e79-6c1ed470a9d0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:45.619750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-be16da6c-6928-40f6-8839-ef864b33865f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9009182 Dec 20 16:01:45.620110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48874) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:45.627508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'network_id': 'd7b1ed52-20fb-431d-96bd-ea0f0590efe7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-306765672'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:45.639690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e5347-2703-49e8-8653-05fe5916b537 req-fce11963-0ff4-456e-a334-467f6c7dc645 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:45.641458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d5e5347-2703-49e8-8653-05fe5916b537 req-fce11963-0ff4-456e-a334-467f6c7dc645 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0637233 Dec 20 16:01:45.700674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d5e5347-2703-49e8-8653-05fe5916b537 req-37965a5b-9f01-4b9d-8b2b-bb487611bee5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519910 Dec 20 16:01:45.808764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5cc7f5bd-7089-494c-86a9-f5167f9b1556 None None] Provisioning complete for port d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:45.810117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f5bd-7089-494c-86a9-f5167f9b1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:45.850094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7f5bd-7089-494c-86a9-f5167f9b1556 None None] Port d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:45.898576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Made reservation on behalf of 9ad87b757c7d47869b60c0d8cf102105 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:45.902170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:45.920241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] device_id is not set on port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:46.015751 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:01:46.045659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Allocated IP 2001:db8::7 (d7b1ed52-20fb-431d-96bd-ea0f0590efe7/696abae1-135a-404f-ba3b-9ccdcf8cc13e/38e50ee3-e8e5-40d6-9ce3-10ab791d1d94) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:46.208456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:46.264338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48884) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:46.659877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:46.716606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:46.717920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:46.727683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:46.733538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:46.734167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:46.744040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67972f8-609c-4595-8261-daabe001f3ec tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:46.744519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67972f8-609c-4595-8261-daabe001f3ec tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:46.744985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67972f8-609c-4595-8261-daabe001f3ec tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:46.757983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a67972f8-609c-4595-8261-daabe001f3ec tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=5d44ebd1084b47d29bf53cac22c8d828&network_id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3 HTTP/1.1" status: 200 len: 2969 time: 0.4922519 Dec 20 16:01:46.768297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=38e50ee3-e8e5-40d6-9ce3-10ab791d1d94,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:46.852351 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7b202f8-6352-4a37-b620-a5b890d24189 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2241642 Dec 20 16:01:46.852469 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48894) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:46.867060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:23:82:27'}, {'ip_address': '2001:db8::270', 'mac_address': 'fa:16:3e:d5:44:73'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:46.876134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f75b-af85-4b80-b29d-ed8390d407e0 req-5bcdf5c8-6e76-4e88-b8be-2fd3127434d7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:46.884694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7761f75b-af85-4b80-b29d-ed8390d407e0 req-5bcdf5c8-6e76-4e88-b8be-2fd3127434d7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0620461 Dec 20 16:01:46.935446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7761f75b-af85-4b80-b29d-ed8390d407e0 req-dae6224a-d754-499b-b746-20685586f505 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496280 Dec 20 16:01:47.053840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.084990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c9f0996d-7d7f-4d0b-8398-493906b5a1e6 None None] Provisioning complete for port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:47.085601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c9f0996d-7d7f-4d0b-8398-493906b5a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.136685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0996d-7d7f-4d0b-8398-493906b5a1e6 None None] Port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:47.185014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41405d-2da4-4f48-ad98-8e066e1bef72 req-968c8652-b5c1-4eaf-b581-a20489259693 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:47.194199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd41405d-2da4-4f48-ad98-8e066e1bef72 req-968c8652-b5c1-4eaf-b581-a20489259693 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0805321 Dec 20 16:01:47.257604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd41405d-2da4-4f48-ad98-8e066e1bef72 req-86f60d44-a7b2-4084-ad69-d44005414124 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574405 Dec 20 16:01:47.350760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.390905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397415f4-eecf-4726-9ca2-45170b165eb1 req-8f239ca0-f0de-4386-9e98-f8195fa01fed tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:47.392399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-397415f4-eecf-4726-9ca2-45170b165eb1 req-8f239ca0-f0de-4386-9e98-f8195fa01fed tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0493264 Dec 20 16:01:47.419993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.443894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-397415f4-eecf-4726-9ca2-45170b165eb1 req-fadb7d2a-3f6d-46d3-8b4a-4da7e7474124 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444474 Dec 20 16:01:47.457075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] In _notify_port_updated(), no bound segment for port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 on network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:47.467358 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:01:47.474854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:47.478218 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.480034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48922) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:47.480829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "PUT /v2.0/ports/38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 HTTP/1.1" status: 200 len: 1065 time: 0.6271303 Dec 20 16:01:47.502550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9b520-94ff-4195-8a6c-da646764027a tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event updated for resources: {'Port': ['ID=38e50ee3-e8e5-40d6-9ce3-10ab791d1d94,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:47.611684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:47.612066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.807801 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.829144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:47.851988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-c7801ff4-937a-4688-bf9c-d292a2c9e3b7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:47.853795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-c7801ff4-937a-4688-bf9c-d292a2c9e3b7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.1513453 Dec 20 16:01:47.875248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-692e365d-cc20-4bf3-8f14-f2df72c30ce5 None None] Provisioning complete for port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:47.875981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-692e365d-cc20-4bf3-8f14-f2df72c30ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:47.905650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-4fa33849-53be-4693-b226-a7af4481fe84 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/quotas/971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 375 time: 0.0169301 Dec 20 16:01:47.921799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-692e365d-cc20-4bf3-8f14-f2df72c30ce5 None None] Port 38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:47.988050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-99e6140f-f8c7-4d6a-a233-ef9e90e23c40 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0726407 Dec 20 16:01:48.116227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-95bf1a2e-b9a8-41b0-be29-164d456a2dc6 service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028712 Dec 20 16:01:48.184305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:48.222285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=38e50ee3-e8e5-40d6-9ce3-10ab791d1d94,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:48.701763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-68daa0ea-9e36-46e8-8f99-bec394443183 service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791974 Dec 20 16:01:48.820125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:48.823580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f79458e2-9105-4e03-a38f-b3798f98743f tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/ports/38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 HTTP/1.1" status: 204 len: 168 time: 1.3425169 Dec 20 16:01:48.826301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:48.853583 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8a8a64-76b1-4399-a040-827feb5e52eb tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] GET failed (client error): The resource could not be found. Dec 20 16:01:48.855081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cb8a8a64-76b1-4399-a040-827feb5e52eb tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "GET /v2.0/ports/38e50ee3-e8e5-40d6-9ce3-10ab791d1d94 HTTP/1.1" status: 404 len: 333 time: 0.0276132 Dec 20 16:01:48.857998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48948) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:48.917996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48950) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:49.000256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:49.000957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.045527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-263709e3-4292-4c6c-9be5-de017cf45c01 req-8b6e18bf-0128-4d8c-a727-3363e0561100 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 210 time: 0.0415695 Dec 20 16:01:49.118254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4dec-39f9-468e-8762-08547b22610a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.123089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.139649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:49.225839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4dec-39f9-468e-8762-08547b22610a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.311589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4dec-39f9-468e-8762-08547b22610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.353947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec2d4dec-39f9-468e-8762-08547b22610a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4601093522984a7a85bcee8399e449bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4335513 Dec 20 16:01:49.354821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4dec-39f9-468e-8762-08547b22610a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fb0718-0c86-4cc4-b842-a94e2dac9789,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:49.355844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48966) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:49.404441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.437408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dd70317-06e5-4dd6-b5c5-000765462e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.439636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=d8396f60-eb2d-45f2-8e79-6c1ed470a9d0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:49.484480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.492671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48970) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:49.492911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0ae265c4-7ea8-447e-8a91-4bb34cb4504b tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/ports/d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 HTTP/1.1" status: 204 len: 168 time: 0.6324065 Dec 20 16:01:49.507483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dd70317-06e5-4dd6-b5c5-000765462e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.525780 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e19375-aa81-4081-92f6-d45f3a70ca33 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] GET failed (client error): The resource could not be found. Dec 20 16:01:49.527215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-52e19375-aa81-4081-92f6-d45f3a70ca33 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "GET /v2.0/ports/d8396f60-eb2d-45f2-8e79-6c1ed470a9d0 HTTP/1.1" status: 404 len: 333 time: 0.0333741 Dec 20 16:01:49.535786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48972) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:49.637302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dd70317-06e5-4dd6-b5c5-000765462e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.640056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dd70317-06e5-4dd6-b5c5-000765462e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.643498 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8dd70317-06e5-4dd6-b5c5-000765462e34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2fb0718-0c86-4cc4-b842-a94e2dac9789 HTTP/1.1" status: 204 len: 168 time: 0.2841554 Dec 20 16:01:49.649603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:49.649834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd70317-06e5-4dd6-b5c5-000765462e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fb0718-0c86-4cc4-b842-a94e2dac9789,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:49.649959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.761980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:49.775938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for 07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:49.869246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:49.943223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff615f8-a849-430e-bcfd-019b8f61b388 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:49.944788 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ff615f8-a849-430e-bcfd-019b8f61b388 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 814 time: 0.0745432 Dec 20 16:01:50.031506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.064764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:50.125049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.129207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c0a636af-4126-4f8b-95a5-4ecc717af649 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/ports/07a8e4cf-1fa4-4871-b79e-8ac5783ee0b9 HTTP/1.1" status: 204 len: 168 time: 0.5974157 Dec 20 16:01:50.132241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48986) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:50.172787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1233d497-a38f-4f09-afc6-73a3c6919a72 req-e78ac31b-eaf0-40f0-bff6-65d039fc6cbf tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 210 time: 0.0360208 Dec 20 16:01:50.229370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting subnet 696abae1-135a-404f-ba3b-9ccdcf8cc13e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:01:50.236416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.251300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-dfc83c80-4807-44dd-bf97-90ebcc16b421 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458465 Dec 20 16:01:50.293500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.341732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-860c19c5-969b-46ea-aabf-1d7b246bfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:50.343513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-860c19c5-969b-46ea-aabf-1d7b246bfc94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0457807 Dec 20 16:01:50.412676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.478493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-0fcbebb3-d7a4-40c6-b382-311de5064b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:50.480154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-0fcbebb3-d7a4-40c6-b382-311de5064b32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.1156888 Dec 20 16:01:50.508697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 48992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:50.531105 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83f92888-c6f9-4694-9177-bdb913e51e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.584651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-250c3196-2812-45fe-8fdc-f41a502d4c9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.0968556 Dec 20 16:01:50.598590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.641151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Subnet': ['ID=696abae1-135a-404f-ba3b-9ccdcf8cc13e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:50.651444 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.654976 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d822ed80-1c06-4514-8ffc-cddaf0d8af96 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/subnets/696abae1-135a-404f-ba3b-9ccdcf8cc13e HTTP/1.1" status: 204 len: 168 time: 0.5211482 Dec 20 16:01:50.657738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 48998) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:50.662629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd392292-3feb-4097-b90c-f219b906b2b1 None None] Network d7b1ed52-20fb-431d-96bd-ea0f0590efe7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:01:50.742192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-41d2ffe6-690c-4637-bb31-cca4f6bb7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:50.744672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-41d2ffe6-690c-4637-bb31-cca4f6bb7bc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1527085 Dec 20 16:01:50.747601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83f92888-c6f9-4694-9177-bdb913e51e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.748415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:50.757549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'network': {'name': 'tempest-network-smoke--69436651', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'port_security_enabled': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:50.826150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.859949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-f1d96b98-2a8f-4b30-952c-2d76ea978e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:50.863114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-f1d96b98-2a8f-4b30-952c-2d76ea978e35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878153 Dec 20 16:01:50.875840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] DHCP port deletion for d7b1ed52-20fb-431d-96bd-ea0f0590efe7 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:01:50.888836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83f92888-c6f9-4694-9177-bdb913e51e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.927464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:50.932721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.947780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] Deleting port 6984769b-9f1e-489c-a63e-2b91b6d329ed {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:50.948161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:50.953459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-83f92888-c6f9-4694-9177-bdb913e51e02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=584b640c812b459c87b0aa82cdf7d61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401872 Dec 20 16:01:50.953459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f92888-c6f9-4694-9177-bdb913e51e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356579a6-6577-4cd7-8a3f-62af0a9f4bf4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:50.966325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49002) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:50.998242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:01:51.031511 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.032192 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Added segment 72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5 of type vlan for network a7095edf-22b7-4c86-927f-5ca0de139c01 Dec 20 16:01:51.059062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-502ddc47-963f-4a42-b87c-57f23e9435d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.073448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Deleting port 6984769b-9f1e-489c-a63e-2b91b6d329ed {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:01:51.073790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.082505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-f06423e8-a085-43a2-9e9b-251cc8101df6 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946685 Dec 20 16:01:51.105430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-502ddc47-963f-4a42-b87c-57f23e9435d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.218430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.268595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] For port 6984769b-9f1e-489c-a63e-2b91b6d329ed, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6984769b-9f1e-489c-a63e-2b91b6d329ed,segment=NetworkSegment(7daac506-d8e7-44d3-9e19-a9d2634cd9cc),segment_id=7daac506-d8e7-44d3-9e19-a9d2634cd9cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:51.270324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.271750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-502ddc47-963f-4a42-b87c-57f23e9435d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.275920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-502ddc47-963f-4a42-b87c-57f23e9435d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.279542 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-502ddc47-963f-4a42-b87c-57f23e9435d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/356579a6-6577-4cd7-8a3f-62af0a9f4bf4 HTTP/1.1" status: 204 len: 168 time: 0.3142629 Dec 20 16:01:51.293728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ddc47-963f-4a42-b87c-57f23e9435d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356579a6-6577-4cd7-8a3f-62af0a9f4bf4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:51.310233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] Calling delete_port for 6984769b-9f1e-489c-a63e-2b91b6d329ed owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:51.429291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5221d4ba-80d9-4752-a3ea-ed54a6911c1e req-7b024b6d-f911-45b7-b12e-cea7e8f125ba tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 210 time: 0.1307507 Dec 20 16:01:51.443712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] For port 6984769b-9f1e-489c-a63e-2b91b6d329ed, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6984769b-9f1e-489c-a63e-2b91b6d329ed,segment=NetworkSegment(7daac506-d8e7-44d3-9e19-a9d2634cd9cc),segment_id=7daac506-d8e7-44d3-9e19-a9d2634cd9cc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:51.444075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.471377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c8547e8-acbe-408f-a092-3d72623f0603 req-581685c7-5ff0-486d-ad5b-92560501c308 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758509 Dec 20 16:01:51.474897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.481968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Calling delete_port for 6984769b-9f1e-489c-a63e-2b91b6d329ed owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:01:51.527467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.529690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:51.529690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.603852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] No DVR routers for this DVR port 6984769b-9f1e-489c-a63e-2b91b6d329ed on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:51.621711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36d08a-29cb-4524-b8e6-fd712d4be4b9 None None] Pushing event deleted for resources: {'Port': ['ID=6984769b-9f1e-489c-a63e-2b91b6d329ed,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:51.691813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6984769b-9f1e-489c-a63e-2b91b6d329ed no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:01:51.716700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6984769b-9f1e-489c-a63e-2b91b6d329ed {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:01:51.717052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6984769b-9f1e-489c-a63e-2b91b6d329ed not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:01:51.752589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-dffdecb5-50a0-4130-aab2-6df396319620 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:51.754158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-dffdecb5-50a0-4130-aab2-6df396319620 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.3672822 Dec 20 16:01:51.756633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Network': ['ID=a7095edf-22b7-4c86-927f-5ca0de139c01,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:51.768068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'port': {'device_id': '29dbdaa5-9397-492e-9973-5e7de2508570', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'admin_state_up': True, 'tenant_id': '971a5140ec784551869d58a0080e3114'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:51.773399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network a7095edf-22b7-4c86-927f-5ca0de139c01 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:01:51.844010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.869223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:51.907268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Port': ['ID=6984769b-9f1e-489c-a63e-2b91b6d329ed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:51.915438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09626177-fe14-4b64-80ae-b8e4892a1c49 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1627395 Dec 20 16:01:51.915438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] No DVR routers for this DVR port 6984769b-9f1e-489c-a63e-2b91b6d329ed on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:01:51.922636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49018) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.029382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7cc63-8060-4ab6-86d6-dd15ffedac1e tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:52.032890 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dfb7cc63-8060-4ab6-86d6-dd15ffedac1e tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5d44ebd1084b47d29bf53cac22c8d828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1161189 Dec 20 16:01:52.041788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49022) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.060184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.090740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b1ed52-20fb-431d-96bd-ea0f0590efe7']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:52.100982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daac506-d8e7-44d3-9e19-a9d2634cd9cc') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:52.101311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daac506-d8e7-44d3-9e19-a9d2634cd9cc') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:01:52.116934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.132360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.139568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:01:52.139978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:01:52.143291 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:01:52.183413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba6083-4fdc-4504-9b47-3fc31fe0839f tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:52.189361 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f1ba6083-4fdc-4504-9b47-3fc31fe0839f tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464190 Dec 20 16:01:52.190306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49028) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.198641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:52.202244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.242907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-20db147a-b493-45c8-81ab-5d96ed05d0a9 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480142 Dec 20 16:01:52.243582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49030) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.272318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e5fcc6a5-7884-426d-a1a3-7edda5e70e6b tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5d44ebd1084b47d29bf53cac22c8d828&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275776 Dec 20 16:01:52.274860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49032) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.356354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.376324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.379638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] 10.222.0.81 "DELETE /v2.0/networks/d7b1ed52-20fb-431d-96bd-ea0f0590efe7 HTTP/1.1" status: 204 len: 168 time: 1.7206433 Dec 20 16:01:52.449472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf224b-0cdf-4374-b242-fe5fa9b30424 tempest-AllowedAddressPairIpV6TestJSON-2086885207 tempest-AllowedAddressPairIpV6TestJSON-2086885207-project] Pushing event deleted for resources: {'Network': ['ID=d7b1ed52-20fb-431d-96bd-ea0f0590efe7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:52.579590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dc628d3-5a39-4601-b3e0-738243d4fd49 req-993fa6cc-4008-43b5-a9c5-49b5a2ef4b4f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 210 time: 0.0508020 Dec 20 16:01:52.580684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8af9dc-77e8-4f72-9d2d-744f86e21c69 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:52.582600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9e8af9dc-77e8-4f72-9d2d-744f86e21c69 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3068547 Dec 20 16:01:52.586099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49046) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.587218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Allocated IP 172.20.0.8 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/54c7e0c3-f800-4f8e-acea-b653f7a66705) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:52.630937 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec10ed74-0d14-4da6-9490-bef325e10ac7 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436561 Dec 20 16:01:52.634116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:52.638478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140287913', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:52.787016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.873111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:52.876862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.961680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:52.975530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:01:52.997375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49062) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:53.084825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:53.101215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:53.110990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:53.236727 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97df619d-5538-426f-8fa5-5787a354a076 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ad87b757c7d47869b60c0d8cf102105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380366 Dec 20 16:01:53.242322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49068) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:53.257061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:53.261014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.272604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=54c7e0c3-f800-4f8e-acea-b653f7a66705,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:53.321885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aaa36bb5-6c86-4d0f-bc28-00f1b811455f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.342298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-13f69062-7fef-42d3-b6cd-8d1e407313a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713818 Dec 20 16:01:53.346502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aaa36bb5-6c86-4d0f-bc28-00f1b811455f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.351547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-e999fc83-fb90-417c-810c-0d3b5f353c74 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5875247 Dec 20 16:01:53.355904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.371449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Request body: {'port': {'device_id': '29dbdaa5-9397-492e-9973-5e7de2508570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:53.486714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.492022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-577eda99-cd71-47b9-a2eb-d1804f32ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:53.494614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-577eda99-cd71-47b9-a2eb-d1804f32ffe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.0888197 Dec 20 16:01:53.499419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Subnet': ['ID=0c3aa5db-d0aa-47af-8b03-a2b3c8f00217,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:53.508823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Checking segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:53.508823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network hostable DHCP agents. Network: a7095edf-22b7-4c86-927f-5ca0de139c01, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:01:53.545119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5dd407ab-687e-43d4-aea2-1d4c9be4cb96 None None] Provisioning complete for port 54c7e0c3-f800-4f8e-acea-b653f7a66705 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:53.548186 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5dd407ab-687e-43d4-aea2-1d4c9be4cb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.595601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aaa36bb5-6c86-4d0f-bc28-00f1b811455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.598638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aaa36bb5-6c86-4d0f-bc28-00f1b811455f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.601634 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aaa36bb5-6c86-4d0f-bc28-00f1b811455f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f944c09-2c28-4a28-9ea6-3ffdaadc556a HTTP/1.1" status: 204 len: 168 time: 0.3598032 Dec 20 16:01:53.617721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa36bb5-6c86-4d0f-bc28-00f1b811455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f944c09-2c28-4a28-9ea6-3ffdaadc556a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:53.619493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5dd407ab-687e-43d4-aea2-1d4c9be4cb96 None None] Port 54c7e0c3-f800-4f8e-acea-b653f7a66705 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:01:53.631600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network a7095edf-22b7-4c86-927f-5ca0de139c01 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:01:53.734439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, a7095edf-22b7-4c86-927f-5ca0de139c01) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:53.739944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:53.740987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.745941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03104211-c6dd-4262-ba1d-ac43ecb69ede None None] Network a7095edf-22b7-4c86-927f-5ca0de139c01 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:01:53.865275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-a7095edf-22b7-4c86-927f-5ca0de139c01', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ips': [{'subnet_id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:01:53.866402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:53.867031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-dacea2c3-515c-4ac2-b482-0b81aba41b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:53.868550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-dacea2c3-515c-4ac2-b482-0b81aba41b74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.2856445 Dec 20 16:01:53.880978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c89d9dc7-275d-47f8-aa35-96c696bf9664 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2463911 Dec 20 16:01:53.884261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15619e0b-eefd-463d-902b-c1a686d9e515 req-cf7cc025-d17e-4a57-a43d-db4d6bb2d053 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:53.885846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15619e0b-eefd-463d-902b-c1a686d9e515 req-cf7cc025-d17e-4a57-a43d-db4d6bb2d053 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 931 time: 0.1896241 Dec 20 16:01:54.031632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-0a55e944-0ca1-4c27-b739-d86ed2405ce7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1002 time: 0.1447968 Dec 20 16:01:54.074210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15619e0b-eefd-463d-902b-c1a686d9e515 req-8ae52134-a020-4dc1-b490-58a72d2bc779 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747088 Dec 20 16:01:54.147684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Allocated IP 172.20.0.18 (a7095edf-22b7-4c86-927f-5ca0de139c01/0c3aa5db-d0aa-47af-8b03-a2b3c8f00217/2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:54.162133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c7e0c3-f800-4f8e-acea-b653f7a66705 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:01:54.172912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.196182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-379921e4-11c3-491d-a32a-f45fde468051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:54.198109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-379921e4-11c3-491d-a32a-f45fde468051 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.1506348 Dec 20 16:01:54.199263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Transition to ACTIVE for port object 54c7e0c3-f800-4f8e-acea-b653f7a66705 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:01:54.269645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.448810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49118) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:54.454290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751185492', 'description': 'tempest-secgroup-smoke-1751185492 description', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:54.456434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.592368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.595305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.638060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Network a7095edf-22b7-4c86-927f-5ca0de139c01 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:54.654808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:54.658678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:54.677976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Pushing event updated for resources: {'Port': ['ID=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:54.752265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-34086ef4-f1e6-4049-a458-0392bbdac607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:54.759127 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.765811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-34086ef4-f1e6-4049-a458-0392bbdac607 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5597887 Dec 20 16:01:54.766408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Attempting to bind port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:01:54.766805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Attempting to bind port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:01:54.767263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Attempting to bind port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb on network a7095edf-22b7-4c86-927f-5ca0de139c01 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:54.773189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:01:54.773587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Checking segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:54.773999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.774396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Bound using segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:01:54.774888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Bound port: 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:01:54.775262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.834350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Pushing event updated for resources: {'Port': ['ID=54c7e0c3-f800-4f8e-acea-b653f7a66705,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:54.857387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] For port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:54.862064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] For port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:54.871890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.910669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:54.950973 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.982072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:54.989070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f06ae2d-f74b-47a7-b4fe-20b572ca48c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5370793 Dec 20 16:01:54.989070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49136) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:55.000805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:55.023719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-6d1a8f61-d640-4b22-a0cf-939c3f09b5cb service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467711 Dec 20 16:01:55.044327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a3a0-5e21-45e8-bd6b-a95fad6b29ef None None] Pushing event updated for resources: {'Port': ['ID=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:55.055609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Attempting to bind port 54c7e0c3-f800-4f8e-acea-b653f7a66705 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:01:55.056211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Attempting to bind port 54c7e0c3-f800-4f8e-acea-b653f7a66705 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:01:55.056712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Attempting to bind port 54c7e0c3-f800-4f8e-acea-b653f7a66705 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:55.063562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Port 54c7e0c3-f800-4f8e-acea-b653f7a66705 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:01:55.063562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Attempting to bind port 54c7e0c3-f800-4f8e-acea-b653f7a66705 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:55.077333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:01:55.080686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:55.080686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:01:55.080686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Bound port: 54c7e0c3-f800-4f8e-acea-b653f7a66705, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:01:55.080686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.136578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.268229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3e9f8ce-0dd6-4b59-ad1c-226b27b72a06 req-9f3d9deb-bacb-4167-b9ea-dc04ef0efe34 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059708 Dec 20 16:01:55.273707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] For port 54c7e0c3-f800-4f8e-acea-b653f7a66705, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:55.277190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] For port 54c7e0c3-f800-4f8e-acea-b653f7a66705, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:55.322168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.393364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:55.395955 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.443235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.444664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:55.445320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.451790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] 10.222.0.83 "PUT /v2.0/ports/54c7e0c3-f800-4f8e-acea-b653f7a66705 HTTP/1.1" status: 200 len: 1091 time: 2.0924172 Dec 20 16:01:55.452401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dbdaa5-9397-492e-9973-5e7de2508570', 'tag': '54c7e0c3-f800-4f8e-acea-b653f7a66705'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:01:55.461769 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bafe72-18c0-4b86-8ea1-d947cdf93106" -d '{"events": [{"name": "network-changed", "server_uuid": "29dbdaa5-9397-492e-9973-5e7de2508570", "tag": "54c7e0c3-f800-4f8e-acea-b653f7a66705"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:01:55.502202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb368f7-cea7-45a2-a43b-725d71c988b1,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:55.520323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1298417094'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:55.568418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8f7a4-bbeb-4562-a7aa-4da367de3f46 service neutron] Pushing event updated for resources: {'Port': ['ID=54c7e0c3-f800-4f8e-acea-b653f7a66705,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:55.580707 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc7038-1d0b-4971-a6bd-dfe8f45db459 x-openstack-request-id: req-87bc7038-1d0b-4971-a6bd-dfe8f45db459 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:01:55.581219 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dbdaa5-9397-492e-9973-5e7de2508570", "tag": "54c7e0c3-f800-4f8e-acea-b653f7a66705", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:01:55.581551 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87bc7038-1d0b-4971-a6bd-dfe8f45db459 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:01:55.582015 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dbdaa5-9397-492e-9973-5e7de2508570', 'tag': '54c7e0c3-f800-4f8e-acea-b653f7a66705', 'status': 'completed', 'code': 200} Dec 20 16:01:55.601551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.605131 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7f1c7f04-2b96-428f-821b-ae9f5f038bbf tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6146781 Dec 20 16:01:55.608860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49152) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:55.619270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:55.799295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-f47928e3-faa4-4dc1-b957-70fad9784be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:55.804644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-f47928e3-faa4-4dc1-b957-70fad9784be8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 1094 time: 0.2061443 Dec 20 16:01:55.809912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:01:55.818415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c86ad9-408b-4a41-bb9f-d6b3f6d9a054 req-72c35a14-954b-4171-985a-8ea4d0217f22 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:55.826148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c86ad9-408b-4a41-bb9f-d6b3f6d9a054 req-72c35a14-954b-4171-985a-8ea4d0217f22 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 943 time: 0.5416658 Dec 20 16:01:55.872252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:55.872626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.887276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-9a06f77e-36cb-4b7f-acc7-bcbf086d0de3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705 HTTP/1.1" status: 200 len: 217 time: 0.0583405 Dec 20 16:01:55.923390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Made reservation on behalf of 3a437b449e2842908d2e98ec173f9f43 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:55.928302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.978581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.981372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:55.994088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5c86ad9-408b-4a41-bb9f-d6b3f6d9a054 req-cdf7583c-0e5c-4f0d-89cb-f64dfae67446 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667225 Dec 20 16:01:56.017584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-969d0658-9dd4-49ff-8988-829fd05ef9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:56.030965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-969d0658-9dd4-49ff-8988-829fd05ef9c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1077719 Dec 20 16:01:56.086342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.115452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.150189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:56.157003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-f3ff17ab-ed71-4164-b6e7-c96fdc33d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:56.160371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-f3ff17ab-ed71-4164-b6e7-c96fdc33d445 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276608 Dec 20 16:01:56.187345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.191930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.220334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.251771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:01:56.271343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf26d95e-4519-4b55-9a3c-5acb47eacf63,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:56.277285 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.277861 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Added segment 2f9a7445-5dc2-4b56-a331-d389ef60141b of type vlan for network 2989cb82-9eea-4f72-b448-a6504f235d56 Dec 20 16:01:56.316876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.317381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:56.325730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-2f00a63a-51f6-4001-a5b3-2e8831153a13 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579208 Dec 20 16:01:56.337397 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.355197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585580e5-13bb-4f66-be22-f442b30d3c83,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:56.429944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.435953 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-03d02b91-2076-4147-ad67-6821816ae021 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8161848 Dec 20 16:01:56.436653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49164) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:56.452389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:56.463281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47c2d484-92e2-4e57-8108-7c10c5cf52aa req-d71c78df-ed16-41be-b6a9-af4d050ca1d1 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303525 Dec 20 16:01:56.465868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.472654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:56.473635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.569611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event updated for resources: {'Network': ['ID=2989cb82-9eea-4f72-b448-a6504f235d56,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:56.580421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 2989cb82-9eea-4f72-b448-a6504f235d56 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:01:56.624791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-cf4530b0-bb76-4ea8-bc3d-0790085cf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:56.627093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-cf4530b0-bb76-4ea8-bc3d-0790085cf81d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 1094 time: 0.0525651 Dec 20 16:01:56.637788 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-69486e72-5226-47ad-8c77-22358c828806 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2393389 Dec 20 16:01:56.638559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49166) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:56.646582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Request body: {'subnet': {'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:56.719419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.762060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-66b6d9e8-04d3-40ac-8c77-484d0a8a8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:56.763408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-66b6d9e8-04d3-40ac-8c77-484d0a8a8730 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.1283200 Dec 20 16:01:56.779206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41ddda-9e40-4dae-8e62-a67128dc7450 None None] Network a7095edf-22b7-4c86-927f-5ca0de139c01 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:01:56.852997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.861670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-8075e946-d240-456b-b560-6810b5a40ee9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705 HTTP/1.1" status: 200 len: 217 time: 0.0874639 Dec 20 16:01:56.883344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-88d1f203-8c4b-42d6-b480-8a648ca9c8ab None None] Provisioning complete for port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:56.884325 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88d1f203-8c4b-42d6-b480-8a648ca9c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:56.938529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-71b63214-0bb7-4e57-babf-fd6c2def3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:56.940173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-71b63214-0bb7-4e57-babf-fd6c2def3e4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0720234 Dec 20 16:01:56.960695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Made reservation on behalf of 3a437b449e2842908d2e98ec173f9f43 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:56.964658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.028481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-951eb920-6952-405a-bd91-c3c41ad1bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:57.030058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-951eb920-6952-405a-bd91-c3c41ad1bdb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826211 Dec 20 16:01:57.044799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.069813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.173990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d86517-bd9f-42c8-8e84-a52e07237a14,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:57.248663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc007-2cbf-40f6-bd8b-700c605bb2f5 req-bdad8f83-645f-4fd4-8593-44c6341761d3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:57.249673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c68fc007-2cbf-40f6-bd8b-700c605bb2f5 req-bdad8f83-645f-4fd4-8593-44c6341761d3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 943 time: 0.0865021 Dec 20 16:01:57.290345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.295105 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e00952aa-3387-435a-8868-faccf307c8aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8571181 Dec 20 16:01:57.295972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49176) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:57.306621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:57.317789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c68fc007-2cbf-40f6-bd8b-700c605bb2f5 req-fae5f12d-a2a4-4036-8787-bbf4cfe1e997 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Dec 20 16:01:57.320395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-07a006f8-6e76-4df6-a13a-12ef0eed1c35 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823021 Dec 20 16:01:57.446808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1363791f-f6ca-4578-b133-f13e5df4c761 None None] Provisioning complete for port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:57.447715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1363791f-f6ca-4578-b133-f13e5df4c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.486776 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28bafe72-18c0-4b86-8ea1-d947cdf93106 req-b4747aa7-76ee-4140-8904-932b4b30a273 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547556 Dec 20 16:01:57.495899 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.556736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.580556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.622593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:01:57.639866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event updated for resources: {'Subnet': ['ID=69d48245-6239-452a-9cb3-4909d7447415,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:57.660752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Checking segment: {'id': '2f9a7445-5dc2-4b56-a331-d389ef60141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:57.661262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Network hostable DHCP agents. Network: 2989cb82-9eea-4f72-b448-a6504f235d56, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:01:57.676589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:01:57.677029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.831979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:57.850394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96188a5a-9d81-4566-ba8a-2191b44aa5a5,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:57.911880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Network 2989cb82-9eea-4f72-b448-a6504f235d56 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:01:58.049598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.052211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd734825-92c3-4feb-ace2-652876fb09b5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7514374 Dec 20 16:01:58.055046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49182) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:58.059363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:58.111793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 2989cb82-9eea-4f72-b448-a6504f235d56) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:58.117200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:58.129477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.129755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e8923-cd51-4cfb-9c47-4521135bb9ee None None] Network 2989cb82-9eea-4f72-b448-a6504f235d56 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:01:58.207755 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Project 5d44ebd1084b47d29bf53cac22c8d828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:01:58.216179 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1db63e14-7bdb-4983-983f-1e77492e7017 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5752909 Dec 20 16:01:58.216363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.218860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49188) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:58.224730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Request body: {'port': {'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-907635666'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:58.275526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-2989cb82-9eea-4f72-b448-a6504f235d56', 'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56', 'project_id': '3a437b449e2842908d2e98ec173f9f43', 'fixed_ips': [{'subnet_id': '69d48245-6239-452a-9cb3-4909d7447415'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:01:58.283159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.312790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.409020 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.434905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1271e7-fa15-41ee-811b-41029a6cf6eb,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:58.453380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Made reservation on behalf of 3a437b449e2842908d2e98ec173f9f43 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:58.457354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.471650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Allocated IP 2001:db8::2 (2989cb82-9eea-4f72-b448-a6504f235d56/69d48245-6239-452a-9cb3-4909d7447415/e0571f57-0cc8-4375-9572-8ff7bdb67345) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:58.497305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] device_id is not set on port d2e2a344-63e8-455b-90f2-4b6eca7afb17 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:58.517483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da196b03-ea19-4bf5-a906-2c5b560d31a6 req-4f854b78-979a-4416-b59a-dea758bce8cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:58.518956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da196b03-ea19-4bf5-a906-2c5b560d31a6 req-4f854b78-979a-4416-b59a-dea758bce8cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 943 time: 0.0819039 Dec 20 16:01:58.554520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.562422 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-411937f2-d55b-4f8c-8160-742fc5e47d3c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5049298 Dec 20 16:01:58.562422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:58.568993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:58.615761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da196b03-ea19-4bf5-a906-2c5b560d31a6 req-80e9a63e-1ff4-4dac-873e-1dd808485296 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Dec 20 16:01:58.657729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.688716 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Project 5d44ebd1084b47d29bf53cac22c8d828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:01:58.694789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.755889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.814939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.856848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Network 2989cb82-9eea-4f72-b448-a6504f235d56 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:58.860063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:58.865499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:58.866025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.874504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Pushing event updated for resources: {'Port': ['ID=e0571f57-0cc8-4375-9572-8ff7bdb67345,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:58.878663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Allocated IP 2001:db8::1e7 (2989cb82-9eea-4f72-b448-a6504f235d56/69d48245-6239-452a-9cb3-4909d7447415/d2e2a344-63e8-455b-90f2-4b6eca7afb17) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:01:58.894831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff813bc-0275-4b4d-b989-0f0f88a6c964,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:58.941062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Attempting to bind port e0571f57-0cc8-4375-9572-8ff7bdb67345 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:01:58.941574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Attempting to bind port e0571f57-0cc8-4375-9572-8ff7bdb67345 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2f9a7445-5dc2-4b56-a331-d389ef60141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:01:58.941948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Attempting to bind port e0571f57-0cc8-4375-9572-8ff7bdb67345 on network 2989cb82-9eea-4f72-b448-a6504f235d56 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:01:58.955139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:01:58.956110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Checking segment: {'id': '2f9a7445-5dc2-4b56-a331-d389ef60141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:01:58.960728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.960728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Bound using segment: {'id': '2f9a7445-5dc2-4b56-a331-d389ef60141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:01:58.960728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Bound port: e0571f57-0cc8-4375-9572-8ff7bdb67345, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9a7445-5dc2-4b56-a331-d389ef60141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:01:58.960728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.979863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:58.981116 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8d74f322-4311-4a47-ab47-47b9723af13d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4177849 Dec 20 16:01:59.095556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] For port e0571f57-0cc8-4375-9572-8ff7bdb67345, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:01:59.101122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] For port e0571f57-0cc8-4375-9572-8ff7bdb67345, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e0571f57-0cc8-4375-9572-8ff7bdb67345,segment=NetworkSegment(2f9a7445-5dc2-4b56-a331-d389ef60141b),segment_id=2f9a7445-5dc2-4b56-a331-d389ef60141b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:01:59.105955 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:59.194786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:59.219213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:59.294450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-413d9481-8a5f-4d60-95a8-8d0dc8247d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:59.310025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event updated for resources: {'Port': ['ID=d2e2a344-63e8-455b-90f2-4b6eca7afb17,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:59.326746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Network 2989cb82-9eea-4f72-b448-a6504f235d56 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:01:59.330171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:01:59.336391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251cb27-3c80-4370-8d85-aa602baee3df None None] Pushing event updated for resources: {'Port': ['ID=e0571f57-0cc8-4375-9572-8ff7bdb67345,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:01:59.338544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:01:59.354742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:59.354742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:59.466073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f719e59f-0b2c-4ade-b6e6-d7dc811f965e tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2426581 Dec 20 16:01:59.466291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49226) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:59.474449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Request body: {'port': {'network_id': '2989cb82-9eea-4f72-b448-a6504f235d56', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-316328399', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:01:59.478704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.api.validators [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] bootfile-name is not in valid_values {{(pid=103954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:01:59.478704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.api.validators [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] tftp-server is not in valid_values {{(pid=103954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:01:59.478704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.api.validators [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] server-ip-address is not in valid_values {{(pid=103954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:01:59.576449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-ed79d217-eec3-450c-9508-5422501547be tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751185492&fields=id&tenant_id=5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 267 time: 0.0770197 Dec 20 16:01:59.711978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 54c7e0c3-f800-4f8e-acea-b653f7a66705 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:01:59.771522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-c8d99767-8aca-40ad-ae04-aea9fa762ca2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:59.778901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-c8d99767-8aca-40ad-ae04-aea9fa762ca2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/networks?id=a7095edf-22b7-4c86-927f-5ca0de139c01 HTTP/1.1" status: 200 len: 795 time: 0.1925662 Dec 20 16:01:59.807849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Made reservation on behalf of 3a437b449e2842908d2e98ec173f9f43 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:01:59.816354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:59.827831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-c0681eb6-cedd-4a6b-8ae5-c49e04aeef24 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/quotas/5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 375 time: 0.0479732 Dec 20 16:01:59.830621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49232) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:01:59.841997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] device_id is not set on port e256d1fd-c710-4865-b4da-850c6797ff97 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:01:59.938595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ebbe-cbbf-400e-8382-d7f5c368cfdb req-2e9dcfd2-707b-46c0-a5d9-4f438481b9e5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:01:59.940519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 54c7e0c3-f800-4f8e-acea-b653f7a66705, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:01:59.957549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5587ebbe-cbbf-400e-8382-d7f5c368cfdb req-2e9dcfd2-707b-46c0-a5d9-4f438481b9e5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 943 time: 0.1758461 Dec 20 16:01:59.958810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '54c7e0c3-f800-4f8e-acea-b653f7a66705', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': '54c7e0c3-f800-4f8e-acea-b653f7a66705', 'mac_address': 'fa:16:3e:e8:3c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:02:00.031217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-ba8eada1-0d7e-4b27-b886-d91cd9a02017 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2019005 Dec 20 16:02:00.041054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.060917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c7e0c3-f800-4f8e-acea-b653f7a66705 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:00.080364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Allocated IP 2001:db8::106 (2989cb82-9eea-4f72-b448-a6504f235d56/69d48245-6239-452a-9cb3-4909d7447415/e256d1fd-c710-4865-b4da-850c6797ff97) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:00.087114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 54c7e0c3-f800-4f8e-acea-b653f7a66705, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:00.152504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.217833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5587ebbe-cbbf-400e-8382-d7f5c368cfdb req-41041e9b-d794-4267-8f66-7868c8c0a2e0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593074 Dec 20 16:02:00.220976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-022cb557-641b-4766-b433-dee9d36ff84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.240472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=54c7e0c3-f800-4f8e-acea-b653f7a66705,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:00.248863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-370a5133-b361-4f79-b3e8-e0d6d6403ce9 service neutron] 10.222.0.81 "GET /v2.0/networks/a7095edf-22b7-4c86-927f-5ca0de139c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011521 Dec 20 16:02:00.346535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.422326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-36976c45-9ce1-4995-b549-da4124b1fcbb service neutron] 10.222.0.81 "GET /v2.0/networks/a7095edf-22b7-4c86-927f-5ca0de139c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552653 Dec 20 16:02:00.424624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-022cb557-641b-4766-b433-dee9d36ff84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.460766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['54c7e0c3-f800-4f8e-acea-b653f7a66705'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:02:00.472429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.508629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-022cb557-641b-4766-b433-dee9d36ff84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.573582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-022cb557-641b-4766-b433-dee9d36ff84e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b14623b832ae4e3ea1f526a02e561036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408102 Dec 20 16:02:00.576137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cb557-641b-4766-b433-dee9d36ff84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e39c255-2e25-4305-ad2a-92d24b1d1b0b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:00.581807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:00.605094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Network 2989cb82-9eea-4f72-b448-a6504f235d56 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:00.616472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:00.622706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:00.631916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:00.632615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.670051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e90f29-8483-4add-99f5-8f99aafb7c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.670501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event updated for resources: {'Port': ['ID=e256d1fd-c710-4865-b4da-850c6797ff97,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:00.710633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e90f29-8483-4add-99f5-8f99aafb7c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.805085 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d3f8d41-57aa-4d95-accf-53f46b678930 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3371656 Dec 20 16:02:00.813455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:00.879675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e51fca-bf5a-4fcc-8f0d-35b90d2ce548 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:00.887755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e51fca-bf5a-4fcc-8f0d-35b90d2ce548 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:00.894724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e51fca-bf5a-4fcc-8f0d-35b90d2ce548 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:00.899207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-12e51fca-bf5a-4fcc-8f0d-35b90d2ce548 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0819445 Dec 20 16:02:00.899611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49256) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:00.906704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e90f29-8483-4add-99f5-8f99aafb7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.910414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75e90f29-8483-4add-99f5-8f99aafb7c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.922373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-75e90f29-8483-4add-99f5-8f99aafb7c3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e39c255-2e25-4305-ad2a-92d24b1d1b0b HTTP/1.1" status: 204 len: 168 time: 0.3385398 Dec 20 16:02:00.951131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e90f29-8483-4add-99f5-8f99aafb7c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e39c255-2e25-4305-ad2a-92d24b1d1b0b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:01.003318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0a662b2-0ecf-42fa-9d4c-86b1822a211a req-0a551a85-518d-4d72-8143-3bff4779a160 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 210 time: 0.1025121 Dec 20 16:02:01.015016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb237de3-f2b3-44f0-8870-cd83bb3197ba None None] Network 2989cb82-9eea-4f72-b448-a6504f235d56 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:01.073041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Deleting port e256d1fd-c710-4865-b4da-850c6797ff97 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:01.073517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.173372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0e946b2f-635d-4e4e-be6a-bc6d8f0e26eb None None] Provisioning complete for port e0571f57-0cc8-4375-9572-8ff7bdb67345 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:01.173749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0e946b2f-635d-4e4e-be6a-bc6d8f0e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.206611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.226857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Calling delete_port for e256d1fd-c710-4865-b4da-850c6797ff97 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:01.307321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0e946b2f-635d-4e4e-be6a-bc6d8f0e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.393579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0e946b2f-635d-4e4e-be6a-bc6d8f0e26eb None None] For port e0571f57-0cc8-4375-9572-8ff7bdb67345, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e0571f57-0cc8-4375-9572-8ff7bdb67345,segment=NetworkSegment(2f9a7445-5dc2-4b56-a331-d389ef60141b),segment_id=2f9a7445-5dc2-4b56-a331-d389ef60141b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:01.439723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659d8b-6523-4c83-8adf-5c75cdcaf7d7 req-e8dd1362-2ddf-43ff-a929-c1ef1e3af2e3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:01.442533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f659d8b-6523-4c83-8adf-5c75cdcaf7d7 req-e8dd1362-2ddf-43ff-a929-c1ef1e3af2e3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 944 time: 0.0781596 Dec 20 16:02:01.460827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0e946b2f-635d-4e4e-be6a-bc6d8f0e26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.534922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.542947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f659d8b-6523-4c83-8adf-5c75cdcaf7d7 req-61eb3b51-0c10-4a18-b409-9039ea653fa8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785749 Dec 20 16:02:01.583037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e946b2f-635d-4e4e-be6a-bc6d8f0e26eb None None] Pushing event updated for resources: {'Port': ['ID=e0571f57-0cc8-4375-9572-8ff7bdb67345,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:01.589862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event deleted for resources: {'Port': ['ID=e256d1fd-c710-4865-b4da-850c6797ff97,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:01.686950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.694308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7cbb1258-767c-4942-8ff2-e834f8a9ae74 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "DELETE /v2.0/ports/e256d1fd-c710-4865-b4da-850c6797ff97 HTTP/1.1" status: 204 len: 168 time: 0.7926223 Dec 20 16:02:01.698324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49274) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:01.710261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Request body: {'port': {'name': 'tempest-new-port-name-163897201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:01.710664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.api.validators [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] bootfile-name is not in valid_values {{(pid=103954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:02:01.711009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.api.validators [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] tftp-server is not in valid_values {{(pid=103954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:02:01.711346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.api.validators [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] server-ip-address is not in valid_values {{(pid=103954) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 16:02:01.726920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 54c7e0c3-f800-4f8e-acea-b653f7a66705 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:01.778239 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-092fa3d2-4b10-489e-b3bb-dbf802e1ce3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.797960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e0571f57-0cc8-4375-9572-8ff7bdb67345 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:01.836422 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.864447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e0571f57-0cc8-4375-9572-8ff7bdb67345 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:01.864829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.915326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-61aa6ccb-d141-467b-b4c5-154abbe83cf4 None None] Provisioning complete for port e0571f57-0cc8-4375-9572-8ff7bdb67345 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:01.915688 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61aa6ccb-d141-467b-b4c5-154abbe83cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:01.984448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 54c7e0c3-f800-4f8e-acea-b653f7a66705 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:01.997373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 54c7e0c3-f800-4f8e-acea-b653f7a66705 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:01.997743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.116148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49278) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:02.126961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fb4c52e-3ec9-4519-b4fe-7ef1f8d70aad req-6362efe0-eae5-4a66-b8e0-5798b67c1b52 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 210 time: 0.0555127 Dec 20 16:02:02.138223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8326a3f1-b8ab-4313-b374-bac39f5ce536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.164353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.179113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-61aa6ccb-d141-467b-b4c5-154abbe83cf4 None None] Provisioning complete for port d2e2a344-63e8-455b-90f2-4b6eca7afb17 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:02.184986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61aa6ccb-d141-467b-b4c5-154abbe83cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.237154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8326a3f1-b8ab-4313-b374-bac39f5ce536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.241226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.301620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] In _notify_port_updated(), no bound segment for port d2e2a344-63e8-455b-90f2-4b6eca7afb17 on network 2989cb82-9eea-4f72-b448-a6504f235d56 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:02:02.308192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:02.309065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.310540 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "PUT /v2.0/ports/d2e2a344-63e8-455b-90f2-4b6eca7afb17 HTTP/1.1" status: 200 len: 1129 time: 0.6112006 Dec 20 16:02:02.313585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49280) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:02.336849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143b21-7097-4b2c-bd2b-efbb3453a759 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event updated for resources: {'Port': ['ID=d2e2a344-63e8-455b-90f2-4b6eca7afb17,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:02.350685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8326a3f1-b8ab-4313-b374-bac39f5ce536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.384701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42ab57-8063-4f0a-9d75-5d8a88d6e40a tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:02.396718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fa42ab57-8063-4f0a-9d75-5d8a88d6e40a tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "GET /v2.0/ports/d2e2a344-63e8-455b-90f2-4b6eca7afb17 HTTP/1.1" status: 200 len: 1129 time: 0.0789142 Dec 20 16:02:02.397724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:02.406987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8326a3f1-b8ab-4313-b374-bac39f5ce536 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab71d6d75dfb4d9080ce514415c5f8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2896154 Dec 20 16:02:02.408010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326a3f1-b8ab-4313-b374-bac39f5ce536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa776b-8585-4ab8-8365-bbd0482e54aa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:02.417508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49284) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:02.442135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-61aa6ccb-d141-467b-b4c5-154abbe83cf4 None None] Port d2e2a344-63e8-455b-90f2-4b6eca7afb17 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:02.449744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-61aa6ccb-d141-467b-b4c5-154abbe83cf4 None None] Could not find standard attr ID for object e256d1fd-c710-4865-b4da-850c6797ff97. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:02:02.453869 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.480064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dbdaa5-9397-492e-9973-5e7de2508570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c7e0c3-f800-4f8e-acea-b653f7a66705'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:02.482387 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f01ccc-a45e-46a6-84cd-3315ea1074f6" -d '{"events": [{"server_uuid": "29dbdaa5-9397-492e-9973-5e7de2508570", "name": "network-vif-plugged", "status": "completed", "tag": "54c7e0c3-f800-4f8e-acea-b653f7a66705"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:02.497737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 54c7e0c3-f800-4f8e-acea-b653f7a66705, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:02.540000 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5877eab-470f-4d03-8b18-adce55f160a6 x-openstack-request-id: req-a5877eab-470f-4d03-8b18-adce55f160a6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:02.540000 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dbdaa5-9397-492e-9973-5e7de2508570", "name": "network-vif-plugged", "status": "completed", "tag": "54c7e0c3-f800-4f8e-acea-b653f7a66705", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:02.540000 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5877eab-470f-4d03-8b18-adce55f160a6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:02.540000 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dbdaa5-9397-492e-9973-5e7de2508570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c7e0c3-f800-4f8e-acea-b653f7a66705', 'code': 200} Dec 20 16:02:02.573606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c8d573d-c08f-46cd-b027-10f999e85113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.590744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dc2ac7e7-75e7-4bdb-8f74-c78a5207d9e3 None None] Provisioning complete for port d2e2a344-63e8-455b-90f2-4b6eca7afb17 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:02.592734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac7e7-75e7-4bdb-8f74-c78a5207d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.603012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.631057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Deleting port d2e2a344-63e8-455b-90f2-4b6eca7afb17 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:02.631482 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.694455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ac7e7-75e7-4bdb-8f74-c78a5207d9e3 None None] Port d2e2a344-63e8-455b-90f2-4b6eca7afb17 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:02.711049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c8d573d-c08f-46cd-b027-10f999e85113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.737750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=54c7e0c3-f800-4f8e-acea-b653f7a66705,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:02.803227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.813843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1145db51-48e1-435e-bc94-f07da53c8e72 None None] Could not find standard attr ID for object e256d1fd-c710-4865-b4da-850c6797ff97. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:02:02.892098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204507-aaa2-4a4f-9202-4e3f25e32017 req-bb6d5085-6a45-4ed6-81f4-ea11cc7e2597 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:02.900316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05204507-aaa2-4a4f-9202-4e3f25e32017 req-bb6d5085-6a45-4ed6-81f4-ea11cc7e2597 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.2190878 Dec 20 16:02:02.930777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.942592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b5f29-c52f-4af9-802f-50783076c9eb req-069afea1-d3ae-43ff-b68b-b485426e2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:02.944538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a51b5f29-c52f-4af9-802f-50783076c9eb req-069afea1-d3ae-43ff-b68b-b485426e2281 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 1096 time: 0.2444022 Dec 20 16:02:02.955692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c8d573d-c08f-46cd-b027-10f999e85113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.959499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c8d573d-c08f-46cd-b027-10f999e85113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:02.960595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2c8d573d-c08f-46cd-b027-10f999e85113 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4caa776b-8585-4ab8-8365-bbd0482e54aa HTTP/1.1" status: 204 len: 168 time: 0.5486598 Dec 20 16:02:02.967226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Calling delete_port for d2e2a344-63e8-455b-90f2-4b6eca7afb17 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:03.012371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d573d-c08f-46cd-b027-10f999e85113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa776b-8585-4ab8-8365-bbd0482e54aa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:03.042056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05204507-aaa2-4a4f-9202-4e3f25e32017 req-26e62aa2-dc34-4001-a1f5-e3e3bec88272 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408482 Dec 20 16:02:03.102849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a51b5f29-c52f-4af9-802f-50783076c9eb req-9b8e4af6-c259-4bcd-bd37-3802a363c80f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492772 Dec 20 16:02:03.276335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0bdc742-153d-4a04-8b01-23b225681cf1 req-c65398d8-1c0a-46d9-86a5-64e30d356d95 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 210 time: 0.0421371 Dec 20 16:02:03.329802 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.334632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9c267620-0a77-4006-9335-7a52d38bcb0c None None] Could not find standard attr ID for object d2e2a344-63e8-455b-90f2-4b6eca7afb17. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:02:03.372133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event deleted for resources: {'Port': ['ID=d2e2a344-63e8-455b-90f2-4b6eca7afb17,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:03.404567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.410184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a12c3083-b56c-4448-a13a-cd3ff93bafdc tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "DELETE /v2.0/ports/d2e2a344-63e8-455b-90f2-4b6eca7afb17 HTTP/1.1" status: 204 len: 168 time: 1.0109296 Dec 20 16:02:03.413012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49300) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:03.471476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Deleting subnet 69d48245-6239-452a-9cb3-4909d7447415 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:02:03.477315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.592679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.646222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e0571f57-0cc8-4375-9572-8ff7bdb67345 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:03.697962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e0571f57-0cc8-4375-9572-8ff7bdb67345 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:03.698246 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.699619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-a45dca09-58a8-4b0e-85ca-b0ccba140a58 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:03.700991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-a45dca09-58a8-4b0e-85ca-b0ccba140a58 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "GET /v2.0/networks?id=a7095edf-22b7-4c86-927f-5ca0de139c01 HTTP/1.1" status: 200 len: 795 time: 0.1933820 Dec 20 16:02:03.743551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.840179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-4b985c8c-e7f2-4641-a4d3-c56112275747 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 473 time: 0.1291053 Dec 20 16:02:03.851187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'port': {'device_id': '4c8770a8-b74b-4cd9-b233-414b96232369', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'admin_state_up': True, 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'security_groups': ['b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:03.937986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.945303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:03.959810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5010aba7-07fd-4c82-b2f4-ff23da759d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.976114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event deleted for resources: {'Subnet': ['ID=69d48245-6239-452a-9cb3-4909d7447415,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:03.981332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.984595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-657c6cbc-e47b-4e59-9e18-e3dc89a66f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "DELETE /v2.0/subnets/69d48245-6239-452a-9cb3-4909d7447415 HTTP/1.1" status: 204 len: 168 time: 0.5705564 Dec 20 16:02:03.987175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49308) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:03.989805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d8f20-7bd0-43de-9521-159ba9ba8c4b None None] Network 2989cb82-9eea-4f72-b448-a6504f235d56 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:04.063701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5010aba7-07fd-4c82-b2f4-ff23da759d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.091991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.150141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5010aba7-07fd-4c82-b2f4-ff23da759d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.167004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:04.170642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.186622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] DHCP port deletion for 2989cb82-9eea-4f72-b448-a6504f235d56 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:04.215784 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5010aba7-07fd-4c82-b2f4-ff23da759d43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fb6aa819bb84ea595f0f22b78fdff94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691138 Dec 20 16:02:04.218026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010aba7-07fd-4c82-b2f4-ff23da759d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81826d6f-485c-43aa-a772-4cbcaf5d4331,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:04.220244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49312) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:04.252319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Deleting port e0571f57-0cc8-4375-9572-8ff7bdb67345 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:04.252667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.275782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] Deleting port e0571f57-0cc8-4375-9572-8ff7bdb67345 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:04.276384 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.366909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] For port e0571f57-0cc8-4375-9572-8ff7bdb67345, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e0571f57-0cc8-4375-9572-8ff7bdb67345,segment=NetworkSegment(2f9a7445-5dc2-4b56-a331-d389ef60141b),segment_id=2f9a7445-5dc2-4b56-a331-d389ef60141b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:04.367199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.369975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.382138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] Calling delete_port for e0571f57-0cc8-4375-9572-8ff7bdb67345 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:04.391033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31e570-a8bb-43bc-a959-91daab2195f2 req-de46f403-04da-4d46-82c0-5cad2231a0c4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:04.393074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f31e570-a8bb-43bc-a959-91daab2195f2 req-de46f403-04da-4d46-82c0-5cad2231a0c4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.2177594 Dec 20 16:02:04.477767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24e39f4d-5fee-46b8-83c7-3dbe6531c0fd req-3c6f70fa-8fad-49ec-8bbe-e3519a21c8c8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 210 time: 0.0956867 Dec 20 16:02:04.504970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] For port e0571f57-0cc8-4375-9572-8ff7bdb67345, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e0571f57-0cc8-4375-9572-8ff7bdb67345,segment=NetworkSegment(2f9a7445-5dc2-4b56-a331-d389ef60141b),segment_id=2f9a7445-5dc2-4b56-a331-d389ef60141b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:04.505360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.531459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a1da-ae9b-4618-9d5b-0e479cdc99ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.533201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Calling delete_port for e0571f57-0cc8-4375-9572-8ff7bdb67345 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:04.551821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.582153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] Pushing event deleted for resources: {'Port': ['ID=e0571f57-0cc8-4375-9572-8ff7bdb67345,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:04.584175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86646a1e-e917-4daa-bfc4-76381e9a6fcb None None] No DVR routers for this DVR port e0571f57-0cc8-4375-9572-8ff7bdb67345 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:04.590030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.20.0.27 (a7095edf-22b7-4c86-927f-5ca0de139c01/0c3aa5db-d0aa-47af-8b03-a2b3c8f00217/2a1ae492-5795-495b-860c-fe7226758b73) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:04.601571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a1da-ae9b-4618-9d5b-0e479cdc99ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.953824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f31e570-a8bb-43bc-a959-91daab2195f2 req-a4f1d12b-bbfe-4d05-9e78-e74126c7a090 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429635 Dec 20 16:02:05.088640 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.110572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.149677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event deleted for resources: {'Port': ['ID=e0571f57-0cc8-4375-9572-8ff7bdb67345,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:05.155388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] No DVR routers for this DVR port e0571f57-0cc8-4375-9572-8ff7bdb67345 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:05.216176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a1da-ae9b-4618-9d5b-0e479cdc99ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.218737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a1da-ae9b-4618-9d5b-0e479cdc99ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.223039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3ce3a1da-ae9b-4618-9d5b-0e479cdc99ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81826d6f-485c-43aa-a772-4cbcaf5d4331 HTTP/1.1" status: 204 len: 168 time: 1.0009952 Dec 20 16:02:05.274073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a1da-ae9b-4618-9d5b-0e479cdc99ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81826d6f-485c-43aa-a772-4cbcaf5d4331,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:05.278295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.285429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.311735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2989cb82-9eea-4f72-b448-a6504f235d56']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:05.329698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9a7445-5dc2-4b56-a331-d389ef60141b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:05.329995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9a7445-5dc2-4b56-a331-d389ef60141b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:05.342334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.360281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.367414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:05.367823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:05.371129 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:05.460497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.505707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network a7095edf-22b7-4c86-927f-5ca0de139c01 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:05.509588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:05.513506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:05.520443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=2a1ae492-5795-495b-860c-fe7226758b73,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:05.564255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.580686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.587054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] 10.222.0.81 "DELETE /v2.0/networks/2989cb82-9eea-4f72-b448-a6504f235d56 HTTP/1.1" status: 204 len: 168 time: 1.5964658 Dec 20 16:02:05.594717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:05.595268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.621658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e76f8b-8827-4a32-8ac6-d36bc4afbe41 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314 tempest-ExtraDHCPOptionsIpV6TestJSON-1022065314-project] Pushing event deleted for resources: {'Network': ['ID=2989cb82-9eea-4f72-b448-a6504f235d56,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:05.637958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e0571f57-0cc8-4375-9572-8ff7bdb67345 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:05.670767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: e0571f57-0cc8-4375-9572-8ff7bdb67345 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:05.671523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e0571f57-0cc8-4375-9572-8ff7bdb67345 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:05.678144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b630da3-7ced-4f7b-bf30-7971a4f84328 req-2fd7c9cf-0481-4997-93b5-b59f601cdc2f tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:05.680021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b630da3-7ced-4f7b-bf30-7971a4f84328 req-2fd7c9cf-0481-4997-93b5-b59f601cdc2f tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 932 time: 0.0942035 Dec 20 16:02:05.742611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b630da3-7ced-4f7b-bf30-7971a4f84328 req-3b12e7e5-e3ae-4532-a178-08b80e89ea78 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546298 Dec 20 16:02:05.747214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-53934e84-f1c9-44fe-9d85-e8240fc5521a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9009869 Dec 20 16:02:05.765436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Request body: {'port': {'device_id': '4c8770a8-b74b-4cd9-b233-414b96232369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:05.830322 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.879052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:05.879913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5381684a-6585-471a-8e75-bbb07cd445a4 None None] Provisioning complete for port 2a1ae492-5795-495b-860c-fe7226758b73 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:05.880301 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5381684a-6585-471a-8e75-bbb07cd445a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:05.920926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5381684a-6585-471a-8e75-bbb07cd445a4 None None] Port 2a1ae492-5795-495b-860c-fe7226758b73 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:06.089076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f35b21cb-c67d-4939-abd6-e6dc81237248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.155495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d325ef-6c1c-4d6b-a1ba-e618c802af35 req-10041c93-b87c-47ee-ab53-b201ea8731a5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:06.157009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11d325ef-6c1c-4d6b-a1ba-e618c802af35 req-10041c93-b87c-47ee-ab53-b201ea8731a5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.1198750 Dec 20 16:02:06.300594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1ae492-5795-495b-860c-fe7226758b73 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:06.313501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.330646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11d325ef-6c1c-4d6b-a1ba-e618c802af35 req-2e86ee10-dd3c-4fa0-9a00-d74747d7e12d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642575 Dec 20 16:02:06.340459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f35b21cb-c67d-4939-abd6-e6dc81237248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.341434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49358) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:06.364606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Transition to ACTIVE for port object 2a1ae492-5795-495b-860c-fe7226758b73 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:06.449394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f35b21cb-c67d-4939-abd6-e6dc81237248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.504693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.522015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f35b21cb-c67d-4939-abd6-e6dc81237248 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12294028d5a74140a11955fb672af8da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6417994 Dec 20 16:02:06.524738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49366) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:06.541709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b21cb-c67d-4939-abd6-e6dc81237248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26315f7-8758-4680-8616-8190508a3c72,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:06.590003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1ae492-5795-495b-860c-fe7226758b73,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:06.595747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd40295b-1867-480a-95e0-5ccd36346b36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a437b449e2842908d2e98ec173f9f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532268 Dec 20 16:02:06.599220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:06.613804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dcffa82-0ce7-428a-a3b1-b621ba7e85b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.643526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dcffa82-0ce7-428a-a3b1-b621ba7e85b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.737247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Attempting to bind port 2a1ae492-5795-495b-860c-fe7226758b73 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:06.737778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Attempting to bind port 2a1ae492-5795-495b-860c-fe7226758b73 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:06.742700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Attempting to bind port 2a1ae492-5795-495b-860c-fe7226758b73 on network a7095edf-22b7-4c86-927f-5ca0de139c01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:06.750481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7afa248-263b-4ea6-8c4c-d016a37a5ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.753899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Port 2a1ae492-5795-495b-860c-fe7226758b73 on network a7095edf-22b7-4c86-927f-5ca0de139c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:02:06.754608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Attempting to bind port 2a1ae492-5795-495b-860c-fe7226758b73 on network a7095edf-22b7-4c86-927f-5ca0de139c01 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:06.772111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:06.772851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Checking segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:06.773379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Bound using segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:06.773929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Bound port: 2a1ae492-5795-495b-860c-fe7226758b73, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:06.774420 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.798195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7afa248-263b-4ea6-8c4c-d016a37a5ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.849748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dcffa82-0ce7-428a-a3b1-b621ba7e85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.852861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4dcffa82-0ce7-428a-a3b1-b621ba7e85b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.856526 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4dcffa82-0ce7-428a-a3b1-b621ba7e85b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a26315f7-8758-4680-8616-8190508a3c72 HTTP/1.1" status: 204 len: 168 time: 0.3281767 Dec 20 16:02:06.888149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcffa82-0ce7-428a-a3b1-b621ba7e85b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26315f7-8758-4680-8616-8190508a3c72,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:06.957192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fad3e-1a3d-477e-a5d7-436bdbc1ddbc req-908e6360-ef98-4ea1-9315-44cbc1a1a56f tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:06.958768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d78fad3e-1a3d-477e-a5d7-436bdbc1ddbc req-908e6360-ef98-4ea1-9315-44cbc1a1a56f tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 944 time: 0.1226566 Dec 20 16:02:06.961563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] For port 2a1ae492-5795-495b-860c-fe7226758b73, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:06.965370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] For port 2a1ae492-5795-495b-860c-fe7226758b73, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2a1ae492-5795-495b-860c-fe7226758b73,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:07.028388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d78fad3e-1a3d-477e-a5d7-436bdbc1ddbc req-2581b910-2f47-4ab2-a11f-a0f4406a3842 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579140 Dec 20 16:02:07.085583 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:07.121387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7afa248-263b-4ea6-8c4c-d016a37a5ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:07.124007 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7afa248-263b-4ea6-8c4c-d016a37a5ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:07.125127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d7afa248-263b-4ea6-8c4c-d016a37a5ea5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf26d95e-4519-4b55-9a3c-5acb47eacf63 HTTP/1.1" status: 204 len: 168 time: 0.5085156 Dec 20 16:02:07.135779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.136402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:07.137809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] 10.222.0.72 "PUT /v2.0/ports/2a1ae492-5795-495b-860c-fe7226758b73 HTTP/1.1" status: 200 len: 1092 time: 1.3810408 Dec 20 16:02:07.157200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8770a8-b74b-4cd9-b233-414b96232369', 'tag': '2a1ae492-5795-495b-860c-fe7226758b73'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:07.167080 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0516176f-ebbc-46b2-8110-2193d5c9dcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8770a8-b74b-4cd9-b233-414b96232369", "tag": "2a1ae492-5795-495b-860c-fe7226758b73"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:07.193956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afa248-263b-4ea6-8c4c-d016a37a5ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf26d95e-4519-4b55-9a3c-5acb47eacf63,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:07.245644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670957-bc20-491b-b84c-f25503008d35 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1ae492-5795-495b-860c-fe7226758b73,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:07.273462 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91b08c7-573f-4f55-aa2c-91fe33c41761 x-openstack-request-id: req-b91b08c7-573f-4f55-aa2c-91fe33c41761 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:07.275509 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8770a8-b74b-4cd9-b233-414b96232369", "tag": "2a1ae492-5795-495b-860c-fe7226758b73", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:07.275980 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b91b08c7-573f-4f55-aa2c-91fe33c41761 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:07.276638 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8770a8-b74b-4cd9-b233-414b96232369', 'tag': '2a1ae492-5795-495b-860c-fe7226758b73', 'status': 'completed', 'code': 200} Dec 20 16:02:07.377694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-93da4167-05af-466b-a6e1-f192d539c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.379372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-93da4167-05af-466b-a6e1-f192d539c7c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 1095 time: 0.0987992 Dec 20 16:02:07.553564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cc0d4-65c9-4be3-a48e-1c1960679865 req-0a4e195d-9932-48f5-beb5-6df55d2110e9 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.555171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff5cc0d4-65c9-4be3-a48e-1c1960679865 req-0a4e195d-9932-48f5-beb5-6df55d2110e9 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.1049628 Dec 20 16:02:07.558344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-72a397bf-9167-40ac-9646-34b4659c7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.558810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-72a397bf-9167-40ac-9646-34b4659c7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.560232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-72a397bf-9167-40ac-9646-34b4659c7793 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1726265 Dec 20 16:02:07.634923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff5cc0d4-65c9-4be3-a48e-1c1960679865 req-1f08bd14-5e57-41f1-9160-75488d4067cc tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:07.777880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-04972b1f-1c2c-4f5d-82c6-a7e0003d618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.779411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0516176f-ebbc-46b2-8110-2193d5c9dcd7 req-04972b1f-1c2c-4f5d-82c6-a7e0003d618a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095084 Dec 20 16:02:07.887131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-4e2ea1bf-2634-4226-a7cc-f40eb30f00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:07.888633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-4e2ea1bf-2634-4226-a7cc-f40eb30f00ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 1095 time: 0.0667877 Dec 20 16:02:07.893130 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff5cc0d4-65c9-4be3-a48e-1c1960679865 req-1f08bd14-5e57-41f1-9160-75488d4067cc tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:07.933033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-c4d04db9-b28f-4ee7-89a2-24739f6a52df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2a1ae492-5795-495b-860c-fe7226758b73 HTTP/1.1" status: 200 len: 217 time: 0.0362604 Dec 20 16:02:07.971555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-ff5cc0d4-65c9-4be3-a48e-1c1960679865 req-1f08bd14-5e57-41f1-9160-75488d4067cc tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.022594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08bd14-5e57-41f1-9160-75488d4067cc tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d908789-251b-4ea1-9c31-6d8287c5b71c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:08.026114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-b5f7a7ba-a69a-4db7-a917-9fdd1c5c0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:08.027609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-b5f7a7ba-a69a-4db7-a917-9fdd1c5c0bf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0c3aa5db-d0aa-47af-8b03-a2b3c8f00217 HTTP/1.1" status: 200 len: 837 time: 0.0885196 Dec 20 16:02:08.030206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff5cc0d4-65c9-4be3-a48e-1c1960679865 req-1f08bd14-5e57-41f1-9160-75488d4067cc tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591334 Dec 20 16:02:08.077028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aec44-ae6b-4930-809c-834b52f01e0e req-1ca89fa3-cf12-4536-9d1a-9407daa7b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:08.078786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-1ca89fa3-cf12-4536-9d1a-9407daa7b9bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a7095edf-22b7-4c86-927f-5ca0de139c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442438 Dec 20 16:02:08.173622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49442) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:08.186642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb4e0-eea6-496a-9c4c-5d5d1a953fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.252197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5136f-f2f3-4eb8-9e1c-18a16a9dc77c req-2453f399-345e-4320-953a-2649a1dd665b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:08.254007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebd5136f-f2f3-4eb8-9e1c-18a16a9dc77c req-2453f399-345e-4320-953a-2649a1dd665b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1437237 Dec 20 16:02:08.280775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e04836-b448-4e9e-9097-828e4906e9d4 req-00b19ff5-b8de-4a0a-b2cd-f6ffd697472d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:08.282204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22e04836-b448-4e9e-9097-828e4906e9d4 req-00b19ff5-b8de-4a0a-b2cd-f6ffd697472d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 944 time: 0.1551063 Dec 20 16:02:08.293512 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb4e0-eea6-496a-9c4c-5d5d1a953fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.320114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-046e2485-156e-441d-bf90-e8797a3df98d service neutron] 10.222.0.72 "GET /v2.0/networks/a7095edf-22b7-4c86-927f-5ca0de139c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324164 Dec 20 16:02:08.375059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb4e0-eea6-496a-9c4c-5d5d1a953fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.421101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eb4e0-eea6-496a-9c4c-5d5d1a953fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29841098-7c9c-431d-9893-33c961faecad,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:08.423090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebd5136f-f2f3-4eb8-9e1c-18a16a9dc77c req-81eb3104-9658-4284-b486-7dcbb8c0380f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615720 Dec 20 16:02:08.459261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d3eb4e0-eea6-496a-9c4c-5d5d1a953fb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b1bdfcbff704187937f65a4b8b394ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729661 Dec 20 16:02:08.459473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22e04836-b448-4e9e-9097-828e4906e9d4 req-e8029db8-4dda-48e5-b080-25a564e4ee60 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585629 Dec 20 16:02:08.459607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49452) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:08.463840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49454) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:08.491818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-920aec44-ae6b-4930-809c-834b52f01e0e req-35b71694-57ab-4ce4-9ca0-ceaadd1872fd service neutron] 10.222.0.72 "GET /v2.0/networks/a7095edf-22b7-4c86-927f-5ca0de139c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639690 Dec 20 16:02:08.555223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-36006814-9514-499e-a9af-68f2e4921b80 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc HTTP/1.1" status: 200 len: 994 time: 0.0902407 Dec 20 16:02:08.574388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d75d75b-1b89-4a49-b5b8-7120469890e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.610604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d75d75b-1b89-4a49-b5b8-7120469890e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.797294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d75d75b-1b89-4a49-b5b8-7120469890e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.801474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2d75d75b-1b89-4a49-b5b8-7120469890e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:08.802659 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2d75d75b-1b89-4a49-b5b8-7120469890e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29841098-7c9c-431d-9893-33c961faecad HTTP/1.1" status: 204 len: 168 time: 0.3501987 Dec 20 16:02:08.815368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75d75b-1b89-4a49-b5b8-7120469890e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29841098-7c9c-431d-9893-33c961faecad,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:08.970747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-6d924a3a-cca7-4019-bbb3-4e59a22b7dd8 req-257f7e67-5d30-427e-ac7b-9b4c96507bf8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:02:08.971744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d924a3a-cca7-4019-bbb3-4e59a22b7dd8 req-257f7e67-5d30-427e-ac7b-9b4c96507bf8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055118 Dec 20 16:02:09.149552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:09.273762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1825294043'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:09.372759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:09.376739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.389828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.486261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.573235 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.618634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:09.626016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b998d5-81be-4927-b77c-3f018370c9eb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:09.635762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.635997 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Added segment 8a941973-eb3a-4029-830d-f3ea05b89aaa of type vlan for network 29b0c749-7914-4a03-8607-aacfe2350ddb Dec 20 16:02:09.651329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc290ee-2cc1-4309-a2c6-5616b185a629 req-6ee126ae-fb2d-4283-be41-4ad1976a4e51 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:09.652875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bc290ee-2cc1-4309-a2c6-5616b185a629 req-6ee126ae-fb2d-4283-be41-4ad1976a4e51 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 944 time: 0.1176119 Dec 20 16:02:09.719035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.744204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bc290ee-2cc1-4309-a2c6-5616b185a629 req-3599eb3f-fdb3-4a5f-a438-49ea148a6d58 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643551 Dec 20 16:02:09.872113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906564e5-004f-48be-80c7-d557a7039a17 req-ef858a89-08dd-44a0-a75a-acb4a7d484fd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:09.873693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-906564e5-004f-48be-80c7-d557a7039a17 req-ef858a89-08dd-44a0-a75a-acb4a7d484fd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.0574920 Dec 20 16:02:09.905055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.912180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:09.912793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:09.989109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49550) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:10.013065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-906564e5-004f-48be-80c7-d557a7039a17 req-84adea7e-4ff2-481c-808e-080a78dffba8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280801 Dec 20 16:02:10.013851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Network': ['ID=29b0c749-7914-4a03-8607-aacfe2350ddb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:10.027137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 29b0c749-7914-4a03-8607-aacfe2350ddb details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:10.043840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-eadc14fb-0af9-45c1-8bce-c823fd26b39a tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8937066 Dec 20 16:02:10.213965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2a1ae492-5795-495b-860c-fe7226758b73 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:02:10.331151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2a1ae492-5795-495b-860c-fe7226758b73, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2a1ae492-5795-495b-860c-fe7226758b73,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:10.340164 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-483109da-014e-415a-91a6-55fada7d2ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3469567 Dec 20 16:02:10.343228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '2a1ae492-5795-495b-860c-fe7226758b73', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'port_id': '2a1ae492-5795-495b-860c-fe7226758b73', 'mac_address': 'fa:16:3e:17:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:02:10.351479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-3a05937b-7c0c-469f-821d-0c51d905b064 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:02:10.352610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-3a05937b-7c0c-469f-821d-0c51d905b064 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110381 Dec 20 16:02:10.383278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:10.399699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1ae492-5795-495b-860c-fe7226758b73 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:10.421696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2a1ae492-5795-495b-860c-fe7226758b73, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2a1ae492-5795-495b-860c-fe7226758b73,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:10.507074 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:10.568037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2a1ae492-5795-495b-860c-fe7226758b73,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:10.819878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['2a1ae492-5795-495b-860c-fe7226758b73'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:02:11.064101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b67a8-7a96-42cd-aaa8-7ce4a7cfc015 req-45615854-71bc-44e4-88d0-ce71485b3dca tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:11.078698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-466b67a8-7a96-42cd-aaa8-7ce4a7cfc015 req-45615854-71bc-44e4-88d0-ce71485b3dca tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 945 time: 0.2192788 Dec 20 16:02:11.293088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-466b67a8-7a96-42cd-aaa8-7ce4a7cfc015 req-4e33cbd0-1020-4c72-9931-03c361407d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133932 Dec 20 16:02:11.339087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267a275-e4a9-4311-922d-96b1af7e9de6 req-3ff0c0ef-f8f2-4cd5-b56a-f03aa9ea475c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:11.348351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6267a275-e4a9-4311-922d-96b1af7e9de6 req-3ff0c0ef-f8f2-4cd5-b56a-f03aa9ea475c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1385906 Dec 20 16:02:11.466019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6267a275-e4a9-4311-922d-96b1af7e9de6 req-bbb83d25-80bd-4989-b0e6-62469370e52c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162567 Dec 20 16:02:12.228302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2a1ae492-5795-495b-860c-fe7226758b73 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:12.357155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 2a1ae492-5795-495b-860c-fe7226758b73 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:12.361679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 2a1ae492-5795-495b-860c-fe7226758b73 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:12.362062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:12.466315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1190f8-55ed-48b4-a46c-803f964a7fac req-45e1d694-e93e-440d-ab76-772bbfd71b02 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:12.470925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b1190f8-55ed-48b4-a46c-803f964a7fac req-45e1d694-e93e-440d-ab76-772bbfd71b02 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 945 time: 0.0916479 Dec 20 16:02:12.514145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:12.598725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b1190f8-55ed-48b4-a46c-803f964a7fac req-0f321c40-f818-4ddd-ac9e-9ddf5ade1765 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090348 Dec 20 16:02:12.604463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8770a8-b74b-4cd9-b233-414b96232369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1ae492-5795-495b-860c-fe7226758b73'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:12.607886 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc0385-6963-4837-819b-ad14351f9e56" -d '{"events": [{"server_uuid": "4c8770a8-b74b-4cd9-b233-414b96232369", "name": "network-vif-plugged", "status": "completed", "tag": "2a1ae492-5795-495b-860c-fe7226758b73"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:12.615522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2a1ae492-5795-495b-860c-fe7226758b73, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2a1ae492-5795-495b-860c-fe7226758b73,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:12.677475 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d5ed0-1ee0-4bb5-9e73-02e37d93f236 x-openstack-request-id: req-2b9d5ed0-1ee0-4bb5-9e73-02e37d93f236 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:12.677475 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8770a8-b74b-4cd9-b233-414b96232369", "name": "network-vif-plugged", "status": "completed", "tag": "2a1ae492-5795-495b-860c-fe7226758b73", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:12.677475 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b9d5ed0-1ee0-4bb5-9e73-02e37d93f236 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:12.677475 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8770a8-b74b-4cd9-b233-414b96232369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1ae492-5795-495b-860c-fe7226758b73', 'code': 200} Dec 20 16:02:12.729881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c2cd-7fc6-42b0-8024-9561c675c86f req-e6146340-a72d-415e-abcd-47714bdcd460 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:12.733307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1154c2cd-7fc6-42b0-8024-9561c675c86f req-e6146340-a72d-415e-abcd-47714bdcd460 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1328466 Dec 20 16:02:12.757984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:12.845445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1154c2cd-7fc6-42b0-8024-9561c675c86f req-aa583a55-c383-4294-8400-05621b4ecab0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079831 Dec 20 16:02:12.872212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111b7f-dca4-4c92-b13d-b22540d5252e req-888e41be-b61c-4756-82fd-5c32ab1bc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:12.874411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d111b7f-dca4-4c92-b13d-b22540d5252e req-888e41be-b61c-4756-82fd-5c32ab1bc010 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 1097 time: 0.1260905 Dec 20 16:02:12.895442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2a1ae492-5795-495b-860c-fe7226758b73,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:12.949592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d111b7f-dca4-4c92-b13d-b22540d5252e req-5bb83fdf-59a6-45b0-afae-ec63452ddb4e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675831 Dec 20 16:02:13.163413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49656) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:13.314619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38d7470e-ebe7-4b20-9629-74269c4928f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.318664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49662) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:13.328397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'subnet': {'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:13.477063 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38d7470e-ebe7-4b20-9629-74269c4928f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.516252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:13.522567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.547236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-38d7470e-ebe7-4b20-9629-74269c4928f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.638145 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-38d7470e-ebe7-4b20-9629-74269c4928f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b1cb8aab6d443729bffa91107dbd2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4730375 Dec 20 16:02:13.639144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7470e-ebe7-4b20-9629-74269c4928f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cded561-f595-4b39-bb89-eea9788e967b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:13.640936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49666) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:13.745049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2605d017-8469-4fe7-aaea-d328341e9b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.784464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290e13c-2642-4485-a939-3dea15e6ad90 req-23a50e3e-1f19-43de-89ff-46766638e63e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:13.793352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5290e13c-2642-4485-a939-3dea15e6ad90 req-23a50e3e-1f19-43de-89ff-46766638e63e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 946 time: 0.1002419 Dec 20 16:02:13.826588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2605d017-8469-4fe7-aaea-d328341e9b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.851833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:13.894834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-0fa4a4cf-1d92-4a3a-aedb-c7c070477baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:13.896039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-0fa4a4cf-1d92-4a3a-aedb-c7c070477baa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.1366105 Dec 20 16:02:13.934641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Checking segment: {'id': '8a941973-eb3a-4029-830d-f3ea05b89aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:13.935009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network hostable DHCP agents. Network: 29b0c749-7914-4a03-8607-aacfe2350ddb, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:13.936673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5290e13c-2642-4485-a939-3dea15e6ad90 req-69c1b0ff-3911-4450-888f-6062580ec25c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422975 Dec 20 16:02:13.936976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Subnet': ['ID=85d7f7ee-df53-4e8a-ad09-de0dce9868f7,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:14.049297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network 29b0c749-7914-4a03-8607-aacfe2350ddb is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:14.058417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253b67b-5b0b-4c60-9ac2-d6a908a9f5b3 req-887127df-42b6-469e-a9bb-fde124b9b123 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:14.059200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1253b67b-5b0b-4c60-9ac2-d6a908a9f5b3 req-887127df-42b6-469e-a9bb-fde124b9b123 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1131091 Dec 20 16:02:14.089395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-9ad442be-aedc-4681-9821-d3fdbfa5b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:14.092519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-9ad442be-aedc-4681-9821-d3fdbfa5b078 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.1874869 Dec 20 16:02:14.153908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2605d017-8469-4fe7-aaea-d328341e9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.156489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2605d017-8469-4fe7-aaea-d328341e9b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.157660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2605d017-8469-4fe7-aaea-d328341e9b9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cded561-f595-4b39-bb89-eea9788e967b HTTP/1.1" status: 204 len: 168 time: 0.5155060 Dec 20 16:02:14.157856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 29b0c749-7914-4a03-8607-aacfe2350ddb) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:14.164695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:14.166395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.183783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9afa4-f52d-43f5-9f52-044cfe7b321c None None] Network 29b0c749-7914-4a03-8607-aacfe2350ddb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:14.199992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1253b67b-5b0b-4c60-9ac2-d6a908a9f5b3 req-7898c3a5-8470-48d0-802c-48cdf17fb4fb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332600 Dec 20 16:02:14.202583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605d017-8469-4fe7-aaea-d328341e9b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cded561-f595-4b39-bb89-eea9788e967b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:14.230809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-b20d4984-5012-481f-816d-b647e1c8c1c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1002 time: 0.1258671 Dec 20 16:02:14.254731 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d3859c92-77d9-4ef7-9c91-60adcc50de40 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9333723 Dec 20 16:02:14.263004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:14.268155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-694027613'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:14.317906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-c3083868-3e40-4c29-9a9c-45be832736a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:14.320018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-c3083868-3e40-4c29-9a9c-45be832736a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.0820816 Dec 20 16:02:14.387772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-29b0c749-7914-4a03-8607-aacfe2350ddb', 'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb', 'project_id': '7a8a5c5085d544459223e82df5826d30', 'fixed_ips': [{'subnet_id': '85d7f7ee-df53-4e8a-ad09-de0dce9868f7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:02:14.388654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.398776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-b4511942-86fd-4987-9172-7eaf8e6368f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:14.400656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-b4511942-86fd-4987-9172-7eaf8e6368f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738280 Dec 20 16:02:14.403205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:14.406943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.443789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:14.456504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.457323 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Added segment 29f9c5b4-179f-4f01-897e-60e4146647df of type vlan for network d1ff1175-3208-4df3-bc00-6423566b44c1 Dec 20 16:02:14.518902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-b5d7a2b1-e1d1-4d9b-a346-ae31b1f6b7fe service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092358 Dec 20 16:02:14.523002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.571946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Allocated IP 2001:db8:0:ffff::2 (29b0c749-7914-4a03-8607-aacfe2350ddb/85d7f7ee-df53-4e8a-ad09-de0dce9868f7/9947aa29-2513-4e0f-9861-972e174fdee7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:14.631552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-f471acb6-fa69-4e12-a2ab-7620a3276c70 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047885 Dec 20 16:02:14.649651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.656850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:14.657477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.736131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Network': ['ID=d1ff1175-3208-4df3-bc00-6423566b44c1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:14.747668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d1ff1175-3208-4df3-bc00-6423566b44c1 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:14.805374 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-79ee9917-10aa-47b3-87eb-0b7044fab3d8 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5412107 Dec 20 16:02:14.808485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49682) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:14.811840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.814627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'subnet': {'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:14.883298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:14.930671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Network 29b0c749-7914-4a03-8607-aacfe2350ddb is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:14.933724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:14.937327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:14.944483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Pushing event updated for resources: {'Port': ['ID=9947aa29-2513-4e0f-9861-972e174fdee7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:14.986737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49688) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:15.008707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b351dee-430e-442b-8c3c-347333503500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.034072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Attempting to bind port 9947aa29-2513-4e0f-9861-972e174fdee7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:15.034072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Attempting to bind port 9947aa29-2513-4e0f-9861-972e174fdee7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '8a941973-eb3a-4029-830d-f3ea05b89aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:15.034072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Attempting to bind port 9947aa29-2513-4e0f-9861-972e174fdee7 on network 29b0c749-7914-4a03-8607-aacfe2350ddb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:15.040095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:15.040095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Checking segment: {'id': '8a941973-eb3a-4029-830d-f3ea05b89aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:15.040095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.040095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Bound using segment: {'id': '8a941973-eb3a-4029-830d-f3ea05b89aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:15.040603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Bound port: 9947aa29-2513-4e0f-9861-972e174fdee7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a941973-eb3a-4029-830d-f3ea05b89aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29b0c749-7914-4a03-8607-aacfe2350ddb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:15.040924 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.052780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:15.057093 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.123874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] For port 9947aa29-2513-4e0f-9861-972e174fdee7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:15.127310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] For port 9947aa29-2513-4e0f-9861-972e174fdee7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9947aa29-2513-4e0f-9861-972e174fdee7,segment=NetworkSegment(8a941973-eb3a-4029-830d-f3ea05b89aaa),segment_id=8a941973-eb3a-4029-830d-f3ea05b89aaa)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:15.184454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b88a5-e2b6-453b-a5b4-416d12c26749 req-c7be1a0f-3d31-4f8c-87d1-41e8b85444fa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:15.189636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f7b88a5-e2b6-453b-a5b4-416d12c26749 req-c7be1a0f-3d31-4f8c-87d1-41e8b85444fa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 946 time: 0.1785457 Dec 20 16:02:15.238584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.304794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec38f3-f07e-46ac-89cd-a0ce3d43206f None None] Pushing event updated for resources: {'Port': ['ID=9947aa29-2513-4e0f-9861-972e174fdee7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:15.312158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b351dee-430e-442b-8c3c-347333503500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.332221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f7b88a5-e2b6-453b-a5b4-416d12c26749 req-4b64d9e6-91a0-4ea5-85ab-108434278f86 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361523 Dec 20 16:02:15.409284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b351dee-430e-442b-8c3c-347333503500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.469503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651d6d8-832c-4e5c-a426-8b59223a97c9 req-f4787e3e-ab77-4ae3-9305-af0d53643626 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:15.471063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9651d6d8-832c-4e5c-a426-8b59223a97c9 req-f4787e3e-ab77-4ae3-9305-af0d53643626 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1631119 Dec 20 16:02:15.479316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1b351dee-430e-442b-8c3c-347333503500 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a450f481dd6b47e1a794c97ad52a8a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4908650 Dec 20 16:02:15.480067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b351dee-430e-442b-8c3c-347333503500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644b0b3-ae1c-4f3c-9f29-912f2ac07beb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:15.482236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49698) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:15.608177 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6f75-27c7-4075-ac40-2ddd4eb1abe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.647965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:02:15.653606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9651d6d8-832c-4e5c-a426-8b59223a97c9 req-53a366b1-71a4-415d-b0b6-1ae6a5aa9335 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706140 Dec 20 16:02:15.662216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.691706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6f75-27c7-4075-ac40-2ddd4eb1abe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.781845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Subnet': ['ID=5f7882db-983c-4869-a1a6-f92bb1142758,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:15.794461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c933-1580-4bf4-887f-912d49f065b8 req-122ffff7-1640-435a-bd62-6a0d74009709 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:15.796356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ea9c933-1580-4bf4-887f-912d49f065b8 req-122ffff7-1640-435a-bd62-6a0d74009709 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 946 time: 0.1726656 Dec 20 16:02:15.810114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9947aa29-2513-4e0f-9861-972e174fdee7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:15.813764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Checking segment: {'id': '29f9c5b4-179f-4f01-897e-60e4146647df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:15.817200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network hostable DHCP agents. Network: d1ff1175-3208-4df3-bc00-6423566b44c1, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:15.838485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6f75-27c7-4075-ac40-2ddd4eb1abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.841250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6f75-27c7-4075-ac40-2ddd4eb1abe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.842637 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dd3c6f75-27c7-4075-ac40-2ddd4eb1abe3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e644b0b3-ae1c-4f3c-9f29-912f2ac07beb HTTP/1.1" status: 204 len: 168 time: 0.3588262 Dec 20 16:02:15.852782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c6f75-27c7-4075-ac40-2ddd4eb1abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644b0b3-ae1c-4f3c-9f29-912f2ac07beb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:15.902809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ea9c933-1580-4bf4-887f-912d49f065b8 req-d7d8b2d5-5fbd-443d-ad08-ff88b9eab970 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988269 Dec 20 16:02:15.929408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9947aa29-2513-4e0f-9861-972e174fdee7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:15.929795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:15.963417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network d1ff1175-3208-4df3-bc00-6423566b44c1 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:16.025776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d1ff1175-3208-4df3-bc00-6423566b44c1) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:16.030210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:16.031222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.031342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.043724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcd156-4296-4029-b7c7-c10b11041b83 None None] Network d1ff1175-3208-4df3-bc00-6423566b44c1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:16.117910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8d73e3ef-dd8c-4bbc-b685-8d9131304c34 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3081450 Dec 20 16:02:16.121722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49708) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:16.127322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'port': {'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1', 'name': 'tempest-NetworksIpV6TestAttrs-2050633661'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:16.135436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 9947aa29-2513-4e0f-9861-972e174fdee7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9947aa29-2513-4e0f-9861-972e174fdee7,segment=NetworkSegment(8a941973-eb3a-4029-830d-f3ea05b89aaa),segment_id=8a941973-eb3a-4029-830d-f3ea05b89aaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:16.335640 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.408648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d1ff1175-3208-4df3-bc00-6423566b44c1', 'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1', 'project_id': '7a8a5c5085d544459223e82df5826d30', 'fixed_ips': [{'subnet_id': '5f7882db-983c-4869-a1a6-f92bb1142758'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:02:16.410870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.414836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:16.419330 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.473947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] device_id is not set on port 2ea19d4d-830b-4e88-af92-4d0591e03727 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:02:16.526920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=9947aa29-2513-4e0f-9861-972e174fdee7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:16.634074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Allocated IP 2001:db8::f816:3eff:fe75:e6a4 (d1ff1175-3208-4df3-bc00-6423566b44c1/5f7882db-983c-4869-a1a6-f92bb1142758/66212d31-c9c2-4f58-bd04-fc0ff780675b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:16.706114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e3838-83b9-4f1f-bc88-2f58da69c44a None None] Network 29b0c749-7914-4a03-8607-aacfe2350ddb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:16.815450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8454df2-5345-4a80-8910-e5766f005207 req-bc32491a-929c-42f4-87fb-e50d005f9f44 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:16.817182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8454df2-5345-4a80-8910-e5766f005207 req-bc32491a-929c-42f4-87fb-e50d005f9f44 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.0688581 Dec 20 16:02:16.841843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a4449b16-6cf2-48c5-9e83-d6c0e750f3c2 None None] Provisioning complete for port 9947aa29-2513-4e0f-9861-972e174fdee7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:16.842217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4449b16-6cf2-48c5-9e83-d6c0e750f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.879816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c8454df2-5345-4a80-8910-e5766f005207 req-b4a23d65-e636-4c4f-af21-1c1225cf7d7b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559626 Dec 20 16:02:16.947514 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.021244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.079705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Network d1ff1175-3208-4df3-bc00-6423566b44c1 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:17.085912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:17.091289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:17.094924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Pushing event updated for resources: {'Port': ['ID=66212d31-c9c2-4f58-bd04-fc0ff780675b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:17.114526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Allocated IP 2001:db8::f816:3eff:fe39:c320 (d1ff1175-3208-4df3-bc00-6423566b44c1/5f7882db-983c-4869-a1a6-f92bb1142758/2ea19d4d-830b-4e88-af92-4d0591e03727) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:17.186740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Attempting to bind port 66212d31-c9c2-4f58-bd04-fc0ff780675b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:17.187045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Attempting to bind port 66212d31-c9c2-4f58-bd04-fc0ff780675b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '29f9c5b4-179f-4f01-897e-60e4146647df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:17.187421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Attempting to bind port 66212d31-c9c2-4f58-bd04-fc0ff780675b on network d1ff1175-3208-4df3-bc00-6423566b44c1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:17.195017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:17.195474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Checking segment: {'id': '29f9c5b4-179f-4f01-897e-60e4146647df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:17.195923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.196816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Bound using segment: {'id': '29f9c5b4-179f-4f01-897e-60e4146647df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:17.197707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Bound port: 66212d31-c9c2-4f58-bd04-fc0ff780675b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f9c5b4-179f-4f01-897e-60e4146647df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd1ff1175-3208-4df3-bc00-6423566b44c1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:17.197984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.310180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] For port 66212d31-c9c2-4f58-bd04-fc0ff780675b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:17.319151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] For port 66212d31-c9c2-4f58-bd04-fc0ff780675b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=66212d31-c9c2-4f58-bd04-fc0ff780675b,segment=NetworkSegment(29f9c5b4-179f-4f01-897e-60e4146647df),segment_id=29f9c5b4-179f-4f01-897e-60e4146647df)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:17.333003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3f91b148-ad58-4317-9f87-ad38ab23d3b6 None None] Provisioning complete for port 9947aa29-2513-4e0f-9861-972e174fdee7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:17.333512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f91b148-ad58-4317-9f87-ad38ab23d3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.336766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.338149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49736) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:17.411734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.429228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49740) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:17.483274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1271487549-network', 'tenant_id': '4f80e0a527e64c67a2546a14d86abc9f'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:17.491560 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.498355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5213-ee7f-4779-bbbc-71b84b375e5e None None] Pushing event updated for resources: {'Port': ['ID=66212d31-c9c2-4f58-bd04-fc0ff780675b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:17.617152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network d1ff1175-3208-4df3-bc00-6423566b44c1 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:17.623055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:17.626921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:17.637297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:17.638252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.680035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Port': ['ID=2ea19d4d-830b-4e88-af92-4d0591e03727,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:17.682212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9947aa29-2513-4e0f-9861-972e174fdee7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:17.790245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9947aa29-2513-4e0f-9861-972e174fdee7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:17.790625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.829874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-360c15e4-93bf-4b89-b274-d19539a55e9d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7067137 Dec 20 16:02:17.835665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49748) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:17.919869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting subnet 5f7882db-983c-4869-a1a6-f92bb1142758 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:02:17.926602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Made reservation on behalf of 4f80e0a527e64c67a2546a14d86abc9f for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:17.928902 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.939294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65a3b7-8f09-4963-9bad-ff1016b7a51d req-683c5518-e186-4aa7-a746-45935e9b43b9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:17.940658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:17.959094 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e65a3b7-8f09-4963-9bad-ff1016b7a51d req-683c5518-e186-4aa7-a746-45935e9b43b9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1467011 Dec 20 16:02:18.031827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e65a3b7-8f09-4963-9bad-ff1016b7a51d req-6a5d87da-db8f-4dc6-accc-ea62d8f1d6ca tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717406 Dec 20 16:02:18.094682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379da14-23fb-4a9f-b4cf-0258dade1be4 req-17087e6f-c16d-463a-aa40-a9d4b3eee260 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:18.101777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2379da14-23fb-4a9f-b4cf-0258dade1be4 req-17087e6f-c16d-463a-aa40-a9d4b3eee260 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.0932729 Dec 20 16:02:18.167216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2379da14-23fb-4a9f-b4cf-0258dade1be4 req-444f6f51-996e-4d9e-8286-66bf02a99711 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636034 Dec 20 16:02:18.235274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf16028-d3af-4330-913f-ee28fd012d61 req-96d4ff22-2aed-455b-b1d9-2651a2145ab7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:18.236946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cf16028-d3af-4330-913f-ee28fd012d61 req-96d4ff22-2aed-455b-b1d9-2651a2145ab7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0625510 Dec 20 16:02:18.292194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cf16028-d3af-4330-913f-ee28fd012d61 req-634b8110-a974-4cf2-804b-7bea451cd449 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477929 Dec 20 16:02:18.381027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.450939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.750821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.835360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.859588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.913123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:18.947637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c696-e284-49a1-b889-62b84f19182c req-7edb3ed3-e800-4c79-b13e-b4bc9c496ed0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:18.949978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac72c696-e284-49a1-b889-62b84f19182c req-7edb3ed3-e800-4c79-b13e-b4bc9c496ed0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0642707 Dec 20 16:02:18.955299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72afa9b6-9301-4aa1-aa55-fd45fb3d4292 None None] Network d1ff1175-3208-4df3-bc00-6423566b44c1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:18.964792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ccb08-476c-414a-9c75-52277e22da56,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:18.974401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.974595 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Added segment 699509eb-1e84-4b83-b8bb-64e9f9c569ee of type vlan for network 634cb092-6e54-4127-b2ff-62b65e891e6f Dec 20 16:02:19.022120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.043300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.053376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-48017f76-918b-4bcb-9b02-e4cf8c6c74e0 None None] Provisioning complete for port 66212d31-c9c2-4f58-bd04-fc0ff780675b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:19.054245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48017f76-918b-4bcb-9b02-e4cf8c6c74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.062962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac72c696-e284-49a1-b889-62b84f19182c req-6f7c696d-4d95-484b-85e5-0a39e82fc7e3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067216 Dec 20 16:02:19.123194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.207809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.212532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/5f7882db-983c-4869-a1a6-f92bb1142758 HTTP/1.1" status: 204 len: 168 time: 1.3596168 Dec 20 16:02:19.215135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49770) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:19.215545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93126ad-8002-4baf-bcf8-701c5f9a24af tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7882db-983c-4869-a1a6-f92bb1142758,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:19.223229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.223619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:19.227825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.240736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48017f76-918b-4bcb-9b02-e4cf8c6c74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.345503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-48017f76-918b-4bcb-9b02-e4cf8c6c74e0 None None] For port 66212d31-c9c2-4f58-bd04-fc0ff780675b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=66212d31-c9c2-4f58-bd04-fc0ff780675b,segment=NetworkSegment(29f9c5b4-179f-4f01-897e-60e4146647df),segment_id=29f9c5b4-179f-4f01-897e-60e4146647df)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:19.385125 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0459342 Dec 20 16:02:19.389443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:19.395408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Request body: {'subnet': {'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1271487549-subnet', 'tenant_id': '4f80e0a527e64c67a2546a14d86abc9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:19.400308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813a3cd-6888-4765-81fb-443be088c62a admin admin] Pushing event updated for resources: {'Network': ['ID=634cb092-6e54-4127-b2ff-62b65e891e6f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:19.414805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 634cb092-6e54-4127-b2ff-62b65e891e6f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:19.421115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf1696-f1fe-4e25-a168-beba5b3f578b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:19.432484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf1696-f1fe-4e25-a168-beba5b3f578b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:19.434214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-74cf1696-f1fe-4e25-a168-beba5b3f578b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2177382 Dec 20 16:02:19.437302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49774) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:19.457925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c579-f444-451e-a198-b9b71fbddf4c req-91ff405d-188e-40df-92db-9fdafa102ea1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:19.458593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad6929-1c9e-4276-912d-73546f2c22c8 None None] Network d1ff1175-3208-4df3-bc00-6423566b44c1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:19.465287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48017f76-918b-4bcb-9b02-e4cf8c6c74e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.466422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00d9c579-f444-451e-a198-b9b71fbddf4c req-91ff405d-188e-40df-92db-9fdafa102ea1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1362779 Dec 20 16:02:19.511913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Made reservation on behalf of 4f80e0a527e64c67a2546a14d86abc9f for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:19.518447 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.534213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00d9c579-f444-451e-a198-b9b71fbddf4c req-2ae2f18c-5ec2-4269-ba9e-d01bf1cb8e8b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656042 Dec 20 16:02:19.656256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be4d259d-ab73-424e-bf52-0daed637f934 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.673034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48017f76-918b-4bcb-9b02-e4cf8c6c74e0 None None] Pushing event updated for resources: {'Port': ['ID=66212d31-c9c2-4f58-bd04-fc0ff780675b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:19.679656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6f80f4ff-52f7-43cd-af99-4ce4dc0bdb31 None None] Provisioning complete for port 66212d31-c9c2-4f58-bd04-fc0ff780675b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:19.680031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6f80f4ff-52f7-43cd-af99-4ce4dc0bdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.754560 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4d259d-ab73-424e-bf52-0daed637f934 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 16:02:19.755313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4d259d-ab73-424e-bf52-0daed637f934 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:19.762635 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be4d259d-ab73-424e-bf52-0daed637f934 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/d1ff1175-3208-4df3-bc00-6423566b44c1 HTTP/1.1" status: 409 len: 466 time: 0.3202057 Dec 20 16:02:19.762762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49780) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:19.768113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1498878340'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:19.823377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 66212d31-c9c2-4f58-bd04-fc0ff780675b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:19.825368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] DHCP port deletion for d1ff1175-3208-4df3-bc00-6423566b44c1 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:19.863878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.20.0.17 (a7095edf-22b7-4c86-927f-5ca0de139c01/0c3aa5db-d0aa-47af-8b03-a2b3c8f00217/93f488b0-c6aa-4dd7-a24f-4ff8c7941638) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:19.906273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:19.912426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.954600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:19.965464 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.965718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 66212d31-c9c2-4f58-bd04-fc0ff780675b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:19.966172 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Added segment 6697f519-2618-4ce2-a811-6f6b48dd7afe of type vlan for network 60362c17-4dd5-458f-981c-fa851ee9a9a8 Dec 20 16:02:19.966259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:19.971679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] Deleting port 66212d31-c9c2-4f58-bd04-fc0ff780675b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:19.972673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.006967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6f80f4ff-52f7-43cd-af99-4ce4dc0bdb31 None None] Provisioning complete for port 2ea19d4d-830b-4e88-af92-4d0591e03727 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:20.007982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6f80f4ff-52f7-43cd-af99-4ce4dc0bdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.024360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.050977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.062455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.121875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6f80f4ff-52f7-43cd-af99-4ce4dc0bdb31 None None] Port 2ea19d4d-830b-4e88-af92-4d0591e03727 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:20.123471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.127781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] For port 66212d31-c9c2-4f58-bd04-fc0ff780675b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=66212d31-c9c2-4f58-bd04-fc0ff780675b,segment=NetworkSegment(29f9c5b4-179f-4f01-897e-60e4146647df),segment_id=29f9c5b4-179f-4f01-897e-60e4146647df)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:20.128297 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.134536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:20.134536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.152364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] Calling delete_port for 66212d31-c9c2-4f58-bd04-fc0ff780675b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:20.200722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90fc95ee-0a00-45f0-a536-fd38f949d1fc,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:20.213724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Checking segment: {'id': '699509eb-1e84-4b83-b8bb-64e9f9c569ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:20.214463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Network hostable DHCP agents. Network: 634cb092-6e54-4127-b2ff-62b65e891e6f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:20.233468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4697127 Dec 20 16:02:20.236716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:20.242624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'subnet': {'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:20.308846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.367538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.387505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network a7095edf-22b7-4c86-927f-5ca0de139c01 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:20.394780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Network 634cb092-6e54-4127-b2ff-62b65e891e6f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:20.400177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] Pushing event deleted for resources: {'Port': ['ID=66212d31-c9c2-4f58-bd04-fc0ff780675b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:20.408340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:20.414353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c439d9-e41b-48e3-ba46-7aab56f266ba None None] No DVR routers for this DVR port 66212d31-c9c2-4f58-bd04-fc0ff780675b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:20.419842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:20.466122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:20.484208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 634cb092-6e54-4127-b2ff-62b65e891e6f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:20.498625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ef76d-bb38-4fd5-a83f-391374d108ad None None] Network 634cb092-6e54-4127-b2ff-62b65e891e6f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:20.505044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:20.505900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.508658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.578286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:20.583197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.691088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Network': ['ID=60362c17-4dd5-458f-981c-fa851ee9a9a8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:20.712443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-90bfbdd4-2e9a-4871-a708-ccbe92fe286d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3116825 Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.713904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3345a702-908c-447a-b8bb-8d8bf7d5b657 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:20.765815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 60362c17-4dd5-458f-981c-fa851ee9a9a8 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:20.772401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc81d70-1009-4eab-8b33-c38313bc8a6f None None] Network 634cb092-6e54-4127-b2ff-62b65e891e6f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:20.790288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf48b8c-bc03-4717-bfd7-6353929dd470 req-76123de6-0151-46eb-83dc-da541ffee9b5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:20.797872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaf48b8c-bc03-4717-bfd7-6353929dd470 req-76123de6-0151-46eb-83dc-da541ffee9b5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.5857844 Dec 20 16:02:20.828286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f247128-a181-4021-b156-8719f697629e req-679365be-17fe-4e9e-b693-6ce28b5f0288 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:20.836098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f247128-a181-4021-b156-8719f697629e req-679365be-17fe-4e9e-b693-6ce28b5f0288 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1485918 Dec 20 16:02:20.915406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f247128-a181-4021-b156-8719f697629e req-491754c4-8957-44d9-b9b6-944bb024422d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782888 Dec 20 16:02:20.917491 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:20.969872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaf48b8c-bc03-4717-bfd7-6353929dd470 req-5925e042-5587-4269-b94c-def9f706568e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640482 Dec 20 16:02:21.194729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dd19e891-c75b-47ed-a11a-d3313f511771 None None] Provisioning complete for port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:21.195330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dd19e891-c75b-47ed-a11a-d3313f511771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.206202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:02:21.210429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.268140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dd19e891-c75b-47ed-a11a-d3313f511771 None None] Port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:21.313297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Subnet': ['ID=11c1f15c-9792-4f0d-846b-b460f4ce0f61,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:21.358719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Checking segment: {'id': '6697f519-2618-4ce2-a811-6f6b48dd7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:21.359012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network hostable DHCP agents. Network: 60362c17-4dd5-458f-981c-fa851ee9a9a8, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:21.432497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.466008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network 60362c17-4dd5-458f-981c-fa851ee9a9a8 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:21.488967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.568369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:21.573238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.576167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 60362c17-4dd5-458f-981c-fa851ee9a9a8) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:21.582087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:21.583121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.590995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29f15f-0256-4c2e-bab4-5b89c13309cd None None] Network 60362c17-4dd5-458f-981c-fa851ee9a9a8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:21.682096 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7616eb26-cc32-472e-be85-654e0d4c8745 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4433737 Dec 20 16:02:21.684947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 66212d31-c9c2-4f58-bd04-fc0ff780675b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:21.685492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49806) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:21.691469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'port': {'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8', 'name': 'tempest-NetworksIpV6TestAttrs-1453937593'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:21.713819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 66212d31-c9c2-4f58-bd04-fc0ff780675b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:21.713819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 66212d31-c9c2-4f58-bd04-fc0ff780675b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:21.721366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.743772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network a7095edf-22b7-4c86-927f-5ca0de139c01 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:21.745383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:21.788338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-60362c17-4dd5-458f-981c-fa851ee9a9a8', 'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8', 'project_id': '7a8a5c5085d544459223e82df5826d30', 'fixed_ips': [{'subnet_id': '11c1f15c-9792-4f0d-846b-b460f4ce0f61'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:02:21.788338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.813568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49810) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:21.822653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1835585019-network', 'tenant_id': '28182a97de354242aba0537c84433bf4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:21.935977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:02:21.947216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Made reservation on behalf of 28182a97de354242aba0537c84433bf4 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:21.950361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:21.968454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.016751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Allocated IP 2001:db8::f816:3eff:fe37:cdac (60362c17-4dd5-458f-981c-fa851ee9a9a8/11c1f15c-9792-4f0d-846b-b460f4ce0f61/e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:22.158374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:02:22.166158 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-04b40559-f263-4d17-b842-04e95a89756d None None] Provisioning complete for port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:22.166532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-04b40559-f263-4d17-b842-04e95a89756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.170907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:02:22.172565 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a46372e7-02d9-4f28-ad4a-75eb7532a875 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "PUT /v2.0/routers/cee22a6d-8263-401e-a39b-641be191f8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7419884 Dec 20 16:02:22.192611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:22.194049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.222121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.239440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] device_id is not set on port 4514a602-1736-4638-a161-4b6eba0bbca4 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:02:22.251222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:22.252243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:22.253735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bf07d-88fd-47a4-8b98-e256c002262f req-c518b901-ea22-4e4f-8245-b36606abc626 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:22.255602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc0bf07d-88fd-47a4-8b98-e256c002262f req-c518b901-ea22-4e4f-8245-b36606abc626 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.2112858 Dec 20 16:02:22.266098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220185f7-0070-44c8-b68a-a6e43255fd99 req-e6cedee5-94c7-4173-885d-b29ca49db209 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:22.267634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-220185f7-0070-44c8-b68a-a6e43255fd99 req-e6cedee5-94c7-4173-885d-b29ca49db209 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1739550 Dec 20 16:02:22.329425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-04b40559-f263-4d17-b842-04e95a89756d None None] Port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:22.332752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.373875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:22.388262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.428783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:22.436064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.436506 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Added segment 5482ae6d-53ae-45d6-8ce5-927680d9480d of type vlan for network 127b4917-55d6-4905-a505-fc04178bb825 Dec 20 16:02:22.446676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd53492-1310-4c1a-ba9b-1ccad46c1925,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:22.463865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-220185f7-0070-44c8-b68a-a6e43255fd99 req-91711436-f66e-4757-9e53-c38113d2f5bc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892064 Dec 20 16:02:22.471297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc0bf07d-88fd-47a4-8b98-e256c002262f req-e7e3e238-2dd1-466f-b525-e3a836a17b8f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001560 Dec 20 16:02:22.536100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.558035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.559894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Allocated IP 2001:db8::f816:3eff:fe0f:92d8 (60362c17-4dd5-458f-981c-fa851ee9a9a8/11c1f15c-9792-4f0d-846b-b460f4ce0f61/4514a602-1736-4638-a161-4b6eba0bbca4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:22.629380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Network 60362c17-4dd5-458f-981c-fa851ee9a9a8 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:22.633143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Pushing event updated for resources: {'Port': ['ID=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:22.636050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:22.657581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:22.709567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.710613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:22.711204 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.775692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Attempting to bind port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:22.775692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Attempting to bind port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6697f519-2618-4ce2-a811-6f6b48dd7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:22.776128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Attempting to bind port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 on network 60362c17-4dd5-458f-981c-fa851ee9a9a8 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:22.785343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:22.785724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Checking segment: {'id': '6697f519-2618-4ce2-a811-6f6b48dd7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:22.786129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.787462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Bound using segment: {'id': '6697f519-2618-4ce2-a811-6f6b48dd7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:22.787462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Bound port: e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6697f519-2618-4ce2-a811-6f6b48dd7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '60362c17-4dd5-458f-981c-fa851ee9a9a8'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:22.787462 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.872403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] Pushing event updated for resources: {'Network': ['ID=127b4917-55d6-4905-a505-fc04178bb825,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:22.880185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:22.884400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:20Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:18Z', 'revision_number': 1, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f488b0-c6aa-4dd7-a24f-4ff8c7941638', 'name': '', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:ac:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:02:19Z', 'updated_at': '2021-12-20T16:02:21Z', 'revision_number': 2, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:22.889129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 127b4917-55d6-4905-a505-fc04178bb825 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:22.924403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:02:22.924762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Updating router cee22a6d-8263-401e-a39b-641be191f8c4 port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:02:23.015523 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:02:23.084977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc2c0d3c-8ca0-44da-a05e-608d13a80871 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2698293 Dec 20 16:02:23.087749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49824) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:23.092515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Request body: {'subnet': {'network_id': '127b4917-55d6-4905-a505-fc04178bb825', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1835585019-subnet', 'tenant_id': '28182a97de354242aba0537c84433bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:23.119058 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.124039 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.153246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] For port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:23.174687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network 60362c17-4dd5-458f-981c-fa851ee9a9a8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:23.180879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:23.182665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Made reservation on behalf of 28182a97de354242aba0537c84433bf4 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:23.184970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.185619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] For port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,segment=NetworkSegment(6697f519-2618-4ce2-a811-6f6b48dd7afe),segment_id=6697f519-2618-4ce2-a811-6f6b48dd7afe)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:23.200407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:23.206381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:23.207252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.223254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Port': ['ID=4514a602-1736-4638-a161-4b6eba0bbca4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:23.261389 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.336732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-934cdabb-f786-4195-bf01-2e35bce9fe33 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6477792 Dec 20 16:02:23.337209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:23.394326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0be79-e7ed-429d-b8d6-18f25e4d6978 None None] Pushing event updated for resources: {'Port': ['ID=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:23.427330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting subnet 11c1f15c-9792-4f0d-846b-b460f4ce0f61 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:02:23.435255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.495953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.518591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.551178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.620583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91482045-d584-42eb-858b-781ee970612e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:23.636020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.700817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4569b5-e1b6-482f-8167-c36ea932f7ef None None] Pushing event updated for resources: {'Port': ['ID=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:23.784277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Attempting to bind port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:23.784277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Attempting to bind port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:23.784277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Attempting to bind port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 on network a7095edf-22b7-4c86-927f-5ca0de139c01 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:23.787358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:23.787742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Checking segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:23.788154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.788690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Bound using segment: {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:23.789202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Bound port: 93f488b0-c6aa-4dd7-a24f-4ff8c7941638, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:23.789581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:23.875065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Checking segment: {'id': '5482ae6d-53ae-45d6-8ce5-927680d9480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '127b4917-55d6-4905-a505-fc04178bb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:23.875065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Network hostable DHCP agents. Network: 127b4917-55d6-4905-a505-fc04178bb825, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:23.875514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] For port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:23.875514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] For port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:23.899530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00bffd-2677-4fe4-a6f2-f6ace1065885 req-1b4ceb0f-4d65-4161-ac1b-54bf619228dc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:23.901193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b00bffd-2677-4fe4-a6f2-f6ace1065885 req-1b4ceb0f-4d65-4161-ac1b-54bf619228dc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2859783 Dec 20 16:02:23.914585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ca848-31b5-4ee6-8278-68511996694c req-703654fd-8b01-4171-a2be-3fa875922883 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:23.921682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b15ca848-31b5-4ee6-8278-68511996694c req-703654fd-8b01-4171-a2be-3fa875922883 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.2674625 Dec 20 16:02:23.980994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.012751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.032687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:24.037403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:24.076192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b15ca848-31b5-4ee6-8278-68511996694c req-aa4a6c75-dc51-4c23-b657-9d4c7d1f08a8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536241 Dec 20 16:02:24.088588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b00bffd-2677-4fe4-a6f2-f6ace1065885 req-aa8403c5-1296-4f54-8aa1-e9e73126a5c9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630666 Dec 20 16:02:24.118273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Network 127b4917-55d6-4905-a505-fc04178bb825 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:24.120017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4569b5-e1b6-482f-8167-c36ea932f7ef None None] Pushing event updated for resources: {'Port': ['ID=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:24.220687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 127b4917-55d6-4905-a505-fc04178bb825) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:24.225681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:24.226565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.272527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.312229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.318401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/11c1f15c-9792-4f0d-846b-b460f4ce0f61 HTTP/1.1" status: 204 len: 168 time: 0.9778101 Dec 20 16:02:24.318401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2371f-7e17-4931-889d-af96d90acc79 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Subnet': ['ID=11c1f15c-9792-4f0d-846b-b460f4ce0f61,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:24.318804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:24.326796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c333d12-8dfc-444b-8589-1be3ad24ca53 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2351987 Dec 20 16:02:24.397336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab89a2-20c6-4794-8cfd-837236f6b029 None None] Network 127b4917-55d6-4905-a505-fc04178bb825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:24.413707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-066560b5-a02a-4a8a-bec0-f9c81297458f None None] Provisioning complete for port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:24.414090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-066560b5-a02a-4a8a-bec0-f9c81297458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.509206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9cc08-aa24-4498-9f39-a8c64ffdf545 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:24.510501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9cc08-aa24-4498-9f39-a8c64ffdf545 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:24.512872 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-39d9cc08-aa24-4498-9f39-a8c64ffdf545 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1930130 Dec 20 16:02:24.516142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49842) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:24.582184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:24.677204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93fb33-d363-4566-88b7-28e9a71f3504 None None] Network 127b4917-55d6-4905-a505-fc04178bb825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:24.691448 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1afcdeb1-fadc-41be-8d7b-0dcc277272c9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.708539 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afcdeb1-fadc-41be-8d7b-0dcc277272c9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 16:02:24.709018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afcdeb1-fadc-41be-8d7b-0dcc277272c9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:24.715877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1afcdeb1-fadc-41be-8d7b-0dcc277272c9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/60362c17-4dd5-458f-981c-fa851ee9a9a8 HTTP/1.1" status: 409 len: 466 time: 0.1946349 Dec 20 16:02:24.716137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49852) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:24.721606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1480339355'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:24.775454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-066560b5-a02a-4a8a-bec0-f9c81297458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.826582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:24.832004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.885945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:24.915767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:24.916395 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Added segment 769362f3-25d8-4b2b-be2c-a5158a71bbb4 of type vlan for network 4227fbd8-c925-4de8-8753-551d7a1dff7a Dec 20 16:02:24.918312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-066560b5-a02a-4a8a-bec0-f9c81297458f None None] For port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:24.919426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f4813-c0dc-41f5-a403-c3f6f0a354f5 None None] Network 60362c17-4dd5-458f-981c-fa851ee9a9a8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:25.000136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.041813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-066560b5-a02a-4a8a-bec0-f9c81297458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.100970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-a818ab75-a4ea-4f0c-951d-5dc5524b7cdf tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:25.102482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-a818ab75-a4ea-4f0c-951d-5dc5524b7cdf tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/networks?id=634cb092-6e54-4127-b2ff-62b65e891e6f HTTP/1.1" status: 200 len: 809 time: 0.1446784 Dec 20 16:02:25.126299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-706602c4-ac92-43e2-8851-aae829a83601 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/quotas/4f80e0a527e64c67a2546a14d86abc9f HTTP/1.1" status: 200 len: 375 time: 0.0120833 Dec 20 16:02:25.163407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-f3ba0049-8394-4183-96b4-140e87f5f91b tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f80e0a527e64c67a2546a14d86abc9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353034 Dec 20 16:02:25.164283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.171788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:25.172653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.191973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066560b5-a02a-4a8a-bec0-f9c81297458f None None] Pushing event updated for resources: {'Port': ['ID=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:25.218614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Provisioning complete for port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:25.218998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.286035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:20Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:18Z', 'revision_number': 1, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f488b0-c6aa-4dd7-a24f-4ff8c7941638', 'name': '', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:ac:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:02:19Z', 'updated_at': '2021-12-20T16:02:23Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:25.319073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] DHCP port deletion for 60362c17-4dd5-458f-981c-fa851ee9a9a8 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:25.322022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576865a-69d9-41f5-947a-1c8b99bf34ec None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:20Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:18Z', 'revision_number': 1, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f488b0-c6aa-4dd7-a24f-4ff8c7941638', 'name': '', 'network_id': 'a7095edf-22b7-4c86-927f-5ca0de139c01', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:ac:84:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:02:19Z', 'updated_at': '2021-12-20T16:02:23Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '0c3aa5db-d0aa-47af-8b03-a2b3c8f00217', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:02:25.353564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6362550 Dec 20 16:02:25.356874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49868) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:25.361845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'subnet': {'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:25.367992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e1e9c-2378-4a7d-94a7-ac9f90b2178b tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Network': ['ID=4227fbd8-c925-4de8-8753-551d7a1dff7a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:25.425901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4227fbd8-c925-4de8-8753-551d7a1dff7a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:25.444224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b61d5-0a6d-4e21-8e97-6c6c4c09d075 req-5a53c38b-aff1-49d3-b147-cb002fb0f1b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:25.450203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d21b61d5-0a6d-4e21-8e97-6c6c4c09d075 req-5a53c38b-aff1-49d3-b147-cb002fb0f1b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.2534111 Dec 20 16:02:25.502467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Provisioning complete for port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:25.502994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.524927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-d184dfe4-55a0-4ad9-a5d6-96f44ea652d2 service neutron] 10.222.0.81 "GET /v2.0/networks/634cb092-6e54-4127-b2ff-62b65e891e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476903 Dec 20 16:02:25.561195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] Deleting port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:25.561653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.608006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:25.618304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.645342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d21b61d5-0a6d-4e21-8e97-6c6c4c09d075 req-3bffc694-630c-4dc4-a81e-0ec035c98b9d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809509 Dec 20 16:02:25.666219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] For port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,segment=NetworkSegment(6697f519-2618-4ce2-a811-6f6b48dd7afe),segment_id=6697f519-2618-4ce2-a811-6f6b48dd7afe)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:25.676444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.709133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] Calling delete_port for e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:25.830144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e991a1ba-8cc9-4f9c-956c-80080fd0bb57 service neutron] 10.222.0.81 "GET /v2.0/networks/634cb092-6e54-4127-b2ff-62b65e891e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039215 Dec 20 16:02:25.858578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:25.884736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d83e30-94eb-4c42-8d8f-0f0782f73780 req-8e6707be-b035-4c83-9e8c-03b6f1d3277a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:25.886851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d83e30-94eb-4c42-8d8f-0f0782f73780 req-8e6707be-b035-4c83-9e8c-03b6f1d3277a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1109383 Dec 20 16:02:25.964989 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:25.996665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01d83e30-94eb-4c42-8d8f-0f0782f73780 req-e0157421-5584-4271-b694-f8d00d1ec0d1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033885 Dec 20 16:02:26.068136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] For port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,segment=NetworkSegment(6697f519-2618-4ce2-a811-6f6b48dd7afe),segment_id=6697f519-2618-4ce2-a811-6f6b48dd7afe)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:26.087588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:26.087964 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:26.334026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:02:26.335997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:26.396790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Subnet': ['ID=869894cf-1f22-413b-8d3a-c66e9d7f1eb6,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:26.407775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.408120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.408460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.408794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.409125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.409526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.410102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.410438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.410764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.411091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.411413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.411735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.412058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:26.415095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Checking segment: {'id': '769362f3-25d8-4b2b-be2c-a5158a71bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:26.415446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network hostable DHCP agents. Network: 4227fbd8-c925-4de8-8753-551d7a1dff7a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:26.769414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0f70c-c2f0-41e5-bc73-71b1255008ed req-241f7d75-f563-4f2b-bafb-77933291d32d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:26.771246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dd0f70c-c2f0-41e5-bc73-71b1255008ed req-241f7d75-f563-4f2b-bafb-77933291d32d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.0532687 Dec 20 16:02:26.820938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network 4227fbd8-c925-4de8-8753-551d7a1dff7a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:26.825016 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:26.832061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dd0f70c-c2f0-41e5-bc73-71b1255008ed req-6bea71c9-7c9e-414e-98f5-dba9f55ae442 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545075 Dec 20 16:02:26.901914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd1d5d-a149-4d84-918c-a785a9f06ed2 None None] Pushing event updated for resources: {'Port': ['ID=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:26.912281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb7bac9e-fcec-4666-ab6e-240d4b505f79 req-5c7a1a26-3b34-484d-8911-e33c2ddb71b5 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.0376961 Dec 20 16:02:26.931654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:26.946705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4227fbd8-c925-4de8-8753-551d7a1dff7a) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:26.948943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:26.949849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.158059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d743f4-685e-49b6-aa54-b63d45762bbe None None] Network 4227fbd8-c925-4de8-8753-551d7a1dff7a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:27.158059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] Pushing event deleted for resources: {'Port': ['ID=e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:27.158059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9c66e-4fce-4368-a728-11bf9b3f99eb None None] No DVR routers for this DVR port e4ce92aa-d5ca-4a73-b5f5-7fbbfc027e92 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:27.173720 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-59d8a0ca-8560-48e1-aca1-7f466e4dd96d service neutron] show failed (client error): The resource could not be found. Dec 20 16:02:27.173720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-59d8a0ca-8560-48e1-aca1-7f466e4dd96d service neutron] 10.222.0.83 "GET /v2.0/ports/f073094a-afeb-48bf-9668-aafc3b97c012/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.1567259 Dec 20 16:02:27.174996 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08301043-0655-4783-9f5c-b61efca19cdd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7405403 Dec 20 16:02:27.175101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49894) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:27.175194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.190391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4227fbd8-c925-4de8-8753-551d7a1dff7a', 'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a', 'project_id': '7a8a5c5085d544459223e82df5826d30', 'fixed_ips': [{'subnet_id': '869894cf-1f22-413b-8d3a-c66e9d7f1eb6'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:02:27.192073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081826-772b-4335-a17e-92a3809000b0 req-c28397f3-074f-4263-81d4-e2bd2b06c3a1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:27.271261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b081826-772b-4335-a17e-92a3809000b0 req-c28397f3-074f-4263-81d4-e2bd2b06c3a1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1457400 Dec 20 16:02:27.315826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.368769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Allocated IP 2001:db8::f816:3eff:feac:a3dd (4227fbd8-c925-4de8-8753-551d7a1dff7a/869894cf-1f22-413b-8d3a-c66e9d7f1eb6/c4c714e0-df84-46d7-945a-fdfaba73dc12) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:27.382530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b081826-772b-4335-a17e-92a3809000b0 req-bc03f950-8019-4f10-8314-478b6afe6f1b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992632 Dec 20 16:02:27.407979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.536635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.616798 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.667522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Network 4227fbd8-c925-4de8-8753-551d7a1dff7a is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:27.670422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:27.673220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:27.685242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Pushing event updated for resources: {'Port': ['ID=c4c714e0-df84-46d7-945a-fdfaba73dc12,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:27.737073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Attempting to bind port c4c714e0-df84-46d7-945a-fdfaba73dc12 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:27.737498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Attempting to bind port c4c714e0-df84-46d7-945a-fdfaba73dc12 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '769362f3-25d8-4b2b-be2c-a5158a71bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:27.737852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Attempting to bind port c4c714e0-df84-46d7-945a-fdfaba73dc12 on network 4227fbd8-c925-4de8-8753-551d7a1dff7a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:27.742905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:27.743284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Checking segment: {'id': '769362f3-25d8-4b2b-be2c-a5158a71bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:27.743689 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.744117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Bound using segment: {'id': '769362f3-25d8-4b2b-be2c-a5158a71bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:27.744790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Bound port: c4c714e0-df84-46d7-945a-fdfaba73dc12, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769362f3-25d8-4b2b-be2c-a5158a71bbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4227fbd8-c925-4de8-8753-551d7a1dff7a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:27.745151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.748382 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.810410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Subnet': ['ID=869894cf-1f22-413b-8d3a-c66e9d7f1eb6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:27.843662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] For port c4c714e0-df84-46d7-945a-fdfaba73dc12, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:27.850645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] For port c4c714e0-df84-46d7-945a-fdfaba73dc12, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c4c714e0-df84-46d7-945a-fdfaba73dc12,segment=NetworkSegment(769362f3-25d8-4b2b-be2c-a5158a71bbb4),segment_id=769362f3-25d8-4b2b-be2c-a5158a71bbb4)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:27.933101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.954767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:27.993397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-521d8348-f1bd-4e12-99f7-1284d1c6f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:27.994963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-521d8348-f1bd-4e12-99f7-1284d1c6f9e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 1097 time: 0.2173629 Dec 20 16:02:28.038107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238cdce-01b1-446f-a026-d65888d6c706 None None] Pushing event updated for resources: {'Port': ['ID=c4c714e0-df84-46d7-945a-fdfaba73dc12,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:28.041585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:28.047340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63e87546-c94f-4c31-a8e1-2678639e2314 req-e5f8bf72-e574-4437-b87e-95c8c8d5754f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.0625441 Dec 20 16:02:28.050193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4227fbd8-c925-4de8-8753-551d7a1dff7a']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:28.086338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0875e147-64a3-4e5d-a2b6-dd5ed33d2d1b None None] Network 4227fbd8-c925-4de8-8753-551d7a1dff7a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:28.086591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769362f3-25d8-4b2b-be2c-a5158a71bbb4') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:28.086591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769362f3-25d8-4b2b-be2c-a5158a71bbb4') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:28.098210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:28.116213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a614c-9c41-4a40-9f14-7ea391e9a79d req-a2fbaaf1-b02c-4766-b309-be26a6590bf9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:28.117839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-056a614c-9c41-4a40-9f14-7ea391e9a79d req-a2fbaaf1-b02c-4766-b309-be26a6590bf9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1969354 Dec 20 16:02:28.169680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:28.185069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:28.185490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:28.189864 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:28.205477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:28.221189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc2c27-54e5-4d27-9b47-13be018d9aa1 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:02:28.312613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-056a614c-9c41-4a40-9f14-7ea391e9a79d req-7a19c1c4-159d-4ef3-93a8-f0181953de23 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867354 Dec 20 16:02:28.418438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:02:28.418438 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:02:28.418438 n-d-781076-8 neutron-server[103953]: [parameters: {'id': '4227fbd8-c925-4de8-8753-551d7a1dff7a'}] Dec 20 16:02:28.418438 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:02:28.418934 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:02:28.435312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc2c27-54e5-4d27-9b47-13be018d9aa1 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:02:28.530793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:28.571659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:28.671038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:28.673799 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0d18a-b909-4ece-8252-dbc31b8a3473" -d '{"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-unplugged", "status": "completed", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:28.678392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:28.699564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73d6e-5053-483a-a3e9-78af43eff974 req-ea6722f1-b00b-423b-9fdf-97633ece2883 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:28.701380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa73d6e-5053-483a-a3e9-78af43eff974 req-ea6722f1-b00b-423b-9fdf-97633ece2883 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1270537 Dec 20 16:02:28.708068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Transition to ACTIVE for port object f073094a-afeb-48bf-9668-aafc3b97c012 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:28.758475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa73d6e-5053-483a-a3e9-78af43eff974 req-d68077dc-5944-4a7a-9a8c-63cc7694eb9b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477409 Dec 20 16:02:28.781911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:28.825450 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec8eaf-4696-4e48-ba6b-2a1c6d3fb522 x-openstack-request-id: req-ddec8eaf-4696-4e48-ba6b-2a1c6d3fb522 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:28.826209 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-unplugged", "status": "completed", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:28.826209 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ddec8eaf-4696-4e48-ba6b-2a1c6d3fb522 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:28.827809 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'code': 200} Dec 20 16:02:28.917189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:28.961209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:29.011645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] No DVR routers for this DVR port f073094a-afeb-48bf-9668-aafc3b97c012 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:29.175700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4905e327-dd33-431d-ba47-fe934371d3cc req-eb6ae5b5-82b3-4c2a-9161-f75901149f95 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.0351465 Dec 20 16:02:29.178652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting port c4c714e0-df84-46d7-945a-fdfaba73dc12 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:29.179110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:29.241011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-799da132-76dc-4261-b55e-297c99be1655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:29.270634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:29.270994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:29.271300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:29.277812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] For port c4c714e0-df84-46d7-945a-fdfaba73dc12, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c4c714e0-df84-46d7-945a-fdfaba73dc12,segment=NetworkSegment(769362f3-25d8-4b2b-be2c-a5158a71bbb4),segment_id=769362f3-25d8-4b2b-be2c-a5158a71bbb4)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:29.278175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:29.287113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Port f073094a-afeb-48bf-9668-aafc3b97c012 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:02:29.287381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Attempting to bind port f073094a-afeb-48bf-9668-aafc3b97c012 on network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:29.295753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Calling delete_port for c4c714e0-df84-46d7-945a-fdfaba73dc12 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:29.300053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:29.300390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Checking segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:29.300774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Bound using segment: {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:29.303115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Bound port: f073094a-afeb-48bf-9668-aafc3b97c012, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e74a62f-ce92-46b6-a2ea-4822cda744de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:29.303115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:29.809991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:29.851412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:29.908736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:29.944132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:29.955737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb39e98-762b-45d2-b8df-63c89bc32345 req-5a6e9aa0-c380-492e-881c-620809a3607e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:29.957677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fb39e98-762b-45d2-b8df-63c89bc32345 req-5a6e9aa0-c380-492e-881c-620809a3607e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.5501568 Dec 20 16:02:29.968642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-121522aa-7c87-4731-8b17-badc7ed3951f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:29.970078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-121522aa-7c87-4731-8b17-badc7ed3951f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.83 "GET /v2.0/networks?id=634cb092-6e54-4127-b2ff-62b65e891e6f HTTP/1.1" status: 200 len: 809 time: 0.5768354 Dec 20 16:02:29.992143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Request body: {'port': {'device_id': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f', 'admin_state_up': True, 'tenant_id': '4f80e0a527e64c67a2546a14d86abc9f'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:30.006017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503cc3c-388d-47a7-b2da-3864eb41bed4 req-d334732f-9f9d-40ed-a7e8-affa19dfa328 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.007583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d503cc3c-388d-47a7-b2da-3864eb41bed4 req-d334732f-9f9d-40ed-a7e8-affa19dfa328 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1665478 Dec 20 16:02:30.095770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.098157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.138417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fb39e98-762b-45d2-b8df-63c89bc32345 req-8f302858-840f-46d7-835f-a40fedec9ede tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666374 Dec 20 16:02:30.150951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.151928 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.153372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] 10.222.0.72 "PUT /v2.0/ports/f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1092 time: 2.1436543 Dec 20 16:02:30.154171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Port': ['ID=c4c714e0-df84-46d7-945a-fdfaba73dc12,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:30.161414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No DVR routers for this DVR port c4c714e0-df84-46d7-945a-fdfaba73dc12 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:30.309906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d503cc3c-388d-47a7-b2da-3864eb41bed4 req-cd83cbfc-db6d-47ce-abb2-078dddb1aba0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906942 Dec 20 16:02:30.399160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cf43f-2774-4f08-9f10-11e5dabcef08 service neutron] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:30.406709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d20d8339-763b-4704-a0f4-9d895290c664 req-36ef1157-5d7d-447f-9578-401c6e6a19b6 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.1179192 Dec 20 16:02:30.421064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.441123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-41c84a67-c86b-496d-bd22-14a04b8e26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.443310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-41c84a67-c86b-496d-bd22-14a04b8e26bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1095 time: 0.2239940 Dec 20 16:02:30.475942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4227fbd8-c925-4de8-8753-551d7a1dff7a']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:30.498569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769362f3-25d8-4b2b-be2c-a5158a71bbb4') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:30.498872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769362f3-25d8-4b2b-be2c-a5158a71bbb4') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:30.542454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.559810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Made reservation on behalf of 4f80e0a527e64c67a2546a14d86abc9f for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:30.567768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.567768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.582824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:30.583238 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:30.588701 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:30.668991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-087cd92e-5e51-4d05-ab6c-c29f32fd2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.670446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-087cd92e-5e51-4d05-ab6c-c29f32fd2b73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.2139788 Dec 20 16:02:30.742399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-4ab27795-3af0-4f19-b72e-c016ba342beb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1000 time: 0.0613823 Dec 20 16:02:30.806898 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.823396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.829096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49950) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:30.829687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/4227fbd8-c925-4de8-8753-551d7a1dff7a HTTP/1.1" status: 204 len: 168 time: 3.7255614 Dec 20 16:02:30.829687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:30.831895 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:30.835037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1827659747'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:30.858591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a82d3-1dea-439f-b127-d9bb749c3295 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Network': ['ID=4227fbd8-c925-4de8-8753-551d7a1dff7a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:30.874857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-76aba14e-c31a-4d89-99fe-77827ecaf37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:30.876370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-76aba14e-c31a-4d89-99fe-77827ecaf37a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.1275294 Dec 20 16:02:30.902384 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebef56e-d2a5-4249-bbf2-d96e2822d7b0 x-openstack-request-id: req-2ebef56e-d2a5-4249-bbf2-d96e2822d7b0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:30.902671 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:30.902925 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ebef56e-d2a5-4249-bbf2-d96e2822d7b0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:30.903320 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'status': 'completed', 'code': 200} Dec 20 16:02:30.940450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:30.947234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:30.980005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:30.988231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Allocated IP 172.20.0.5 (634cb092-6e54-4127-b2ff-62b65e891e6f/90fc95ee-0a00-45f0-a536-fd38f949d1fc/ca904a4d-2ba0-41e3-8c72-4c051590fc47) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:30.992429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.000349 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Added segment 378e373e-c45f-4b1d-9b0a-319de55b609d of type vlan for network 6208a2cc-f251-42a5-b645-94c0c4e648f3 Dec 20 16:02:31.014696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-668a0f17-1a1a-4f4a-b751-1242c6906aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.016865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-668a0f17-1a1a-4f4a-b751-1242c6906aed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127892 Dec 20 16:02:31.025683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-656258be-169a-4d1e-b55b-8c6609e8c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.027483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-656258be-169a-4d1e-b55b-8c6609e8c936 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1095 time: 0.0964038 Dec 20 16:02:31.043108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.140801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.148441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.149369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.246760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Network': ['ID=6208a2cc-f251-42a5-b645-94c0c4e648f3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:31.261048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 6208a2cc-f251-42a5-b645-94c0c4e648f3 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:31.265653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e65c03fd-7dee-428b-ba97-526c381ff08c tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4342861 Dec 20 16:02:31.266288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:31.272400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'subnet': {'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:31.350475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-80ac9fec-966f-4400-923b-8dfb9f998a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.351987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-80ac9fec-966f-4400-923b-8dfb9f998a0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.3130071 Dec 20 16:02:31.364267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-8265f05a-8088-48fb-b533-79c6f81f0eef service neutron] 10.222.0.72 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330190 Dec 20 16:02:31.483765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:31.488202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.534632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d4d2f-b831-43ce-8042-7bb3661b757f req-8b40d8c1-7865-4067-997e-02cbd7670b25 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.543134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-995d4d2f-b831-43ce-8042-7bb3661b757f req-8b40d8c1-7865-4067-997e-02cbd7670b25 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.2529106 Dec 20 16:02:31.601979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.634264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-224459f2-a0a7-4f28-984d-0a57f102e82e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1000 time: 0.2739522 Dec 20 16:02:31.659424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320333cc-b589-46b2-96c6-513fc3af27c5 req-a4c4d70e-3846-4dba-81de-431a23fd4e72 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.661592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-320333cc-b589-46b2-96c6-513fc3af27c5 req-a4c4d70e-3846-4dba-81de-431a23fd4e72 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2342310 Dec 20 16:02:31.700361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-453dee3f-ad8f-4865-8af6-a8325fe89f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.760857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a1ffa0-1a0d-4aa6-b96f-5ca453eecb81 req-6034fb45-d8fb-4cea-b84e-eab4690aaa71 service neutron] 10.222.0.72 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767581 Dec 20 16:02:31.769548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-995d4d2f-b831-43ce-8042-7bb3661b757f req-d9fd0a78-ffb9-45b4-8870-ac917bdd304e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254479 Dec 20 16:02:31.797018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-7e63af58-643c-4f86-9c75-08e5b3b8d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.798464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-7e63af58-643c-4f86-9c75-08e5b3b8d8d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.1510043 Dec 20 16:02:31.824856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-320333cc-b589-46b2-96c6-513fc3af27c5 req-044d04a4-235a-4b34-a18d-eb5250a6d5cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375840 Dec 20 16:02:31.876149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcbaba97-7c78-4db0-b789-03f7ee8416d6 req-0b6d8aff-d2f9-4656-9ec6-070a169a9eda tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.0375981 Dec 20 16:02:31.886601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-e84a4d7b-3fed-4e3b-8584-242afeefdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:31.889262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-e84a4d7b-3fed-4e3b-8584-242afeefdb69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804842 Dec 20 16:02:31.944498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:31.980943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.022200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Subnet': ['ID=6127d92b-08fb-42a2-9c12-cc9e8a449612,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:32.031501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Checking segment: {'id': '378e373e-c45f-4b1d-9b0a-319de55b609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:32.032058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network hostable DHCP agents. Network: 6208a2cc-f251-42a5-b645-94c0c4e648f3, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:32.059066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-217e2783-0b07-4459-a23d-cd23f895aab2 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622901 Dec 20 16:02:32.102761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Network 634cb092-6e54-4127-b2ff-62b65e891e6f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:32.115414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:32.118592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:32.137820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Pushing event updated for resources: {'Port': ['ID=ca904a4d-2ba0-41e3-8c72-4c051590fc47,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:32.138006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e684a8-51a6-4528-880d-dd15e550bc79 None None] DHCP port deletion for 634cb092-6e54-4127-b2ff-62b65e891e6f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:32.189209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-3e2838ce-9a8f-4e61-a153-cc0b3abbe6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.190761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-3e2838ce-9a8f-4e61-a153-cc0b3abbe6ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1095 time: 0.2114031 Dec 20 16:02:32.206780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-db740de6-c829-46dd-8090-0a29b87ddad5 None None] Provisioning complete for port ca904a4d-2ba0-41e3-8c72-4c051590fc47 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:32.207154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db740de6-c829-46dd-8090-0a29b87ddad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.232034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network 6208a2cc-f251-42a5-b645-94c0c4e648f3 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:32.246968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-db740de6-c829-46dd-8090-0a29b87ddad5 None None] Port ca904a4d-2ba0-41e3-8c72-4c051590fc47 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:02:32.247382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.248020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.296957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-76f8cc21-767a-42c3-a047-a8c5a582bbe4 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267900 Dec 20 16:02:32.345534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-d4d0ff64-7db4-4b5c-a268-9d4937c0de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.347081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-d4d0ff64-7db4-4b5c-a268-9d4937c0de0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.1453338 Dec 20 16:02:32.392003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 6208a2cc-f251-42a5-b645-94c0c4e648f3) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:32.397016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.399866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.404310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227a19dc-9466-41c0-84c1-f7cee97bf893 None None] Network 6208a2cc-f251-42a5-b645-94c0c4e648f3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:32.437303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-e84aa87e-75eb-4855-816f-5bdaa151d3f8 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4561574 Dec 20 16:02:32.449549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Request body: {'port': {'device_id': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:32.485078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-887c93ec-0bb6-4d6c-9c00-8aba080ff11a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1000 time: 0.1230788 Dec 20 16:02:32.514930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d2f5d-4a64-4c5b-bd23-5cfa9b4e0941 req-a3934994-3c14-46fa-987a-96d50248161e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.516887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c7d2f5d-4a64-4c5b-bd23-5cfa9b4e0941 req-a3934994-3c14-46fa-987a-96d50248161e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1645918 Dec 20 16:02:32.540850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-6208a2cc-f251-42a5-b645-94c0c4e648f3', 'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3', 'project_id': '7a8a5c5085d544459223e82df5826d30', 'fixed_ips': [{'subnet_id': '6127d92b-08fb-42a2-9c12-cc9e8a449612'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:02:32.540850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.582486 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.593062 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb3d78e6-95a9-4ae9-bacb-51b262ca1dbe tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3256123 Dec 20 16:02:32.595551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49974) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:32.623329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-113eda6e-794b-4adb-b9a0-8923799c8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.635385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-113eda6e-794b-4adb-b9a0-8923799c8b00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.1293516 Dec 20 16:02:32.635385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c7d2f5d-4a64-4c5b-bd23-5cfa9b4e0941 req-36b0270d-2588-459a-a874-a57339833989 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988324 Dec 20 16:02:32.635596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-60dfa91a-5cae-4901-9184-6710e13e4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.637175 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-60dfa91a-5cae-4901-9184-6710e13e4fef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0803103 Dec 20 16:02:32.708543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Allocated IP 2001:db8::2 (6208a2cc-f251-42a5-b645-94c0c4e648f3/6127d92b-08fb-42a2-9c12-cc9e8a449612/bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:32.769364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-9cc2b8d6-d60e-4985-9741-d2a4dcbc57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.770945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-9cc2b8d6-d60e-4985-9741-d2a4dcbc57d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175556 Dec 20 16:02:32.774962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.819152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-dad33c61-6e01-4914-9154-6b017a8095f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:32.821402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-dad33c61-6e01-4914-9154-6b017a8095f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.1575491 Dec 20 16:02:32.882162 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.886612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.953531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.970015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:32.997759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-2305d5bf-4bf6-422d-b61c-09d208f858b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.1433008 Dec 20 16:02:33.014460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Network 6208a2cc-f251-42a5-b645-94c0c4e648f3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:33.018237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:33.025046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:33.029769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Pushing event updated for resources: {'Port': ['ID=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:33.077978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-fdf4d926-17bf-4c12-8def-c2fd20fba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:33.079841 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-fdf4d926-17bf-4c12-8def-c2fd20fba12d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0732234 Dec 20 16:02:33.093122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Attempting to bind port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:33.093620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Attempting to bind port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '378e373e-c45f-4b1d-9b0a-319de55b609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:33.093992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Attempting to bind port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 on network 6208a2cc-f251-42a5-b645-94c0c4e648f3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:33.101670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:33.102033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Checking segment: {'id': '378e373e-c45f-4b1d-9b0a-319de55b609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:33.102438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.102828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Bound using segment: {'id': '378e373e-c45f-4b1d-9b0a-319de55b609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:33.103381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Bound port: bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378e373e-c45f-4b1d-9b0a-319de55b609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6208a2cc-f251-42a5-b645-94c0c4e648f3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:33.103887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.183610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] For port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:33.187552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] For port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,segment=NetworkSegment(378e373e-c45f-4b1d-9b0a-319de55b609d),segment_id=378e373e-c45f-4b1d-9b0a-319de55b609d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:33.330482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.389045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-6cac5377-ecf3-4437-a0ec-4ee08060ee6b service neutron] 10.222.0.72 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060505 Dec 20 16:02:33.397863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef6e7-3122-4233-866a-2bea4c1c1a64 None None] Pushing event updated for resources: {'Port': ['ID=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:33.413191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eadc-7afc-43b8-a52b-9b1598b59692 req-75f6e855-dee9-43bf-a93e-e669d0d11d4e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:33.414822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb4eadc-7afc-43b8-a52b-9b1598b59692 req-75f6e855-dee9-43bf-a93e-e669d0d11d4e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 931 time: 0.1676238 Dec 20 16:02:33.422771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdec24-ed06-4e1c-88bb-70d3945c8eab req-68f7384b-a564-4719-b6c9-258dcef3f3c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:33.424718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3cdec24-ed06-4e1c-88bb-70d3945c8eab req-68f7384b-a564-4719-b6c9-258dcef3f3c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.1789234 Dec 20 16:02:33.504773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.539824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Subnet': ['ID=6127d92b-08fb-42a2-9c12-cc9e8a449612,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:33.587818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-532fd1f1-0997-45cf-a180-e38ee586491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:33.589614 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-532fd1f1-0997-45cf-a180-e38ee586491c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4995649 Dec 20 16:02:33.634308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca904a4d-2ba0-41e3-8c72-4c051590fc47 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:33.664973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.667919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.684820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb4eadc-7afc-43b8-a52b-9b1598b59692 req-ee2eff19-bc88-44d2-bbc7-9daf05f3bc62 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470675 Dec 20 16:02:33.691068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf86c2fd-e6ad-41ac-84bb-4c0961e115d3 req-a857e5ce-51ee-4f19-a7b0-d71da6d27889 service neutron] 10.222.0.72 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653131 Dec 20 16:02:33.707976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3cdec24-ed06-4e1c-88bb-70d3945c8eab req-3ed98111-5928-42a8-ac5d-ffbc6237c03a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612183 Dec 20 16:02:33.725427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Transition to ACTIVE for port object ca904a4d-2ba0-41e3-8c72-4c051590fc47 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:02:33.727493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6208a2cc-f251-42a5-b645-94c0c4e648f3']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:33.748944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378e373e-c45f-4b1d-9b0a-319de55b609d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:33.749090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378e373e-c45f-4b1d-9b0a-319de55b609d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:33.773054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.809947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.824246 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-b52a3882-b2ca-4f8d-90b0-2d34607ceb15 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802299 Dec 20 16:02:33.828499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:33.829180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:33.833047 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:33.862864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46657ff-a62e-4013-84f9-35f59a8aa054 req-b261236a-8c2a-41f3-9aab-296c7e79bb0b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:33.862864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b46657ff-a62e-4013-84f9-35f59a8aa054 req-b261236a-8c2a-41f3-9aab-296c7e79bb0b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0564001 Dec 20 16:02:33.907799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b46657ff-a62e-4013-84f9-35f59a8aa054 req-9af9ba12-38c6-4eae-908f-a00ecd27b785 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427172 Dec 20 16:02:33.912554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.966356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c118eb30-ac38-4937-ac15-6bdbe772a524 None None] DHCP port deletion for 634cb092-6e54-4127-b2ff-62b65e891e6f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:33.979464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:02:33.979464 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:02:33.979464 n-d-781076-8 neutron-server[103954]: [parameters: {'id': '6208a2cc-f251-42a5-b645-94c0c4e648f3'}] Dec 20 16:02:33.979464 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:02:33.983734 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:02:33.994449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1205e80-f382-4ae2-b3f2-cc9c65bb83b0 req-c70a9a01-d131-4067-ba91-9d2be0484508 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459537 Dec 20 16:02:34.012044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Pushing event updated for resources: {'Port': ['ID=ca904a4d-2ba0-41e3-8c72-4c051590fc47,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:34.049007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Attempting to bind port ca904a4d-2ba0-41e3-8c72-4c051590fc47 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:34.049399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Attempting to bind port ca904a4d-2ba0-41e3-8c72-4c051590fc47 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '699509eb-1e84-4b83-b8bb-64e9f9c569ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:34.049748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Attempting to bind port ca904a4d-2ba0-41e3-8c72-4c051590fc47 on network 634cb092-6e54-4127-b2ff-62b65e891e6f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:34.055132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Port ca904a4d-2ba0-41e3-8c72-4c051590fc47 on network 634cb092-6e54-4127-b2ff-62b65e891e6f not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:02:34.058480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Attempting to bind port ca904a4d-2ba0-41e3-8c72-4c051590fc47 on network 634cb092-6e54-4127-b2ff-62b65e891e6f {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:34.060719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:34.061063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Checking segment: {'id': '699509eb-1e84-4b83-b8bb-64e9f9c569ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:34.061614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Bound using segment: {'id': '699509eb-1e84-4b83-b8bb-64e9f9c569ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:34.062085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Bound port: ca904a4d-2ba0-41e3-8c72-4c051590fc47, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699509eb-1e84-4b83-b8bb-64e9f9c569ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:34.062431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.130037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] For port ca904a4d-2ba0-41e3-8c72-4c051590fc47, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:34.133258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] For port ca904a4d-2ba0-41e3-8c72-4c051590fc47, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=ca904a4d-2ba0-41e3-8c72-4c051590fc47,segment=NetworkSegment(699509eb-1e84-4b83-b8bb-64e9f9c569ee),segment_id=699509eb-1e84-4b83-b8bb-64e9f9c569ee)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:34.232643 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.279090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.279762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.281435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] 10.222.0.83 "PUT /v2.0/ports/ca904a4d-2ba0-41e3-8c72-4c051590fc47 HTTP/1.1" status: 200 len: 1091 time: 1.8358121 Dec 20 16:02:34.281648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'tag': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:34.283962 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984" -d '{"events": [{"name": "network-changed", "server_uuid": "30a6143b-9726-4cfd-8109-43b4fdf0413f", "tag": "ca904a4d-2ba0-41e3-8c72-4c051590fc47"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:34.284418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4471386-5878-4d24-a671-1ebda78b065b None None] DHCP port deletion for 634cb092-6e54-4127-b2ff-62b65e891e6f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:34.326220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc5e28-100a-433f-8db2-9cfab1fedc72 service neutron] Pushing event updated for resources: {'Port': ['ID=ca904a4d-2ba0-41e3-8c72-4c051590fc47,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:34.335174 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52193848-c31b-4ccb-8b9d-8c71d84c51d8 x-openstack-request-id: req-52193848-c31b-4ccb-8b9d-8c71d84c51d8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:34.335479 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a6143b-9726-4cfd-8109-43b4fdf0413f", "tag": "ca904a4d-2ba0-41e3-8c72-4c051590fc47", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:34.335765 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52193848-c31b-4ccb-8b9d-8c71d84c51d8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:34.336175 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'tag': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47', 'status': 'completed', 'code': 200} Dec 20 16:02:34.392417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.398319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984 req-8a5f1eba-ce64-4ade-a8b2-5e514bb10e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.400637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984 req-8a5f1eba-ce64-4ade-a8b2-5e514bb10e5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f80e0a527e64c67a2546a14d86abc9f&device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 1094 time: 0.0457036 Dec 20 16:02:34.481406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.505751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984 req-057da3a1-af1a-4874-b2c6-eb5b8ecee532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.515075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984 req-057da3a1-af1a-4874-b2c6-eb5b8ecee532 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4f80e0a527e64c67a2546a14d86abc9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0998709 Dec 20 16:02:34.549623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069a470-6cbb-4dc1-be89-f3127be5f5b6 None None] Network 6208a2cc-f251-42a5-b645-94c0c4e648f3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:34.558179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:34.558511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.616638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984 req-0ddaad02-7306-49aa-9446-f4921a64ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.619377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0281a2f7-2271-41f0-a6aa-d0fb2f1a2984 req-0ddaad02-7306-49aa-9446-f4921a64ce72 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044850 Dec 20 16:02:34.635678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] For port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,segment=NetworkSegment(378e373e-c45f-4b1d-9b0a-319de55b609d),segment_id=378e373e-c45f-4b1d-9b0a-319de55b609d)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:34.636148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.649046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-793b5e05-5346-4c48-86ed-2e395e7a3af2 None None] Provisioning complete for port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:34.649535 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-793b5e05-5346-4c48-86ed-2e395e7a3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.652229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Calling delete_port for bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:34.710954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-d9bff9a1-a635-42c2-a1ae-6e7c57cbe86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.712510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-d9bff9a1-a635-42c2-a1ae-6e7c57cbe86c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f80e0a527e64c67a2546a14d86abc9f&device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 1094 time: 0.0527220 Dec 20 16:02:34.765463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-342d4bd3-d33e-4c56-8445-0859de0ff8c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca904a4d-2ba0-41e3-8c72-4c051590fc47 HTTP/1.1" status: 200 len: 217 time: 0.0453434 Dec 20 16:02:34.766828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] DHCP port deletion for 6208a2cc-f251-42a5-b645-94c0c4e648f3 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:34.815764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-793b5e05-5346-4c48-86ed-2e395e7a3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.820795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacefc-e08b-44b4-9846-0c91181c746b req-192ef43e-691f-452a-9021-4a358737bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.822548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-192ef43e-691f-452a-9021-4a358737bcf8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=90fc95ee-0a00-45f0-a536-fd38f949d1fc HTTP/1.1" status: 200 len: 849 time: 0.0493371 Dec 20 16:02:34.860213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] Deleting port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:34.860588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.911581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-7a368bc3-08d2-4aa8-80b6-60cb0aca1fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=634cb092-6e54-4127-b2ff-62b65e891e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791605 Dec 20 16:02:34.918452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.956215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No DVR routers for this DVR port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:34.960529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] For port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,segment=NetworkSegment(378e373e-c45f-4b1d-9b0a-319de55b609d),segment_id=378e373e-c45f-4b1d-9b0a-319de55b609d)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:34.961003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.961735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Port': ['ID=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:34.962680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46ea30-3e5e-4d8a-8efb-09a47e96e4ae req-c16d728e-79b8-4a54-8ac9-027b2895b829 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:34.964265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb46ea30-3e5e-4d8a-8efb-09a47e96e4ae req-c16d728e-79b8-4a54-8ac9-027b2895b829 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 943 time: 0.1345928 Dec 20 16:02:34.976354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] Calling delete_port for bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:35.001839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa26d-106e-4df7-8706-be9b4e46cbf6 req-7d2c37ce-57fe-4540-946a-cbbe6ef4270f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:35.003350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-484aa26d-106e-4df7-8706-be9b4e46cbf6 req-7d2c37ce-57fe-4540-946a-cbbe6ef4270f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.1748633 Dec 20 16:02:35.068953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.074512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.091898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6208a2cc-f251-42a5-b645-94c0c4e648f3']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:35.102440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378e373e-c45f-4b1d-9b0a-319de55b609d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:35.106301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378e373e-c45f-4b1d-9b0a-319de55b609d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:35.108559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] Pushing event deleted for resources: {'Port': ['ID=bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:35.113114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-484aa26d-106e-4df7-8706-be9b4e46cbf6 req-fe96a8d1-9f84-4763-845c-00aaa1b5e59f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991521 Dec 20 16:02:35.114060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b733a-d7d1-4bf4-a023-eb7de03f54b5 None None] No DVR routers for this DVR port bd30e6a5-bcdf-461d-a1cf-595ee2d1cfd7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:35.115239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.117508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb46ea30-3e5e-4d8a-8efb-09a47e96e4ae req-d55b7ee2-79f7-4c8f-a409-bb158adde7b4 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244371 Dec 20 16:02:35.119492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-ea9f43a6-be93-4f2e-98e4-8acf5a2d76e2 service neutron] 10.222.0.83 "GET /v2.0/networks/634cb092-6e54-4127-b2ff-62b65e891e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992073 Dec 20 16:02:35.153643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.153887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.157755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:35.158501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:35.163244 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:35.266434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05dacefc-e08b-44b4-9846-0c91181c746b req-128ed95f-0a63-4cc8-98f3-f0b5d84cf53a service neutron] 10.222.0.83 "GET /v2.0/networks/634cb092-6e54-4127-b2ff-62b65e891e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396358 Dec 20 16:02:35.308333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a67d-bc6a-4284-bc8f-375bc9f7a68c req-4b157ea4-fd19-480e-8bdd-b78c1b7b4d4b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:35.309865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce69a67d-bc6a-4284-bc8f-375bc9f7a68c req-4b157ea4-fd19-480e-8bdd-b78c1b7b4d4b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0598147 Dec 20 16:02:35.358477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce69a67d-bc6a-4284-bc8f-375bc9f7a68c req-3177e76b-a53f-4711-849a-3c4c0d6b0ca1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Dec 20 16:02:35.392290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.412173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.412173 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/6208a2cc-f251-42a5-b645-94c0c4e648f3 HTTP/1.1" status: 204 len: 168 time: 2.8068159 Dec 20 16:02:35.412381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50008) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:35.416640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-422674478'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:35.419650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38f399-47c8-4305-9cdd-70cc958fb273 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Network': ['ID=6208a2cc-f251-42a5-b645-94c0c4e648f3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:35.486382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adb65d-6690-4265-a3e4-30d54d05ec8d req-9cd95c97-f49f-4a86-84e3-02603171d187 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:35.487781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5adb65d-6690-4265-a3e4-30d54d05ec8d req-9cd95c97-f49f-4a86-84e3-02603171d187 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0527840 Dec 20 16:02:35.540196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5adb65d-6690-4265-a3e4-30d54d05ec8d req-43374211-a063-4c14-856a-3c947d2e40ed tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Dec 20 16:02:35.609136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:35.612693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.636876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:02:35.646201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.646547 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Added segment 471736de-1618-4077-9dd8-e63a4bb234b2 of type vlan for network b94f538f-a1b5-4230-9c31-4455964fb876 Dec 20 16:02:35.689540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.790248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d02e1-4ae2-49c1-a752-1e824c6bd0a1 req-cf133c6a-6f66-48e9-a18e-b832a13f8e67 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:35.791688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e2d02e1-4ae2-49c1-a752-1e824c6bd0a1 req-cf133c6a-6f66-48e9-a18e-b832a13f8e67 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 944 time: 0.0510066 Dec 20 16:02:35.842256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e2d02e1-4ae2-49c1-a752-1e824c6bd0a1 req-ba6831df-7564-4727-bb26-134f38e2f3fb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Dec 20 16:02:35.878737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:35.885683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:35.886402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.014921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Network': ['ID=b94f538f-a1b5-4230-9c31-4455964fb876,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.023207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4a7abffa-1530-4f27-9c17-be3b7540863e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6105592 Dec 20 16:02:36.026328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50016) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:36.029090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b94f538f-a1b5-4230-9c31-4455964fb876 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:02:36.032607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Request body: {'subnet': {'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:36.047332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-d6a6c9f0-ae5e-4842-bc8f-524d18ef2706 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.049147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-d6a6c9f0-ae5e-4842-bc8f-524d18ef2706 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c&tenant_id=602fb63252c24fc3b6b6550245454d8b&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 944 time: 0.1406991 Dec 20 16:02:36.121817 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-cb3773ab-fea3-4183-8277-6607d789d22d service neutron] delete failed (client error): The resource could not be found. Dec 20 16:02:36.123274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-cb3773ab-fea3-4183-8277-6607d789d22d service neutron] 10.222.0.83 "DELETE /v2.0/ports/f073094a-afeb-48bf-9668-aafc3b97c012/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0660315 Dec 20 16:02:36.238666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Made reservation on behalf of 7a8a5c5085d544459223e82df5826d30 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:02:36.243216 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.278045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-d12a85f0-1f00-466f-ac45-42161804064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.279606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-d12a85f0-1f00-466f-ac45-42161804064f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1095 time: 0.1087713 Dec 20 16:02:36.294115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd6e05-add7-48a3-b648-8da3d4647a3f req-2a384828-da88-4d32-b0b4-a1678e73d167 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.295620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16cd6e05-add7-48a3-b648-8da3d4647a3f req-2a384828-da88-4d32-b0b4-a1678e73d167 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1122181 Dec 20 16:02:36.313904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25fc1b-825f-4d2a-8f6f-f39f127a2cb7 req-bf4fb1c8-5eb0-4928-8a30-1a2fe00d37bb tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.313904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad25fc1b-825f-4d2a-8f6f-f39f127a2cb7 req-bf4fb1c8-5eb0-4928-8a30-1a2fe00d37bb tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 943 time: 0.0955994 Dec 20 16:02:36.316187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:02:36.429958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:36.443556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'port_id': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'mac_address': 'fa:16:3e:4b:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:02:36.446851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16cd6e05-add7-48a3-b648-8da3d4647a3f req-073c501e-ca2c-44d5-b072-47337b62585a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329865 Dec 20 16:02:36.455436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad25fc1b-825f-4d2a-8f6f-f39f127a2cb7 req-c13439ad-f20b-486f-bdfc-d62ae59fb36f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347129 Dec 20 16:02:36.479817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-294355bd-3937-49e3-97f6-e0e6b1519141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.481874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-294355bd-3937-49e3-97f6-e0e6b1519141 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.1851921 Dec 20 16:02:36.496340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.511044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f073094a-afeb-48bf-9668-aafc3b97c012 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:36.531681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:36.582437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-80b2ad0a-8a05-4e81-82d1-adc1bf43277b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 1000 time: 0.0768688 Dec 20 16:02:36.623767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-d26161db-45e9-416e-b0f5-605326087474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.625343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-d26161db-45e9-416e-b0f5-605326087474 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.0450654 Dec 20 16:02:36.638690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.objects.ports [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103954) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:02:36.640346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.671937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-6310801b-c328-41c1-8a6a-cf2ca9571252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.673566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-6310801b-c328-41c1-8a6a-cf2ca9571252 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402391 Dec 20 16:02:36.709773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event updated for resources: {'Subnet': ['ID=207f44d9-312d-481c-8e00-152e3aa8c4f1,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.718202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Checking segment: {'id': '471736de-1618-4077-9dd8-e63a4bb234b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:36.718566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network hostable DHCP agents. Network: b94f538f-a1b5-4230-9c31-4455964fb876, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:02:36.758131 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.773975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-83988513-7844-4de2-9aed-374aa71f46e9 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922711 Dec 20 16:02:36.809543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:36.826290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Network b94f538f-a1b5-4230-9c31-4455964fb876 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:02:36.873313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b53e900-7176-4b9c-9153-543c0c0a39c0 req-98bed7d0-ec3c-48aa-bc7c-beb7dbb0a379 service neutron] 10.222.0.83 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903008 Dec 20 16:02:36.980907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b94f538f-a1b5-4230-9c31-4455964fb876) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:36.985248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:36.985854 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.995478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3af9a-ea21-4d05-864c-a08769ebe9ba None None] Network b94f538f-a1b5-4230-9c31-4455964fb876 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:37.009672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cb224-1e62-4b28-99e2-e6fdbdd7bbdf req-1170b79b-a14f-4f28-840d-7a8ea22529ed tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:37.011790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-101cb224-1e62-4b28-99e2-e6fdbdd7bbdf req-1170b79b-a14f-4f28-840d-7a8ea22529ed tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0935652 Dec 20 16:02:37.019288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e12d1-40cd-4f81-919d-12af8f65ce11 req-63865d5a-436b-4bf7-8207-9a9e5f169f76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:37.020859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-315e12d1-40cd-4f81-919d-12af8f65ce11 req-63865d5a-436b-4bf7-8207-9a9e5f169f76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 945 time: 0.0903132 Dec 20 16:02:37.096083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-101cb224-1e62-4b28-99e2-e6fdbdd7bbdf req-0ac2a5d2-49ae-4c47-b677-2949810d82cc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741885 Dec 20 16:02:37.106609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-315e12d1-40cd-4f81-919d-12af8f65ce11 req-758f423d-9257-4007-b9a0-e31508aec45a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699341 Dec 20 16:02:37.109510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b94f538f-a1b5-4230-9c31-4455964fb876', 'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876', 'project_id': '7a8a5c5085d544459223e82df5826d30', 'fixed_ips': [{'subnet_id': '207f44d9-312d-481c-8e00-152e3aa8c4f1'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:02:37.110753 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.130167 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ec5b0a6-5d1b-48e6-ae16-7161233b422e tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0951226 Dec 20 16:02:37.130282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f073094a-afeb-48bf-9668-aafc3b97c012'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:02:37.131965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50032) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:37.238390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.299689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.349439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Allocated IP 2001:db8::f816:3eff:fe8a:4e6a (b94f538f-a1b5-4230-9c31-4455964fb876/207f44d9-312d-481c-8e00-152e3aa8c4f1/4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:02:37.581877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.620235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436a73-c37d-43a0-9337-57f4ea6157a8 req-82518b11-e622-4e76-9253-454b0025e061 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:37.622138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79436a73-c37d-43a0-9337-57f4ea6157a8 req-82518b11-e622-4e76-9253-454b0025e061 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 943 time: 0.0822372 Dec 20 16:02:37.672117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79436a73-c37d-43a0-9337-57f4ea6157a8 req-6f7612d0-2906-4061-a8fe-931b753925b4 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Dec 20 16:02:37.764099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.803150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Network b94f538f-a1b5-4230-9c31-4455964fb876 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:02:37.806063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:02:37.809398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:02:37.818404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Pushing event updated for resources: {'Port': ['ID=4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:37.872904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Attempting to bind port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:02:37.873482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Attempting to bind port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '471736de-1618-4077-9dd8-e63a4bb234b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:02:37.873954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Attempting to bind port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023 on network b94f538f-a1b5-4230-9c31-4455964fb876 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:02:37.879776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:02:37.880201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Checking segment: {'id': '471736de-1618-4077-9dd8-e63a4bb234b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:02:37.880661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.881099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Bound using segment: {'id': '471736de-1618-4077-9dd8-e63a4bb234b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:02:37.881687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Bound port: 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471736de-1618-4077-9dd8-e63a4bb234b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b94f538f-a1b5-4230-9c31-4455964fb876'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:02:37.882080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:37.945915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] For port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:02:37.949142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] For port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023,segment=NetworkSegment(471736de-1618-4077-9dd8-e63a4bb234b2),segment_id=471736de-1618-4077-9dd8-e63a4bb234b2)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:02:37.978807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.006436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Subnet': ['ID=207f44d9-312d-481c-8e00-152e3aa8c4f1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:38.071488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.093007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94f538f-a1b5-4230-9c31-4455964fb876']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:38.102837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471736de-1618-4077-9dd8-e63a4bb234b2') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:38.103408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471736de-1618-4077-9dd8-e63a4bb234b2') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:38.114472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.149564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.156347 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.158711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:38.159264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:38.246837 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:38.266565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Pushing event updated for resources: {'Port': ['ID=4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:38.278737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.279118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.279566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.279973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.280412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.280790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.281262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.281587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.281976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.282474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.282816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.283345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.283728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f15c8-c7ec-4af3-82ae-5c64c61b0ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:02:38.283960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5d044-7f14-45ad-85ad-cdf69831c0c1 req-9cb683dc-b2c4-4b80-b812-9ffe87eab2a2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:38.289727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc5d044-7f14-45ad-85ad-cdf69831c0c1 req-9cb683dc-b2c4-4b80-b812-9ffe87eab2a2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0926156 Dec 20 16:02:38.303038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:02:38.303038 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:02:38.303038 n-d-781076-8 neutron-server[103954]: [parameters: {'id': 'b94f538f-a1b5-4230-9c31-4455964fb876'}] Dec 20 16:02:38.303038 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:02:38.304037 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:02:38.385135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4de7f3-a5f6-487f-bd02-d9081621bf75 req-7af20731-0bb9-4669-94b5-9bca934ee129 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:38.385135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea4de7f3-a5f6-487f-bd02-d9081621bf75 req-7af20731-0bb9-4669-94b5-9bca934ee129 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 945 time: 0.0933821 Dec 20 16:02:38.388532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc5d044-7f14-45ad-85ad-cdf69831c0c1 req-3dd9b86e-bf06-484e-9384-3ea2ccdd4246 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826402 Dec 20 16:02:38.473892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea4de7f3-a5f6-487f-bd02-d9081621bf75 req-d1318757-1027-4441-9ab6-a4c82cccd862 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806718 Dec 20 16:02:38.502069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:38.576498 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-62d5c734-5c92-4c84-9ca0-fa47cbf0beda tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc HTTP/1.1" status: 200 len: 993 time: 0.0731688 Dec 20 16:02:38.804621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.826211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed6fc5-523d-4e4a-b940-a72c909b9ec1 req-5909c1e7-e8a5-4fd1-a139-80dab9b1191e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:38.827741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55ed6fc5-523d-4e4a-b940-a72c909b9ec1 req-5909c1e7-e8a5-4fd1-a139-80dab9b1191e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 943 time: 0.0565417 Dec 20 16:02:38.865345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:38.865685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.907754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55ed6fc5-523d-4e4a-b940-a72c909b9ec1 req-a9a0cf6f-cff6-4233-9630-d6de24ae6f35 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711710 Dec 20 16:02:38.928530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadf0d4-f09a-43ec-a674-c0e0f4ed8b59 req-5e27c8bc-4605-440c-8787-45d8f92f2790 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:38.930517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdadf0d4-f09a-43ec-a674-c0e0f4ed8b59 req-5e27c8bc-4605-440c-8787-45d8f92f2790 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0786541 Dec 20 16:02:38.944090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] For port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023,segment=NetworkSegment(471736de-1618-4077-9dd8-e63a4bb234b2),segment_id=471736de-1618-4077-9dd8-e63a4bb234b2)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:38.944452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:38.966247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Calling delete_port for 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:38.991967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdadf0d4-f09a-43ec-a674-c0e0f4ed8b59 req-3cff968a-bbd1-4450-948c-1efe7c1adc8b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541639 Dec 20 16:02:39.204343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.206161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6e01f-6c20-4b93-a299-a0bf71a36f57 None None] Network b94f538f-a1b5-4230-9c31-4455964fb876 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:39.229074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Port': ['ID=4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:39.233120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No DVR routers for this DVR port 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:39.300244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4b85018a-6894-4721-b66a-a738ee894843 None None] Could not find standard attr ID for object 4c2c20c7-5b5b-4b63-a5bb-86e9e7f2f023. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:02:39.319737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.341472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94f538f-a1b5-4230-9c31-4455964fb876']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:39.350911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471736de-1618-4077-9dd8-e63a4bb234b2') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:39.351066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471736de-1618-4077-9dd8-e63a4bb234b2') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:39.357253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe12ef-c1ef-4466-a6aa-a38c1343c9da None None] DHCP port deletion for b94f538f-a1b5-4230-9c31-4455964fb876 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:39.360917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.376842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:39.387386 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:39.523374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.533560 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.537684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/b94f538f-a1b5-4230-9c31-4455964fb876 HTTP/1.1" status: 204 len: 168 time: 2.4046731 Dec 20 16:02:39.541126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.550894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10c34-1f42-47fe-9699-462e17ce876d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Network': ['ID=b94f538f-a1b5-4230-9c31-4455964fb876,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:39.567991 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08f4dda-f3bb-4087-b8a0-415347f0a8e6 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:39.568448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08f4dda-f3bb-4087-b8a0-415347f0a8e6 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:39.571523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c08f4dda-f3bb-4087-b8a0-415347f0a8e6 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/207f44d9-312d-481c-8e00-152e3aa8c4f1 HTTP/1.1" status: 404 len: 337 time: 0.0292189 Dec 20 16:02:39.574091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.592615 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9ca719-a8ff-4272-b435-196090340c30 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:39.593046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9ca719-a8ff-4272-b435-196090340c30 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:39.596024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5e9ca719-a8ff-4272-b435-196090340c30 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/b94f538f-a1b5-4230-9c31-4455964fb876 HTTP/1.1" status: 404 len: 339 time: 0.0210607 Dec 20 16:02:39.598523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.628084 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb96321-e552-4a82-a8d0-d5993696e263 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:39.628548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb96321-e552-4a82-a8d0-d5993696e263 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:39.632406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-beb96321-e552-4a82-a8d0-d5993696e263 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/6127d92b-08fb-42a2-9c12-cc9e8a449612 HTTP/1.1" status: 404 len: 337 time: 0.0328803 Dec 20 16:02:39.634958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50066) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.652453 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-77099ec0-dd24-4d5e-b753-470e4ccc1753 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:39.652926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77099ec0-dd24-4d5e-b753-470e4ccc1753 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:39.655873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-77099ec0-dd24-4d5e-b753-470e4ccc1753 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/6208a2cc-f251-42a5-b645-94c0c4e648f3 HTTP/1.1" status: 404 len: 339 time: 0.0200455 Dec 20 16:02:39.658129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50068) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.683284 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22740ed-e90a-46f6-958f-334c7d5cf674 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:39.683722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22740ed-e90a-46f6-958f-334c7d5cf674 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:39.686667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d22740ed-e90a-46f6-958f-334c7d5cf674 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/869894cf-1f22-413b-8d3a-c66e9d7f1eb6 HTTP/1.1" status: 404 len: 337 time: 0.0276880 Dec 20 16:02:39.692926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50072) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.711593 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68d2e09-7b67-4011-8f10-0c3445bc8396 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:39.716876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68d2e09-7b67-4011-8f10-0c3445bc8396 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:39.716876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b68d2e09-7b67-4011-8f10-0c3445bc8396 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/4227fbd8-c925-4de8-8753-551d7a1dff7a HTTP/1.1" status: 404 len: 339 time: 0.0212495 Dec 20 16:02:39.718677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50074) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:39.808595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting port 4514a602-1736-4638-a161-4b6eba0bbca4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:39.808928 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.834121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device ca904a4d-2ba0-41e3-8c72-4c051590fc47 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:02:39.880092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:39.893671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Calling delete_port for 4514a602-1736-4638-a161-4b6eba0bbca4 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:39.933254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port ca904a4d-2ba0-41e3-8c72-4c051590fc47, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=ca904a4d-2ba0-41e3-8c72-4c051590fc47,segment=NetworkSegment(699509eb-1e84-4b83-b8bb-64e9f9c569ee),segment_id=699509eb-1e84-4b83-b8bb-64e9f9c569ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:39.946515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47', 'network_id': '634cb092-6e54-4127-b2ff-62b65e891e6f', 'port_id': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47', 'mac_address': 'fa:16:3e:ee:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fc95ee-0a00-45f0-a536-fd38f949d1fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:02:39.989308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.006155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca904a4d-2ba0-41e3-8c72-4c051590fc47 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:02:40.027295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port ca904a4d-2ba0-41e3-8c72-4c051590fc47, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=ca904a4d-2ba0-41e3-8c72-4c051590fc47,segment=NetworkSegment(699509eb-1e84-4b83-b8bb-64e9f9c569ee),segment_id=699509eb-1e84-4b83-b8bb-64e9f9c569ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:40.040526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff027030-5833-45f6-b5a2-9e7d083e3b86 req-3f7203b4-8669-421f-adca-84e6c90a6d30 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:40.042140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff027030-5833-45f6-b5a2-9e7d083e3b86 req-3f7203b4-8669-421f-adca-84e6c90a6d30 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 943 time: 0.0584376 Dec 20 16:02:40.113241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff027030-5833-45f6-b5a2-9e7d083e3b86 req-ca0fd1ed-b5b3-46a6-8713-ab840a9335c1 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648434 Dec 20 16:02:40.133670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c6d3-af73-4c75-bf86-1b543e8edbe6 req-b5b15c45-c9f0-4e5f-915e-443fa66817c8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:40.135089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0647c6d3-af73-4c75-bf86-1b543e8edbe6 req-b5b15c45-c9f0-4e5f-915e-443fa66817c8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0607939 Dec 20 16:02:40.158638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.173100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.197895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Port': ['ID=4514a602-1736-4638-a161-4b6eba0bbca4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:40.208510 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.211815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7d9f0534-0a57-4d0f-836b-c15c054e976d tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/ports/4514a602-1736-4638-a161-4b6eba0bbca4 HTTP/1.1" status: 204 len: 168 time: 0.4922366 Dec 20 16:02:40.214518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50080) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:40.219828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0647c6d3-af73-4c75-bf86-1b543e8edbe6 req-362ce73d-46fe-44dc-931e-66bef7be290a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788381 Dec 20 16:02:40.251343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=ca904a4d-2ba0-41e3-8c72-4c051590fc47,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:40.251724 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ccfcfc-d25a-4e99-9167-30eae0944150 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:40.251724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ccfcfc-d25a-4e99-9167-30eae0944150 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:40.251724 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85ccfcfc-d25a-4e99-9167-30eae0944150 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/11c1f15c-9792-4f0d-846b-b460f4ce0f61 HTTP/1.1" status: 404 len: 337 time: 0.0326929 Dec 20 16:02:40.252356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50082) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:40.323000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:40.338791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.363287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f69b5-b813-4f1a-b4b3-69d700bd2381 req-a93c623b-2449-453f-ad8f-fff407fd9f10 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:40.365794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788f69b5-b813-4f1a-b4b3-69d700bd2381 req-a93c623b-2449-453f-ad8f-fff407fd9f10 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0586302 Dec 20 16:02:40.415303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-788f69b5-b813-4f1a-b4b3-69d700bd2381 req-93bf4129-82c2-4cbc-b4aa-c3a0bfc93af9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Dec 20 16:02:40.434951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.456348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60362c17-4dd5-458f-981c-fa851ee9a9a8']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:40.466365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6697f519-2618-4ce2-a811-6f6b48dd7afe') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:40.466658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6697f519-2618-4ce2-a811-6f6b48dd7afe') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:40.478581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.487779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['ca904a4d-2ba0-41e3-8c72-4c051590fc47'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:02:40.492384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port f073094a-afeb-48bf-9668-aafc3b97c012 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:40.497635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.504852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:40.505371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:40.509647 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:40.516216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port f073094a-afeb-48bf-9668-aafc3b97c012 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:40.516596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.561977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca15360-39e8-4c1a-9d93-48dbf3917e24 req-3961d6cc-3d57-411c-8706-3ac5b3335588 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:40.564645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca15360-39e8-4c1a-9d93-48dbf3917e24 req-3961d6cc-3d57-411c-8706-3ac5b3335588 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0755546 Dec 20 16:02:40.623374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca15360-39e8-4c1a-9d93-48dbf3917e24 req-e20e4ac6-90d3-4358-be65-c4834e734cb4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523713 Dec 20 16:02:40.728625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50094) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:40.750849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b52ef-6842-4927-8b2e-2e4609f9e7d6 req-accf10fb-4071-47fe-a43a-09ca046fcab5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:40.760498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b7b52ef-6842-4927-8b2e-2e4609f9e7d6 req-accf10fb-4071-47fe-a43a-09ca046fcab5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0664401 Dec 20 16:02:40.777950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.785673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.792269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50098) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:40.792568 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/60362c17-4dd5-458f-981c-fa851ee9a9a8 HTTP/1.1" status: 204 len: 168 time: 0.5391524 Dec 20 16:02:40.805767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.815112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e491d-d4c7-4649-842d-da053904dbbd tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Network': ['ID=60362c17-4dd5-458f-981c-fa851ee9a9a8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:40.847417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:40.855172 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52745d-471b-42f3-850b-224205209a23" -d '{"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-plugged", "status": "completed", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:40.869500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:40.881509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b7b52ef-6842-4927-8b2e-2e4609f9e7d6 req-a63cbbc6-0d2d-48ed-9b79-05725d7887d3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200242 Dec 20 16:02:40.932043 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98466a2-f23f-4b2d-b613-fb0cc646e6ce x-openstack-request-id: req-e98466a2-f23f-4b2d-b613-fb0cc646e6ce {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:40.938097 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-plugged", "status": "completed", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:40.938097 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e98466a2-f23f-4b2d-b613-fb0cc646e6ce {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:40.938097 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'code': 200} Dec 20 16:02:40.956059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting port 2ea19d4d-830b-4e88-af92-4d0591e03727 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:40.956401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:40.972838 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.031609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:41.031843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.046154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Calling delete_port for 2ea19d4d-830b-4e88-af92-4d0591e03727 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:41.240555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d0e32-032d-49b9-9dd7-80f7daff6ced req-c2a0d5ee-2ce0-437b-89ff-eeea9b5a88c4 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:41.242181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-434d0e32-032d-49b9-9dd7-80f7daff6ced req-c2a0d5ee-2ce0-437b-89ff-eeea9b5a88c4 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 944 time: 0.0563507 Dec 20 16:02:41.268136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.314696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.319278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/ports/2ea19d4d-830b-4e88-af92-4d0591e03727 HTTP/1.1" status: 204 len: 168 time: 0.5258799 Dec 20 16:02:41.322701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50106) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:41.324935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f301be-daa9-4927-b589-03a4f679a1e9 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Port': ['ID=2ea19d4d-830b-4e88-af92-4d0591e03727,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:41.360984 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaa062c-123c-467c-8cd3-4d8b7d511b68 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:41.361479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaa062c-123c-467c-8cd3-4d8b7d511b68 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:41.367672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dfaa062c-123c-467c-8cd3-4d8b7d511b68 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/5f7882db-983c-4869-a1a6-f92bb1142758 HTTP/1.1" status: 404 len: 337 time: 0.0413496 Dec 20 16:02:41.367989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50108) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:41.373272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-434d0e32-032d-49b9-9dd7-80f7daff6ced req-68b4c843-24a9-42d8-a43b-c94d19ec4835 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246150 Dec 20 16:02:41.456604 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.500882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.547920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.570713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ff1175-3208-4df3-bc00-6423566b44c1']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:41.581336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f9c5b4-179f-4f01-897e-60e4146647df') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:41.581831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f9c5b4-179f-4f01-897e-60e4146647df') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:41.600678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.614520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.621090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:41.621539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:41.624635 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:41.833353 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.838829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device ca904a4d-2ba0-41e3-8c72-4c051590fc47 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:02:41.842287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.849240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/d1ff1175-3208-4df3-bc00-6423566b44c1 HTTP/1.1" status: 204 len: 168 time: 0.4772313 Dec 20 16:02:41.849457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50112) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:41.866940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f4d8e-0055-4bd2-b760-c87f4a942419 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Network': ['ID=d1ff1175-3208-4df3-bc00-6423566b44c1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:41.911376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:41.911728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.920900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting subnet 85d7f7ee-df53-4e8a-ad09-de0dce9868f7 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:02:41.924959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:41.972791 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.010302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port 93f488b0-c6aa-4dd7-a24f-4ff8c7941638, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:42.010663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.024668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port ca904a4d-2ba0-41e3-8c72-4c051590fc47 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:02:42.025032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:42.031304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port ca904a4d-2ba0-41e3-8c72-4c051590fc47 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:02:42.031942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.061847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.124242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.165256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port ca904a4d-2ba0-41e3-8c72-4c051590fc47, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=ca904a4d-2ba0-41e3-8c72-4c051590fc47,segment=NetworkSegment(699509eb-1e84-4b83-b8bb-64e9f9c569ee),segment_id=699509eb-1e84-4b83-b8bb-64e9f9c569ee)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:42.244111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.272890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Subnet': ['ID=85d7f7ee-df53-4e8a-ad09-de0dce9868f7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:42.280682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.282229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bff1022b-813b-4d49-baa6-c3b640318693 tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/subnets/85d7f7ee-df53-4e8a-ad09-de0dce9868f7 HTTP/1.1" status: 204 len: 168 time: 0.4317029 Dec 20 16:02:42.283931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50116) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:42.284923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b103802-e5ad-410f-bb08-3065ab34ca51 None None] Network 29b0c749-7914-4a03-8607-aacfe2350ddb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:42.322581 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.376348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.431396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=ca904a4d-2ba0-41e3-8c72-4c051590fc47,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:42.438099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.468309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Deleting port 9947aa29-2513-4e0f-9861-972e174fdee7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:42.468794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.491155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=93f488b0-c6aa-4dd7-a24f-4ff8c7941638,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:42.527838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] DHCP port deletion for 29b0c749-7914-4a03-8607-aacfe2350ddb request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:42.581475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] For port 9947aa29-2513-4e0f-9861-972e174fdee7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9947aa29-2513-4e0f-9861-972e174fdee7,segment=NetworkSegment(8a941973-eb3a-4029-830d-f3ea05b89aaa),segment_id=8a941973-eb3a-4029-830d-f3ea05b89aaa)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:42.581952 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.615314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115758-2122-4f5b-ad86-fec6d6cf6aa8 req-ff1d375d-1773-4b21-9729-27e9d748f758 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:42.616954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b115758-2122-4f5b-ad86-fec6d6cf6aa8 req-ff1d375d-1773-4b21-9729-27e9d748f758 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 945 time: 0.1616113 Dec 20 16:02:42.621267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Calling delete_port for 9947aa29-2513-4e0f-9861-972e174fdee7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:42.623598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] Deleting port 9947aa29-2513-4e0f-9861-972e174fdee7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:42.624089 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.728139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] For port 9947aa29-2513-4e0f-9861-972e174fdee7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9947aa29-2513-4e0f-9861-972e174fdee7,segment=NetworkSegment(8a941973-eb3a-4029-830d-f3ea05b89aaa),segment_id=8a941973-eb3a-4029-830d-f3ea05b89aaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:42.728692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.744975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] Calling delete_port for 9947aa29-2513-4e0f-9861-972e174fdee7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:42.767859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.934552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:42.937089 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b53036b-3ffb-4288-87aa-0ce0e3f82119" -d '{"events": [{"server_uuid": "30a6143b-9726-4cfd-8109-43b4fdf0413f", "name": "network-vif-plugged", "status": "completed", "tag": "ca904a4d-2ba0-41e3-8c72-4c051590fc47"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:42.952699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.984992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] Pushing event deleted for resources: {'Port': ['ID=9947aa29-2513-4e0f-9861-972e174fdee7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:42.996564 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4e4e3-a42c-4d23-9b34-7fe152e19eff x-openstack-request-id: req-f7f4e4e3-a42c-4d23-9b34-7fe152e19eff {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:42.997000 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a6143b-9726-4cfd-8109-43b4fdf0413f", "name": "network-vif-plugged", "status": "completed", "tag": "ca904a4d-2ba0-41e3-8c72-4c051590fc47", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:42.997379 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7f4e4e3-a42c-4d23-9b34-7fe152e19eff {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:42.997882 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47', 'code': 200} Dec 20 16:02:43.002301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb446eb-1333-4112-b67d-79f97c887480 None None] No DVR routers for this DVR port 9947aa29-2513-4e0f-9861-972e174fdee7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:43.079709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:02:43.184823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b115758-2122-4f5b-ad86-fec6d6cf6aa8 req-10567e96-ba1e-4fed-8342-15d5af934629 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565104 Dec 20 16:02:43.203939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:02:43.210933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-875019dc-1596-4b34-9592-7e1662ad2628 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "PUT /v2.0/routers/cee22a6d-8263-401e-a39b-641be191f8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4813421 Dec 20 16:02:43.211166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f568-72df-4b41-97c2-3f3167937c8a req-4ff842ac-084f-41b4-93dd-5a9ec4a97130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:43.212013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4c1f568-72df-4b41-97c2-3f3167937c8a req-4ff842ac-084f-41b4-93dd-5a9ec4a97130 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 1096 time: 0.0749104 Dec 20 16:02:43.214374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.218353 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:02:43.231378 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:43.231984 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:43.253759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Port': ['ID=9947aa29-2513-4e0f-9861-972e174fdee7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:43.274248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] No DVR routers for this DVR port 9947aa29-2513-4e0f-9861-972e174fdee7 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:43.334165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4c1f568-72df-4b41-97c2-3f3167937c8a req-73beb281-4061-4067-b5a7-8889708005ac service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142695 Dec 20 16:02:43.355041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:43.367409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.388782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b0c749-7914-4a03-8607-aacfe2350ddb']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:43.398746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a941973-eb3a-4029-830d-f3ea05b89aaa') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:43.399041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a941973-eb3a-4029-830d-f3ea05b89aaa') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:43.408785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.422218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.429393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:43.429879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:43.433174 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:43.589541 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:42Z', 'revision_number': 6, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:18Z', 'revision_number': 1, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:43.623467 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:02:43.633658 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:43.634355 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:43.649555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.675644 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:43.683151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] 10.222.0.81 "DELETE /v2.0/networks/29b0c749-7914-4a03-8607-aacfe2350ddb HTTP/1.1" status: 204 len: 168 time: 1.3981838 Dec 20 16:02:43.707559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4b39c-6ecb-4806-b10b-3d51daafc2ae tempest-NetworksIpV6TestAttrs-1541199720 tempest-NetworksIpV6TestAttrs-1541199720-project] Pushing event deleted for resources: {'Network': ['ID=29b0c749-7914-4a03-8607-aacfe2350ddb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:43.727688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9947aa29-2513-4e0f-9861-972e174fdee7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:43.747709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 9947aa29-2513-4e0f-9861-972e174fdee7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:43.748077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9947aa29-2513-4e0f-9861-972e174fdee7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:43.765310 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:43.894825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39191d0-07ed-42a2-820d-6d92fc1d1527 req-a21a2f4b-a3c6-4232-80a1-cf1a609ea33a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:43.896440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d39191d0-07ed-42a2-820d-6d92fc1d1527 req-a21a2f4b-a3c6-4232-80a1-cf1a609ea33a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Dec 20 16:02:43.948039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d39191d0-07ed-42a2-820d-6d92fc1d1527 req-7db5721c-3270-4395-853f-aa344ed4c531 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Dec 20 16:02:44.007838 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:42Z', 'revision_number': 6, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:18Z', 'revision_number': 1, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:44.038680 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6bb5ad-6d31-4927-890e-84c17e0a3a24 None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:42Z', 'revision_number': 6, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ffb3376e-7912-4bc0-9d58-afff99dcbf07', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'port_id': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'mac_address': 'fa:16:3e:95:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:01:15Z', 'updated_at': '2021-12-20T16:01:18Z', 'revision_number': 1, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:02:44.273612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50140) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:44.310561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82518975-5e27-41d0-93fd-9cbca354af5a req-9a79f7c4-dfa4-499c-ac09-85c07452938f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:44.312166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82518975-5e27-41d0-93fd-9cbca354af5a req-9a79f7c4-dfa4-499c-ac09-85c07452938f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 945 time: 0.0574965 Dec 20 16:02:44.364091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82518975-5e27-41d0-93fd-9cbca354af5a req-31fe518b-7705-433e-a517-a7c428d36367 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Dec 20 16:02:44.422281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-689a8f11-ba58-413b-a74d-7a69b29841c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a8a5c5085d544459223e82df5826d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474419 Dec 20 16:02:44.424900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50144) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:44.478357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b52e5c1a-261d-44a2-ab94-ecebc21c79c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:44.502665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b52e5c1a-261d-44a2-ab94-ecebc21c79c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:44.706767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b52e5c1a-261d-44a2-ab94-ecebc21c79c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:44.710066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b52e5c1a-261d-44a2-ab94-ecebc21c79c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:44.711221 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b52e5c1a-261d-44a2-ab94-ecebc21c79c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28b998d5-81be-4927-b77c-3f018370c9eb HTTP/1.1" status: 204 len: 168 time: 0.2852907 Dec 20 16:02:44.719564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e5c1a-261d-44a2-ab94-ecebc21c79c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b998d5-81be-4927-b77c-3f018370c9eb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:45.069860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a8ee-44f2-4d77-b028-452ec2c55023 req-de144e63-af30-4eb3-8756-b89afd7e3952 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:45.071519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cb4a8ee-44f2-4d77-b028-452ec2c55023 req-de144e63-af30-4eb3-8756-b89afd7e3952 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 946 time: 0.0518644 Dec 20 16:02:45.123134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cb4a8ee-44f2-4d77-b028-452ec2c55023 req-619092e1-37f0-4750-861c-88b3537b735c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445590 Dec 20 16:02:45.406814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-cc0501f8-a786-46a4-902d-28f6d1c6cf38 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:45.408359 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-cc0501f8-a786-46a4-902d-28f6d1c6cf38 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 946 time: 0.0829985 Dec 20 16:02:45.491765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa4579-c74b-4858-aadd-4666a5f2f54e req-0d28edf7-1638-4574-a38b-c819c622f3e6 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:45.493587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50aa4579-c74b-4858-aadd-4666a5f2f54e req-0d28edf7-1638-4574-a38b-c819c622f3e6 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 945 time: 0.0547338 Dec 20 16:02:45.514508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port 2a1ae492-5795-495b-860c-fe7226758b73 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:45.514847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:45.547935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50aa4579-c74b-4858-aadd-4666a5f2f54e req-92df280c-d54e-4b95-9f19-6eb57f946397 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Dec 20 16:02:45.607289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:45.617428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port 2a1ae492-5795-495b-860c-fe7226758b73, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2a1ae492-5795-495b-860c-fe7226758b73,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:45.622030 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:45.632423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for 2a1ae492-5795-495b-860c-fe7226758b73 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:45.653626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:45.654014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 93f488b0-c6aa-4dd7-a24f-4ff8c7941638 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:45.883776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:45.918376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=2a1ae492-5795-495b-860c-fe7226758b73,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:45.960423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] No DVR routers for this DVR port 2a1ae492-5795-495b-860c-fe7226758b73 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:45.962987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:45.966405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8978d440-2292-4ff6-80e5-6a66b275c75c req-9bb842c3-c917-4e63-8118-f399625490e3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "DELETE /v2.0/ports/2a1ae492-5795-495b-860c-fe7226758b73 HTTP/1.1" status: 204 len: 173 time: 0.5516770 Dec 20 16:02:45.966857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8770a8-b74b-4cd9-b233-414b96232369', 'name': 'network-vif-deleted', 'tag': '2a1ae492-5795-495b-860c-fe7226758b73'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:45.969180 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf7028-d3ad-4100-8d0c-5ce143a2c9e8" -d '{"events": [{"server_uuid": "4c8770a8-b74b-4cd9-b233-414b96232369", "name": "network-vif-deleted", "tag": "2a1ae492-5795-495b-860c-fe7226758b73"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:46.008698 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3ddb9-cf9f-463f-a3d7-d551227ec0ee x-openstack-request-id: req-16a3ddb9-cf9f-463f-a3d7-d551227ec0ee {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:46.008698 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8770a8-b74b-4cd9-b233-414b96232369", "name": "network-vif-deleted", "tag": "2a1ae492-5795-495b-860c-fe7226758b73", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:46.008698 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16a3ddb9-cf9f-463f-a3d7-d551227ec0ee {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:46.008698 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8770a8-b74b-4cd9-b233-414b96232369', 'name': 'network-vif-deleted', 'tag': '2a1ae492-5795-495b-860c-fe7226758b73', 'status': 'completed', 'code': 200} Dec 20 16:02:46.008698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50180) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.109090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dd7c2a15-7b7d-47b1-b212-97b631068e3d tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] Request body: {'port': {'network_id': 'df6ac192-a28a-4bb3-9e6a-a9f9e478bb52', 'name': 'tempest-NetworksNegativeTestJSON-110538253'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:46.122561 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7c2a15-7b7d-47b1-b212-97b631068e3d tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] POST failed (client error): The resource could not be found. Dec 20 16:02:46.123046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7c2a15-7b7d-47b1-b212-97b631068e3d tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.124139 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dd7c2a15-7b7d-47b1-b212-97b631068e3d tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1146617 Dec 20 16:02:46.128084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.146628 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d0fd69-ea16-47f0-baff-5c7b25b5e306 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:46.147462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d0fd69-ea16-47f0-baff-5c7b25b5e306 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.150342 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-34d0fd69-ea16-47f0-baff-5c7b25b5e306 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "DELETE /v2.0/networks/b5e04f76-6012-4a6b-9844-6b2c7ca40351 HTTP/1.1" status: 404 len: 339 time: 0.0213211 Dec 20 16:02:46.154408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.177654 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e644f2d-3799-4233-a0cd-62b6f6fa0b63 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:46.178215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e644f2d-3799-4233-a0cd-62b6f6fa0b63 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.181353 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e644f2d-3799-4233-a0cd-62b6f6fa0b63 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "DELETE /v2.0/ports/66ad44af-092b-4aae-bf3c-dde907846d34 HTTP/1.1" status: 404 len: 333 time: 0.0259678 Dec 20 16:02:46.185665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50190) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.213133 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cb20b3-2792-4114-90ad-d5986aa7deed tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:02:46.213646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cb20b3-2792-4114-90ad-d5986aa7deed tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.216921 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-69cb20b3-2792-4114-90ad-d5986aa7deed tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "DELETE /v2.0/subnets/ba70e283-0855-46c6-93f3-ac836b0d914c HTTP/1.1" status: 404 len: 337 time: 0.0303102 Dec 20 16:02:46.220873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.249763 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a5ae31-c10d-4fdc-8091-41558b6ebb9d tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] GET failed (client error): The resource could not be found. Dec 20 16:02:46.256584 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-60a5ae31-c10d-4fdc-8091-41558b6ebb9d tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "GET /v2.0/networks/2531a4fb-d9d0-49c9-8679-ab779a51c9fd HTTP/1.1" status: 404 len: 339 time: 0.0345261 Dec 20 16:02:46.257245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.276459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2550579-058e-4ed4-966e-7f44e4ede1f4 req-cdfe4c39-e35b-4806-b24b-fdfa2aa9956b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c8770a8-b74b-4cd9-b233-414b96232369 HTTP/1.1" status: 200 len: 210 time: 0.0697587 Dec 20 16:02:46.299537 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfddaf34-4a9c-470f-88d3-d0a1f452d5be tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] GET failed (client error): The resource could not be found. Dec 20 16:02:46.301210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cfddaf34-4a9c-470f-88d3-d0a1f452d5be tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "GET /v2.0/ports/02aa16ef-bd0e-4045-8b04-050c24319dc1 HTTP/1.1" status: 404 len: 333 time: 0.0428333 Dec 20 16:02:46.304939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50198) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.340350 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f32471-5fc1-4b0d-bf74-e542d22fca20 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] GET failed (client error): The resource could not be found. Dec 20 16:02:46.345027 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d0f32471-5fc1-4b0d-bf74-e542d22fca20 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "GET /v2.0/subnets/b05439d3-4946-4fee-a178-c2e4cd73bd3c HTTP/1.1" status: 404 len: 337 time: 0.0369096 Dec 20 16:02:46.345723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50200) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.351381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9f1305ee-f96b-4fcd-9465-dc42bf57d821 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:46.366833 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1305ee-f96b-4fcd-9465-dc42bf57d821 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] PUT failed (client error): The resource could not be found. Dec 20 16:02:46.367360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1305ee-f96b-4fcd-9465-dc42bf57d821 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.368636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9f1305ee-f96b-4fcd-9465-dc42bf57d821 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "PUT /v2.0/networks/caa3bf35-afa8-4c1e-ba9d-7e6c8d8c2451 HTTP/1.1" status: 404 len: 339 time: 0.0218606 Dec 20 16:02:46.372744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50202) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.378388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6af7fe5f-6998-463a-ab0f-3db6aa3d8923 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:46.397426 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af7fe5f-6998-463a-ab0f-3db6aa3d8923 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] PUT failed (client error): The resource could not be found. Dec 20 16:02:46.397993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af7fe5f-6998-463a-ab0f-3db6aa3d8923 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.399155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6af7fe5f-6998-463a-ab0f-3db6aa3d8923 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "PUT /v2.0/ports/674c53bd-fac5-4be6-a3cf-467859f1d48f HTTP/1.1" status: 404 len: 333 time: 0.0253160 Dec 20 16:02:46.408516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50204) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:46.414411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1a15243f-c187-4d18-bfe6-23c0a65a2d75 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:46.437987 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a15243f-c187-4d18-bfe6-23c0a65a2d75 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] PUT failed (client error): The resource could not be found. Dec 20 16:02:46.438912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a15243f-c187-4d18-bfe6-23c0a65a2d75 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:02:46.444030 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1a15243f-c187-4d18-bfe6-23c0a65a2d75 tempest-NetworksNegativeTestJSON-659897308 tempest-NetworksNegativeTestJSON-659897308-project] 10.222.0.81 "PUT /v2.0/subnets/f4fd5688-3b90-4951-8a94-b78534ec8416 HTTP/1.1" status: 404 len: 337 time: 0.0343735 Dec 20 16:02:47.274044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50220) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:47.355796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50228) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:47.443318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86622455-256e-4e7a-a959-0eac71cf6015 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.445262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d9103-cccd-494b-b612-eb41047ce875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.486346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86622455-256e-4e7a-a959-0eac71cf6015 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.693575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86622455-256e-4e7a-a959-0eac71cf6015 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.696220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-86622455-256e-4e7a-a959-0eac71cf6015 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.697394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86622455-256e-4e7a-a959-0eac71cf6015 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/security-groups/b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f HTTP/1.1" status: 204 len: 168 time: 0.3403776 Dec 20 16:02:47.715499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86622455-256e-4e7a-a959-0eac71cf6015 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2efdfa9-ff97-4f7d-8c9c-09f3e2b5173f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:47.732311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d9103-cccd-494b-b612-eb41047ce875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.844858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:47.872959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476d9103-cccd-494b-b612-eb41047ce875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.933412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting subnet 0c3aa5db-d0aa-47af-8b03-a2b3c8f00217 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:02:47.943760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:47.954744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-476d9103-cccd-494b-b612-eb41047ce875 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7730660b4f047f69c3416847e4aba9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6794837 Dec 20 16:02:47.958322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50238) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:47.974818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9103-cccd-494b-b612-eb41047ce875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a986411d-5c62-4073-a105-229a049ee35f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:48.001847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.017713 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52ab916-5e74-4e06-9ac0-8995a46f66a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.060470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52ab916-5e74-4e06-9ac0-8995a46f66a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.111388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.208586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52ab916-5e74-4e06-9ac0-8995a46f66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.212283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a52ab916-5e74-4e06-9ac0-8995a46f66a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.217850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a52ab916-5e74-4e06-9ac0-8995a46f66a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a986411d-5c62-4073-a105-229a049ee35f HTTP/1.1" status: 204 len: 168 time: 0.2571476 Dec 20 16:02:48.231082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ab916-5e74-4e06-9ac0-8995a46f66a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a986411d-5c62-4073-a105-229a049ee35f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:48.273804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.311313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3aa5db-d0aa-47af-8b03-a2b3c8f00217,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:48.315151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.323088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50242) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:48.328405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504a303-dfa9-4945-b11c-f91a60d0d6d5 None None] Network a7095edf-22b7-4c86-927f-5ca0de139c01 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:48.329744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c942fe5d-b0d9-4303-a766-83593a8b7b4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/subnets/0c3aa5db-d0aa-47af-8b03-a2b3c8f00217 HTTP/1.1" status: 204 len: 168 time: 0.4837177 Dec 20 16:02:48.423258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.498017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:48.498620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.534204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] DHCP port deletion for a7095edf-22b7-4c86-927f-5ca0de139c01 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:48.580750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:48.581120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.597352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] Deleting port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:48.597352 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.617266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:48.674379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] For port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,segment=NetworkSegment(72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5),segment_id=72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:48.675196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.694234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] Calling delete_port for 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:48.883686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.890433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:48.912482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:48.917878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] Pushing event deleted for resources: {'Port': ['ID=2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:48.918848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] No DVR routers for this DVR port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:48.922504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed05ded-3972-408e-a254-9e2f290a4c08 None None] No DVR routers for this DVR port 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:49.023771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.044218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7095edf-22b7-4c86-927f-5ca0de139c01']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:49.054259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:49.054551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f24b3a-48e8-4d06-b5d1-f2d4d9e9d0e5') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:49.067534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.084619 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.090866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:02:49.091371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:02:49.098903 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:02:49.260876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.269556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.273592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/networks/a7095edf-22b7-4c86-927f-5ca0de139c01 HTTP/1.1" status: 204 len: 168 time: 0.9504483 Dec 20 16:02:49.276360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50268) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:49.291866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0ae5-c6cf-4868-b2f9-d1bc857056c0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Network': ['ID=a7095edf-22b7-4c86-927f-5ca0de139c01,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:49.458841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port dc417b28-ca55-4ba8-a929-59385b3c39e4 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:49.459264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.534761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:49.693534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:49.710599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379584745'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:49.722078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:49.722433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2fc6bec8-4ef6-4d7b-a7e4-48c3b15b3ebb not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:49.787378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.787832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.801127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for dc417b28-ca55-4ba8-a929-59385b3c39e4 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:49.819505 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.830770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:49.925527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.015006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.056710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7d57c-08fb-4136-8379-75eb278732ad,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:50.102341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.123899 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.153922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=dc417b28-ca55-4ba8-a929-59385b3c39e4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:50.218410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.218410 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Floating IP ffb3376e-7912-4bc0-9d58-afff99dcbf07 disassociated (deleted). External IP: 172.25.6.104, port: b3b92b1f-e6b6-4f23-94de-31d56cfb45ea. Dec 20 16:02:50.258314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.288638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b8587-6a26-43c8-a319-eb8d8d9cf808,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:50.358263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.360056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2930f5a2-705b-4baa-bda7-8255f9c947b6 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8241329 Dec 20 16:02:50.366991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2a1ae492-5795-495b-860c-fe7226758b73 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:50.367715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50304) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:50.399903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 2a1ae492-5795-495b-860c-fe7226758b73 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:50.401131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2a1ae492-5795-495b-860c-fe7226758b73 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:50.481967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-15a56af4-ead6-498d-b8e5-d094f7bd3ccb tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1126418 Dec 20 16:02:50.484025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50310) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:50.491000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-security--627188010', 'description': 'tempest-security-description-1366134711'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:50.505512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:02:50.532924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.587019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.652215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:02:50.658946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.665058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf0d78-3a50-4771-b729-129938861290 None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:02:50.677337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:50.678316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:50.690454 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-241be368-80cb-415d-b853-5895686943f7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/floatingips/ffb3376e-7912-4bc0-9d58-afff99dcbf07 HTTP/1.1" status: 204 len: 168 time: 1.4129422 Dec 20 16:02:50.691240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:50.694731 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:50.739287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.742235 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.743820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "PUT /v2.0/security-groups/3c8b8587-6a26-43c8-a319-eb8d8d9cf808 HTTP/1.1" status: 200 len: 1796 time: 0.2576809 Dec 20 16:02:50.746702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50318) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:50.791931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ed282-1625-41af-a3be-446333a62def tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b8587-6a26-43c8-a319-eb8d8d9cf808,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:50.805785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50320) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:50.807253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-437b2747-f355-4d91-808d-7c9ae2a965f0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups/3c8b8587-6a26-43c8-a319-eb8d8d9cf808 HTTP/1.1" status: 200 len: 1796 time: 0.0589852 Dec 20 16:02:50.823019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:50.887458 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07dd24fe-5d7a-43f7-8d08-426e533265dd tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.912095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07dd24fe-5d7a-43f7-8d08-426e533265dd tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:50.993055 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025f209-93f6-4a1b-98bc-0d40e83c6f97 x-openstack-request-id: req-5025f209-93f6-4a1b-98bc-0d40e83c6f97 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:50.993598 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:50.994043 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5025f209-93f6-4a1b-98bc-0d40e83c6f97 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:50.994455 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'status': 'completed', 'code': 200} Dec 20 16:02:51.027115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07dd24fe-5d7a-43f7-8d08-426e533265dd tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.030203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-07dd24fe-5d7a-43f7-8d08-426e533265dd tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.038191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-07dd24fe-5d7a-43f7-8d08-426e533265dd tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/3c8b8587-6a26-43c8-a319-eb8d8d9cf808 HTTP/1.1" status: 204 len: 168 time: 0.2243745 Dec 20 16:02:51.038324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:51.042019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd24fe-5d7a-43f7-8d08-426e533265dd tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b8587-6a26-43c8-a319-eb8d8d9cf808,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:51.120768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:42Z', 'revision_number': 6, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:51.131690 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-07223840-7308-47cc-b8fb-48caf43a2f4c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0938404 Dec 20 16:02:51.132720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50330) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:51.150626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8352653-68e7-49a9-845e-f3a3de84cd0b req-a538996d-fce1-475b-a8be-99799126933b tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.152220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8352653-68e7-49a9-845e-f3a3de84cd0b req-a538996d-fce1-475b-a8be-99799126933b tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 945 time: 0.0750561 Dec 20 16:02:51.158018 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-c822da3a-4f7c-4b7d-b530-0ec14e38a377 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] delete failed (client error): The resource could not be found. Dec 20 16:02:51.164104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c822da3a-4f7c-4b7d-b530-0ec14e38a377 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/3c8b8587-6a26-43c8-a319-eb8d8d9cf808 HTTP/1.1" status: 404 len: 347 time: 0.0260262 Dec 20 16:02:51.164567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50332) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:51.169523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995644547'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:51.190891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf0d78-3a50-4771-b729-129938861290 None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:02:51.204741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:51.205319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:51.237592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8352653-68e7-49a9-845e-f3a3de84cd0b req-0da3d5d9-4e79-4a48-b392-0f70cbab37ef tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664124 Dec 20 16:02:51.265796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-dc43a154-bb01-4b8b-b055-8c0a64355b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.267652 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-dc43a154-bb01-4b8b-b055-8c0a64355b20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 1096 time: 0.2357030 Dec 20 16:02:51.324608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a47b2-8550-47a0-afca-3a1b42ff0783 req-1582840b-ff62-4c73-8937-23e6aa1c523b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.326729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-808a47b2-8550-47a0-afca-3a1b42ff0783 req-1582840b-ff62-4c73-8937-23e6aa1c523b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.0613918 Dec 20 16:02:51.340922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.346769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:51.392373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-808a47b2-8550-47a0-afca-3a1b42ff0783 req-7c485797-6f7a-465c-9f95-b0382e82ed6a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572999 Dec 20 16:02:51.412183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-c652fbff-4152-4491-b41e-dcd04052941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.414099 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-c652fbff-4152-4491-b41e-dcd04052941f service neutron] 10.222.0.72 "GET /v2.0/networks?id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3 HTTP/1.1" status: 200 len: 898 time: 0.1358445 Dec 20 16:02:51.470950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-78a1eac6-fc7a-4b73-be17-372626431fbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea HTTP/1.1" status: 200 len: 217 time: 0.0475266 Dec 20 16:02:51.526188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.538032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-aa51032d-9a1e-4094-8c5b-4dd92b3b777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.539585 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-aa51032d-9a1e-4094-8c5b-4dd92b3b777a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=67754f99-4f9a-40df-ba8e-291d7133ea0e HTTP/1.1" status: 200 len: 834 time: 0.0584216 Dec 20 16:02:51.589024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-4775f56b-b0db-404a-b096-eada22f1ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:51.590565 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-4775f56b-b0db-404a-b096-eada22f1ce99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37df77f9-b534-4a56-bf5d-1060ca5c9ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431576 Dec 20 16:02:51.598528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.612536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35cf0d78-3a50-4771-b729-129938861290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:42Z', 'revision_number': 6, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:51.645292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf0d78-3a50-4771-b729-129938861290 None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:42Z', 'revision_number': 6, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2ff120fa-a2ce-4c21-9d43-1559399b50bd', 'name': '', 'network_id': '37df77f9-b534-4a56-bf5d-1060ca5c9ed3', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:88:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:38Z', 'updated_at': '2021-12-20T16:00:46Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '67754f99-4f9a-40df-ba8e-291d7133ea0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:02:51.667113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.697300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c700c593-e565-4dfa-a54c-ff6285b7c1f4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:51.726680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.730875 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-50b02a2b-b37a-44a9-b868-738aeb4c6a9c tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5622950 Dec 20 16:02:51.731593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:51.732121 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-278e7e30-0449-4306-b233-eb404550c17f service neutron] 10.222.0.72 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267052 Dec 20 16:02:51.737543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': 'c700c593-e565-4dfa-a54c-ff6285b7c1f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:51.852763 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741778f6-6cdf-4e8b-b507-d9d4cd93c10f req-254f90df-bc41-47f2-864c-eb0e14866d80 service neutron] 10.222.0.72 "GET /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084070 Dec 20 16:02:51.872014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.936959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:51.962820 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c188ce9-0bdd-4930-b561-14955ddd1600 None None] New status for floating IP ffb3376e-7912-4bc0-9d58-afff99dcbf07: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:02:52.039540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.060804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b481ac82-b095-47a6-959e-79c128de0089,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:52.163939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.165337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-414e81f2-78d5-4f81-9b5e-51e85940be3f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4319272 Dec 20 16:02:52.168144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:52.198474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1314750b-713d-44b4-bbbb-bbc812039a30 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.206550 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1314750b-713d-44b4-bbbb-bbc812039a30 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.361838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce120171-6be4-4ebd-b909-ef7f670fd6fe req-ddf0ece9-39fb-4b35-a0c2-0380eeec9631 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:52.363456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce120171-6be4-4ebd-b909-ef7f670fd6fe req-ddf0ece9-39fb-4b35-a0c2-0380eeec9631 tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 945 time: 0.0543013 Dec 20 16:02:52.364591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1314750b-713d-44b4-bbbb-bbc812039a30 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.370729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1314750b-713d-44b4-bbbb-bbc812039a30 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.371771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1314750b-713d-44b4-bbbb-bbc812039a30 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b481ac82-b095-47a6-959e-79c128de0089 HTTP/1.1" status: 204 len: 168 time: 0.2027309 Dec 20 16:02:52.374586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:52.383839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314750b-713d-44b4-bbbb-bbc812039a30 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b481ac82-b095-47a6-959e-79c128de0089,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:52.422099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce120171-6be4-4ebd-b909-ef7f670fd6fe req-569101a2-ca8d-4cef-b69f-aef54b84c4ef tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd8ccb08-476c-414a-9c75-52277e22da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481625 Dec 20 16:02:52.428994 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d0fafec-03a1-4a2c-ad7f-c136d32032df tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531971 Dec 20 16:02:52.431698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50350) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:52.489825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9151c5e7-8840-4bc5-bbe8-7ffa7a6e792e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.512375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9151c5e7-8840-4bc5-bbe8-7ffa7a6e792e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.555328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-77993515-22ff-4a45-944e-6cf3cf3a06db tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:52.556932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-77993515-22ff-4a45-944e-6cf3cf3a06db tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.83 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 945 time: 0.0866811 Dec 20 16:02:52.564922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ae3d-82f2-403d-b3fe-0795a251879f req-3e41baf1-4ede-4d9a-9330-42b23810bd37 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:52.566358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c64ae3d-82f2-403d-b3fe-0795a251879f req-3e41baf1-4ede-4d9a-9330-42b23810bd37 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.0866921 Dec 20 16:02:52.680883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c64ae3d-82f2-403d-b3fe-0795a251879f req-026a4b8d-630d-4d73-9ab6-cee84093c5aa tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdd9af47-317f-45c0-9991-12240639c0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032748 Dec 20 16:02:52.708083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Deleting port ca904a4d-2ba0-41e3-8c72-4c051590fc47 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:52.708433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.717261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9151c5e7-8840-4bc5-bbe8-7ffa7a6e792e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.717261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9151c5e7-8840-4bc5-bbe8-7ffa7a6e792e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.717261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9151c5e7-8840-4bc5-bbe8-7ffa7a6e792e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/c700c593-e565-4dfa-a54c-ff6285b7c1f4 HTTP/1.1" status: 204 len: 168 time: 0.2822077 Dec 20 16:02:52.719776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50358) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:52.738556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151c5e7-8840-4bc5-bbe8-7ffa7a6e792e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c700c593-e565-4dfa-a54c-ff6285b7c1f4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:52.806639 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1190c3e5-8037-461a-a492-9a20f15edf08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856576 Dec 20 16:02:52.810654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50360) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:52.815482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--639281030'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:52.825916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] For port ca904a4d-2ba0-41e3-8c72-4c051590fc47, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=ca904a4d-2ba0-41e3-8c72-4c051590fc47,segment=NetworkSegment(699509eb-1e84-4b83-b8bb-64e9f9c569ee),segment_id=699509eb-1e84-4b83-b8bb-64e9f9c569ee)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:52.826279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.836449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-9ed777e9-2d57-44d9-b089-75596af658ff tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:52.837957 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-9ed777e9-2d57-44d9-b089-75596af658ff tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 945 time: 0.0869842 Dec 20 16:02:52.841554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Calling delete_port for ca904a4d-2ba0-41e3-8c72-4c051590fc47 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:52.954590 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:52.954927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:52.970556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.071584 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.085603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['ca904a4d-2ba0-41e3-8c72-4c051590fc47'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:02:53.092879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:53.093270 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.107118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Pushing event deleted for resources: {'Port': ['ID=ca904a4d-2ba0-41e3-8c72-4c051590fc47,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:53.112463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for b3b92b1f-e6b6-4f23-94de-31d56cfb45ea owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:53.128690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efd8de-303d-4c95-b439-755b66c52077 None None] DHCP port deletion for 634cb092-6e54-4127-b2ff-62b65e891e6f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:02:53.148134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.162314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-440621c6-bed2-4a2f-abcb-2d24a9323b6e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1183741 Dec 20 16:02:53.185872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] No DVR routers for this DVR port ca904a4d-2ba0-41e3-8c72-4c051590fc47 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:53.188232 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.191714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9a9e35e-215d-4e0c-8b82-0089a96454d3 req-6de3e7d2-aa41-4a26-a68b-e2b8be13736e tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.83 "DELETE /v2.0/ports/ca904a4d-2ba0-41e3-8c72-4c051590fc47 HTTP/1.1" status: 204 len: 173 time: 0.6242483 Dec 20 16:02:53.192705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'name': 'network-vif-deleted', 'tag': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:53.195106 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c77b39-6873-4248-85d4-770121c1f981" -d '{"events": [{"server_uuid": "30a6143b-9726-4cfd-8109-43b4fdf0413f", "name": "network-vif-deleted", "tag": "ca904a4d-2ba0-41e3-8c72-4c051590fc47"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:53.247008 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf0810-1966-48b2-9b1f-0f20b4b1de23 x-openstack-request-id: req-12bf0810-1966-48b2-9b1f-0f20b4b1de23 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:53.247310 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a6143b-9726-4cfd-8109-43b4fdf0413f", "name": "network-vif-deleted", "tag": "ca904a4d-2ba0-41e3-8c72-4c051590fc47", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:53.247570 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12bf0810-1966-48b2-9b1f-0f20b4b1de23 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:53.248085 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a6143b-9726-4cfd-8109-43b4fdf0413f', 'name': 'network-vif-deleted', 'tag': 'ca904a4d-2ba0-41e3-8c72-4c051590fc47', 'status': 'completed', 'code': 200} Dec 20 16:02:53.253993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.255123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.255518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.256027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.256490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.256966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.257584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.264435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.271299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-69eb1597-3cb5-41bb-8ae0-d50ff1251f33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.0732336 Dec 20 16:02:53.322311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c38bb0-ee5a-45d1-aadf-50526bd857fc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:53.430717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.436141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.437525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-64bf1eac-05c0-4450-b4f4-8e29c51be22b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6261065 Dec 20 16:02:53.440611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-6aa9f935-b682-4ea2-aba6-6c2d858df3dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2162101 Dec 20 16:02:53.441502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:53.453446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '46c38bb0-ee5a-45d1-aadf-50526bd857fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:53.459871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c079cab4-93de-4520-a1e4-189311b20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.460469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c079cab4-93de-4520-a1e4-189311b20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.460922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c079cab4-93de-4520-a1e4-189311b20642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.463013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c079cab4-93de-4520-a1e4-189311b20642 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 2293 time: 0.1645970 Dec 20 16:02:53.469308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=b3b92b1f-e6b6-4f23-94de-31d56cfb45ea,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:53.533291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] No DVR routers for this DVR port b3b92b1f-e6b6-4f23-94de-31d56cfb45ea on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:02:53.536587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.540152 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-33345d3a-688f-40bf-abad-098945bfe9a9 req-ff770546-e05f-49ba-bf51-c7f924a0518e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.72 "DELETE /v2.0/ports/b3b92b1f-e6b6-4f23-94de-31d56cfb45ea HTTP/1.1" status: 204 len: 173 time: 0.6928332 Dec 20 16:02:53.540612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'name': 'network-vif-deleted', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:02:53.542995 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd8a0e5-473a-4904-9b34-858136fd1b2b" -d '{"events": [{"server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "name": "network-vif-deleted", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:02:53.603001 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30208c3f-b164-46e2-ba9e-47c00959ee67 x-openstack-request-id: req-30208c3f-b164-46e2-ba9e-47c00959ee67 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:02:53.604012 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fa4ae4-f251-481e-8b22-d43630089dcb", "name": "network-vif-deleted", "tag": "b3b92b1f-e6b6-4f23-94de-31d56cfb45ea", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:02:53.604012 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30208c3f-b164-46e2-ba9e-47c00959ee67 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:02:53.604012 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fa4ae4-f251-481e-8b22-d43630089dcb', 'name': 'network-vif-deleted', 'tag': 'b3b92b1f-e6b6-4f23-94de-31d56cfb45ea', 'status': 'completed', 'code': 200} Dec 20 16:02:53.605364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-008ac37d-154a-4215-b6d6-2302670c53c8 req-09429224-1e71-41f7-8b09-93fea5e45edb tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.0518172 Dec 20 16:02:53.625648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-01804d3c-c98a-46e1-a0a0-e53a8aaf0c74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 1001 time: 0.1399117 Dec 20 16:02:53.635777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-04d7f138-3a46-45a5-af29-ec9682bae19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.637398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-04d7f138-3a46-45a5-af29-ec9682bae19c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 1096 time: 0.0978239 Dec 20 16:02:53.720856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.797818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-0a31c2ea-996b-4721-be4c-cd402e0e2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.799275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-0a31c2ea-996b-4721-be4c-cd402e0e2cec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 200 len: 851 time: 0.1609557 Dec 20 16:02:53.856189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3aef378a-9942-49e7-8b50-8e7256f2ad71 req-c428df24-e3f0-4143-8b7a-abef8472237e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 210 time: 0.0745621 Dec 20 16:02:53.922358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-6f0a6ede-b0ff-40c2-9e70-2484c6a1c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.923943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-6f0a6ede-b0ff-40c2-9e70-2484c6a1c223 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.2560873 Dec 20 16:02:53.986555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:53.989981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-682aafae-5936-4665-8354-40059590e578 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705 HTTP/1.1" status: 200 len: 217 time: 0.0553582 Dec 20 16:02:53.992003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-d3f3626e-be41-49ab-82ab-0850be149af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:53.993463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-d3f3626e-be41-49ab-82ab-0850be149af6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2b1734-b605-4166-a2fe-b5337cc5e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812344 Dec 20 16:02:54.092728 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:54.116278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-88bbf3f7-1871-4209-8a25-8d47f1345c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:54.119226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-88bbf3f7-1871-4209-8a25-8d47f1345c75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1204071 Dec 20 16:02:54.123903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e527f916-8ba8-4000-9b5d-8a5497d0e85e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:54.178316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-2a9e777e-0693-4469-b4c6-3d7a82cb9c2a service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674802 Dec 20 16:02:54.187776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-b80ef203-0cc4-45a5-9104-7c4f4f850417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:54.189288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-b80ef203-0cc4-45a5-9104-7c4f4f850417 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580285 Dec 20 16:02:54.294415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:54.295614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b9cfd072-1880-4c8e-8747-a3dc5d2c0a92 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8493705 Dec 20 16:02:54.298708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50386) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:54.306538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '46c38bb0-ee5a-45d1-aadf-50526bd857fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:54.361849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c72441d5-117f-40b3-9d48-2f0e6f5f80ab service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716249 Dec 20 16:02:54.368697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-fc8fb788-585b-4bfa-91bc-499e945fa576 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708953 Dec 20 16:02:54.428696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-9b9eedd9-062c-4f53-bf31-2081f149b6c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 217 time: 0.0582564 Dec 20 16:02:54.456469 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:54.531555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:54.533966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-efff01c5-a84e-4295-81e2-e04d1016a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:54.535447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-efff01c5-a84e-4295-81e2-e04d1016a046 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0962830 Dec 20 16:02:54.588501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d6b8a6-0006-47ea-8282-36ba8d5806e1 req-0c11dbec-6b68-4ca8-98f8-4d807853e6e5 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082136 Dec 20 16:02:54.603831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-3d08c471-86f0-48bd-a2e6-fd04af6d920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:54.605731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-3d08c471-86f0-48bd-a2e6-fd04af6d920f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591960 Dec 20 16:02:54.639265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:54.659464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe2c7db-8afe-4672-9937-dc9dbdbf4ae3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:54.705391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-98c0d339-adaf-44b1-bb4c-1cc7c133b9df service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910234 Dec 20 16:02:54.771627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:54.778236 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dbb3745e-7532-4c0e-a7a3-bbbcefd90ed0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4769318 Dec 20 16:02:54.778911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:54.788074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37d498bb-c902-425e-8fab-61102b818154 req-655ff5da-7fb8-401f-b3d4-d31e6d0bee7f tempest-VolumesActionsTest-605705039 tempest-VolumesActionsTest-605705039-project] 10.222.0.81 "GET /v2.0/ports?device_id=30a6143b-9726-4cfd-8109-43b4fdf0413f HTTP/1.1" status: 200 len: 210 time: 0.0506039 Dec 20 16:02:54.790501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '46c38bb0-ee5a-45d1-aadf-50526bd857fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:54.869926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-0f8936ac-ebb9-4ef2-8fcb-3203055001ab service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515784 Dec 20 16:02:54.918591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c687795b-a424-4e45-969f-b0360f3a2123 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 217 time: 0.0401158 Dec 20 16:02:54.991803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a669e9af-0c35-4682-b7bb-c1f2f3ddedb9 req-14c717de-4ca3-4866-ae40-0c588e361c1b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5fa4ae4-f251-481e-8b22-d43630089dcb HTTP/1.1" status: 200 len: 210 time: 0.0317459 Dec 20 16:02:55.006246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c00ff1ce-0bf1-4d89-85db-b0e4004e8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:55.006246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-c00ff1ce-0bf1-4d89-85db-b0e4004e8cc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0786459 Dec 20 16:02:55.029265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.058224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-29cfe5c7-4a93-46e5-a44a-665bf6be5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:55.059842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-29cfe5c7-4a93-46e5-a44a-665bf6be5aab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475130 Dec 20 16:02:55.103604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.166716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-7c657781-a5dd-4e8d-9974-f5f9543bfc73 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906768 Dec 20 16:02:55.186615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.205197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c74636c-a923-41b1-bf73-2751d274b665,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:55.265259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-8ebd47ab-6d13-41fd-8ec1-e6d62723b2c1 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901020 Dec 20 16:02:55.291875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.293233 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33792732-8f4d-4bc8-b4fe-3a64f2382d08 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5133123 Dec 20 16:02:55.295973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:55.300698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '46c38bb0-ee5a-45d1-aadf-50526bd857fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:55.313481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-b4ca0945-7f13-4f02-b150-64e277865819 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 200 len: 217 time: 0.0401270 Dec 20 16:02:55.364741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-f28010ae-91f6-46e9-b035-c33f5c249fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:55.366220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-f28010ae-91f6-46e9-b035-c33f5c249fc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0451844 Dec 20 16:02:55.412659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-a5df70d5-0790-40b4-8462-eff258ffe034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:55.414246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-a5df70d5-0790-40b4-8462-eff258ffe034 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0408070 Dec 20 16:02:55.481340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.518893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-3dfebbda-638e-4a60-a7e2-2f190b93e383 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973079 Dec 20 16:02:55.543288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.620634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-9b2717ef-6a58-4c9e-9e9d-d8fc507238ae service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846660 Dec 20 16:02:55.668553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-0c70114f-76c8-4340-b4da-3dcee42f6726 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 200 len: 217 time: 0.0397925 Dec 20 16:02:55.695134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.714939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0189e23-3073-48f6-ae13-47f5ffa8ff7a,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:55.724068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-8032bbed-1aac-45f4-bac3-dd5c97feb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:55.733258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-8032bbed-1aac-45f4-bac3-dd5c97feb377 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0499513 Dec 20 16:02:55.771952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-56495687-4285-4cca-a321-68fc6d67ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:55.773518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-56495687-4285-4cca-a321-68fc6d67ada4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404153 Dec 20 16:02:55.873547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.873547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4aee8c6a-9df9-43a5-9bf3-c1e9866ef4a8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5733142 Dec 20 16:02:55.875105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:55.879773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '46c38bb0-ee5a-45d1-aadf-50526bd857fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:55.995097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.056464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50412) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:56.086697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.145978 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47d786d1-4ab1-4839-9127-6a942120c4ed tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.176566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47d786d1-4ab1-4839-9127-6a942120c4ed tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.213039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.226285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-980353fd-042c-4e17-b146-7dd2d020f761 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456103 Dec 20 16:02:56.232053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c94a075-741a-4ea2-9597-35ec96cb29e0,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:56.329729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-d7d27992-3ca4-4d26-af26-acd3ac0479ad service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916419 Dec 20 16:02:56.350622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.351405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-56fff426-7b0b-461a-88fb-d90d19477559 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4750199 Dec 20 16:02:56.353995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50418) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:56.378436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-d731a54f-a20f-4150-ae34-94ab17308a3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 200 len: 217 time: 0.0393953 Dec 20 16:02:56.385974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b3b92b1f-e6b6-4f23-94de-31d56cfb45ea no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:56.386661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4d0d-e5ff-4eab-8ff6-f6afef431682 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.394543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47d786d1-4ab1-4839-9127-6a942120c4ed tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.398047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47d786d1-4ab1-4839-9127-6a942120c4ed tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.401928 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-47d786d1-4ab1-4839-9127-6a942120c4ed tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/security-groups/cdd9af47-317f-45c0-9991-12240639c0fa HTTP/1.1" status: 204 len: 168 time: 0.3417010 Dec 20 16:02:56.401928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4d0d-e5ff-4eab-8ff6-f6afef431682 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.415753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: b3b92b1f-e6b6-4f23-94de-31d56cfb45ea {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:56.416126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b3b92b1f-e6b6-4f23-94de-31d56cfb45ea not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:56.435452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d786d1-4ab1-4839-9127-6a942120c4ed tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9af47-317f-45c0-9991-12240639c0fa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:56.437831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-491d36e0-cd28-41b7-b100-810e6324a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:56.439346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-491d36e0-cd28-41b7-b100-810e6324a54d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.0531762 Dec 20 16:02:56.490936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-4ce2d857-f694-4995-9151-ec419cd3208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:56.492436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-4ce2d857-f694-4995-9151-ec419cd3208d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448470 Dec 20 16:02:56.537644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4d0d-e5ff-4eab-8ff6-f6afef431682 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.547764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0ca4d0d-e5ff-4eab-8ff6-f6afef431682 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.551635 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f0ca4d0d-e5ff-4eab-8ff6-f6afef431682 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7c94a075-741a-4ea2-9597-35ec96cb29e0 HTTP/1.1" status: 204 len: 168 time: 0.1940291 Dec 20 16:02:56.551635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50424) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:56.559096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50426) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:56.580998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca4d0d-e5ff-4eab-8ff6-f6afef431682 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c94a075-741a-4ea2-9597-35ec96cb29e0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:56.640193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d55f8200-460c-46a4-acdc-c2bd879ce433 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0772533 Dec 20 16:02:56.640980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50430) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:56.643447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-5332bace-7491-4e12-bdac-ddd193c7cdad service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439352 Dec 20 16:02:56.704816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee148218-4ae4-450f-b719-4e704d9426b7 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.723577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee148218-4ae4-450f-b719-4e704d9426b7 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.755883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-188bfa9a-6da3-4ee1-8575-8b4f67353655 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030118 Dec 20 16:02:56.804614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-827c2caa-d605-4569-bf54-8b9df33da7a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 217 time: 0.0408502 Dec 20 16:02:56.858565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-206b04d3-db74-4ed9-b16a-8cc175544ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:56.860050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-206b04d3-db74-4ed9-b16a-8cc175544ca2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.0484638 Dec 20 16:02:56.875070 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee148218-4ae4-450f-b719-4e704d9426b7 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.887099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ee148218-4ae4-450f-b719-4e704d9426b7 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:56.890528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ee148218-4ae4-450f-b719-4e704d9426b7 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a0189e23-3073-48f6-ae13-47f5ffa8ff7a HTTP/1.1" status: 204 len: 168 time: 0.2463458 Dec 20 16:02:56.893854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50434) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:56.901475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee148218-4ae4-450f-b719-4e704d9426b7 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0189e23-3073-48f6-ae13-47f5ffa8ff7a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:56.920633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-ab9e28d3-a921-410b-9957-d79c20ae5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:02:56.922178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-ab9e28d3-a921-410b-9957-d79c20ae5645 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542955 Dec 20 16:02:56.982805 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85f0f4a2-9933-4717-bed0-796c19de6a18 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0877733 Dec 20 16:02:56.985916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50438) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.042397 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c1b-5bc8-4b20-b4ad-ecf129d1ce39 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.053367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c1b-5bc8-4b20-b4ad-ecf129d1ce39 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.055358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.091384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-8c1fe535-174b-41ab-82e3-e9e5347bbc87 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599054 Dec 20 16:02:57.152027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c1b-5bc8-4b20-b4ad-ecf129d1ce39 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.157499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c1b-5bc8-4b20-b4ad-ecf129d1ce39 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.163014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50440) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.165667 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8e7d7c1b-5bc8-4b20-b4ad-ecf129d1ce39 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1c74636c-a923-41b1-bf73-2751d274b665 HTTP/1.1" status: 204 len: 168 time: 0.1787663 Dec 20 16:02:57.180145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7c1b-5bc8-4b20-b4ad-ecf129d1ce39 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c74636c-a923-41b1-bf73-2751d274b665,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:57.194636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.241892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cff09c30-d47a-425e-a7db-6347fa9682e3 req-49495111-bc63-48c5-bebf-cedbf0658fe5 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424804 Dec 20 16:02:57.273226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8748cc2b-50cf-4bd1-9cc7-4aa6af788d3d tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1090524 Dec 20 16:02:57.275830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50444) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.306544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e54696c3-3bc5-4079-84a6-8b995888f13f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.315522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e54696c3-3bc5-4079-84a6-8b995888f13f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.415202 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e54696c3-3bc5-4079-84a6-8b995888f13f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.421507 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e54696c3-3bc5-4079-84a6-8b995888f13f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.425362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e54696c3-3bc5-4079-84a6-8b995888f13f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fbe2c7db-8afe-4672-9937-dc9dbdbf4ae3 HTTP/1.1" status: 204 len: 168 time: 0.1458845 Dec 20 16:02:57.425846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50448) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.436628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54696c3-3bc5-4079-84a6-8b995888f13f tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbe2c7db-8afe-4672-9937-dc9dbdbf4ae3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:57.474494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13ced5a3-5090-46b5-9fc1-ec8d71f3de1d tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0440848 Dec 20 16:02:57.477142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50450) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.502918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f94888b4-ddd3-4c3a-9983-2bd926932d3b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.511885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f94888b4-ddd3-4c3a-9983-2bd926932d3b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.539762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port 2ff120fa-a2ce-4c21-9d43-1559399b50bd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:02:57.540377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.638281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f94888b4-ddd3-4c3a-9983-2bd926932d3b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.645101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f94888b4-ddd3-4c3a-9983-2bd926932d3b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.646364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f94888b4-ddd3-4c3a-9983-2bd926932d3b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e527f916-8ba8-4000-9b5d-8a5497d0e85e HTTP/1.1" status: 204 len: 168 time: 0.1680722 Dec 20 16:02:57.650462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port 2ff120fa-a2ce-4c21-9d43-1559399b50bd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2ff120fa-a2ce-4c21-9d43-1559399b50bd,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:02:57.650944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.652277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50454) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.661432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94888b4-ddd3-4c3a-9983-2bd926932d3b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e527f916-8ba8-4000-9b5d-8a5497d0e85e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:57.680124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for 2ff120fa-a2ce-4c21-9d43-1559399b50bd owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:02:57.703676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d7bced7a-9d3e-47d4-b2c5-8384e0e32e63 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502391 Dec 20 16:02:57.706403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:57.849238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f4c37-94e6-4f23-94cc-e401651e6bc8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.862631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device ca904a4d-2ba0-41e3-8c72-4c051590fc47 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:02:57.889245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f4c37-94e6-4f23-94cc-e401651e6bc8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:57.902249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: ca904a4d-2ba0-41e3-8c72-4c051590fc47 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:02:57.902603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device ca904a4d-2ba0-41e3-8c72-4c051590fc47 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:02:58.043928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f4c37-94e6-4f23-94cc-e401651e6bc8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.046812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a49f4c37-94e6-4f23-94cc-e401651e6bc8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.048091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a49f4c37-94e6-4f23-94cc-e401651e6bc8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/46c38bb0-ee5a-45d1-aadf-50526bd857fc HTTP/1.1" status: 204 len: 168 time: 0.3407300 Dec 20 16:02:58.051654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50458) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:58.060104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.062262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f4c37-94e6-4f23-94cc-e401651e6bc8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c38bb0-ee5a-45d1-aadf-50526bd857fc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:58.109858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=2ff120fa-a2ce-4c21-9d43-1559399b50bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:58.117746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-211c5dba-d4d3-46db-86a7-a15cadd9cfdf tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598490 Dec 20 16:02:58.120106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50460) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:58.125930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117405346'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:58.300371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.467844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.490078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.569939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.612901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547a3f0b-df7a-4c07-907f-b5282bf601b9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:58.958974 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:58.960237 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ddf264e-ef43-40d8-ae6c-684227e1fab8 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8390379 Dec 20 16:02:58.963127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50474) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:58.967816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '547a3f0b-df7a-4c07-907f-b5282bf601b9', 'direction': 'ingress', 'protocol': 17}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:58.992778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router cee22a6d-8263-401e-a39b-641be191f8c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:02:59.074795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.100674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:02:59.106674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-03cdc140-038c-4f61-b5cb-e7b892b16c82 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "PUT /v2.0/routers/cee22a6d-8263-401e-a39b-641be191f8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478764 Dec 20 16:02:59.108712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:59.115890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] Sync routers for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:02:59.127806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:59.128671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:59.134864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.180428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting subnet 67754f99-4f9a-40df-ba8e-291d7133ea0e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:02:59.187599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.208250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.232155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.233249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664cc3ab-e146-4ff3-86fa-e66066037ce5,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:59.282252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:02:59.312416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f27cbe3-e4c1-4816-b4eb-460d1b8911f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.325696 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.335128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.338980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c866fd8e-9dc6-42dd-aa79-57af11128b25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3722913 Dec 20 16:02:59.340459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50480) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:59.458485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e69d8f60-ba71-41c0-9ae4-1526d0489206 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.499364 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.507268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e69d8f60-ba71-41c0-9ae4-1526d0489206 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.530927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:57Z', 'revision_number': 7, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:59.535830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Subnet': ['ID=67754f99-4f9a-40df-ba8e-291d7133ea0e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:59.539190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.543760 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ccd4e4a1-2d63-4161-ba1c-76ddfe2c2ccd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/subnets/67754f99-4f9a-40df-ba8e-291d7133ea0e HTTP/1.1" status: 204 len: 168 time: 0.4337506 Dec 20 16:02:59.546342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:59.565420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe5356-9fad-4cfe-8206-a6e9f5fe566c None None] Network 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:02:59.570030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] Checking router: cee22a6d-8263-401e-a39b-641be191f8c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:02:59.623964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] Routers {'cee22a6d-8263-401e-a39b-641be191f8c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:02:59.624725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:02:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['cee22a6d-8263-401e-a39b-641be191f8c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:02:59.657915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e69d8f60-ba71-41c0-9ae4-1526d0489206 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.658229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e69d8f60-ba71-41c0-9ae4-1526d0489206 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.662284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e69d8f60-ba71-41c0-9ae4-1526d0489206 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/547a3f0b-df7a-4c07-907f-b5282bf601b9 HTTP/1.1" status: 204 len: 168 time: 0.3220954 Dec 20 16:02:59.665193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50490) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:59.698455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d8f60-ba71-41c0-9ae4-1526d0489206 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a3f0b-df7a-4c07-907f-b5282bf601b9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:02:59.742759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d875be22-c910-4bcf-bccc-e17f24e6ed6e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0752237 Dec 20 16:02:59.743771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50492) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:02:59.749970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--786379898'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:02:59.779333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.923948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.935093 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:59.963684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] Set router cee22a6d-8263-401e-a39b-641be191f8c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:00.019730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:03:00.034878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.049279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] DHCP port deletion for 37df77f9-b534-4a56-bf5d-1060ca5c9ed3 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:00.061609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port b57934cb-387c-48e6-835d-1b08e454e4b7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:00.062206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.101538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.171468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be888f1b-b432-4e88-ad23-e5278a7ead44,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:00.202941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port b57934cb-387c-48e6-835d-1b08e454e4b7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b57934cb-387c-48e6-835d-1b08e454e4b7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:00.203609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.215006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] Deleting port 1637bc22-d068-4000-bb36-0ed863ddefa7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:00.215978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.222192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.225674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-815e000f-c4bc-41ac-891e-8601880cab0b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4813137 Dec 20 16:03:00.228159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50498) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:00.233760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540142404'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:00.240925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for b57934cb-387c-48e6-835d-1b08e454e4b7 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:00.345247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] For port 1637bc22-d068-4000-bb36-0ed863ddefa7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1637bc22-d068-4000-bb36-0ed863ddefa7,segment=NetworkSegment(58edd162-b7b0-4bee-9e49-6771ef264e7c),segment_id=58edd162-b7b0-4bee-9e49-6771ef264e7c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:00.345934 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.364810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] Calling delete_port for 1637bc22-d068-4000-bb36-0ed863ddefa7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:00.367830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:57Z', 'revision_number': 7, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:00.376540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.405595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d8248-8084-4c20-85c3-205b85fb78e4 None None] The sync data for ids ['cee22a6d-8263-401e-a39b-641be191f8c4'] in n-d-781076-8 is: [{'id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1796689714', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:26Z', 'updated_at': '2021-12-20T16:02:57Z', 'revision_number': 7, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'b57934cb-387c-48e6-835d-1b08e454e4b7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee22a6d-8263-401e-a39b-641be191f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:29Z', 'updated_at': '2021-12-20T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:00.530391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.581395 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.605669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] Pushing event deleted for resources: {'Port': ['ID=1637bc22-d068-4000-bb36-0ed863ddefa7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:00.610748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.612954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5eb02-d30e-41a1-8544-070b2a010b4d None None] No DVR routers for this DVR port 1637bc22-d068-4000-bb36-0ed863ddefa7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:00.650349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd21f0a3-9c75-4ab3-8e0e-0a4a091a8b58,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:00.705382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.727573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=b57934cb-387c-48e6-835d-1b08e454e4b7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:00.746197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9d688-5443-467e-bf31-a26a48132de7 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:00.798115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.806232 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.819797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c0960c25-d7c8-43b9-92e8-b9c98cb4c715 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5899293 Dec 20 16:03:00.819962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50504) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:00.824265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': 'be888f1b-b432-4e88-ad23-e5278a7ead44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd21f0a3-9c75-4ab3-8e0e-0a4a091a8b58', 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:00.948246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:00.954381 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.109767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.130750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.131398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Fanout notify agent at l3_agent the message router_deleted on router cee22a6d-8263-401e-a39b-641be191f8c4 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:03:01.141648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.141648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9fb27a5d-2c04-4b25-86f0-52495c6ef352 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/routers/cee22a6d-8263-401e-a39b-641be191f8c4 HTTP/1.1" status: 204 len: 168 time: 1.5941577 Dec 20 16:03:01.147977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:01.218204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.272840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.287796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.320142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aabae0a-0e91-4429-9482-ec68cfaaa70c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:01.392212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.394185 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-34d23b7a-52b3-4b6b-84bb-fe11a7fe1c15 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5730054 Dec 20 16:03:01.398282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50512) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:01.426014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54b6be06-df63-4b47-87c1-f4baf5a2ac65 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.434247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54b6be06-df63-4b47-87c1-f4baf5a2ac65 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.446345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.472278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37df77f9-b534-4a56-bf5d-1060ca5c9ed3']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:01.483822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58edd162-b7b0-4bee-9e49-6771ef264e7c') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:01.484033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58edd162-b7b0-4bee-9e49-6771ef264e7c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:01.494904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.513956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.522829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:03:01.523432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:03:01.526738 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:03:01.530678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54b6be06-df63-4b47-87c1-f4baf5a2ac65 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.544156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54b6be06-df63-4b47-87c1-f4baf5a2ac65 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.547101 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-54b6be06-df63-4b47-87c1-f4baf5a2ac65 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7aabae0a-0e91-4429-9482-ec68cfaaa70c HTTP/1.1" status: 204 len: 168 time: 0.1474726 Dec 20 16:03:01.551717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:01.558564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6be06-df63-4b47-87c1-f4baf5a2ac65 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aabae0a-0e91-4429-9482-ec68cfaaa70c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:01.653390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c0f60f65-d53d-4895-a478-045e5c055b4b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1010497 Dec 20 16:03:01.662485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50518) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:01.700551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2ff120fa-a2ce-4c21-9d43-1559399b50bd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:01.731484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71c78966-2884-4242-b2cf-4cc424536f82 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.731484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.734399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2ff120fa-a2ce-4c21-9d43-1559399b50bd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:01.734923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.735218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2ff120fa-a2ce-4c21-9d43-1559399b50bd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:01.735843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b57934cb-387c-48e6-835d-1b08e454e4b7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:01.741558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/networks/37df77f9-b534-4a56-bf5d-1060ca5c9ed3 HTTP/1.1" status: 204 len: 168 time: 0.5957513 Dec 20 16:03:01.757086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:01.760174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d1a34-90c6-4edb-8799-af390131ec40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Network': ['ID=37df77f9-b534-4a56-bf5d-1060ca5c9ed3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:01.772151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'network': {'name': 'tempest-network-smoke--2064991823', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:01.775427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71c78966-2884-4242-b2cf-4cc424536f82 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.811718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb04daea-4d45-47a3-a3e0-62cf0c786c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.813792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b57934cb-387c-48e6-835d-1b08e454e4b7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:01.814427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b57934cb-387c-48e6-835d-1b08e454e4b7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:01.815082 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1637bc22-d068-4000-bb36-0ed863ddefa7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:01.839285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 1637bc22-d068-4000-bb36-0ed863ddefa7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:01.840024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1637bc22-d068-4000-bb36-0ed863ddefa7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:01.881686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:01.885420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.910951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71c78966-2884-4242-b2cf-4cc424536f82 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.914034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71c78966-2884-4242-b2cf-4cc424536f82 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.917941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-71c78966-2884-4242-b2cf-4cc424536f82 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/dd21f0a3-9c75-4ab3-8e0e-0a4a091a8b58 HTTP/1.1" status: 204 len: 168 time: 0.2584004 Dec 20 16:03:01.919408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:01.921591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:03:01.925088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c78966-2884-4242-b2cf-4cc424536f82 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd21f0a3-9c75-4ab3-8e0e-0a4a091a8b58,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:01.945331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:01.945693 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Added segment 2e280542-e8d0-4511-aa3d-2ce955331a1f of type vlan for network 3af25aa4-766b-4c6e-92af-f20b29df6dcf Dec 20 16:03:02.007768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.024934 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2dd86448-5715-4cae-9770-8fce61135f1d tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1012506 Dec 20 16:03:02.024934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:02.096722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-919b588f-4fed-4bba-b45c-169d11e0ca56 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.119931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-919b588f-4fed-4bba-b45c-169d11e0ca56 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.127389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.132856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:02.133467 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.222069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Network': ['ID=3af25aa4-766b-4c6e-92af-f20b29df6dcf,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:02.232629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:03:02.244186 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-27c71577-1169-4861-a477-793e8c5b358c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4857757 Dec 20 16:03:02.246825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50528) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:02.252442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-307896216', 'admin_state_up': True, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:02.310243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-919b588f-4fed-4bba-b45c-169d11e0ca56 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.315714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-919b588f-4fed-4bba-b45c-169d11e0ca56 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.320377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50530) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:02.325488 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-919b588f-4fed-4bba-b45c-169d11e0ca56 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/be888f1b-b432-4e88-ad23-e5278a7ead44 HTTP/1.1" status: 204 len: 168 time: 0.2990236 Dec 20 16:03:02.338996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b588f-4fed-4bba-b45c-169d11e0ca56 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be888f1b-b432-4e88-ad23-e5278a7ead44,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:02.381470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-929c6d73-1ebc-4cc2-b1cb-81799048cf22 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597486 Dec 20 16:03:02.386030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50534) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:02.390514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489546980'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:02.404219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.405572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.484560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.502023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.592844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.702313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.750074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d8ae7c-a0bf-4bb2-87b3-e08e050a16cb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:02.762695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.849877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.915680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:02.918353 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9337444-fbf3-49ae-9628-5de39650b202 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5314190 Dec 20 16:03:02.920918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50544) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:02.926191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '15d8ae7c-a0bf-4bb2-87b3-e08e050a16cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:03.054154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.170196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.175638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.206199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.254176 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.280361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dec4115-c108-4fb7-b5f7-abb07129f9e4,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:03.336506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.25.6.101 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/fa3f757d-29e0-43b8-9ad0-58902b555a0e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:03.375789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.377333 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b94f9fbc-c258-49ab-bba4-05a962847642 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4552143 Dec 20 16:03:03.380242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50552) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:03.409011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cd26982-a0ed-4f0a-b01d-26aca32c3430 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.418787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cd26982-a0ed-4f0a-b01d-26aca32c3430 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.496206 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.544311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cd26982-a0ed-4f0a-b01d-26aca32c3430 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.550930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9cd26982-a0ed-4f0a-b01d-26aca32c3430 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.558135 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9cd26982-a0ed-4f0a-b01d-26aca32c3430 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7dec4115-c108-4fb7-b5f7-abb07129f9e4 HTTP/1.1" status: 204 len: 168 time: 0.1767793 Dec 20 16:03:03.560695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:03.572846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd26982-a0ed-4f0a-b01d-26aca32c3430 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dec4115-c108-4fb7-b5f7-abb07129f9e4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:03.599847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.631724 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2f8a2f90-bc20-4d69-9f9b-87aec153fde4 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698442 Dec 20 16:03:03.634552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50558) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:03.654954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:03.660022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:03.681409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:03.687227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1488a1-5748-47ca-b5e5-2e631f06b109 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:03.708476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=fa3f757d-29e0-43b8-9ad0-58902b555a0e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:03.718680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98cf3e30-13f1-43b2-a80e-0a4a25cf60ce tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.745056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2ece40b6-257f-448a-a04b-b27c820ee26a None None] Provisioning complete for port fa3f757d-29e0-43b8-9ad0-58902b555a0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:03.745753 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2ece40b6-257f-448a-a04b-b27c820ee26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.776182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98cf3e30-13f1-43b2-a80e-0a4a25cf60ce tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.831294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2ece40b6-257f-448a-a04b-b27c820ee26a None None] Port fa3f757d-29e0-43b8-9ad0-58902b555a0e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:03.992766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98cf3e30-13f1-43b2-a80e-0a4a25cf60ce tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.995675 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-98cf3e30-13f1-43b2-a80e-0a4a25cf60ce tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.996821 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98cf3e30-13f1-43b2-a80e-0a4a25cf60ce tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/15d8ae7c-a0bf-4bb2-87b3-e08e050a16cb HTTP/1.1" status: 204 len: 168 time: 0.3611491 Dec 20 16:03:04.006835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50562) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:04.012701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3e30-13f1-43b2-a80e-0a4a25cf60ce tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d8ae7c-a0bf-4bb2-87b3-e08e050a16cb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:04.136198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-22f6d7c4-0984-4e69-8db5-480a5ede1f36 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1281834 Dec 20 16:03:04.141990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50566) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:04.144480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037371136'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:04.176680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.330366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.336062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.429493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.498124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.573139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.614407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8b587-a1b9-4bb3-9a91-0b6a6495e501,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:04.700442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.701689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9e489bcd-5782-48a9-b905-f76d3b263721 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5607488 Dec 20 16:03:04.704403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50570) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:04.708666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '03b8b587-a1b9-4bb3-9a91-0b6a6495e501', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:04.738170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:03:04.845777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.866104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:04.876817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Sync routers for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:04.889599 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:04.890339 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:04.918135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.010767 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:05.018416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.022543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ebbc342c-5112-456b-be96-efd74742f1cb tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7713127 Dec 20 16:03:05.022543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.022841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50574) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.055261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e3ce2ec6-5a93-4c41-a2c7-f0fa15cfef4c tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=5d44ebd1084b47d29bf53cac22c8d828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305476 Dec 20 16:03:05.057650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaf5816-aa48-497a-be17-63370e3eec4a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:05.057941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50576) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.104555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.130744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.132143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6f57d5c2-7368-4985-8859-07b7a44e5a35 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4268093 Dec 20 16:03:05.134823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50578) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.153199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f502da63-4bbc-4585-9303-c4a134eefb25 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules/2aaf5816-aa48-497a-be17-63370e3eec4a HTTP/1.1" status: 200 len: 763 time: 0.0170901 Dec 20 16:03:05.155785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50580) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.174597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b293c3c-5256-4a01-894c-ac6a45f06744 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:05.177278 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7b293c3c-5256-4a01-894c-ac6a45f06744 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1181340 Dec 20 16:03:05.185184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50582) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.215111 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:03Z', 'revision_number': 3, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:05.226020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-69ee4314-5398-419b-aad7-949df3487069 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397477 Dec 20 16:03:05.229127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.237293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b0e3693-5b8a-4084-8d37-4c70beb2eafa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797553 Dec 20 16:03:05.237727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71786920', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:05.239828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50588) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.247722 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Checking router: 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:05.248310 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Updating router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b port fa3f757d-29e0-43b8-9ad0-58902b555a0e binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:03:05.276576 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.316125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9d96a7e-302f-4746-9e9f-3e44409793b0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.334187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9d96a7e-302f-4746-9e9f-3e44409793b0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.435452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9d96a7e-302f-4746-9e9f-3e44409793b0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.441895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9d96a7e-302f-4746-9e9f-3e44409793b0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.443563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b9d96a7e-302f-4746-9e9f-3e44409793b0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2aaf5816-aa48-497a-be17-63370e3eec4a HTTP/1.1" status: 204 len: 168 time: 0.2015190 Dec 20 16:03:05.446321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50600) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.448973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d96a7e-302f-4746-9e9f-3e44409793b0 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aaf5816-aa48-497a-be17-63370e3eec4a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:05.465801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:05.469892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.552663 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23800b25-a4b4-4e67-bad1-ae68e2c3f598 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1048567 Dec 20 16:03:05.553885 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.555596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:05.560664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '03b8b587-a1b9-4bb3-9a91-0b6a6495e501', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:05.678626 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.714390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.728025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb958cb-cd3d-44aa-8198-753646cf18c5 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:05.743713 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Attempting to bind port fa3f757d-29e0-43b8-9ad0-58902b555a0e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:05.744108 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Attempting to bind port fa3f757d-29e0-43b8-9ad0-58902b555a0e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:05.744993 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Attempting to bind port fa3f757d-29e0-43b8-9ad0-58902b555a0e on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:05.754322 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:05.757121 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:05.757121 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.757121 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:05.757121 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Bound port: fa3f757d-29e0-43b8-9ad0-58902b555a0e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:05.757121 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.779247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.788279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.791545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1059129e-8fe7-45aa-b318-e15a1bced984 None None] Provisioning complete for port fa3f757d-29e0-43b8-9ad0-58902b555a0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:05.792303 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1059129e-8fe7-45aa-b318-e15a1bced984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.822590 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] For port fa3f757d-29e0-43b8-9ad0-58902b555a0e, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:05.825777 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] For port fa3f757d-29e0-43b8-9ad0-58902b555a0e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fa3f757d-29e0-43b8-9ad0-58902b555a0e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:05.832160 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Pushing event updated for resources: {'Port': ['ID=fa3f757d-29e0-43b8-9ad0-58902b555a0e,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:05.841399 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.841973 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.842475 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.843458 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.843988 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.844485 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.845408 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.845925 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.846426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.847309 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.847806 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.848852 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.849546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:05.853805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1059129e-8fe7-45aa-b318-e15a1bced984 None None] Port fa3f757d-29e0-43b8-9ad0-58902b555a0e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:05.876960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Subnet': ['ID=87ef3300-bfde-42e5-9efe-1c7d20d257e3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:05.884140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.906652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df3566d-a040-4823-bf35-d0cd2f3b8a39,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:05.918725 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:05.930414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Checking segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:05.931159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network hostable DHCP agents. Network: 3af25aa4-766b-4c6e-92af-f20b29df6dcf, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:03:05.968298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b968f34-2459-45fb-82b7-0ddece9b53e3 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:05.978518 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:05.979586 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:06.026408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.027645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7a5f7a5b-48fc-499e-8b6b-a28f5f22c9a5 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4710336 Dec 20 16:03:06.030258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50612) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:06.047433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8e9f31d0-a03d-470d-b340-8f63d8accb16 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules/1df3566d-a040-4823-bf35-d0cd2f3b8a39 HTTP/1.1" status: 200 len: 763 time: 0.0159352 Dec 20 16:03:06.050206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50614) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:06.055348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:03:06.090306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-54ad3596-325d-4272-8ace-b9a2ae779b00 None None] Provisioning complete for port fa3f757d-29e0-43b8-9ad0-58902b555a0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:06.090733 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54ad3596-325d-4272-8ace-b9a2ae779b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.098816 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:06.142108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 3af25aa4-766b-4c6e-92af-f20b29df6dcf) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:06.157567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:06.160054 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ca4b1-81ee-4198-9d8e-886dc9322a29 None None] Pushing event updated for resources: {'Port': ['ID=fa3f757d-29e0-43b8-9ad0-58902b555a0e,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:06.160550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.181660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-374d59ea-b644-433f-bd72-06d14c668083 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1294665 Dec 20 16:03:06.184207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50618) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:06.197003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3513a-f932-4b75-9b5e-8d6b6254a3d9 None None] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:06.251873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e819c14-8c98-4ac8-85ef-350d5e33066b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.262157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e819c14-8c98-4ac8-85ef-350d5e33066b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.295878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50620) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:06.296581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-671f61ab-f26e-46a7-9042-6a4e4fd7f69b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0599301 Dec 20 16:03:06.322968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:03Z', 'revision_number': 3, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:06.359783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9c3b4-09d7-486f-b352-610cc4bf5554 None None] The sync data for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 is: [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:03Z', 'revision_number': 3, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:06.380842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e819c14-8c98-4ac8-85ef-350d5e33066b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.420539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e819c14-8c98-4ac8-85ef-350d5e33066b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.424608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e819c14-8c98-4ac8-85ef-350d5e33066b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1df3566d-a040-4823-bf35-d0cd2f3b8a39 HTTP/1.1" status: 204 len: 168 time: 0.2393217 Dec 20 16:03:06.427894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50622) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:06.429101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819c14-8c98-4ac8-85ef-350d5e33066b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1df3566d-a040-4823-bf35-d0cd2f3b8a39,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:06.485910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:03:06.487068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.523136 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2bb71c0d-82ca-4147-817a-0b9a7fb7c945 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859292 Dec 20 16:03:06.526767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50626) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:06.533375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': '03b8b587-a1b9-4bb3-9a91-0b6a6495e501', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:06.710659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.747660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Allocated IP 172.20.0.2 (3af25aa4-766b-4c6e-92af-f20b29df6dcf/87ef3300-bfde-42e5-9efe-1c7d20d257e3/b2154f27-4e1a-42bb-89d7-64859267a80f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:06.809093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54ad3596-325d-4272-8ace-b9a2ae779b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.882621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.954140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-54ad3596-325d-4272-8ace-b9a2ae779b00 None None] For port fa3f757d-29e0-43b8-9ad0-58902b555a0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fa3f757d-29e0-43b8-9ad0-58902b555a0e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:07.010113 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.064539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb665f47-43f2-40dd-8542-11d2053e75d2,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:07.086340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54ad3596-325d-4272-8ace-b9a2ae779b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.123709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.125233 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e65e5cdf-5727-4981-982b-f726b20d71fa tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5970099 Dec 20 16:03:07.127630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50630) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:07.177040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-625aabc2-5213-4c27-b62f-00546e929223 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules/eb665f47-43f2-40dd-8542-11d2053e75d2 HTTP/1.1" status: 200 len: 764 time: 0.0472250 Dec 20 16:03:07.179443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50632) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:07.188032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.208621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad3596-325d-4272-8ace-b9a2ae779b00 None None] Pushing event updated for resources: {'Port': ['ID=fa3f757d-29e0-43b8-9ad0-58902b555a0e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:07.307572 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.311703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-93c68443-2faf-4a9c-8854-30d2aae1b768 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1309359 Dec 20 16:03:07.322222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50636) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:07.346673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.388697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e66655-d738-4c42-95de-7c8abaf96b21 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.405334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e66655-d738-4c42-95de-7c8abaf96b21 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.441095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:07.447230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:07.453492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:07.501022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Pushing event updated for resources: {'Port': ['ID=b2154f27-4e1a-42bb-89d7-64859267a80f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:07.525078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e66655-d738-4c42-95de-7c8abaf96b21 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.532301 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e66655-d738-4c42-95de-7c8abaf96b21 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.533965 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a4e66655-d738-4c42-95de-7c8abaf96b21 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/eb665f47-43f2-40dd-8542-11d2053e75d2 HTTP/1.1" status: 204 len: 168 time: 0.2104640 Dec 20 16:03:07.557732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:07.560909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e66655-d738-4c42-95de-7c8abaf96b21 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb665f47-43f2-40dd-8542-11d2053e75d2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:07.587632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Attempting to bind port b2154f27-4e1a-42bb-89d7-64859267a80f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:07.591808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Attempting to bind port b2154f27-4e1a-42bb-89d7-64859267a80f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:07.593929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Attempting to bind port b2154f27-4e1a-42bb-89d7-64859267a80f on network 3af25aa4-766b-4c6e-92af-f20b29df6dcf {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:07.612719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:07.615382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Checking segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:07.615982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.616451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Bound using segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:07.618064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Bound port: b2154f27-4e1a-42bb-89d7-64859267a80f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:07.619140 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.681368 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-951c178e-99e9-4803-8ee8-3ba3e1d44d3e tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1117604 Dec 20 16:03:07.684121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:07.794365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] For port b2154f27-4e1a-42bb-89d7-64859267a80f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:07.799044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] For port b2154f27-4e1a-42bb-89d7-64859267a80f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2154f27-4e1a-42bb-89d7-64859267a80f,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:07.850181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fa3f757d-29e0-43b8-9ad0-58902b555a0e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:07.877659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f36d2f1-2f46-4dde-91ce-7b502ea5032b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.898247 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:07.942526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f36d2f1-2f46-4dde-91ce-7b502ea5032b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.096213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f36d2f1-2f46-4dde-91ce-7b502ea5032b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.106249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f36d2f1-2f46-4dde-91ce-7b502ea5032b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.113137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df31f-6a3d-4dcb-9387-832d9b441f55 None None] Pushing event updated for resources: {'Port': ['ID=b2154f27-4e1a-42bb-89d7-64859267a80f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:08.114591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8f36d2f1-2f46-4dde-91ce-7b502ea5032b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/03b8b587-a1b9-4bb3-9a91-0b6a6495e501 HTTP/1.1" status: 204 len: 168 time: 0.4286628 Dec 20 16:03:08.116623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:08.177401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port fa3f757d-29e0-43b8-9ad0-58902b555a0e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:08.178172 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.219171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-20dc783d-eca9-427e-aa00-eb5503625341 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0970082 Dec 20 16:03:08.220235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d2f1-2f46-4dde-91ce-7b502ea5032b tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8b587-a1b9-4bb3-9a91-0b6a6495e501,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:08.226432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50648) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:08.230669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145971278'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:08.391677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.592122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.690055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.692599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.20.0.1 (3af25aa4-766b-4c6e-92af-f20b29df6dcf/87ef3300-bfde-42e5-9efe-1c7d20d257e3/b1c640e8-aada-4ee1-b1b1-1ac71159edf5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:08.734148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2febb20-c51e-4cfc-b1e1-72761d29c730,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:08.818820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.821215 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1b903b26-d689-4c44-aa04-2c2b15953e17 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5937939 Dec 20 16:03:08.823448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50658) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:08.834874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Request body: {'security_group_rule': {'security_group_id': 'b2febb20-c51e-4cfc-b1e1-72761d29c730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:08.837512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.986763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:08.993990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.076288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:09.090489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.097272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:09.100808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:09.143065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:09.161770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.201319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d00ba0-cff2-4a86-8757-08ac884edd4e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:09.214105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.289728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.291444 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8d2accf6-d38b-4c18-8c4e-de9caec5e203 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4664891 Dec 20 16:03:09.300952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:09.362252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126421-d724-475f-a922-ca5142873a8b req-d092d5e0-afa2-43ab-b76e-eae0883aba06 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:09.365079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37126421-d724-475f-a922-ca5142873a8b req-d092d5e0-afa2-43ab-b76e-eae0883aba06 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.3181345 Dec 20 16:03:09.409174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59974851-ea32-43c3-903c-7bc0a79d6542 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.447727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59974851-ea32-43c3-903c-7bc0a79d6542 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.463262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37126421-d724-475f-a922-ca5142873a8b req-355996df-7f68-4ac1-a958-d80bf4834769 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915382 Dec 20 16:03:09.474331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.496856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50670) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:09.555830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818181bc-3072-431e-bd4c-20a2c440ef0b None None] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:09.653365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59974851-ea32-43c3-903c-7bc0a79d6542 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.660366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-59974851-ea32-43c3-903c-7bc0a79d6542 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.660366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59974851-ea32-43c3-903c-7bc0a79d6542 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/b2febb20-c51e-4cfc-b1e1-72761d29c730 HTTP/1.1" status: 204 len: 168 time: 0.3545432 Dec 20 16:03:09.661838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2d805ce9-12ff-491c-8f80-89e66adb6b80 None None] Provisioning complete for port b2154f27-4e1a-42bb-89d7-64859267a80f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:09.664421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50674) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:09.664981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d805ce9-12ff-491c-8f80-89e66adb6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.695156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59974851-ea32-43c3-903c-7bc0a79d6542 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2febb20-c51e-4cfc-b1e1-72761d29c730,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:09.755320 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ce9c7f64-20ab-40f6-ae81-86c513126437 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865955 Dec 20 16:03:09.755650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:09.792127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2154f27-4e1a-42bb-89d7-64859267a80f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:09.801586 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8a1e0c0-4caf-4667-bec0-e8fa00558f51 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0447037 Dec 20 16:03:09.804438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50678) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:09.819286 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-097747ab-97ae-44b7-ae88-56a1dcd4cb7a tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] delete failed (client error): The resource could not be found. Dec 20 16:03:09.826239 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-097747ab-97ae-44b7-ae88-56a1dcd4cb7a tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "DELETE /v2.0/security-groups/b2febb20-c51e-4cfc-b1e1-72761d29c730 HTTP/1.1" status: 404 len: 347 time: 0.0150099 Dec 20 16:03:09.826593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50680) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:09.912642 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d805ce9-12ff-491c-8f80-89e66adb6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:09.914001 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7856b635-e7d6-40b4-9988-7aedc6239154 tempest-SecGroupTest-831359124 tempest-SecGroupTest-831359124-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862331 Dec 20 16:03:09.914511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b2154f27-4e1a-42bb-89d7-64859267a80f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:09.914880 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.022996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2d805ce9-12ff-491c-8f80-89e66adb6b80 None None] For port b2154f27-4e1a-42bb-89d7-64859267a80f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2154f27-4e1a-42bb-89d7-64859267a80f,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:10.034190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 0765808d-9144-4092-8686-1ea83164b7ab {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:10.039283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.074598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.179292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d805ce9-12ff-491c-8f80-89e66adb6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.210118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.231153 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.242019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.242177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:03:10.242177 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:03:10.248483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 0765808d-9144-4092-8686-1ea83164b7ab owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:10.256786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d805ce9-12ff-491c-8f80-89e66adb6b80 None None] Pushing event updated for resources: {'Port': ['ID=b2154f27-4e1a-42bb-89d7-64859267a80f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:10.305011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dfcb62c8-fa72-4899-baaa-64f0b8a1f86c None None] Provisioning complete for port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:10.305638 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfcb62c8-fa72-4899-baaa-64f0b8a1f86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.339660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.357640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb62c8-fa72-4899-baaa-64f0b8a1f86c None None] Port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:10.372124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dfcb62c8-fa72-4899-baaa-64f0b8a1f86c None None] Provisioning complete for port b2154f27-4e1a-42bb-89d7-64859267a80f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:10.372971 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfcb62c8-fa72-4899-baaa-64f0b8a1f86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.530198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.542773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:10.631532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50696) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:10.687520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b6497ceb-bb76-4f86-91c5-f76235a33d5f None None] Provisioning complete for port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:10.688609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6497ceb-bb76-4f86-91c5-f76235a33d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.741581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:10.744774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:10.821782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b6497ceb-bb76-4f86-91c5-f76235a33d5f None None] Port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:10.918742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:10.930835 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a13fcc70-1eab-48d6-816f-21358bb837cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0baa7bd094e04adda386362b904ab78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887633 Dec 20 16:03:10.930835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50700) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:10.956167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=0765808d-9144-4092-8686-1ea83164b7ab,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:10.968969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:11.010297 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b93e1647-8876-423d-8c8c-35e521e002df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:11.055962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b93e1647-8876-423d-8c8c-35e521e002df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:11.160426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b0ec4d23-4de3-43e0-889d-50979d40b959 None None] Provisioning complete for port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:11.160977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4d23-4de3-43e0-889d-50979d40b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:11.196080 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:11.197070 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP 280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc disassociated (deleted). External IP: 172.25.6.164, port: f073094a-afeb-48bf-9668-aafc3b97c012. Dec 20 16:03:11.207266 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b93e1647-8876-423d-8c8c-35e521e002df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:11.210223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b93e1647-8876-423d-8c8c-35e521e002df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:11.215539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b93e1647-8876-423d-8c8c-35e521e002df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ef7d57c-08fb-4136-8379-75eb278732ad HTTP/1.1" status: 204 len: 168 time: 0.2859569 Dec 20 16:03:11.219167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec4d23-4de3-43e0-889d-50979d40b959 None None] Port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:11.236171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e1647-8876-423d-8c8c-35e521e002df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7d57c-08fb-4136-8379-75eb278732ad,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:11.298652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:11.307019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-65ce139c-95d2-4cd7-91da-b53d65ffe2e1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "PUT /v2.0/routers/247435f9-d23a-4e0d-a6b7-28ebbc06ad4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0147569 Dec 20 16:03:11.309574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50712) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:11.312656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Sync routers for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:11.334113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:11.334113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:11.501297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:11.805226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 77ecd327-18f6-46ce-8227-94d8bf456b2c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:11.818420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2154f27-4e1a-42bb-89d7-64859267a80f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:11.868631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.869091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.869740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.870205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.870661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.871201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.872292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.872764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.873315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.873780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.874363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.875216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.877997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af6632de-c1d3-4618-9252-ed48dcfd8ad6 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8442 time: 0.5671608 Dec 20 16:03:11.881039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50722) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:11.894039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-debd4224-8e8b-4201-bbd5-71d5088bcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.896245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-debd4224-8e8b-4201-bbd5-71d5088bcb0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.1939666 Dec 20 16:03:11.966692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5a639-915f-4279-9ac2-3d9b0c7609d4 req-44237993-6c2e-4a8a-a1b7-e664a25ba56a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:11.974319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9e5a639-915f-4279-9ac2-3d9b0c7609d4 req-44237993-6c2e-4a8a-a1b7-e664a25ba56a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2570641 Dec 20 16:03:11.984876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b2154f27-4e1a-42bb-89d7-64859267a80f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:11.985384 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:12.139171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.139921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.153222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.154245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.157260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.157821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.159952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.166035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.171994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.172323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.172856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.173375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.185855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e5f0e8f-a15c-4a15-8be6-0eba0ed1d39a tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7708 time: 0.3027999 Dec 20 16:03:12.187295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50730) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:12.325583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 2, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:12.375926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Checking router: 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:12.376178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Updating router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:03:12.438672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:12.695089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2fd94dd9-f87d-40ef-b0a7-3f30064b0bec tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.5061116 Dec 20 16:03:12.836763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:12.845096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:12.857542 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] Sync routers for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:12.872012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9e5a639-915f-4279-9ac2-3d9b0c7609d4 req-2424ac1e-e25b-40ab-8f5d-c28a0485adc0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8639040 Dec 20 16:03:12.892333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-27ea3521-508e-46d2-aed3-9c4a1e425eeb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/floatingips/280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc HTTP/1.1" status: 204 len: 168 time: 3.3939903 Dec 20 16:03:12.898688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:12.901040 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78103736-3a48-4dd7-9c55-4338839aee68" -d '{"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:12.909963 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:12.912149 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:12.918078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:12.922640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-82252119-0f42-4a3a-953d-2886a3004ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:12.924632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-82252119-0f42-4a3a-953d-2886a3004ead service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.9474449 Dec 20 16:03:13.015267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.117259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-0dcf115c-fbf5-4e79-b264-49f9589dbb2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.1838055 Dec 20 16:03:13.160417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f9a3-0154-4383-bc07-2c8da54e5d28 None None] Pushing event updated for resources: {'Port': ['ID=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:13.170321 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:13.180558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50756) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:13.251197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-e57a3e5a-b608-4791-8b43-e9cdde1d058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:13.253443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-e57a3e5a-b608-4791-8b43-e9cdde1d058a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1280973 Dec 20 16:03:13.310098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Attempting to bind port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:13.310481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Attempting to bind port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:13.310835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Attempting to bind port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 on network 3af25aa4-766b-4c6e-92af-f20b29df6dcf {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:13.316484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:13.316659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Checking segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:13.317069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.317493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Bound using segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:13.318059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Bound port: b1c640e8-aada-4ee1-b1b1-1ac71159edf5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:13.318444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.391693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c770a32c-2d90-495e-bbf2-b672f16edf41 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:13.392416 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-c770a32c-2d90-495e-bbf2-b672f16edf41 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 16:03:13.393228 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-c770a32c-2d90-495e-bbf2-b672f16edf41 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:03:13.399649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c770a32c-2d90-495e-bbf2-b672f16edf41 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2128425 Dec 20 16:03:13.400184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50766) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:13.404284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-9cb70620-af0f-481f-a338-c18f2d0ee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:13.408073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-9cb70620-af0f-481f-a338-c18f2d0ee4b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434672 Dec 20 16:03:13.409336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--278084914'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:13.521122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] For port b1c640e8-aada-4ee1-b1b1-1ac71159edf5, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:13.528782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] For port b1c640e8-aada-4ee1-b1b1-1ac71159edf5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:13.546875 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e7e3e-f368-47af-807b-d077555fd913 x-openstack-request-id: req-8e5e7e3e-f368-47af-807b-d077555fd913 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:13.547180 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:13.547453 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e5e7e3e-f368-47af-807b-d077555fd913 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:13.547833 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'status': 'completed', 'code': 200} Dec 20 16:03:13.561808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.576981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.603328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-bcaa9290-53eb-4aba-b04e-0afb476ae167 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868992 Dec 20 16:03:13.668109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.677628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103736-3a48-4dd7-9c55-4338839aee68 req-bdcce900-e564-4ca5-be76-420cd55e4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:13.679133 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-bdcce900-e564-4ca5-be76-420cd55e4ebd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 1097 time: 0.0902390 Dec 20 16:03:13.836762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2dbe8c55-5336-4c2f-9b80-27e1aeb35cf4 None None] Provisioning complete for port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:13.836762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8c55-5336-4c2f-9b80-27e1aeb35cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:13.862290 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:13.890615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f9a3-0154-4383-bc07-2c8da54e5d28 None None] Pushing event updated for resources: {'Port': ['ID=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:13.992267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50780) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:13.996039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:13.996680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:14.003201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525671607', 'description': 'tempest-secgroup-smoke-1525671607 description', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:14.092383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc33ba5-1bf9-46ed-a829-223132ed5f03 req-750bf8b3-d587-4e9a-8144-ffebd3f2e365 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:14.109575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1dc33ba5-1bf9-46ed-a829-223132ed5f03 req-750bf8b3-d587-4e9a-8144-ffebd3f2e365 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.2576509 Dec 20 16:03:14.188081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88f021a6-5aa9-4f71-9bee-b8d9e9d59300 req-0e0b7095-5797-4006-a6cd-31970cb84d67 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763001 Dec 20 16:03:14.244597 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] Checking router: 77ecd327-18f6-46ce-8227-94d8bf456b2c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:14.264925 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:14.265567 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:14.312791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103736-3a48-4dd7-9c55-4338839aee68 req-8e71dc7a-88ea-4aab-afbb-10eb044bcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:14.318422 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-8e71dc7a-88ea-4aab-afbb-10eb044bcf4d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 200 len: 897 time: 0.6260264 Dec 20 16:03:14.325035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.362506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.362960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8c55-5336-4c2f-9b80-27e1aeb35cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.366867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:14.398589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1dc33ba5-1bf9-46ed-a829-223132ed5f03 req-054645a1-ee5c-4a2a-83fc-706c9d67a650 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864602 Dec 20 16:03:14.438599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-e05c5030-29b1-4e41-b42f-f525955c1242 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 200 len: 217 time: 0.0701230 Dec 20 16:03:14.442817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ffefe-7c61-40ec-9367-dca20f1e3e4f req-9a29b66b-768f-4995-919f-046be38736fd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:14.444431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-938ffefe-7c61-40ec-9367-dca20f1e3e4f req-9a29b66b-768f-4995-919f-046be38736fd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.3156776 Dec 20 16:03:14.472828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.532521 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:14.542236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.604414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2dbe8c55-5336-4c2f-9b80-27e1aeb35cf4 None None] For port b1c640e8-aada-4ee1-b1b1-1ac71159edf5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:14.632260 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.658555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0225e24-d41f-4b9e-aec8-353864ba27f9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:14.665550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-938ffefe-7c61-40ec-9367-dca20f1e3e4f req-73d1b5df-e91c-4097-8f91-befcbc8cadb7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090874 Dec 20 16:03:14.688695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103736-3a48-4dd7-9c55-4338839aee68 req-0256f20e-8f52-436e-af6c-e00552252f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:14.692251 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-0256f20e-8f52-436e-af6c-e00552252f8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 200 len: 834 time: 0.2405725 Dec 20 16:03:14.694156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:14.734726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2dbe8c55-5336-4c2f-9b80-27e1aeb35cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.859033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.872159 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.876721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91d667a0-0973-416c-a09d-46d014a3bf57 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8769240 Dec 20 16:03:14.878989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:14.893218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:14.925014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa618332-8727-47a1-ad8f-c959bba19363 req-3a129c3c-cde4-4a3b-b4d8-b830d15f9432 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:14.928505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa618332-8727-47a1-ad8f-c959bba19363 req-3a129c3c-cde4-4a3b-b4d8-b830d15f9432 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.1373291 Dec 20 16:03:14.977296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:14.979204 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:15.008911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103736-3a48-4dd7-9c55-4338839aee68 req-94f8473e-ae85-422a-9fc5-9372916e2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:15.012769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe8c55-5336-4c2f-9b80-27e1aeb35cf4 None None] Pushing event updated for resources: {'Port': ['ID=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:15.013284 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-94f8473e-ae85-422a-9fc5-9372916e2b5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0deae6ba-90d7-47eb-8beb-62e2c28dade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074222 Dec 20 16:03:15.050843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3b025366-1391-41a8-85d8-d39d49fe549c None None] Provisioning complete for port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:15.051921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3b025366-1391-41a8-85d8-d39d49fe549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.070687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5742128-99d8-4a47-885d-7b63b7e3590f None None] The sync data for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 is: [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:00:31Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3e0c82bf-1d0f-4764-9b38-6eded00ac50d', 'name': '', 'network_id': '0deae6ba-90d7-47eb-8beb-62e2c28dade7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:37:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:30Z', 'updated_at': '2021-12-20T16:00:40Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '9be9bdd7-8d34-4e19-a2c9-7481fd937804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:15.079605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.089451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port f073094a-afeb-48bf-9668-aafc3b97c012 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:15.090465 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.127115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33dcbc54-d74e-4d88-a000-ac31418481a3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:15.210939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.216697 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06586551-e985-4149-b081-e527bc9baa5a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8151350 Dec 20 16:03:15.217388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50790) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:15.231428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '33dcbc54-d74e-4d88-a000-ac31418481a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:15.326006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port f073094a-afeb-48bf-9668-aafc3b97c012, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f073094a-afeb-48bf-9668-aafc3b97c012,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:15.327846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.337271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:13Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:15.362304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for f073094a-afeb-48bf-9668-aafc3b97c012 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:15.421520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8196a2b-1be2-403e-add0-0e9c4ff88349 None None] The sync data for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 is: [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:13Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:15.467751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.473855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-043b38c9-68b5-42fe-ad94-52f9269493f9 service neutron] 10.222.0.72 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443221 Dec 20 16:03:15.612996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.660957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6830e47-60d2-4f7f-adb1-caa56ba1c789,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:15.729607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e2e150-aa39-475f-b6be-793f180a1e3d None None] New status for floating IP 280efd1e-fb77-4c6e-bdb4-8dd3a26ec3fc: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:03:15.779346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.891455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b1c640e8-aada-4ee1-b1b1-1ac71159edf5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:15.937665 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-78103736-3a48-4dd7-9c55-4338839aee68 req-f4cc5b13-38cc-444c-99ee-5097e47782b7 service neutron] 10.222.0.72 "GET /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144528 Dec 20 16:03:15.969589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:15.970397 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.989787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:15.995509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4a79eb74-3ead-4a49-b583-dbbb84be60c2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1146080 Dec 20 16:03:16.001590 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50802) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:16.014093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:16.021390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2ae84-1aff-4f0f-97c9-82ac07218adf req-3f7916d1-78d9-4705-9192-0114c0a5f1f2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:16.025921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fd2ae84-1aff-4f0f-97c9-82ac07218adf req-3f7916d1-78d9-4705-9192-0114c0a5f1f2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 946 time: 0.4915121 Dec 20 16:03:16.099896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.107115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.174650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9b28-a64f-4757-9230-9db0be7d7a09 req-e337896f-3811-4828-8e69-12f0c123ace8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:16.178932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.183717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-616d9b28-a64f-4757-9230-9db0be7d7a09 req-e337896f-3811-4828-8e69-12f0c123ace8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.2941303 Dec 20 16:03:16.201671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5af2b8f-1780-43fa-b513-0b13033a7b19,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:16.241087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=f073094a-afeb-48bf-9668-aafc3b97c012,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:16.247078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.254477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fd2ae84-1aff-4f0f-97c9-82ac07218adf req-cd828183-cec5-4a90-b0fe-5864be6fe35d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948793 Dec 20 16:03:16.326947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.329454 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ca101f7f-45d9-43cf-bf04-e5e1bb920142 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1017718 Dec 20 16:03:16.338990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50804) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:16.346149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3f25eb48-9f1c-4d82-a63f-125954fd4707 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '33dcbc54-d74e-4d88-a000-ac31418481a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:16.361030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] No DVR routers for this DVR port f073094a-afeb-48bf-9668-aafc3b97c012 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:16.370278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.376132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa618332-8727-47a1-ad8f-c959bba19363 req-129cb5b0-0088-4afb-8932-25d04755a6e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "DELETE /v2.0/ports/f073094a-afeb-48bf-9668-aafc3b97c012 HTTP/1.1" status: 204 len: 173 time: 1.4389384 Dec 20 16:03:16.377853 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.430538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-deleted', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:16.433405 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2eb57d-5ce4-4421-b602-5337f9896243" -d '{"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-deleted", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:16.446338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-616d9b28-a64f-4757-9230-9db0be7d7a09 req-e93c8c2d-9422-4536-9a43-50b3dfb31e82 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903226 Dec 20 16:03:16.458992 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.476664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57afa2e-d00f-4adb-b625-d43f26902766,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:16.514831 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f25eb48-9f1c-4d82-a63f-125954fd4707 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.529047 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88438c91-924e-4213-bec8-df7347f5ea13 x-openstack-request-id: req-88438c91-924e-4213-bec8-df7347f5ea13 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:16.529443 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d764c204-def5-4362-a8bf-f1fab1cbf98c", "name": "network-vif-deleted", "tag": "f073094a-afeb-48bf-9668-aafc3b97c012", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:16.529707 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88438c91-924e-4213-bec8-df7347f5ea13 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:16.530131 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd764c204-def5-4362-a8bf-f1fab1cbf98c', 'name': 'network-vif-deleted', 'tag': 'f073094a-afeb-48bf-9668-aafc3b97c012', 'status': 'completed', 'code': 200} Dec 20 16:03:16.617013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.618912 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7213e26a-d653-4103-bffd-081397ddfc4b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6122537 Dec 20 16:03:16.621701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50812) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:16.626281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:16.739815 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-3f25eb48-9f1c-4d82-a63f-125954fd4707 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 16:03:16.743719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50814) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:16.743862 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f25eb48-9f1c-4d82-a63f-125954fd4707 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4024410 Dec 20 16:03:16.821899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39de9f54-e45c-46fa-82c3-4621042fc6e9 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.851754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39de9f54-e45c-46fa-82c3-4621042fc6e9 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.877854 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.990865 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39de9f54-e45c-46fa-82c3-4621042fc6e9 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.997759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39de9f54-e45c-46fa-82c3-4621042fc6e9 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.000438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-39de9f54-e45c-46fa-82c3-4621042fc6e9 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/33dcbc54-d74e-4d88-a000-ac31418481a3 HTTP/1.1" status: 204 len: 168 time: 0.2554662 Dec 20 16:03:17.005030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50816) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.012983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.015174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de9f54-e45c-46fa-82c3-4621042fc6e9 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dcbc54-d74e-4d88-a000-ac31418481a3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:17.081804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-716e0fe4-f9d2-4b18-985c-8bd50a042867 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753627 Dec 20 16:03:17.087004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50820) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.092549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662465661'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:17.118178 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.138587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccac369-5607-4cf3-99a2-b22f1ad71b3f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:17.213929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.253550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.257348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-137df082-2d2b-4a5c-85af-ab13622f76a8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6320994 Dec 20 16:03:17.257768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.269834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:17.319540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.395994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc4928f9-c7e6-44a9-b646-107fedcff1bf req-8f2aca24-0f0c-428d-b528-8ef080622973 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=d764c204-def5-4362-a8bf-f1fab1cbf98c HTTP/1.1" status: 200 len: 210 time: 0.0289741 Dec 20 16:03:17.483819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.490128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.573348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e456e-151e-427c-aa0e-fcfbd1afa08b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:17.586808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.591784 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-28154886-ea3c-48b7-9976-47a1218ea028 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5010462 Dec 20 16:03:17.592124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50830) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.603249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e0546c44-e4c2-4c28-a76a-55cddb6864d3 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'f96e456e-151e-427c-aa0e-fcfbd1afa08b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:17.604571 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-e0546c44-e4c2-4c28-a76a-55cddb6864d3 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 16:03:17.606242 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-e0546c44-e4c2-4c28-a76a-55cddb6864d3 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:17.608752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e0546c44-e4c2-4c28-a76a-55cddb6864d3 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0156553 Dec 20 16:03:17.611607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50832) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.649007 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.674113 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0efe07d7-eb82-4b99-be77-f0562685de32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.698735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0efe07d7-eb82-4b99-be77-f0562685de32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.775444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.794386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c43ec5-fb96-4019-a2e1-9dd9f13f5fa6,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:17.904604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0efe07d7-eb82-4b99-be77-f0562685de32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.907226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0efe07d7-eb82-4b99-be77-f0562685de32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.908379 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0efe07d7-eb82-4b99-be77-f0562685de32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/f96e456e-151e-427c-aa0e-fcfbd1afa08b HTTP/1.1" status: 204 len: 168 time: 0.2954586 Dec 20 16:03:17.911779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50834) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.918141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe07d7-eb82-4b99-be77-f0562685de32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e456e-151e-427c-aa0e-fcfbd1afa08b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:17.973046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3c6c1a8c-4845-4c97-b8df-56977be81100 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599995 Dec 20 16:03:17.977304 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:17.977840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.978659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bb40e16d-8cdd-465d-93d3-9203a524c853 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7191315 Dec 20 16:03:17.981372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50838) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:17.983829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981494809'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:17.986428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:18.107268 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.107458 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Project 5d44ebd1084b47d29bf53cac22c8d828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:03:18.113422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.198013 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.212287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.302669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.306883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.318852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956c8dbc-10ab-4d36-9645-d3b717a60792,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:18.343521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e9c9c-68c8-4053-93a9-7aeeeaaf0480,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:18.407727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.408740 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.410369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c8c6daec-49de-4c15-8aa1-a05e1eca5bf5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4279778 Dec 20 16:03:18.413672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50844) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.417429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75e5263b-a151-4b60-a16a-fa5e567af275 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4376268 Dec 20 16:03:18.418093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50846) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.420045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'security_group_rule': {'security_group_id': 'ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a', 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:18.424661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-75802d7f-f575-451d-9c77-36df26bb5242 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'dd3e9c9c-68c8-4053-93a9-7aeeeaaf0480', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:18.425648 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-75802d7f-f575-451d-9c77-36df26bb5242 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 16:03:18.427538 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-75802d7f-f575-451d-9c77-36df26bb5242 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:18.431946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-75802d7f-f575-451d-9c77-36df26bb5242 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126498 Dec 20 16:03:18.432621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50850) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.498373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50854) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.513695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:18.537334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-635861c2-fb15-4196-9c00-b07d6ffad246 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.549734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: f073094a-afeb-48bf-9668-aafc3b97c012 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:18.550062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f073094a-afeb-48bf-9668-aafc3b97c012 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:18.571115 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Project 5d44ebd1084b47d29bf53cac22c8d828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:03:18.578870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-635861c2-fb15-4196-9c00-b07d6ffad246 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.581088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.726211 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-635861c2-fb15-4196-9c00-b07d6ffad246 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.732943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-635861c2-fb15-4196-9c00-b07d6ffad246 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.738459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-635861c2-fb15-4196-9c00-b07d6ffad246 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/dd3e9c9c-68c8-4053-93a9-7aeeeaaf0480 HTTP/1.1" status: 204 len: 168 time: 0.3022161 Dec 20 16:03:18.740799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50862) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.750870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635861c2-fb15-4196-9c00-b07d6ffad246 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e9c9c-68c8-4053-93a9-7aeeeaaf0480,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:18.783113 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.786506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50864) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.899360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0da4065c-1849-4f66-b0e7-f3e60e52125f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1551046 Dec 20 16:03:18.900217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50868) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:18.906055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084739587'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:18.960105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.995798 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3d08955-a3f9-4989-946a-d7c57ce02c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:18.999939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad19186-4637-4617-9ff8-c3e16a376ee4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:19.051864 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.119857 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.121025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-367408a2-d1e0-4749-94c6-b3b3ab83d5fd tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7057598 Dec 20 16:03:19.180473 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.188056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3d08955-a3f9-4989-946a-d7c57ce02c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.272219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.273457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c3d08955-a3f9-4989-946a-d7c57ce02c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.313978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c3d08955-a3f9-4989-946a-d7c57ce02c72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb98b1a4d346445e8dbbb6a3bab1f7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215876 Dec 20 16:03:19.315548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50880) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.350861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9861e35f-a4ef-49e5-83a2-98b2f8465b13,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:19.374270 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.374270 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5f30042-8c3f-4048-80cc-c9111b11f24f tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4703040 Dec 20 16:03:19.375338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50886) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.382926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bfe837ec-6d1e-4dde-b170-bf5a54e4558b tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '9861e35f-a4ef-49e5-83a2-98b2f8465b13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:19.384059 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-bfe837ec-6d1e-4dde-b170-bf5a54e4558b tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 16:03:19.389510 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-bfe837ec-6d1e-4dde-b170-bf5a54e4558b tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:19.393347 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bfe837ec-6d1e-4dde-b170-bf5a54e4558b tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121961 Dec 20 16:03:19.393570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.402364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e28e0a8c-1b7e-4fc4-b39a-2b702d95c985 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '9861e35f-a4ef-49e5-83a2-98b2f8465b13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:19.403366 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-e28e0a8c-1b7e-4fc4-b39a-2b702d95c985 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 16:03:19.403947 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-e28e0a8c-1b7e-4fc4-b39a-2b702d95c985 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:19.408137 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e28e0a8c-1b7e-4fc4-b39a-2b702d95c985 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096138 Dec 20 16:03:19.408792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50890) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.410581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08955-a3f9-4989-946a-d7c57ce02c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d39224b-9aa5-4083-82f5-dd43c8796200,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:19.433801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ec1ee85d-74ff-4442-b538-aa6a04922ca7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '9861e35f-a4ef-49e5-83a2-98b2f8465b13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:19.436037 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-ec1ee85d-74ff-4442-b538-aa6a04922ca7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 16:03:19.438301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.439034 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-ec1ee85d-74ff-4442-b538-aa6a04922ca7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:19.441112 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec1ee85d-74ff-4442-b538-aa6a04922ca7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0298285 Dec 20 16:03:19.448628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50892) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.453868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2ed2f5ab-28f2-4f18-8ae9-ad24a00f9fa8 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '9861e35f-a4ef-49e5-83a2-98b2f8465b13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:19.454585 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-2ed2f5ab-28f2-4f18-8ae9-ad24a00f9fa8 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 16:03:19.455175 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-2ed2f5ab-28f2-4f18-8ae9-ad24a00f9fa8 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:19.459975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2ed2f5ab-28f2-4f18-8ae9-ad24a00f9fa8 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067477 Dec 20 16:03:19.460487 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50896) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.534802 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4bad-06b7-441f-b891-597bb2b5ffc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.541244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-7b7245fd-6f6b-4ecc-b09b-3c7e8aa2f6fc tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525671607&fields=id&tenant_id=5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 267 time: 0.1652143 Dec 20 16:03:19.549018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eaf76db9-42c9-48c6-99bc-3ac8ccea1992 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.573098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eaf76db9-42c9-48c6-99bc-3ac8ccea1992 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.639032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4bad-06b7-441f-b891-597bb2b5ffc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.722226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eaf76db9-42c9-48c6-99bc-3ac8ccea1992 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.725561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eaf76db9-42c9-48c6-99bc-3ac8ccea1992 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.732430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eaf76db9-42c9-48c6-99bc-3ac8ccea1992 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/9861e35f-a4ef-49e5-83a2-98b2f8465b13 HTTP/1.1" status: 204 len: 168 time: 0.2653298 Dec 20 16:03:19.732430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50900) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.798953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf76db9-42c9-48c6-99bc-3ac8ccea1992 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9861e35f-a4ef-49e5-83a2-98b2f8465b13,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:19.835850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b593574b-3a4e-4c9e-b51d-9c43a0d35f3b tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1028852 Dec 20 16:03:19.842067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:19.849859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--152943385'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:19.883130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-7e21d7fa-881f-4266-a892-e59174f52fc1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:19.884660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-7e21d7fa-881f-4266-a892-e59174f52fc1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/networks?id=3af25aa4-766b-4c6e-92af-f20b29df6dcf HTTP/1.1" status: 200 len: 797 time: 0.3125978 Dec 20 16:03:19.911566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-b8ed7e16-e924-400c-9c7c-a21e5084c7a6 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/quotas/5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 375 time: 0.0206358 Dec 20 16:03:19.944121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4bad-06b7-441f-b891-597bb2b5ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.946763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4bad-06b7-441f-b891-597bb2b5ffc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:19.950660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5e5d4bad-06b7-441f-b891-597bb2b5ffc6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d39224b-9aa5-4083-82f5-dd43c8796200 HTTP/1.1" status: 204 len: 168 time: 0.6309648 Dec 20 16:03:19.960249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d4bad-06b7-441f-b891-597bb2b5ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d39224b-9aa5-4083-82f5-dd43c8796200,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:19.972554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.032856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-ad24aed8-0e9d-4ad9-90ba-b953da7d551e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126733 Dec 20 16:03:20.088586 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.167531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.168519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:20.168858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.175720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-4f3417fc-6ef1-4d09-914b-dfc30e1174c8 service neutron] 10.222.0.81 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417491 Dec 20 16:03:20.226145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9516d2-5f84-41ee-8076-73c475c102b6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:20.304559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.307185 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35b473bb-388c-41a1-9a95-e5a6d2f1c5ec tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4625030 Dec 20 16:03:20.310249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50910) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:20.318192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4e9751a9-d689-4b5b-8a8b-80a8afb07d89 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:20.321864 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-4e9751a9-d689-4b5b-8a8b-80a8afb07d89 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 16:03:20.326168 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-4e9751a9-d689-4b5b-8a8b-80a8afb07d89 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:20.327433 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e9751a9-d689-4b5b-8a8b-80a8afb07d89 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146589 Dec 20 16:03:20.330268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50912) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:20.337811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-13be9f5c-b76a-4d32-a707-721a321ebe25 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:20.344184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 3e0c82bf-1d0f-4764-9b38-6eded00ac50d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:20.344701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.356800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-79f50a83-19ec-4301-944e-08446a0f7235 service neutron] 10.222.0.81 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681521 Dec 20 16:03:20.361193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 3e0c82bf-1d0f-4764-9b38-6eded00ac50d owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:20.599584 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-13be9f5c-b76a-4d32-a707-721a321ebe25 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:20.600603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13be9f5c-b76a-4d32-a707-721a321ebe25 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2689583 Dec 20 16:03:20.603401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50922) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:20.607894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8973fcaa-9a9d-407e-8283-0f3da18b36d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:20.609850 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-8973fcaa-9a9d-407e-8283-0f3da18b36d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 16:03:20.610406 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-8973fcaa-9a9d-407e-8283-0f3da18b36d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:20.611785 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8973fcaa-9a9d-407e-8283-0f3da18b36d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074773 Dec 20 16:03:20.617416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:20.621686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a4e3356a-b017-41e3-a1ae-d4ac4b53f9d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:20.627575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:20.692541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=3e0c82bf-1d0f-4764-9b38-6eded00ac50d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:20.835855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a395f475-d748-47d7-b375-aad14b05c9d6 req-1ef9915c-51b0-4d82-a7a1-62e5c06e895b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 210 time: 0.0675015 Dec 20 16:03:20.904560 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-a4e3356a-b017-41e3-a1ae-d4ac4b53f9d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:20.909558 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a4e3356a-b017-41e3-a1ae-d4ac4b53f9d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2910130 Dec 20 16:03:20.910215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50936) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:20.915437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-025053f1-73cb-4672-8354-a7545ec6d885 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:20.915928 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-025053f1-73cb-4672-8354-a7545ec6d885 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 16:03:20.916411 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-025053f1-73cb-4672-8354-a7545ec6d885 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:20.920188 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-025053f1-73cb-4672-8354-a7545ec6d885 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055201 Dec 20 16:03:20.920423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50938) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:20.925233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e98bcab5-7732-4cc6-b098-4b0135948a32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:20.993110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.149887 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-e98bcab5-7732-4cc6-b098-4b0135948a32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:21.153580 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e98bcab5-7732-4cc6-b098-4b0135948a32 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2296252 Dec 20 16:03:21.158784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50950) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:21.163262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-97b22387-d925-42aa-9391-125dc08ba198 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:21.163745 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-97b22387-d925-42aa-9391-125dc08ba198 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 16:03:21.164223 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-97b22387-d925-42aa-9391-125dc08ba198 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:21.165155 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97b22387-d925-42aa-9391-125dc08ba198 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082064 Dec 20 16:03:21.167911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50952) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:21.171998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e3ee1c4a-0a68-4650-a215-1f1c518c7865 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:21.246381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 77ecd327-18f6-46ce-8227-94d8bf456b2c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:21.362982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:21.373962 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] Sync routers for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:21.377206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-68a74143-36c5-4615-9a04-23fa4a7bc8c7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/77ecd327-18f6-46ce-8227-94d8bf456b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8759193 Dec 20 16:03:21.378091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50960) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:21.384490 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:21.385400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:21.390593 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-e3ee1c4a-0a68-4650-a215-1f1c518c7865 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:21.394289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e3ee1c4a-0a68-4650-a215-1f1c518c7865 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2229378 Dec 20 16:03:21.394615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50962) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:21.400165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6e53bf01-9fef-43e3-8f6d-4573385ff4d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'ef9516d2-5f84-41ee-8076-73c475c102b6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:21.441115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting subnet 9be9bdd7-8d34-4e19-a2c9-7481fd937804 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:03:21.448529 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.492366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.535457 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:21.604571 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-6e53bf01-9fef-43e3-8f6d-4573385ff4d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:21.606468 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6e53bf01-9fef-43e3-8f6d-4573385ff4d7 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2099357 Dec 20 16:03:21.609831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:21.703346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb40f-284e-4914-a6c4-ec8e6de837bc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.713345 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.764642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb40f-284e-4914-a6c4-ec8e6de837bc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.893834 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:03:20Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:21.909000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb40f-284e-4914-a6c4-ec8e6de837bc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.909000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb40f-284e-4914-a6c4-ec8e6de837bc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:21.912387 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f7cb40f-284e-4914-a6c4-ec8e6de837bc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/ef9516d2-5f84-41ee-8076-73c475c102b6 HTTP/1.1" status: 204 len: 168 time: 0.2981951 Dec 20 16:03:21.913686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50990) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:21.941888 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] Checking router: 77ecd327-18f6-46ce-8227-94d8bf456b2c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:21.945522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb40f-284e-4914-a6c4-ec8e6de837bc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9516d2-5f84-41ee-8076-73c475c102b6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:21.988301 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] Routers {'77ecd327-18f6-46ce-8227-94d8bf456b2c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:21.989687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['77ecd327-18f6-46ce-8227-94d8bf456b2c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:22.020023 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eef15f54-106c-402a-a613-e15e718297fc tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0981181 Dec 20 16:03:22.026217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:22.030950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--862557945'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:22.068413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19b2ac5f-38ea-4ae2-a73e-3f355ca0426f req-1bdc917f-09b2-4a43-a520-1be22d8b8fc9 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 210 time: 0.0347142 Dec 20 16:03:22.090501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.127205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.173368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] Set router 77ecd327-18f6-46ce-8227-94d8bf456b2c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:22.212826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.276122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.304663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.312398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Subnet': ['ID=9be9bdd7-8d34-4e19-a2c9-7481fd937804,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:22.321958 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.325236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/subnets/9be9bdd7-8d34-4e19-a2c9-7481fd937804 HTTP/1.1" status: 204 len: 168 time: 0.9461050 Dec 20 16:03:22.328183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.328734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.329743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.330244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.336512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577b2a0-cf5f-4efa-b208-88d84ffa31b3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:22.337460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50996) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:22.338258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078133b0-e1e7-404a-b5a4-93aae9d1cf9f None None] Network 0deae6ba-90d7-47eb-8beb-62e2c28dade7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:22.399919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483c3c88-bdf5-4b9e-a3e6-479371a8ec40,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:22.432541 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:03:20Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:22.467265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.471218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-77d5733b-d27d-42d6-9480-bbfce69a50b0 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4412403 Dec 20 16:03:22.471515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:22.478662 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b441f-675c-4386-b199-45b24b5e34e9 None None] The sync data for ids ['77ecd327-18f6-46ce-8227-94d8bf456b2c'] in n-d-781076-8 is: [{'id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490202095', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '29748b1e-07af-42de-b50d-52b43b534984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:00:15Z', 'updated_at': '2021-12-20T16:03:20Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '29748b1e-07af-42de-b50d-52b43b534984', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ecd327-18f6-46ce-8227-94d8bf456b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:00:17Z', 'updated_at': '2021-12-20T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:22.498741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c8f624fa-fc60-478d-a868-51ed738811e1 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '483c3c88-bdf5-4b9e-a3e6-479371a8ec40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:22.604821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.733250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.792673 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-c8f624fa-fc60-478d-a868-51ed738811e1 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The resource could not be found. Dec 20 16:03:22.793803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c8f624fa-fc60-478d-a868-51ed738811e1 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3207617 Dec 20 16:03:22.796461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51004) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:22.805833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e8ea72b5-dbef-4896-a834-f841a2b9c03d tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': '483c3c88-bdf5-4b9e-a3e6-479371a8ec40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f720d7ad-5f7d-4844-89a0-d507ef3f6f0f'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:22.889864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] DHCP port deletion for 0deae6ba-90d7-47eb-8beb-62e2c28dade7 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:22.912641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 29748b1e-07af-42de-b50d-52b43b534984 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:22.913148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:22.992277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] Deleting port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:03:22.992626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.084729 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-e8ea72b5-dbef-4896-a834-f841a2b9c03d tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The resource could not be found. Dec 20 16:03:23.088802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51010) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:23.089431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e8ea72b5-dbef-4896-a834-f841a2b9c03d tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2913442 Dec 20 16:03:23.098843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 29748b1e-07af-42de-b50d-52b43b534984, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=29748b1e-07af-42de-b50d-52b43b534984,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:23.099280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.118378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 29748b1e-07af-42de-b50d-52b43b534984 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:23.136644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] For port d3382ea6-2f82-41c0-ad66-3b6a136e5f16, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,segment=NetworkSegment(6e74a62f-ce92-46b6-a2ea-4822cda744de),segment_id=6e74a62f-ce92-46b6-a2ea-4822cda744de)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:23.137125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.178498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] Calling delete_port for d3382ea6-2f82-41c0-ad66-3b6a136e5f16 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:03:23.219049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22e3c34c-337b-4915-99d7-dd9cd778bd26 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.268121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22e3c34c-337b-4915-99d7-dd9cd778bd26 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.303115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d88d7a9-df9c-416e-a236-ade1fa57f5ca req-edde89b6-4bd8-4ade-8e9e-609d4281ff9c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 210 time: 0.0597918 Dec 20 16:03:23.445337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.485508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-2a36fc95-0350-46fe-a3f2-10f96e8fbfc2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:23.487363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-2a36fc95-0350-46fe-a3f2-10f96e8fbfc2 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.83 "GET /v2.0/networks?id=3af25aa4-766b-4c6e-92af-f20b29df6dcf HTTP/1.1" status: 200 len: 797 time: 0.2720962 Dec 20 16:03:23.489743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22e3c34c-337b-4915-99d7-dd9cd778bd26 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.493114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22e3c34c-337b-4915-99d7-dd9cd778bd26 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.494578 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-22e3c34c-337b-4915-99d7-dd9cd778bd26 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/483c3c88-bdf5-4b9e-a3e6-479371a8ec40 HTTP/1.1" status: 204 len: 168 time: 0.4046326 Dec 20 16:03:23.499346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:23.504766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] Pushing event deleted for resources: {'Port': ['ID=d3382ea6-2f82-41c0-ad66-3b6a136e5f16,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:23.536721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c34c-337b-4915-99d7-dd9cd778bd26 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483c3c88-bdf5-4b9e-a3e6-479371a8ec40,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:23.541120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85235965-03ad-46e0-a9cd-204d1f160cd9 None None] No DVR routers for this DVR port d3382ea6-2f82-41c0-ad66-3b6a136e5f16 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:03:23.673851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c063ba46-9e37-4a30-9a23-4e8184ba9b36 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1636605 Dec 20 16:03:23.673956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51020) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:23.679087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-47527e31-95ae-433f-88ea-a70046b9c3be tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'c915fb2e-e1a9-4a47-8ea3-1eaa39058870', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:23.742251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-45c2c808-61e0-42d2-bfa9-bf64a81466a3 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d44ebd1084b47d29bf53cac22c8d828 HTTP/1.1" status: 200 len: 380 time: 0.2397037 Dec 20 16:03:23.751943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'port': {'device_id': '272543b4-080e-45d6-a817-f23940d29cfb', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'admin_state_up': True, 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'security_groups': ['ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:23.752785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3e0c82bf-1d0f-4764-9b38-6eded00ac50d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:23.772846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3e0c82bf-1d0f-4764-9b38-6eded00ac50d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:23.773237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3e0c82bf-1d0f-4764-9b38-6eded00ac50d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:23.773663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d3382ea6-2f82-41c0-ad66-3b6a136e5f16 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:23.794331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: d3382ea6-2f82-41c0-ad66-3b6a136e5f16 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:23.794924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d3382ea6-2f82-41c0-ad66-3b6a136e5f16 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:23.826744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:23.857088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=29748b1e-07af-42de-b50d-52b43b534984,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:23.877495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296623bc-f53c-429b-a8ad-e7d0a34ee3b9 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:23.963271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.025063 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-47527e31-95ae-433f-88ea-a70046b9c3be tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The resource could not be found. Dec 20 16:03:24.025880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-47527e31-95ae-433f-88ea-a70046b9c3be tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3511264 Dec 20 16:03:24.029492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51022) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:24.034196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--628896454'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:24.087839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.091549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.170080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Made reservation on behalf of 5d44ebd1084b47d29bf53cac22c8d828 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:24.173754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.206964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.280136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.280688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Fanout notify agent at l3_agent the message router_deleted on router 77ecd327-18f6-46ce-8227-94d8bf456b2c {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:03:24.290252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.291400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9dc677d6-cc22-4c87-aabb-2876e6595786 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/routers/77ecd327-18f6-46ce-8227-94d8bf456b2c HTTP/1.1" status: 204 len: 168 time: 1.9528437 Dec 20 16:03:24.294243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51028) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:24.375442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.20.0.3 (3af25aa4-766b-4c6e-92af-f20b29df6dcf/87ef3300-bfde-42e5-9efe-1c7d20d257e3/1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:24.412746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.459731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0071af8f-2c96-48ac-bf50-af85df325d6d req-45ce7e21-f536-41c4-822d-54270958e9e8 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 210 time: 0.0439885 Dec 20 16:03:24.462890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.564695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.575547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.600983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0deae6ba-90d7-47eb-8beb-62e2c28dade7']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:24.611408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e74a62f-ce92-46b6-a2ea-4822cda744de') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:24.611702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e74a62f-ce92-46b6-a2ea-4822cda744de') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:24.623831 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.627103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2123b2b-c75c-4dc8-a46b-5f80be86607a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:24.633019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.647130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.653703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:03:24.654095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:03:24.657341 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:03:25.403748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.408052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8e635804-a989-460c-9eb4-bbdf3ed44546 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3745880 Dec 20 16:03:25.410025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:25.415820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529310961'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:25.432442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.442058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.443523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.446430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/networks/0deae6ba-90d7-47eb-8beb-62e2c28dade7 HTTP/1.1" status: 204 len: 168 time: 1.1503613 Dec 20 16:03:25.452297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51042) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:25.476368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e7b8-a2e0-40f2-b2a3-6664cbb807d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Network': ['ID=0deae6ba-90d7-47eb-8beb-62e2c28dade7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:25.507683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:25.522805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:25.527173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:25.551691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc83f-4959-458a-ae75-54dd92dd844b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.580876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:25.591566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.612025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc83f-4959-458a-ae75-54dd92dd844b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.637208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:25.637208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.654807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133093e-7490-4c48-81c2-dac7223fb34b req-11d0b52d-97f0-4bfc-bf22-f70a41f81b87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:25.662744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f133093e-7490-4c48-81c2-dac7223fb34b req-11d0b52d-97f0-4bfc-bf22-f70a41f81b87 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 931 time: 0.0941966 Dec 20 16:03:25.736470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 29748b1e-07af-42de-b50d-52b43b534984 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:03:25.740614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f133093e-7490-4c48-81c2-dac7223fb34b req-30e33b19-9f7b-4847-be8c-61aefd687512 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730488 Dec 20 16:03:25.750398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-337d7403-b79f-4b6b-bf61-ffbf124dbc29 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9965534 Dec 20 16:03:25.750625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.761904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Request body: {'port': {'device_id': '272543b4-080e-45d6-a817-f23940d29cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:25.762467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 29748b1e-07af-42de-b50d-52b43b534984 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:03:25.762854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 29748b1e-07af-42de-b50d-52b43b534984 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:03:25.828003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.844463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.874348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6006696e-0d14-4239-9eec-c0da2e40a628,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:25.898720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc83f-4959-458a-ae75-54dd92dd844b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.901428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4a3fc5fb-2543-4353-be72-3275e859f48f None None] Provisioning complete for port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:25.905414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc83f-4959-458a-ae75-54dd92dd844b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.905563 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a3fc5fb-2543-4353-be72-3275e859f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.905674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed4dc83f-4959-458a-ae75-54dd92dd844b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/security-groups/9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9 HTTP/1.1" status: 204 len: 168 time: 0.4497774 Dec 20 16:03:25.912992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dc83f-4959-458a-ae75-54dd92dd844b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9befa4dc-1dcc-4fbe-af5f-ce2a30bf4ca9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:25.948038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:25.952598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e570d143-a242-4aae-a6df-884faf981166 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5405772 Dec 20 16:03:25.953440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:25.958540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-97ed4696-15d4-400f-a955-aa7f20fbe524 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group_rule': {'security_group_id': 'd2123b2b-c75c-4dc8-a46b-5f80be86607a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6006696e-0d14-4239-9eec-c0da2e40a628'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:25.992883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fc5fb-2543-4353-be72-3275e859f48f None None] Port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:26.132205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:03:26.140119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.144847 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-97ed4696-15d4-400f-a955-aa7f20fbe524 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:03:26.151582 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97ed4696-15d4-400f-a955-aa7f20fbe524 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1951051 Dec 20 16:03:26.151582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51054) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:26.158785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Transition to ACTIVE for port object 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:26.208697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-521f8838-5e7e-4127-93b5-d507902e0827 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.233105 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.235471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-521f8838-5e7e-4127-93b5-d507902e0827 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.367405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-521f8838-5e7e-4127-93b5-d507902e0827 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.370821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-521f8838-5e7e-4127-93b5-d507902e0827 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.372010 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-521f8838-5e7e-4127-93b5-d507902e0827 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/6006696e-0d14-4239-9eec-c0da2e40a628 HTTP/1.1" status: 204 len: 168 time: 0.2211852 Dec 20 16:03:26.372806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:26.376764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51060) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:26.396346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f8838-5e7e-4127-93b5-d507902e0827 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6006696e-0d14-4239-9eec-c0da2e40a628,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:26.498613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Attempting to bind port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:26.498955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Attempting to bind port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:26.501361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Attempting to bind port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 on network 3af25aa4-766b-4c6e-92af-f20b29df6dcf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:26.538070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 on network 3af25aa4-766b-4c6e-92af-f20b29df6dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:03:26.538642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Attempting to bind port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 on network 3af25aa4-766b-4c6e-92af-f20b29df6dcf {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:26.550286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-113f7be4-8816-42c9-81b2-c268ebf6df3a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1701417 Dec 20 16:03:26.555417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:26.561020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:26.561523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Checking segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:26.561978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Bound using segment: {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:26.562550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Bound port: 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e280542-e8d0-4511-aa3d-2ce955331a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:26.562986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.627941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51066) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:26.633958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513593104', 'description': 'tempest-secgroup-smoke-1513593104 description', 'project_id': '602fb63252c24fc3b6b6550245454d8b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:26.708575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a99215e6-f23a-4260-85f4-ecd773518db4 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.726194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] For port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:26.745098 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a99215e6-f23a-4260-85f4-ecd773518db4 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.748505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] For port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:26.759261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.864779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.910884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:26.911910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.913403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] 10.222.0.83 "PUT /v2.0/ports/1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 HTTP/1.1" status: 200 len: 1091 time: 1.1602201 Dec 20 16:03:26.913874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:26.916164 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c5dce-b22c-44d2-8668-58ccabd51033" -d '{"events": [{"name": "network-changed", "server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:26.948003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97504b-6ebb-4854-8f8f-25de9c9a796f req-d0fcc11a-1ee6-436b-85de-2ce84b8497d1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:26.949759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d97504b-6ebb-4854-8f8f-25de9c9a796f req-d0fcc11a-1ee6-436b-85de-2ce84b8497d1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 943 time: 0.1217053 Dec 20 16:03:26.952721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a99215e6-f23a-4260-85f4-ecd773518db4 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.955420 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a99215e6-f23a-4260-85f4-ecd773518db4 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:26.956962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a99215e6-f23a-4260-85f4-ecd773518db4 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/d2123b2b-c75c-4dc8-a46b-5f80be86607a HTTP/1.1" status: 204 len: 168 time: 0.4023283 Dec 20 16:03:26.961833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51072) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.059503 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b4aebdde-f55e-414f-ad5d-69e9e4585f2a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965528 Dec 20 16:03:27.067295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51076) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.071175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99215e6-f23a-4260-85f4-ecd773518db4 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2123b2b-c75c-4dc8-a46b-5f80be86607a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:27.081847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001587461'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:27.101722 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7835aa-c471-467f-83a3-39226839d901 x-openstack-request-id: req-1a7835aa-c471-467f-83a3-39226839d901 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:27.102079 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:27.102427 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a7835aa-c471-467f-83a3-39226839d901 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:27.102749 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'status': 'completed', 'code': 200} Dec 20 16:03:27.110286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.114039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88351-19b7-416e-8b5c-03e878811c1a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:27.187228 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.203539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d97504b-6ebb-4854-8f8f-25de9c9a796f req-14b986ec-153f-43c4-b3f4-11bd1b647af1 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005014 Dec 20 16:03:27.215805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.261101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5dce-b22c-44d2-8668-58ccabd51033 req-47cdbef4-81f5-4142-b44a-fd66beb3f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:27.262695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-387c5dce-b22c-44d2-8668-58ccabd51033 req-47cdbef4-81f5-4142-b44a-fd66beb3f34e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 1094 time: 0.1881268 Dec 20 16:03:27.282961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.299727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73592eb7-14c6-4c8f-94d9-4220f4bcc14c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:27.308084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.311554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.312301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.312301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:27.395875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.407532 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.414006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9c8eda8f-d919-4e7c-b524-6a93433f2da7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7796893 Dec 20 16:03:27.414006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51084) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.417274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '73592eb7-14c6-4c8f-94d9-4220f4bcc14c', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:27.469126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5dce-b22c-44d2-8668-58ccabd51033 req-07fa6af7-690a-4016-a0db-18b92621481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:27.470600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-387c5dce-b22c-44d2-8668-58ccabd51033 req-07fa6af7-690a-4016-a0db-18b92621481a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1974642 Dec 20 16:03:27.472840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.566798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.580744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f31cdd-104c-4a08-9a99-cad1ff4645c4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:27.624008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5dce-b22c-44d2-8668-58ccabd51033 req-7ec0b49f-0297-40af-b1b4-1c60aaaf53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:27.627984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-387c5dce-b22c-44d2-8668-58ccabd51033 req-7ec0b49f-0297-40af-b1b4-1c60aaaf53d5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507022 Dec 20 16:03:27.629923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.631156 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a8de6d8f-e238-4076-84d6-2eb052b2969a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5625408 Dec 20 16:03:27.634565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51086) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.639356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bd555abb-6329-454a-9846-685f7ae8a35e tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:27.639782 n-d-781076-8 neutron-server[103954]: WARNING neutron.api.v2.base [None req-bd555abb-6329-454a-9846-685f7ae8a35e tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 16:03:27.640632 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-bd555abb-6329-454a-9846-685f7ae8a35e tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 16:03:27.641232 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd555abb-6329-454a-9846-685f7ae8a35e tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "PUT /v2.0/security-groups/13f31cdd-104c-4a08-9a99-cad1ff4645c4 HTTP/1.1" status: 409 len: 330 time: 0.0057299 Dec 20 16:03:27.644083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51088) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.673571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.720266 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e759a2b4-e9a0-4542-bb1b-71700e85c77a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.741923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-57286842-b3d1-4d90-aa06-d5040c89d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:27.742396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-57286842-b3d1-4d90-aa06-d5040c89d76a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 1094 time: 0.0543194 Dec 20 16:03:27.745322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.771803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e759a2b4-e9a0-4542-bb1b-71700e85c77a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.774451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7465f683-0bbe-4247-92ff-f0f1df59f1ef,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:27.828376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-e146ef74-15c6-4a30-8b6f-dafcde672508 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 HTTP/1.1" status: 200 len: 217 time: 0.0770195 Dec 20 16:03:27.864362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.868677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a0c57a7a-931d-44f0-92ca-a2415801fda2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4525840 Dec 20 16:03:27.868955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51092) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.873567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '73592eb7-14c6-4c8f-94d9-4220f4bcc14c', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:27.907456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e759a2b4-e9a0-4542-bb1b-71700e85c77a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.909361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-95f39e5a-b650-49a1-9d07-2b49f1bdbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:27.910278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e759a2b4-e9a0-4542-bb1b-71700e85c77a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:27.911122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-95f39e5a-b650-49a1-9d07-2b49f1bdbcc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87ef3300-bfde-42e5-9efe-1c7d20d257e3 HTTP/1.1" status: 200 len: 833 time: 0.0754254 Dec 20 16:03:27.913628 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e759a2b4-e9a0-4542-bb1b-71700e85c77a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/13f31cdd-104c-4a08-9a99-cad1ff4645c4 HTTP/1.1" status: 204 len: 168 time: 0.2686100 Dec 20 16:03:27.914212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51094) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:27.933048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759a2b4-e9a0-4542-bb1b-71700e85c77a tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f31cdd-104c-4a08-9a99-cad1ff4645c4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:27.994237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-8bf25744-3dee-407a-9b1e-d1bbc8356b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:27.995735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-8bf25744-3dee-407a-9b1e-d1bbc8356b7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3af25aa4-766b-4c6e-92af-f20b29df6dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752673 Dec 20 16:03:28.001262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ba955035-0820-47ac-adba-01e22d774a47 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848022 Dec 20 16:03:28.001639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.010840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51096) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:28.040880 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-4aed6ace-45e2-4e6c-abb3-d2f40205a6f3 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] delete failed (client error): The resource could not be found. Dec 20 16:03:28.048569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4aed6ace-45e2-4e6c-abb3-d2f40205a6f3 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "DELETE /v2.0/security-groups/a69f20e7-bf8c-43c1-a23c-e2897b241b6e HTTP/1.1" status: 404 len: 347 time: 0.0364194 Dec 20 16:03:28.054194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51098) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:28.083259 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-30e99b3e-124e-4d04-9189-48ee5aaafad8 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] show failed (client error): The resource could not be found. Dec 20 16:03:28.093154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30e99b3e-124e-4d04-9189-48ee5aaafad8 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-groups/835efe0b-97c6-49f8-a3a9-db73e79eff2a HTTP/1.1" status: 404 len: 347 time: 0.0373616 Dec 20 16:03:28.100551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51102) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:28.107803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-86975ce3-e7ae-4617-b309-37293e9bfaec service neutron] 10.222.0.83 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040258 Dec 20 16:03:28.127654 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-d51a5780-32a4-44d4-ae87-9f4a32e9af70 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] show failed (client error): The resource could not be found. Dec 20 16:03:28.137970 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d51a5780-32a4-44d4-ae87-9f4a32e9af70 tempest-NegativeSecGroupTest-1968125586 tempest-NegativeSecGroupTest-1968125586-project] 10.222.0.81 "GET /v2.0/security-group-rules/a0c397ed-b889-472c-8c11-4b8b1818872d HTTP/1.1" status: 404 len: 356 time: 0.0347121 Dec 20 16:03:28.207748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.268375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.310731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c0413e-854b-4a8f-a9a2-b6e2fa1bb57e req-11740fe2-369d-4ba8-b813-97048d78bdca service neutron] 10.222.0.83 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949606 Dec 20 16:03:28.332157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbda356b-4097-4759-b2da-50d210cb92d9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:28.438520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.440224 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4084b4fa-5754-4816-b95d-b0f38938c937 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5698528 Dec 20 16:03:28.443210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51110) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:28.448717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '73592eb7-14c6-4c8f-94d9-4220f4bcc14c', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:28.461088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7300fa-c415-4ea1-8ba4-7542cbb2de27 req-671d6704-1e3f-471b-9136-6b252e3b496e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:28.462736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be7300fa-c415-4ea1-8ba4-7542cbb2de27 req-671d6704-1e3f-471b-9136-6b252e3b496e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 943 time: 0.0640681 Dec 20 16:03:28.516865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be7300fa-c415-4ea1-8ba4-7542cbb2de27 req-41fe9a30-edd2-45b5-a5ae-1327d02138d9 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 Dec 20 16:03:28.626476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.691310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.802500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51116) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:28.815963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.835785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e87279-5f56-40d5-ab65-783409e4433d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:28.895868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:28.897151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0a8063d4-eb7f-4631-9df6-33117d700ac9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524531 Dec 20 16:03:28.904211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51120) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:28.904458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '73592eb7-14c6-4c8f-94d9-4220f4bcc14c', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:28.960181 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ba6b3735-b614-4b83-9cd4-ef8180c81234 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c44bd445e6d84cb1b9467cb68bd41601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564889 Dec 20 16:03:28.962938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51122) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:29.012625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-312c1579-e138-4489-a9ec-abb31cf2eaaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.038195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-312c1579-e138-4489-a9ec-abb31cf2eaaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.044714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.115133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.170205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.208257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4978b9ca-3897-4c89-9b5e-ca82c15d5ea0,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:29.208257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-312c1579-e138-4489-a9ec-abb31cf2eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.208257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-312c1579-e138-4489-a9ec-abb31cf2eaaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.208257 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-312c1579-e138-4489-a9ec-abb31cf2eaaa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0225e24-d41f-4b9e-aec8-353864ba27f9 HTTP/1.1" status: 204 len: 168 time: 0.2357347 Dec 20 16:03:29.208257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1579-e138-4489-a9ec-abb31cf2eaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0225e24-d41f-4b9e-aec8-353864ba27f9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:29.256425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-60258ea6-dd0f-4ff3-869b-ef99d5efd548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.280923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.282200 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c4c26263-f352-42c9-a1b6-ee39d9b14a2c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3812368 Dec 20 16:03:29.284885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:29.289639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '73592eb7-14c6-4c8f-94d9-4220f4bcc14c', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:29.374425 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:03:29.384460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.449553 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.515564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.534329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d1dc50-c560-49e5-ba96-e703d8c699f2,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:29.597508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.601986 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-073519fd-d570-45af-bbe1-8e5a47b6eaa0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3130372 Dec 20 16:03:29.602260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:29.606717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '73592eb7-14c6-4c8f-94d9-4220f4bcc14c', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:29.692194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315a8e-0ecb-45ee-b8a6-9bf0a6e841ef req-dd062a78-8bdb-49e1-9d49-c304eca40c71 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:29.702507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01315a8e-0ecb-45ee-b8a6-9bf0a6e841ef req-dd062a78-8bdb-49e1-9d49-c304eca40c71 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 943 time: 0.1142206 Dec 20 16:03:29.740931 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:03:29.752870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.765658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01315a8e-0ecb-45ee-b8a6-9bf0a6e841ef req-02d86c2f-37d1-4815-97f8-87057dcac4cc tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539343 Dec 20 16:03:29.840758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.904395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.920711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68632ad-9bc4-4518-b7bc-450f8734195f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:29.986793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:29.991412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0725c808-a0a9-49d9-adb3-d58a1752aa32 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3850121 Dec 20 16:03:29.991558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51166) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:29.996690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'network': {'name': 'tempest-network-smoke--32314965', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'port_security_enabled': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:30.124062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:30.127673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.161935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:03:30.174631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.175878 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Added segment 5f262001-bd50-4d28-a05d-41db25d30024 of type vlan for network f495b1fe-5c70-4958-8c06-5f9f3a256099 Dec 20 16:03:30.224278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.324182 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.330261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:30.330920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.368996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51182) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:30.421746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Network': ['ID=f495b1fe-5c70-4958-8c06-5f9f3a256099,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:30.432163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:03:30.445975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c1ff17a6-8151-4e6c-a463-8f72a0ef82b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4533799 Dec 20 16:03:30.449150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:30.456835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'admin_state_up': True, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:30.538801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-341ae511-11c7-45b6-8f85-6510948e02e7 tempest-ServiceProvidersTest-1935491359 tempest-ServiceProvidersTest-1935491359-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1686289 Dec 20 16:03:30.640598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.640598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.773303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.910816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d3ba1-a263-43c4-a47f-3f66412810d9 req-f0ab2651-1c52-455c-abb5-68462028f1b0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:30.912607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd9d3ba1-a263-43c4-a47f-3f66412810d9 req-f0ab2651-1c52-455c-abb5-68462028f1b0 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 943 time: 0.0604923 Dec 20 16:03:30.984770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd9d3ba1-a263-43c4-a47f-3f66412810d9 req-74c32cf0-ffa3-4c5c-88b1-ee6a03cc681f tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638521 Dec 20 16:03:31.021936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.149563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51200) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:31.269651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05b50bc3-f5e1-428d-a369-9880694db4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.290191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.318174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.360468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05b50bc3-f5e1-428d-a369-9880694db4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.438419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.192 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/72877de5-94a1-4789-83bd-e72e594e54af) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:31.450172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05b50bc3-f5e1-428d-a369-9880694db4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.494458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05b50bc3-f5e1-428d-a369-9880694db4d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=452c2022517f419abe355323f97a9699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434865 Dec 20 16:03:31.496479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b50bc3-f5e1-428d-a369-9880694db4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa0a9d2-a7d5-4156-81f6-8c7ee4d6aa1d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:31.498841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:31.560370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b119abd-beb9-4d6e-8f18-be3ea3f93474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.561641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.582970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b119abd-beb9-4d6e-8f18-be3ea3f93474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.650982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.704996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:31.709090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=72877de5-94a1-4789-83bd-e72e594e54af,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:31.711576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:31.713864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:31.731864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ee927-4077-4438-b80b-52efe3fc0706 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:31.755764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4cfea33-80c3-416c-a9b3-c19ead1bf222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.756599 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b119abd-beb9-4d6e-8f18-be3ea3f93474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.764130 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b119abd-beb9-4d6e-8f18-be3ea3f93474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.765493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9b119abd-beb9-4d6e-8f18-be3ea3f93474 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3aa0a9d2-a7d5-4156-81f6-8c7ee4d6aa1d HTTP/1.1" status: 204 len: 168 time: 0.2546890 Dec 20 16:03:31.775153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119abd-beb9-4d6e-8f18-be3ea3f93474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa0a9d2-a7d5-4156-81f6-8c7ee4d6aa1d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:31.846164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7387a1b7-deb3-4dba-b864-dd13c762fbb4 None None] Provisioning complete for port 72877de5-94a1-4789-83bd-e72e594e54af triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:31.846986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7387a1b7-deb3-4dba-b864-dd13c762fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:31.923120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7387a1b7-deb3-4dba-b864-dd13c762fbb4 None None] Port 72877de5-94a1-4789-83bd-e72e594e54af cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:32.021706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:03:32.170851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:32.201834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'port_id': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'mac_address': 'fa:16:3e:15:81:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:03:32.203929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf4e0d-45ff-4dfa-b17d-d4f353629c67 req-1f64c943-6d4a-4d80-bd90-181121b9be3e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:32.209562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:32.235245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36cf4e0d-45ff-4dfa-b17d-d4f353629c67 req-1f64c943-6d4a-4d80-bd90-181121b9be3e tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 943 time: 0.1264400 Dec 20 16:03:32.279125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:32.293380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:03:32.314630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:32.353118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36cf4e0d-45ff-4dfa-b17d-d4f353629c67 req-c6a8d899-5b0f-4c86-89ac-d0126d191b69 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158197 Dec 20 16:03:32.401510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:32.455732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:32.530839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:32.714764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:03:32.859825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 6270fe10-9652-4eff-b544-652315d73dae is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:03:32.951087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:33.309536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:33.320439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Sync routers for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:33.331814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:33.332766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:33.397409 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:33.399343 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-03a93878-aacf-4d3d-a795-7cdfba35908f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9496293 Dec 20 16:03:33.403242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:33.444011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4717100f-f8c2-4adc-9b3d-d1addf1502d3 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=602fb63252c24fc3b6b6550245454d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401828 Dec 20 16:03:33.446751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:33.459281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:33.570508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dccc3-a849-466b-b30f-a1b0d6e987b3 req-6446b3b5-18e8-447d-aa07-bfee315c5728 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:33.584205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc9dccc3-a849-466b-b30f-a1b0d6e987b3 req-6446b3b5-18e8-447d-aa07-bfee315c5728 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 944 time: 0.1285009 Dec 20 16:03:33.700250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786bf45a-1dff-40b0-9f8b-07e1b6892f7f tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:33.701954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-786bf45a-1dff-40b0-9f8b-07e1b6892f7f tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2539508 Dec 20 16:03:33.705433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51258) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:33.729826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc9dccc3-a849-466b-b30f-a1b0d6e987b3 req-31885a74-88bb-4a93-aa3e-638993c329be tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446736 Dec 20 16:03:33.771313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-626da3e9-9c87-4c56-a66c-b221ec36cad0 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640690 Dec 20 16:03:33.774118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:33.780204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1629835250', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:33.945342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:31Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:34.009779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Checking router: 6270fe10-9652-4eff-b544-652315d73dae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:34.010373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Updating router 6270fe10-9652-4eff-b544-652315d73dae port 72877de5-94a1-4789-83bd-e72e594e54af binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:03:34.016402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:34.021395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.056251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:34.134095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.344600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:34.359315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:34.359697 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.384217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.451283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.584126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Subnet': ['ID=57e0a792-b18f-46fa-8ad6-00ec685aa92b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:34.585508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Checking segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:34.586309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network hostable DHCP agents. Network: f495b1fe-5c70-4958-8c06-5f9f3a256099, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:03:34.626776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.666528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:34.674956 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8469d3ca-09c5-4fa8-a45b-eccc9ba83599" -d '{"events": [{"server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "name": "network-vif-plugged", "status": "completed", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:34.713776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:03:34.718332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:34.739588 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799376a7-13a9-4cc1-8aeb-34ddd4473309 x-openstack-request-id: req-799376a7-13a9-4cc1-8aeb-34ddd4473309 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:34.740398 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "name": "network-vif-plugged", "status": "completed", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:34.740516 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-799376a7-13a9-4cc1-8aeb-34ddd4473309 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:34.740852 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'code': 200} Dec 20 16:03:34.803273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.815761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.817509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f495b1fe-5c70-4958-8c06-5f9f3a256099) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:34.847628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:34.855349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.864898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282dff2-09be-4123-b401-012f0cd9524f None None] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:34.959321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb40ca-d09a-4b61-8147-0631b3c5b0df req-315ffd7f-b4dd-4daf-9e67-935fa872a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:34.962707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3eb40ca-d09a-4b61-8147-0631b3c5b0df req-315ffd7f-b4dd-4daf-9e67-935fa872a486 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 1096 time: 0.1334431 Dec 20 16:03:34.971047 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4495063e-1a38-4305-bb57-1cb30cf2de8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1951694 Dec 20 16:03:34.980182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:34.990317 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.006522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6f176-a5c5-43a1-8e45-c0043f17b0f9 req-b2a70411-498c-435c-ba70-e8bf2f27c6e9 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:35.020666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eda6f176-a5c5-43a1-8e45-c0043f17b0f9 req-b2a70411-498c-435c-ba70-e8bf2f27c6e9 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.1290197 Dec 20 16:03:35.117672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-f495b1fe-5c70-4958-8c06-5f9f3a256099', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:03:35.119431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.174698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aac8f2-da22-497f-a905-bba31084167d None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:35.190216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:35.202860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eda6f176-a5c5-43a1-8e45-c0043f17b0f9 req-f65596a4-77a9-4d3f-a78d-d0c9a0a4970d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792846 Dec 20 16:03:35.263726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3eb40ca-d09a-4b61-8147-0631b3c5b0df req-633f1428-8601-4b48-be77-cab0cd02be5b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293723 Dec 20 16:03:35.269447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.298711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Attempting to bind port 72877de5-94a1-4789-83bd-e72e594e54af on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:35.299090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Attempting to bind port 72877de5-94a1-4789-83bd-e72e594e54af by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:35.299458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Attempting to bind port 72877de5-94a1-4789-83bd-e72e594e54af on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:35.425145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:35.426774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:35.427428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.428040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:35.428751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Bound port: 72877de5-94a1-4789-83bd-e72e594e54af, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:35.429421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.436286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8d8bb-993e-40d8-8301-563a800f4068 None None] Pushing event updated for resources: {'Port': ['ID=72877de5-94a1-4789-83bd-e72e594e54af,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:35.486093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-400b455e-649c-4ac5-a8c9-1bcd636376ab None None] Provisioning complete for port 72877de5-94a1-4789-83bd-e72e594e54af triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:35.486537 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-400b455e-649c-4ac5-a8c9-1bcd636376ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.576042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] For port 72877de5-94a1-4789-83bd-e72e594e54af, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:35.582812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] For port 72877de5-94a1-4789-83bd-e72e594e54af, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=72877de5-94a1-4789-83bd-e72e594e54af,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:35.589636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51322) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:35.608877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Allocated IP 172.20.0.2 (f495b1fe-5c70-4958-8c06-5f9f3a256099/57e0a792-b18f-46fa-8ad6-00ec685aa92b/09724923-144c-4f4e-b31c-b2ebbc1696f0) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:35.725313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-400b455e-649c-4ac5-a8c9-1bcd636376ab None None] Port 72877de5-94a1-4789-83bd-e72e594e54af cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:35.750489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.761050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51326) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:35.874068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af7e2341-e03f-4ecf-99a2-0e9294f290d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.914936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b71cb-efaf-4648-a2d4-7ea9c5ac4ee6 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:35.923202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d45925f9-2a4d-4ffd-b731-aafb41067fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.962654 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:35.987513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:35.988068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:36.016541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af7e2341-e03f-4ecf-99a2-0e9294f290d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.081473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af7e2341-e03f-4ecf-99a2-0e9294f290d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.116857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:36.179616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e2341-e03f-4ecf-99a2-0e9294f290d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d619a-fa22-4aa2-a656-d7050ee7fd5a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.200255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af7e2341-e03f-4ecf-99a2-0e9294f290d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f70165fc8e9d47fea0bf6a752b5bbcd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6086037 Dec 20 16:03:36.202646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.210837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51330) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:36.253953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8d8bb-993e-40d8-8301-563a800f4068 None None] Pushing event updated for resources: {'Port': ['ID=72877de5-94a1-4789-83bd-e72e594e54af,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.299898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2a48c720-4e95-4a20-9a39-032c6004d14b None None] Provisioning complete for port 72877de5-94a1-4789-83bd-e72e594e54af triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:36.300404 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a48c720-4e95-4a20-9a39-032c6004d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.314477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d45925f9-2a4d-4ffd-b731-aafb41067fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.341965 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.351990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c886bd5-ece2-4b0c-a8ad-e35bd7a2a587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.424529 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c886bd5-ece2-4b0c-a8ad-e35bd7a2a587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.430094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:36.436365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d45925f9-2a4d-4ffd-b731-aafb41067fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.481714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:36.484972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:36.536475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d45925f9-2a4d-4ffd-b731-aafb41067fd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=642f92b099004249aa8ce2fd817978f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7740595 Dec 20 16:03:36.541064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45925f9-2a4d-4ffd-b731-aafb41067fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf547ec-01ed-4e5d-a59c-e31e39a6db9b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.544725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:36.558621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89a46-5bb5-423a-a161-1929bc15cd99 req-43f5c739-e143-4fb1-8cc9-47c2b5a3ca9b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:36.558621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06a89a46-5bb5-423a-a161-1929bc15cd99 req-43f5c739-e143-4fb1-8cc9-47c2b5a3ca9b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.1083565 Dec 20 16:03:36.600156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Pushing event updated for resources: {'Port': ['ID=09724923-144c-4f4e-b31c-b2ebbc1696f0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.679387 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a48c720-4e95-4a20-9a39-032c6004d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.690192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-655aa9a1-e4bb-4af2-a1c4-96fe0d582981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.705001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Attempting to bind port 09724923-144c-4f4e-b31c-b2ebbc1696f0 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:36.705776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Attempting to bind port 09724923-144c-4f4e-b31c-b2ebbc1696f0 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:36.706309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Attempting to bind port 09724923-144c-4f4e-b31c-b2ebbc1696f0 on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:36.719043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:36.719751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Checking segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:36.720270 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.720653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Bound using segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:36.721136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Bound port: 09724923-144c-4f4e-b31c-b2ebbc1696f0, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:36.726849 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.752098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2a48c720-4e95-4a20-9a39-032c6004d14b None None] For port 72877de5-94a1-4789-83bd-e72e594e54af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=72877de5-94a1-4789-83bd-e72e594e54af,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:36.757282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06a89a46-5bb5-423a-a161-1929bc15cd99 req-dc9ae5f7-d3ed-4c4d-93ed-a6466e336b4f tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640866 Dec 20 16:03:36.759793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-655aa9a1-e4bb-4af2-a1c4-96fe0d582981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.771777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c886bd5-ece2-4b0c-a8ad-e35bd7a2a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.774670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.1 (f495b1fe-5c70-4958-8c06-5f9f3a256099/57e0a792-b18f-46fa-8ad6-00ec685aa92b/01e56558-1fee-430a-ad9e-e378401d5868) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:36.780602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c886bd5-ece2-4b0c-a8ad-e35bd7a2a587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.783474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1c886bd5-ece2-4b0c-a8ad-e35bd7a2a587 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad1d619a-fa22-4aa2-a656-d7050ee7fd5a HTTP/1.1" status: 204 len: 168 time: 0.5690908 Dec 20 16:03:36.807413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:31Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:36.811477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c886bd5-ece2-4b0c-a8ad-e35bd7a2a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d619a-fa22-4aa2-a656-d7050ee7fd5a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.861122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7466725-cf34-493c-adb7-ba5cf5197272 None None] The sync data for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 is: [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:31Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:36.866675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a48c720-4e95-4a20-9a39-032c6004d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.927025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] For port 09724923-144c-4f4e-b31c-b2ebbc1696f0, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:36.952565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] For port 09724923-144c-4f4e-b31c-b2ebbc1696f0, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=09724923-144c-4f4e-b31c-b2ebbc1696f0,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:36.959576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-655aa9a1-e4bb-4af2-a1c4-96fe0d582981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.963518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-655aa9a1-e4bb-4af2-a1c4-96fe0d582981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.964583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-655aa9a1-e4bb-4af2-a1c4-96fe0d582981 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecf547ec-01ed-4e5d-a59c-e31e39a6db9b HTTP/1.1" status: 204 len: 168 time: 0.4072676 Dec 20 16:03:36.975798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aa9a1-e4bb-4af2-a1c4-96fe0d582981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf547ec-01ed-4e5d-a59c-e31e39a6db9b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:36.977505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48c720-4e95-4a20-9a39-032c6004d14b None None] Pushing event updated for resources: {'Port': ['ID=72877de5-94a1-4789-83bd-e72e594e54af,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:37.025595 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:03:37.047727 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:37.052452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:37.137936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7090a8-53cf-4968-ac9f-7e1c196582ca None None] Pushing event updated for resources: {'Port': ['ID=09724923-144c-4f4e-b31c-b2ebbc1696f0,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:37.191118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:37.339437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:37.340519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=01e56558-1fee-430a-ad9e-e378401d5868,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:37.344833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:37.347575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:37.507772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:37.841866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 09724923-144c-4f4e-b31c-b2ebbc1696f0 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:37.909181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 09724923-144c-4f4e-b31c-b2ebbc1696f0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:37.909573 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:37.929538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.017331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a150e67-cb4c-43cb-90d4-edbe2b974d90 req-cab2152a-3800-4c99-80ed-0f154ef124dc tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:38.019605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a150e67-cb4c-43cb-90d4-edbe2b974d90 req-cab2152a-3800-4c99-80ed-0f154ef124dc tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.1571002 Dec 20 16:03:38.078764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:38.104130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-607f8ef2-150c-4270-a9b6-49777bfb8efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.120497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a150e67-cb4c-43cb-90d4-edbe2b974d90 req-da84be94-2435-4068-9430-f956b825f283 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884624 Dec 20 16:03:38.267031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.267303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d27aa-1d28-4ff6-9131-919ec708a830 req-b956d6c9-361b-4258-a2e9-fe4f2007b196 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:38.269211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-635d27aa-1d28-4ff6-9131-919ec708a830 req-b956d6c9-361b-4258-a2e9-fe4f2007b196 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.0707903 Dec 20 16:03:38.329629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 09724923-144c-4f4e-b31c-b2ebbc1696f0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=09724923-144c-4f4e-b31c-b2ebbc1696f0,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:38.345460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-635d27aa-1d28-4ff6-9131-919ec708a830 req-6cb77320-7deb-4b10-98cc-2fb4e0b1857b tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690205 Dec 20 16:03:38.374552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51356) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:38.403273 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-607f8ef2-150c-4270-a9b6-49777bfb8efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.430302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c628b-45cf-4edc-acd4-8637ea2b33f0 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:38.434453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e9c628b-45cf-4edc-acd4-8637ea2b33f0 tempest-TestNetworkBasicOps-1228734100 tempest-TestNetworkBasicOps-1228734100-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 1091 time: 0.0560269 Dec 20 16:03:38.435998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51358) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:38.440349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:38.464431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.465394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72877de5-94a1-4789-83bd-e72e594e54af up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:38.478876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.495993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-607f8ef2-150c-4270-a9b6-49777bfb8efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.539330 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-607f8ef2-150c-4270-a9b6-49777bfb8efd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ba6c82720334d87acfa8c638f546eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594779 Dec 20 16:03:38.540200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f8ef2-150c-4270-a9b6-49777bfb8efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73039a1d-93aa-4af2-9979-898969301ac3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:38.542024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51360) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:38.553220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=09724923-144c-4f4e-b31c-b2ebbc1696f0,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:38.564369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.564369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.564786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.565274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.565676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.566077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.566472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.566967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.567758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.567869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.568343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.568744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.569155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:03:38.579261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 72877de5-94a1-4789-83bd-e72e594e54af triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:38.580497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.581753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.585854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.681601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51364) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:38.746592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=01e56558-1fee-430a-ad9e-e378401d5868,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:38.747902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d98c7d27-5b02-4457-8892-985867e76dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.760043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.779559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c1a4b-d06d-4bc3-b7c7-559d9feea150 None None] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:38.799813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d98c7d27-5b02-4457-8892-985867e76dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.819943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Deleting subnet 90fc95ee-0a00-45f0-a536-fd38f949d1fc {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:03:38.858170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.870652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-14d664c0-b168-4097-bff4-428c0de7fb9b None None] Provisioning complete for port 09724923-144c-4f4e-b31c-b2ebbc1696f0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:38.871199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-14d664c0-b168-4097-bff4-428c0de7fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.889554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.915320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.963556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:38.969796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:38.975347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d98c7d27-5b02-4457-8892-985867e76dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.977594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.983431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d98c7d27-5b02-4457-8892-985867e76dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:38.985052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d98c7d27-5b02-4457-8892-985867e76dbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73039a1d-93aa-4af2-9979-898969301ac3 HTTP/1.1" status: 204 len: 168 time: 0.4417520 Dec 20 16:03:39.082148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c7d27-5b02-4457-8892-985867e76dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73039a1d-93aa-4af2-9979-898969301ac3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:39.188982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 6270fe10-9652-4eff-b544-652315d73dae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:39.194204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Allocated IP 172.25.6.87 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/45ac2872-8bef-4947-8359-5bcf3fc28c21) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:39.249881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.289626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90fc95ee-0a00-45f0-a536-fd38f949d1fc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:39.291848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.297196 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-09c22df6-ed1d-481d-bc01-7aba047acef3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/90fc95ee-0a00-45f0-a536-fd38f949d1fc HTTP/1.1" status: 204 len: 168 time: 0.6133699 Dec 20 16:03:39.297356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e3277-dfff-4bef-8372-4005efc1c9d5 None None] Network 634cb092-6e54-4127-b2ff-62b65e891e6f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:39.305521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:39.385940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:39.408975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3ee055c0-b726-45f3-a14f-3953e8960fc0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/6270fe10-9652-4eff-b544-652315d73dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4331141 Dec 20 16:03:39.419852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-af60d9c5-4b93-46c5-a5a0-22d627ebce59 None None] Provisioning complete for port 09724923-144c-4f4e-b31c-b2ebbc1696f0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:39.421422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af60d9c5-4b93-46c5-a5a0-22d627ebce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.440322 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.562052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247e5ca-5c7e-4478-b944-21d195cfa164 None None] DHCP port deletion for 634cb092-6e54-4127-b2ff-62b65e891e6f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:39.581309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.591913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-af60d9c5-4b93-46c5-a5a0-22d627ebce59 None None] Provisioning complete for port 01e56558-1fee-430a-ad9e-e378401d5868 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:39.592300 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af60d9c5-4b93-46c5-a5a0-22d627ebce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.642854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.652520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-af60d9c5-4b93-46c5-a5a0-22d627ebce59 None None] Port 01e56558-1fee-430a-ad9e-e378401d5868 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:39.658924 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Sync routers for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:39.686161 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:39.688772 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:39.739530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:39.798829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-289c3e8b-c7f0-42f2-8b5e-8f5d6345998e None None] Provisioning complete for port 01e56558-1fee-430a-ad9e-e378401d5868 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:39.799587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-289c3e8b-c7f0-42f2-8b5e-8f5d6345998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.840155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.846434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-289c3e8b-c7f0-42f2-8b5e-8f5d6345998e None None] Port 01e56558-1fee-430a-ad9e-e378401d5868 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:39.849683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 09724923-144c-4f4e-b31c-b2ebbc1696f0 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:39.893050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:39.914472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634cb092-6e54-4127-b2ff-62b65e891e6f']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:39.924670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 09724923-144c-4f4e-b31c-b2ebbc1696f0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:39.925440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:39.930489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:39.986150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699509eb-1e84-4b83-b8bb-64e9f9c569ee') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:39.986449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699509eb-1e84-4b83-b8bb-64e9f9c569ee') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:39.989784 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:40.033448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=45ac2872-8bef-4947-8359-5bcf3fc28c21,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:40.040261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.079960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-8468822a-1bfa-40d0-8d81-94834bc823b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513593104&fields=id&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 267 time: 0.3532701 Dec 20 16:03:40.084567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.173866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f6cda161-957c-4086-8ad0-6f98cf466959 None None] Provisioning complete for port 01e56558-1fee-430a-ad9e-e378401d5868 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:40.176997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6cda161-957c-4086-8ad0-6f98cf466959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.244854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f6cda161-957c-4086-8ad0-6f98cf466959 None None] Port 01e56558-1fee-430a-ad9e-e378401d5868 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:40.249365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:38Z', 'revision_number': 2, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:40.280917 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Checking router: 6270fe10-9652-4eff-b544-652315d73dae for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:40.285061 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Updating router 6270fe10-9652-4eff-b544-652315d73dae port 01e56558-1fee-430a-ad9e-e378401d5868 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:03:40.306251 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.321089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:03:40.321526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:03:40.324711 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:03:40.468287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-1e629610-6a6b-46ff-8074-a293fe8d8b3a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:40.477693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-1e629610-6a6b-46ff-8074-a293fe8d8b3a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 795 time: 0.1597545 Dec 20 16:03:40.488545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-8e251359-ff34-4bdb-bb4f-564b344037e0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/quotas/602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 375 time: 0.0106666 Dec 20 16:03:40.496666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.747938 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.819040 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.892277 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80695f-2ff6-43dc-8cf7-2641a6eaabb2 None None] Pushing event updated for resources: {'Port': ['ID=01e56558-1fee-430a-ad9e-e378401d5868,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:40.902796 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.907125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/634cb092-6e54-4127-b2ff-62b65e891e6f HTTP/1.1" status: 204 len: 168 time: 1.6003537 Dec 20 16:03:40.910157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:40.916636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87b69-3496-4101-bf80-e686509e92c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=634cb092-6e54-4127-b2ff-62b65e891e6f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:40.941415 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Attempting to bind port 01e56558-1fee-430a-ad9e-e378401d5868 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:40.942097 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Attempting to bind port 01e56558-1fee-430a-ad9e-e378401d5868 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:40.942634 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Attempting to bind port 01e56558-1fee-430a-ad9e-e378401d5868 on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:40.948547 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:40.949258 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Checking segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:40.949831 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.950384 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Bound using segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:40.951018 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Bound port: 01e56558-1fee-430a-ad9e-e378401d5868, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:40.951641 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:40.984151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Deleting subnet 91482045-d584-42eb-858b-781ee970612e {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:03:41.000450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.064502 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] For port 01e56558-1fee-430a-ad9e-e378401d5868, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:41.066007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.069229 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] For port 01e56558-1fee-430a-ad9e-e378401d5868, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=01e56558-1fee-430a-ad9e-e378401d5868,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:41.084137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-f594d2c7-c108-4b5b-a142-bb9988e8322e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5848019 Dec 20 16:03:41.116115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.147136 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.196231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6cfbb243-3955-49b8-aa53-adf69ef7e142 None None] Provisioning complete for port 01e56558-1fee-430a-ad9e-e378401d5868 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:41.196821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb243-3955-49b8-aa53-adf69ef7e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.218991 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:41.219681 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:41.262929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.278109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-022c57f1-c29d-4563-8c47-a4e46f193a89 service neutron] 10.222.0.81 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449764 Dec 20 16:03:41.278765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.279400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80695f-2ff6-43dc-8cf7-2641a6eaabb2 None None] Pushing event updated for resources: {'Port': ['ID=01e56558-1fee-430a-ad9e-e378401d5868,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:41.318869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91482045-d584-42eb-858b-781ee970612e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:41.325307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.329789 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0007d058-6820-421a-9e67-5c0aef26e0f0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/91482045-d584-42eb-858b-781ee970612e HTTP/1.1" status: 204 len: 168 time: 0.4178333 Dec 20 16:03:41.332110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51416) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:41.351332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aea577-a585-4d40-846f-c5ab5d6fd517 None None] Network 127b4917-55d6-4905-a505-fc04178bb825 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:03:41.369908 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:41.452722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb243-3955-49b8-aa53-adf69ef7e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.502010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-d857281f-335a-495f-adc0-af03b7e3a89c service neutron] 10.222.0.81 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076235 Dec 20 16:03:41.536508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfaf24a-b2d5-4e6b-b3d3-cc2727e86755 None None] DHCP port deletion for 127b4917-55d6-4905-a505-fc04178bb825 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:03:41.544630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.558548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.565495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6cfbb243-3955-49b8-aa53-adf69ef7e142 None None] For port 01e56558-1fee-430a-ad9e-e378401d5868, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=01e56558-1fee-430a-ad9e-e378401d5868,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:41.644845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfbb243-3955-49b8-aa53-adf69ef7e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.725929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.730619 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:41.750030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbb243-3955-49b8-aa53-adf69ef7e142 None None] Pushing event updated for resources: {'Port': ['ID=01e56558-1fee-430a-ad9e-e378401d5868,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:41.755062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127b4917-55d6-4905-a505-fc04178bb825']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:41.764073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5482ae6d-53ae-45d6-8ce5-927680d9480d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:41.764231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5482ae6d-53ae-45d6-8ce5-927680d9480d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:41.778737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.780672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4525d79a-ea81-4983-b62d-6df8b0f506b9 None None] Provisioning complete for port 01e56558-1fee-430a-ad9e-e378401d5868 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:41.781256 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4525d79a-ea81-4983-b62d-6df8b0f506b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.797461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.808171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:03:41.808573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:03:41.811164 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:03:41.813712 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710c594-e2bf-4442-a69c-7e192f64b648 None None] The sync data for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 is: [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:41.845051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.920260 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:41.993538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.002001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.009906 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] 10.222.0.81 "DELETE /v2.0/networks/127b4917-55d6-4905-a505-fc04178bb825 HTTP/1.1" status: 204 len: 168 time: 0.6733406 Dec 20 16:03:42.040722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f0156-b259-4857-9549-1f23496a847e admin admin] Pushing event deleted for resources: {'Network': ['ID=127b4917-55d6-4905-a505-fc04178bb825,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:42.062736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14f93346-10b9-4234-9080-5aeec8192f3e req-a252c1db-c412-451f-98fb-e116d2f2b772 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 210 time: 0.0951695 Dec 20 16:03:42.094401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event updated for resources: {'Port': ['ID=45ac2872-8bef-4947-8359-5bcf3fc28c21,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:42.116385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.261432 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Floating IP 3d53fd9d-99af-460f-bc83-930faa7c1b4b associated. External IP: 172.25.6.87, port: 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6. Dec 20 16:03:42.535149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:42.550292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:42.606987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87c3038a-8cb7-491a-9301-e241cd07ecf6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f80e0a527e64c67a2546a14d86abc9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543840 Dec 20 16:03:42.609407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51450) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:42.675787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a0c-ced1-4f31-84b4-21a70c4edff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.692776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:42.700332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a0c-ced1-4f31-84b4-21a70c4edff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.704010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862ed54-255e-4646-906b-608e47103055 None None] Sync routers for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:42.722704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:42.725578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:42.787176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.827893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-621b75f2-3649-4aa0-bea0-622e4727415c tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3883150 Dec 20 16:03:42.831944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:42.835070 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e3013-0ab1-40f5-bbc2-02a66de857ca" -d '{"events": [{"name": "network-changed", "server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:42.837416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51452) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:42.866113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:42.912665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a0c-ced1-4f31-84b4-21a70c4edff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.918048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a0c-ced1-4f31-84b4-21a70c4edff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.919902 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c29f3a0c-ced1-4f31-84b4-21a70c4edff3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd8ccb08-476c-414a-9c75-52277e22da56 HTTP/1.1" status: 204 len: 168 time: 0.3087866 Dec 20 16:03:42.925773 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c35a9a0-0aa5-4827-852d-ad9135c9ae2c x-openstack-request-id: req-2c35a9a0-0aa5-4827-852d-ad9135c9ae2c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:42.926456 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:42.926897 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c35a9a0-0aa5-4827-852d-ad9135c9ae2c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:42.927316 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'status': 'completed', 'code': 200} Dec 20 16:03:42.954324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f3a0c-ced1-4f31-84b4-21a70c4edff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ccb08-476c-414a-9c75-52277e22da56,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:42.986629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a8bc8a29-23cd-4f84-86e2-f05d4cae1842 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/3d53fd9d-99af-460f-bc83-930faa7c1b4b HTTP/1.1" status: 200 len: 990 time: 0.1469569 Dec 20 16:03:43.006811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-19bd3752-3f9b-4b0d-aaf4-32aa15b3aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:43.009374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-19bd3752-3f9b-4b0d-aaf4-32aa15b3aec1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 1096 time: 0.0620515 Dec 20 16:03:43.185915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-a3c05938-a83c-4091-8e91-7174594c66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:43.191273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-a3c05938-a83c-4091-8e91-7174594c66f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3af25aa4-766b-4c6e-92af-f20b29df6dcf HTTP/1.1" status: 200 len: 898 time: 0.1731913 Dec 20 16:03:43.281826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ab6014d-5e49-4a21-8e63-77dfdd97151d req-4180a4be-7ce7-4b15-abd8-62f192d9a38f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 210 time: 0.0767376 Dec 20 16:03:43.285049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '3d53fd9d-99af-460f-bc83-930faa7c1b4b', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'port_id': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'mac_address': 'fa:16:3e:15:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272543b4-080e-45d6-a817-f23940d29cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:03:40Z', 'updated_at': '2021-12-20T16:03:40Z', 'revision_number': 0, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:14Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:43.309017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-58dd8c67-366b-44c3-af7d-a74ab0e0da69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 HTTP/1.1" status: 200 len: 998 time: 0.1117139 Dec 20 16:03:43.335283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862ed54-255e-4646-906b-608e47103055 None None] Checking router: 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:43.344836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:43.345568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:43.370336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-98f4c5dc-d754-4ae8-80c9-880af52d3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:43.371866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-98f4c5dc-d754-4ae8-80c9-880af52d3c33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87ef3300-bfde-42e5-9efe-1c7d20d257e3 HTTP/1.1" status: 200 len: 833 time: 0.0553949 Dec 20 16:03:43.429945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-0ddce337-56af-43e2-be82-b22ed4681e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:43.431513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-0ddce337-56af-43e2-be82-b22ed4681e0f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3af25aa4-766b-4c6e-92af-f20b29df6dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532188 Dec 20 16:03:43.491968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:43.567561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-0eb93ecb-49c9-4497-a4c1-24d762771a65 service neutron] 10.222.0.83 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292136 Dec 20 16:03:43.667466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058e3013-0ab1-40f5-bbc2-02a66de857ca req-d3a42492-cc35-42c3-a609-1dd3ce50746b service neutron] 10.222.0.83 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933096 Dec 20 16:03:43.742154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e862ed54-255e-4646-906b-608e47103055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '3d53fd9d-99af-460f-bc83-930faa7c1b4b', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'port_id': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'mac_address': 'fa:16:3e:15:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272543b4-080e-45d6-a817-f23940d29cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:03:40Z', 'updated_at': '2021-12-20T16:03:40Z', 'revision_number': 0, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:14Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:43.773953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862ed54-255e-4646-906b-608e47103055 None None] The sync data for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 is: [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '3d53fd9d-99af-460f-bc83-930faa7c1b4b', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'port_id': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'mac_address': 'fa:16:3e:15:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272543b4-080e-45d6-a817-f23940d29cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:03:40Z', 'updated_at': '2021-12-20T16:03:40Z', 'revision_number': 0, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:14Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:43.786858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 01e56558-1fee-430a-ad9e-e378401d5868 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:43.844390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 01e56558-1fee-430a-ad9e-e378401d5868 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:43.844763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:43.980460 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8d3a2-0d9e-4004-b908-d61b29ff4ecd None None] New status for floating IP 3d53fd9d-99af-460f-bc83-930faa7c1b4b: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:03:43.990007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:44.048555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51472) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:44.058318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98f05610-ceeb-4093-95b1-483edc1d777a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/3d53fd9d-99af-460f-bc83-930faa7c1b4b HTTP/1.1" status: 200 len: 990 time: 0.0670650 Dec 20 16:03:44.094787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-859041f8-f926-445a-ad4c-9015c56cff01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28182a97de354242aba0537c84433bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448844 Dec 20 16:03:44.097323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51474) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:44.146435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b656fe9-84e2-4a7a-854c-8ec2ae81ae33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:44.171200 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b656fe9-84e2-4a7a-854c-8ec2ae81ae33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:44.330582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b656fe9-84e2-4a7a-854c-8ec2ae81ae33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:44.330582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b656fe9-84e2-4a7a-854c-8ec2ae81ae33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:44.330783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5b656fe9-84e2-4a7a-854c-8ec2ae81ae33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0dd53492-1310-4c1a-ba9b-1ccad46c1925 HTTP/1.1" status: 204 len: 168 time: 0.2322979 Dec 20 16:03:44.367304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b656fe9-84e2-4a7a-854c-8ec2ae81ae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd53492-1310-4c1a-ba9b-1ccad46c1925,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:44.451228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd745410-6799-457c-ad8d-b5eed73a8644 req-7c3051a4-4158-410a-8071-48c640949ea0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 210 time: 0.0663106 Dec 20 16:03:44.500424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-f66f5309-0294-462e-8b6b-d7245ee77d90 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:44.502001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-f66f5309-0294-462e-8b6b-d7245ee77d90 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 795 time: 0.1870902 Dec 20 16:03:44.568748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-0b072514-66d5-4003-8ee1-de2c2117c47a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 380 time: 0.0561135 Dec 20 16:03:44.580119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'port': {'device_id': '7f489077-b237-45c3-850d-bad867da2da7', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'admin_state_up': True, 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'security_groups': ['73592eb7-14c6-4c8f-94d9-4220f4bcc14c']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:44.749875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:44.753753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:44.888477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.4 (f495b1fe-5c70-4958-8c06-5f9f3a256099/57e0a792-b18f-46fa-8ad6-00ec685aa92b/069214d4-5e9d-4fb9-b16b-5f8e20b4827b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:45.037493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:45.060106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51494) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:45.124508 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9baf59bc-fe2a-4997-a1d4-62dd7725f262 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/3d53fd9d-99af-460f-bc83-930faa7c1b4b HTTP/1.1" status: 200 len: 992 time: 0.0629847 Dec 20 16:03:45.136252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:45.184640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:45.187980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:45.191891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:45.222137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:45.255855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:45.256509 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:45.341855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-7863ad14-847c-4b27-a70f-da605d41c75e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659016 Dec 20 16:03:45.354642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Request body: {'port': {'device_id': '7f489077-b237-45c3-850d-bad867da2da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:45.431577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:45.511086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2f3f0829-3681-4de2-92ad-45d4550299df None None] Provisioning complete for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:45.511634 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0829-3681-4de2-92ad-45d4550299df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:45.678410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c8919-7e96-43ec-8330-563396f1c542 req-ec76f47c-af78-49e2-b409-bf471e153e48 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:45.680389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b9c8919-7e96-43ec-8330-563396f1c542 req-ec76f47c-af78-49e2-b409-bf471e153e48 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 931 time: 0.1243970 Dec 20 16:03:45.721967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f0829-3681-4de2-92ad-45d4550299df None None] Port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:45.777862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b9c8919-7e96-43ec-8330-563396f1c542 req-4a952c5a-3840-4aa0-b329-551f95f57e34 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815039 Dec 20 16:03:45.821532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069214d4-5e9d-4fb9-b16b-5f8e20b4827b {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:03:45.829118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:45.841182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Transition to ACTIVE for port object 069214d4-5e9d-4fb9-b16b-5f8e20b4827b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:45.995921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.049386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:46.123643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:46.123977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:46.124308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:46.128905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:03:46.129257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:46.135287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:46.135623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Checking segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:46.136005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Bound using segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:46.136429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Bound port: 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:46.136788 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.211443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:46.214816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:46.311095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.331107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:46.359139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.360090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.361780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 1091 time: 1.0118034 Dec 20 16:03:46.362495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:46.366557 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:46.400740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6109a9b-bdf8-4ded-ad84-ee456d0957a9 service neutron] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:46.417647 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d746204-65ef-4cb9-8397-0c4a456f61e1 x-openstack-request-id: req-1d746204-65ef-4cb9-8397-0c4a456f61e1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:46.418131 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:46.418393 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d746204-65ef-4cb9-8397-0c4a456f61e1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:46.418854 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'status': 'completed', 'code': 200} Dec 20 16:03:46.495675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4 req-a34abee8-7f97-44a3-98d7-d9e2e5a64743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.509483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4 req-a34abee8-7f97-44a3-98d7-d9e2e5a64743 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1094 time: 0.0712204 Dec 20 16:03:46.513364 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c003adb9-37f8-4252-b41b-8734061c603e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.605047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c003adb9-37f8-4252-b41b-8734061c603e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.633390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4 req-9616ae8e-33fe-414c-be80-641008a2bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.634842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4 req-9616ae8e-33fe-414c-be80-641008a2bbac service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=602fb63252c24fc3b6b6550245454d8b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1165702 Dec 20 16:03:46.704571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c003adb9-37f8-4252-b41b-8734061c603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.750313 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c003adb9-37f8-4252-b41b-8734061c603e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94c97e3a04e24e0dbd769128a4699b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157979 Dec 20 16:03:46.750539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4 req-18d4a21b-7c0e-4751-91cc-fc968f31755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.750539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe9c7363-7b3a-4927-92e3-bf04e27f57b4 req-18d4a21b-7c0e-4751-91cc-fc968f31755e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079943 Dec 20 16:03:46.751104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51540) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:46.761051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003adb9-37f8-4252-b41b-8734061c603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c8c46a-6e39-4175-bf4c-8b015d9e95ea,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:46.817402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec46b69-4366-4775-9825-8d73a0c5949a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.840946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-c5be56eb-acda-49d7-8d19-5415aaab994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.842795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-c5be56eb-acda-49d7-8d19-5415aaab994e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1094 time: 0.0528722 Dec 20 16:03:46.844026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec46b69-4366-4775-9825-8d73a0c5949a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.896670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-137d2f0f-5bb7-4cd0-9a4d-f9e6d8350524 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 217 time: 0.0445313 Dec 20 16:03:46.969968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-617b854f-7108-4217-b8b7-157dcefd5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.971443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-617b854f-7108-4217-b8b7-157dcefd5b93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0673249 Dec 20 16:03:46.983947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32771806-5db9-4959-babf-bd77369b5780 req-3aa7a3aa-49d3-4510-94c1-99230e7cc26a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:46.985527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32771806-5db9-4959-babf-bd77369b5780 req-3aa7a3aa-49d3-4510-94c1-99230e7cc26a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.0925043 Dec 20 16:03:46.999084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec46b69-4366-4775-9825-8d73a0c5949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:47.002181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ec46b69-4366-4775-9825-8d73a0c5949a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:47.003397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ec46b69-4366-4775-9825-8d73a0c5949a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95c8c46a-6e39-4175-bf4c-8b015d9e95ea HTTP/1.1" status: 204 len: 168 time: 0.2519510 Dec 20 16:03:47.014048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec46b69-4366-4775-9825-8d73a0c5949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c8c46a-6e39-4175-bf4c-8b015d9e95ea,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:47.060903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-2d19fe4a-39f3-4d8b-850a-546fd0cf9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:47.062464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-2d19fe4a-39f3-4d8b-850a-546fd0cf9648 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760856 Dec 20 16:03:47.067406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32771806-5db9-4959-babf-bd77369b5780 req-9b39e199-70dd-4dd8-92cc-03a3b2303efe tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717928 Dec 20 16:03:47.173626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-00616c4b-f203-4541-9db0-51aa06f4694c service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027265 Dec 20 16:03:47.287941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b604fc7b-7bf5-4f9c-bb6f-0be424f66f4c req-e280582f-290a-4eda-b362-9b2fe535eb2c service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959363 Dec 20 16:03:48.193320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feff02-3013-4332-b100-5c1ade6024e5 req-70e4ba04-0d3f-4dc4-82b2-31d730a1006e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:48.194902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28feff02-3013-4332-b100-5c1ade6024e5 req-70e4ba04-0d3f-4dc4-82b2-31d730a1006e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.0551698 Dec 20 16:03:48.245502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28feff02-3013-4332-b100-5c1ade6024e5 req-3c5a1b16-811e-40d0-a2df-b4c84c89ef33 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444720 Dec 20 16:03:48.672514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0122ed-06a2-4a2a-bced-42626be90e98 req-13a982a2-20f7-4fe2-8027-08fec405fdc9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:48.674299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b0122ed-06a2-4a2a-bced-42626be90e98 req-13a982a2-20f7-4fe2-8027-08fec405fdc9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0538046 Dec 20 16:03:48.730020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b0122ed-06a2-4a2a-bced-42626be90e98 req-4642dec6-a64f-41e0-9444-f7005088f795 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481954 Dec 20 16:03:48.862967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc1946-e142-4b38-abb7-50946cb2c924 req-6a051231-8333-47ce-a672-bcb2b6fab9ce tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:48.864536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7bc1946-e142-4b38-abb7-50946cb2c924 req-6a051231-8333-47ce-a672-bcb2b6fab9ce tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0629551 Dec 20 16:03:48.916891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7bc1946-e142-4b38-abb7-50946cb2c924 req-cd41aaaf-0f19-4d6a-a2fb-fa9863672554 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457714 Dec 20 16:03:49.222794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-5b3cdeae-6d30-47f1-880b-75981d3bff09 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:49.224503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-5b3cdeae-6d30-47f1-880b-75981d3bff09 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.1148911 Dec 20 16:03:49.241246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-700fa9b1-89b4-4b44-9881-d4240fef6eff tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/quotas/971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 375 time: 0.0105464 Dec 20 16:03:49.312222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-d017fdfe-b06e-4315-a9ac-e9f3d2812623 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0649076 Dec 20 16:03:49.435322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc9a9-0609-4aa3-9eae-7e7b2c9ca987 req-1cd6edf2-5841-4382-9d8c-752f37607bdf tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:49.436755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d63cc9a9-0609-4aa3-9eae-7e7b2c9ca987 req-1cd6edf2-5841-4382-9d8c-752f37607bdf tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.1053243 Dec 20 16:03:49.444896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-d0a0f1a1-538a-44e5-a850-2266c92d5283 service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319046 Dec 20 16:03:49.546895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d63cc9a9-0609-4aa3-9eae-7e7b2c9ca987 req-faea1515-0f9f-47fd-b624-5ce6d3db7121 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006503 Dec 20 16:03:49.572705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-bc574e49-f8ff-4b06-b66d-03819cfb42de service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203802 Dec 20 16:03:49.913156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b5755fc-3821-46a1-a879-7391d96f5e3c req-e40ac36f-d86b-4062-a805-d366a7c28585 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 210 time: 0.0523114 Dec 20 16:03:50.652229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:03:50.673365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689669-a140-4906-8a70-2921d8d49ecc req-7513e9bf-4a6f-49d8-9e0c-799bb27b064e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:50.674751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7689669-a140-4906-8a70-2921d8d49ecc req-7513e9bf-4a6f-49d8-9e0c-799bb27b064e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.0555899 Dec 20 16:03:50.734829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7689669-a140-4906-8a70-2921d8d49ecc req-1a45d94e-4eac-4120-ab47-474d63c0a5f5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531929 Dec 20 16:03:50.760705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:50.773040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'mac_address': 'fa:16:3e:dd:cf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:03:50.812809 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:50.826445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069214d4-5e9d-4fb9-b16b-5f8e20b4827b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:03:50.850450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:50.942084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:51.003840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:51.035075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf77e784-de38-4979-b58f-708deebf8955 req-51d92d8a-847d-4bfa-b43b-d6d31a9085e7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 210 time: 0.0269947 Dec 20 16:03:51.234955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['069214d4-5e9d-4fb9-b16b-5f8e20b4827b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:03:51.690749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:51.891852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143eecc-adea-433c-a5d2-59259eb2ee8c req-f5668234-07f4-4b2f-829c-d100f9716257 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:51.894261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4143eecc-adea-433c-a5d2-59259eb2ee8c req-f5668234-07f4-4b2f-829c-d100f9716257 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.0728023 Dec 20 16:03:51.947940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4143eecc-adea-433c-a5d2-59259eb2ee8c req-4cac117f-86f3-48a4-995b-3f11a2acc6c0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Dec 20 16:03:52.104621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-30c788c7-a512-407d-8b68-40552074af50 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:52.106368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-30c788c7-a512-407d-8b68-40552074af50 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.1189442 Dec 20 16:03:52.120521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'port': {'device_id': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'admin_state_up': True, 'tenant_id': '971a5140ec784551869d58a0080e3114'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:52.161015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3534a3fc-d89f-4cad-909c-b6f3f4f88b8f req-4436622e-d4b6-4eff-93c3-e628035f4eb4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 210 time: 0.0428345 Dec 20 16:03:52.399221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:03:52.403524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:52.581870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Allocated IP 172.20.0.14 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/685657dd-db8a-4d35-a9bf-3c4442f719d6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:52.653991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:03:52.784966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:03:52.787539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:52.792228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:52.793110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:52.895911 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:52.911284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:52.941108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:03:52.944794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['54c7e0c3-f800-4f8e-acea-b653f7a66705'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:03:52.978666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:52.980908 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec65886-e9da-4f74-9e8c-fc2d63d98ff7" -d '{"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-plugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:53.000825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:53.009053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:53.028690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:03:53.034953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:53.127029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:53.130583 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:53.341451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:53.342138 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:53.413119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844de938-1a0d-415b-9ba6-5345be29277e req-a66b7b7e-da1e-4d08-a274-24afa2a89460 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:53.420555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-844de938-1a0d-415b-9ba6-5345be29277e req-a66b7b7e-da1e-4d08-a274-24afa2a89460 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.2975054 Dec 20 16:03:53.491874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-844de938-1a0d-415b-9ba6-5345be29277e req-ef13614d-3e0c-4d4d-b661-91dae9781d44 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618622 Dec 20 16:03:53.493416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-7f20480a-5897-468f-b052-ce692ad78220 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3763094 Dec 20 16:03:53.501891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:53.508093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Request body: {'port': {'device_id': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:53.586012 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f6cee6-5eaa-4c2b-a776-ecb2b71a592d x-openstack-request-id: req-e4f6cee6-5eaa-4c2b-a776-ecb2b71a592d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:53.586618 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-plugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:53.587025 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4f6cee6-5eaa-4c2b-a776-ecb2b71a592d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:53.587610 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'code': 200} Dec 20 16:03:53.706097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:53.747194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-be7561e5-64e4-491f-905d-49e6c47df61d None None] Provisioning complete for port 685657dd-db8a-4d35-a9bf-3c4442f719d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:03:53.747579 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-be7561e5-64e4-491f-905d-49e6c47df61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:53.797407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-be7561e5-64e4-491f-905d-49e6c47df61d None None] Port 685657dd-db8a-4d35-a9bf-3c4442f719d6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:03:53.817426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecdbff-d8b9-46a6-b2c5-b1f8ce33fa6a req-5fcdea34-cd76-4ec1-a7cd-e0c9b725b177 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:53.818858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73ecdbff-d8b9-46a6-b2c5-b1f8ce33fa6a req-5fcdea34-cd76-4ec1-a7cd-e0c9b725b177 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 932 time: 0.1836255 Dec 20 16:03:53.828240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dc82c-9999-4e05-b9ef-6418394c3d79 req-684923b7-1a47-4033-bccb-6c38ac8fe84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:53.829679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea1dc82c-9999-4e05-b9ef-6418394c3d79 req-684923b7-1a47-4033-bccb-6c38ac8fe84c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1096 time: 0.1695259 Dec 20 16:03:53.997398 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-77785385-f472-4bf0-917c-205861c3a3f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787568 Dec 20 16:03:54.107593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea1dc82c-9999-4e05-b9ef-6418394c3d79 req-2d02ec9d-d4a2-4626-bbd1-dbe0801cef84 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269924 Dec 20 16:03:54.113773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-80e61827-79ba-44af-aca6-595efbe5e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.115829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-80e61827-79ba-44af-aca6-595efbe5e436 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 1096 time: 0.0926743 Dec 20 16:03:54.138662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73ecdbff-d8b9-46a6-b2c5-b1f8ce33fa6a req-a3924ff0-0861-4b46-a73f-669492e7359a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595673 Dec 20 16:03:54.415310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-61e2bbec-f9a8-40a1-a434-d8513c48afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.417079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-61e2bbec-f9a8-40a1-a434-d8513c48afe9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.0979764 Dec 20 16:03:54.471059 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-adc15f52-42ff-4ced-bf4b-3c645ca6ea27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c HTTP/1.1" status: 200 len: 217 time: 0.0462658 Dec 20 16:03:54.535534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-fdf6e812-f409-40af-b99a-e4a44cb26e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.541421 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-fdf6e812-f409-40af-b99a-e4a44cb26e2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0524724 Dec 20 16:03:54.621707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-7116fa6d-f53a-4785-b05e-ff264be60efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.623381 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-7116fa6d-f53a-4785-b05e-ff264be60efc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762882 Dec 20 16:03:54.670682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-0ed1fd95-69bb-42a7-a2c3-3e593e4f9af9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236396 Dec 20 16:03:54.688010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685657dd-db8a-4d35-a9bf-3c4442f719d6 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:03:54.699339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:54.709730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130c181-3cbe-4f65-9c50-c273ff133d96 req-5c665022-bfca-4151-8300-c0ae470d8ed0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.711364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2130c181-3cbe-4f65-9c50-c273ff133d96 req-5c665022-bfca-4151-8300-c0ae470d8ed0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1310196 Dec 20 16:03:54.751800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-368f5cc1-1a3f-4c4b-896f-c6a00ff22a0a service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214037 Dec 20 16:03:54.760978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Transition to ACTIVE for port object 685657dd-db8a-4d35-a9bf-3c4442f719d6 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:03:54.802623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-2b1708ce-f370-49e7-93bc-2ff1bdd9243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.804174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-2b1708ce-f370-49e7-93bc-2ff1bdd9243b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 1096 time: 0.0750830 Dec 20 16:03:54.808068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2130c181-3cbe-4f65-9c50-c273ff133d96 req-a5146861-2917-4ccf-9eb9-216e550ea936 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882363 Dec 20 16:03:54.853977 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2549e2e-1703-4119-ab4c-66f8d43b63db req-ad47ce74-259d-4c97-b110-5b99297fbb70 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942976 Dec 20 16:03:54.923689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:54.933052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-829ce6e6-acd2-4249-854a-8b7b67c132f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:54.936758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-829ce6e6-acd2-4249-854a-8b7b67c132f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.0986078 Dec 20 16:03:55.002431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-b8b139cf-180c-43a0-9310-339fe3570811 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705 HTTP/1.1" status: 200 len: 217 time: 0.0467143 Dec 20 16:03:55.018423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Pushing event updated for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:55.102308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-72e5b595-fa60-4a93-9d36-7b70f972d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:55.103823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-72e5b595-fa60-4a93-9d36-7b70f972d3ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0946431 Dec 20 16:03:55.161119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Attempting to bind port 685657dd-db8a-4d35-a9bf-3c4442f719d6 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:03:55.162033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Attempting to bind port 685657dd-db8a-4d35-a9bf-3c4442f719d6 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:03:55.162033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Attempting to bind port 685657dd-db8a-4d35-a9bf-3c4442f719d6 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:55.178211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Port 685657dd-db8a-4d35-a9bf-3c4442f719d6 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:03:55.178211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Attempting to bind port 685657dd-db8a-4d35-a9bf-3c4442f719d6 on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:03:55.184403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:03:55.184561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:03:55.185061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:03:55.185544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Bound port: 685657dd-db8a-4d35-a9bf-3c4442f719d6, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:03:55.185900 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:55.190474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-f6915c66-7b2e-498c-b16b-c47c426b7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:55.192075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-f6915c66-7b2e-498c-b16b-c47c426b7dc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780885 Dec 20 16:03:55.372086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:03:55.377814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:03:55.392211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b2044-49aa-44e4-b244-a6b662a60591 req-88dd7c44-c2d8-4129-a624-12cf0c000deb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:55.394503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc0b2044-49aa-44e4-b244-a6b662a60591 req-88dd7c44-c2d8-4129-a624-12cf0c000deb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 944 time: 0.1570306 Dec 20 16:03:55.420041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-db8e85b5-8265-4c52-a519-ede4717e6f6b service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203276 Dec 20 16:03:55.495836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:55.552451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:55.553109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:55.554598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] 10.222.0.83 "PUT /v2.0/ports/685657dd-db8a-4d35-a9bf-3c4442f719d6 HTTP/1.1" status: 200 len: 1092 time: 2.0526092 Dec 20 16:03:55.563365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:55.565762 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fcb3ca-c297-452a-970c-56bca6be6d85" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:55.571458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc0b2044-49aa-44e4-b244-a6b662a60591 req-fab9ee7e-2bf0-42e1-af7d-7ba15be10c48 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651356 Dec 20 16:03:55.614735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6f73db1-3ad6-4f52-b0d7-d40628ff301f req-398a6911-79ae-4cf5-8e84-af6d190d2433 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858082 Dec 20 16:03:55.615521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d14cb-3335-49ba-b935-c891646b2d25 service neutron] Pushing event updated for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:55.643895 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83335cd9-cfce-4fd4-a987-8611a7127918 x-openstack-request-id: req-83335cd9-cfce-4fd4-a987-8611a7127918 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:55.643895 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:55.643895 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83335cd9-cfce-4fd4-a987-8611a7127918 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:55.643895 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6', 'status': 'completed', 'code': 200} Dec 20 16:03:55.722918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcb3ca-c297-452a-970c-56bca6be6d85 req-3044f058-6231-4365-87de-b8abafdc2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:55.725607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9fcb3ca-c297-452a-970c-56bca6be6d85 req-3044f058-6231-4365-87de-b8abafdc2dba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 1095 time: 0.0634532 Dec 20 16:03:55.858854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcb3ca-c297-452a-970c-56bca6be6d85 req-642e2b14-e569-436f-8fe9-37b389fd38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:55.860873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9fcb3ca-c297-452a-970c-56bca6be6d85 req-642e2b14-e569-436f-8fe9-37b389fd38c7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=971a5140ec784551869d58a0080e3114&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1262612 Dec 20 16:03:55.998877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd742c-8ffb-4183-84e2-c751cf9bfd5b req-83e10f5b-2797-44de-8e4a-8bac6ad1b7ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.000494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23fd742c-8ffb-4183-84e2-c751cf9bfd5b req-83e10f5b-2797-44de-8e4a-8bac6ad1b7ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0967562 Dec 20 16:03:56.017532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcb3ca-c297-452a-970c-56bca6be6d85 req-933f46dd-cf75-44ab-8d87-8186b2fc398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.019129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9fcb3ca-c297-452a-970c-56bca6be6d85 req-933f46dd-cf75-44ab-8d87-8186b2fc398d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508458 Dec 20 16:03:56.078358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23fd742c-8ffb-4183-84e2-c751cf9bfd5b req-22556270-4101-401c-b387-526465302f17 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677013 Dec 20 16:03:56.114896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-d7fe9f14-90e4-4f96-9f74-77b33e5a6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.117530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-d7fe9f14-90e4-4f96-9f74-77b33e5a6796 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 1095 time: 0.0561478 Dec 20 16:03:56.188491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-d21c065c-519a-4c28-bccc-f9b7f8a1a435 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6 HTTP/1.1" status: 200 len: 217 time: 0.0609043 Dec 20 16:03:56.272710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-64f26dd3-8afd-4a6b-8ac3-f2da499232c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.274200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-64f26dd3-8afd-4a6b-8ac3-f2da499232c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0763953 Dec 20 16:03:56.282619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670ead8-88b6-4875-82c2-2fb1f376a0cb req-ab46a36f-c2ec-49c5-a138-196d597ab802 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.284102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e670ead8-88b6-4875-82c2-2fb1f376a0cb req-ab46a36f-c2ec-49c5-a138-196d597ab802 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0974927 Dec 20 16:03:56.354941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-c93aa9cb-8bec-40d1-8d17-6fc8f155eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.356468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-c93aa9cb-8bec-40d1-8d17-6fc8f155eea2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715253 Dec 20 16:03:56.366634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e670ead8-88b6-4875-82c2-2fb1f376a0cb req-60ee8527-de28-4ac7-a773-9ee0d45b7a78 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737617 Dec 20 16:03:56.391023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51740) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:56.448281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21407ef-49fb-4121-a704-8a01bfc709c1 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.450606 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c21407ef-49fb-4121-a704-8a01bfc709c1 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1091 time: 0.0577111 Dec 20 16:03:56.453406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51744) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:56.459722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:03:56.468753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-85f3b86e-82a2-4f47-927b-810e81780b87 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011729 Dec 20 16:03:56.572887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910a7de7-de86-4cce-bab5-44bf8fa2bc0c req-032122d5-6d5b-4b04-9417-fc900058ae5a service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949593 Dec 20 16:03:56.578878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:56.707204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf395c21-724d-4881-bc4c-4e84fb9f441f req-260516bc-09ee-4d0b-978a-3e4c02886efb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:56.709534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf395c21-724d-4881-bc4c-4e84fb9f441f req-260516bc-09ee-4d0b-978a-3e4c02886efb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 944 time: 0.0598469 Dec 20 16:03:56.729375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:56.766368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf395c21-724d-4881-bc4c-4e84fb9f441f req-19127c3b-94be-4bdd-9b37-bff9b3cdcf57 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Dec 20 16:03:56.851803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.9 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/95da43f2-b184-4c86-8beb-7afb21cda121) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:03:56.996040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:57.091484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:57.119299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:57.149993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:03:57.154154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:03:57.157063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:03:57.189384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=95da43f2-b184-4c86-8beb-7afb21cda121,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:57.836120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:57.903650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbecac-e1d2-44f0-896b-c158ec8c5dab req-0f5ec8e8-61dd-4606-a41e-5693be4a400c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:57.905794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdcbecac-e1d2-44f0-896b-c158ec8c5dab req-0f5ec8e8-61dd-4606-a41e-5693be4a400c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 944 time: 0.0624413 Dec 20 16:03:57.964741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdcbecac-e1d2-44f0-896b-c158ec8c5dab req-84593180-f2b6-42e1-b1b1-250922a077be tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Dec 20 16:03:57.990189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:58.142958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:58.210356 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:58.279742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=95da43f2-b184-4c86-8beb-7afb21cda121,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:03:58.295753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:58.394463 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP d51464d5-d9c2-4646-ad89-ccba38be781d associated. External IP: 172.25.6.9, port: 069214d4-5e9d-4fb9-b16b-5f8e20b4827b. Dec 20 16:03:58.617847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 6270fe10-9652-4eff-b544-652315d73dae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:03:58.732093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:03:58.743168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] Sync routers for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:03:58.752188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:58.752811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:58.820376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:58.848439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea0107a4-003d-4fc1-836a-2d834ddd6882 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3922787 Dec 20 16:03:58.848439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:03:58.850475 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cd3d92-75af-456a-9b6c-65407448abdc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:03:58.885671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:58.928935 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d53145-48db-43e4-b623-1d7625888e39 x-openstack-request-id: req-32d53145-48db-43e4-b623-1d7625888e39 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:03:58.928935 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:03:58.928935 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32d53145-48db-43e4-b623-1d7625888e39 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:03:58.929354 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'status': 'completed', 'code': 200} Dec 20 16:03:59.016391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3d92-75af-456a-9b6c-65407448abdc req-57be8025-cc4b-43bf-818c-cac5c55ce307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:59.019820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-57be8025-cc4b-43bf-818c-cac5c55ce307 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1096 time: 0.0707407 Dec 20 16:03:59.021582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654d0d-b7ca-45f5-82df-26e2bdbbe25a req-68bc427d-2e91-46ba-a785-438f949a19c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:59.023488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae654d0d-b7ca-45f5-82df-26e2bdbbe25a req-68bc427d-2e91-46ba-a785-438f949a19c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0840688 Dec 20 16:03:59.151357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae654d0d-b7ca-45f5-82df-26e2bdbbe25a req-ffc1471e-10ba-4813-a9e0-5facc7dce99b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164658 Dec 20 16:03:59.181722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72004f57-8951-4041-98f7-0869656669fc req-25e0a997-51f3-4356-9111-27847e61ab66 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:59.194744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72004f57-8951-4041-98f7-0869656669fc req-25e0a997-51f3-4356-9111-27847e61ab66 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 944 time: 0.0911429 Dec 20 16:03:59.199232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'd51464d5-d9c2-4646-ad89-ccba38be781d', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6270fe10-9652-4eff-b544-652315d73dae', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'mac_address': 'fa:16:3e:dd:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f489077-b237-45c3-850d-bad867da2da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:03:57Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:59.201589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:03:59.210304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3d92-75af-456a-9b6c-65407448abdc req-7b1faf84-7b27-4163-966c-9e46a46a0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:59.211306 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-7b1faf84-7b27-4163-966c-9e46a46a0d3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.1842163 Dec 20 16:03:59.229554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] Checking router: 6270fe10-9652-4eff-b544-652315d73dae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:03:59.240007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:03:59.240630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:03:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:59.273386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72004f57-8951-4041-98f7-0869656669fc req-7f97a3a6-c17d-4200-9277-1a08c12c8be9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720859 Dec 20 16:03:59.285990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d20ba82-fab5-4ae3-9cc2-eb1c4d6ace73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:59.294617 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-55a949fa-f959-4a84-84ac-95ae325b9049 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d51464d5-d9c2-4646-ad89-ccba38be781d HTTP/1.1" status: 200 len: 989 time: 0.0916059 Dec 20 16:03:59.358032 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-18b5094f-d00e-4ece-9487-8f15b0786db6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.0621412 Dec 20 16:03:59.369110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:03:59.409012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3d92-75af-456a-9b6c-65407448abdc req-b7bfaa17-2a31-455b-b4a4-b83bdb88bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:59.410528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-b7bfaa17-2a31-455b-b4a4-b83bdb88bb38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0453506 Dec 20 16:03:59.479438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3d92-75af-456a-9b6c-65407448abdc req-72979724-6dc9-4d94-913d-e2a97d0ed56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:03:59.481196 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-72979724-6dc9-4d94-913d-e2a97d0ed56d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626929 Dec 20 16:03:59.618430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-93405a42-0ecd-4310-a09a-1ce1138741f2 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299334 Dec 20 16:03:59.638202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'd51464d5-d9c2-4646-ad89-ccba38be781d', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6270fe10-9652-4eff-b544-652315d73dae', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'mac_address': 'fa:16:3e:dd:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f489077-b237-45c3-850d-bad867da2da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:03:57Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:03:59.671036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b136301-460d-48b5-a8dd-e1fcba94a293 None None] The sync data for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 is: [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'd51464d5-d9c2-4646-ad89-ccba38be781d', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.9', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '6270fe10-9652-4eff-b544-652315d73dae', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'mac_address': 'fa:16:3e:dd:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f489077-b237-45c3-850d-bad867da2da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:03:57Z', 'updated_at': '2021-12-20T16:03:57Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:03:59.768405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-17cd3d92-75af-456a-9b6c-65407448abdc req-fe2d4a95-1858-4a24-bb24-e813625d5884 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431923 Dec 20 16:03:59.933050 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981cc9d0-8afd-45e7-826d-ffe201916dfe None None] New status for floating IP d51464d5-d9c2-4646-ad89-ccba38be781d: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:04:00.158056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 685657dd-db8a-4d35-a9bf-3c4442f719d6 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:04:00.302731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 51806) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:00.357383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:00.381358 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ff760ce-bdf3-44f4-9b47-04c34156e36a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d51464d5-d9c2-4646-ad89-ccba38be781d HTTP/1.1" status: 200 len: 991 time: 0.0795286 Dec 20 16:04:00.384546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '685657dd-db8a-4d35-a9bf-3c4442f719d6', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': '685657dd-db8a-4d35-a9bf-3c4442f719d6', 'mac_address': 'fa:16:3e:19:e6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:04:00.422498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601dc5b-9568-4f7d-8e23-4d3538bac3e9 req-6a6e5d78-2447-4c01-86c2-cd792957678a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:00.424043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1601dc5b-9568-4f7d-8e23-4d3538bac3e9 req-6a6e5d78-2447-4c01-86c2-cd792957678a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 944 time: 0.0701499 Dec 20 16:04:00.429774 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:00.444360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685657dd-db8a-4d35-a9bf-3c4442f719d6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:00.465556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:00.481839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1601dc5b-9568-4f7d-8e23-4d3538bac3e9 req-14db63a7-df67-4237-86fd-636df9da69de tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507467 Dec 20 16:04:00.506272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-d0650c3e-483c-4511-a186-839209703f5e req-13af0409-9db2-4a6a-af7c-755d972d3b35 service neutron] (103953) timed out ('10.222.0.72', 51917) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:04:00.530788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:00.584247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:00.878441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['685657dd-db8a-4d35-a9bf-3c4442f719d6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:01.593700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ab197-0a77-42d0-9f4e-8c5f71b3a7de req-bfefb73b-8d43-415a-8166-cf08cfd98f4e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:01.595320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f48ab197-0a77-42d0-9f4e-8c5f71b3a7de req-bfefb73b-8d43-415a-8166-cf08cfd98f4e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 945 time: 0.0488646 Dec 20 16:04:01.652655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f48ab197-0a77-42d0-9f4e-8c5f71b3a7de req-3a7654e7-db39-4e21-a355-2a6c43f6c71d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498853 Dec 20 16:04:01.701850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d481af12-218c-453f-847d-5d7a212703ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:02.173559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 685657dd-db8a-4d35-a9bf-3c4442f719d6 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:04:02.298801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 685657dd-db8a-4d35-a9bf-3c4442f719d6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:04:02.304249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 685657dd-db8a-4d35-a9bf-3c4442f719d6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:02.304616 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:02.386391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:02.409009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:02.411372 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa90532-9e26-4b1c-930a-17bccabe07c6" -d '{"events": [{"server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "name": "network-vif-plugged", "status": "completed", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:02.423679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:02.452086 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc044844-ddf4-4270-88bd-49d070a4bcfb x-openstack-request-id: req-fc044844-ddf4-4270-88bd-49d070a4bcfb {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:02.452385 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "name": "network-vif-plugged", "status": "completed", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:02.452671 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc044844-ddf4-4270-88bd-49d070a4bcfb {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:02.453077 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6', 'code': 200} Dec 20 16:04:02.509955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:02.556725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581d3bc-ec34-4935-8f4c-9bb5ca67eb41 req-4c1796e0-34c6-4c8e-bb54-63507982950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:02.558543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7581d3bc-ec34-4935-8f4c-9bb5ca67eb41 req-4c1796e0-34c6-4c8e-bb54-63507982950b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 1097 time: 0.0448012 Dec 20 16:04:02.560653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:02.605393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7581d3bc-ec34-4935-8f4c-9bb5ca67eb41 req-f24e5fb9-da50-4ebd-9939-049b9f02e163 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Dec 20 16:04:02.773930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b594c5-e042-4e68-af5d-aa5cbd6329bd req-305e0a00-bf6c-477a-bf63-b2a481969cd8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:02.775413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9b594c5-e042-4e68-af5d-aa5cbd6329bd req-305e0a00-bf6c-477a-bf63-b2a481969cd8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 946 time: 0.0497456 Dec 20 16:04:02.827981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9b594c5-e042-4e68-af5d-aa5cbd6329bd req-033dbe37-a6a2-4cac-9780-dbca615d136d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Dec 20 16:04:02.841847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:03.967577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb159-1338-4e1e-88f6-93775c08dad6 req-c11b22cd-d982-4a1b-aaee-6cbc8be90687 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:03.969061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da8eb159-1338-4e1e-88f6-93775c08dad6 req-c11b22cd-d982-4a1b-aaee-6cbc8be90687 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 946 time: 0.0683918 Dec 20 16:04:04.025806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da8eb159-1338-4e1e-88f6-93775c08dad6 req-90e399e8-c6b8-4880-b8bf-801d9f99b5a6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Dec 20 16:04:04.309394 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:05.087538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:05.184188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f815e-6771-465e-b2f2-cbacbcd28a00 req-75d35636-16a5-41be-b47b-904e1af4a84a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:05.189820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e0f815e-6771-465e-b2f2-cbacbcd28a00 req-75d35636-16a5-41be-b47b-904e1af4a84a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 946 time: 0.0616779 Dec 20 16:04:05.241246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e0f815e-6771-465e-b2f2-cbacbcd28a00 req-4f85a6de-fe91-4cc1-ac93-0226d5a5c6cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Dec 20 16:04:05.365847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-b4150e80-a64b-41cd-a27c-13b470cfdb0c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 267 time: 0.0461743 Dec 20 16:04:05.426181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-09e3edfe-c9e3-4f74-aa34-8ecf1bdcc6ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:05.428884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-09e3edfe-c9e3-4f74-aa34-8ecf1bdcc6ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 946 time: 0.0572550 Dec 20 16:04:05.440857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'port': {'security_groups': []}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:05.510776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:05.684395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:05.717345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:05.810500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:05.823808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['54c7e0c3-f800-4f8e-acea-b653f7a66705', '685657dd-db8a-4d35-a9bf-3c4442f719d6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:05.827546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:05.871702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:05.872612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:05.878703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e62ccae-24b9-4a23-aa0c-37a43c639428 req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "PUT /v2.0/ports/685657dd-db8a-4d35-a9bf-3c4442f719d6 HTTP/1.1" status: 200 len: 905 time: 0.4424677 Dec 20 16:04:05.879575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:05.900749 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2f411a-ec0d-453e-8e20-d5859e97b081" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:05.975675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['685657dd-db8a-4d35-a9bf-3c4442f719d6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:05.985950 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb4807-31c7-4910-8356-1140e88bb1c2 x-openstack-request-id: req-9abb4807-31c7-4910-8356-1140e88bb1c2 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:05.986504 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:05.986919 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9abb4807-31c7-4910-8356-1140e88bb1c2 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:05.987618 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6', 'status': 'completed', 'code': 200} Dec 20 16:04:05.989559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc3778-9aad-4bad-82da-8ee956f05bfa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:06.096177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-fda03a15-5338-4c51-a455-7a5dfbbee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.098840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-fda03a15-5338-4c51-a455-7a5dfbbee9fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 1059 time: 0.0591745 Dec 20 16:04:06.109475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1311fb-329e-46ad-a381-ba36e7c86a9d req-07204b9c-80a7-4813-b97e-e5e71dca7288 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.118564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc1311fb-329e-46ad-a381-ba36e7c86a9d req-07204b9c-80a7-4813-b97e-e5e71dca7288 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 908 time: 0.1201494 Dec 20 16:04:06.335088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5481c8a4-673b-40af-aea5-f23a9975d676 None None] Provisioning complete for port 685657dd-db8a-4d35-a9bf-3c4442f719d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:06.335458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5481c8a4-673b-40af-aea5-f23a9975d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:06.406120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-7df17662-773f-4c08-9a39-34c71fff0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.414016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-7df17662-773f-4c08-9a39-34c71fff0b0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.2944317 Dec 20 16:04:06.440869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5b11-2085-45b6-841c-83269c9acf01 req-9b6b552d-699d-4175-b62f-0ac533fe0c22 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.443840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-705d5b11-2085-45b6-841c-83269c9acf01 req-9b6b552d-699d-4175-b62f-0ac533fe0c22 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0879610 Dec 20 16:04:06.483530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-f55b107f-93b1-4a06-97c2-ced71cba730c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6 HTTP/1.1" status: 200 len: 217 time: 0.0594141 Dec 20 16:04:06.604646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-705d5b11-2085-45b6-841c-83269c9acf01 req-c6ad4f0b-2aef-4824-94e6-3960e55baec8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290269 Dec 20 16:04:06.606884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-ae6133e9-b135-43b1-9562-d47b83b56e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.608965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-ae6133e9-b135-43b1-9562-d47b83b56e55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.1098254 Dec 20 16:04:06.675231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-0e8478ed-f672-44ce-9ed4-28fbd0ba648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.677658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-0e8478ed-f672-44ce-9ed4-28fbd0ba648a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597980 Dec 20 16:04:06.826474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cf4b1-a183-4097-a67e-c7c4938d18d6 req-d04cc5a1-b065-4cda-805e-3b72cec377cd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:06.828045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-815cf4b1-a183-4097-a67e-c7c4938d18d6 req-d04cc5a1-b065-4cda-805e-3b72cec377cd tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1213207 Dec 20 16:04:06.861567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-e1049bb9-fecf-4155-b6ad-1a019391d45e service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761038 Dec 20 16:04:06.916929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-815cf4b1-a183-4097-a67e-c7c4938d18d6 req-205d7b61-07ac-4800-83fb-45cc4962afa3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763049 Dec 20 16:04:07.042557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc2f411a-ec0d-453e-8e20-d5859e97b081 req-ce0ed051-99ee-4f13-90b9-432cf02fea36 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688638 Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:07.325087 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:07.328698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-d9ca3846-f25b-4ce2-a495-de885c4949dc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:07.337525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-d9ca3846-f25b-4ce2-a495-de885c4949dc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.2190130 Dec 20 16:04:07.359064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-bbb5585d-641c-4e96-bdbe-bfca70927128 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/quotas/971a5140ec784551869d58a0080e3114 HTTP/1.1" status: 200 len: 375 time: 0.0204914 Dec 20 16:04:07.431248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-64b2a381-0e4d-4656-8b38-07269bdd1257 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0712576 Dec 20 16:04:07.569662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-f42e25c8-cdfa-4988-8795-930dad0a04de service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283343 Dec 20 16:04:07.681707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-bbb00005-94ae-4a6a-8688-9bf8173ca7ef service neutron] 10.222.0.81 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003363 Dec 20 16:04:08.004131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d40f7fd4-7561-4e2b-83b1-a635e2dcbaa9 req-cf1b4e42-833e-41f3-a98d-24cef18182ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 210 time: 0.0344164 Dec 20 16:04:09.102638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be76a128-a820-42dc-996d-388bdd6d1421 req-5c8ad0fc-1038-4a2f-a486-9136bf7a68e3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 210 time: 0.0274153 Dec 20 16:04:10.232587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ad8e6f3-d80d-4fcb-8aa9-90e7155a673d req-3d7549c0-8e12-4b78-a5e1-7011d86fad38 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 210 time: 0.0494971 Dec 20 16:04:10.307879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-a5147e5a-9a1f-47c4-ae89-c0346d4f908d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:10.309568 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-a5147e5a-9a1f-47c4-ae89-c0346d4f908d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 811 time: 0.1356514 Dec 20 16:04:10.323228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Request body: {'port': {'device_id': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'admin_state_up': True, 'tenant_id': '971a5140ec784551869d58a0080e3114'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:10.484748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Made reservation on behalf of 971a5140ec784551869d58a0080e3114 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:04:10.488298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:10.628245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Allocated IP 172.20.0.3 (a6ebde6c-f71b-450d-a8fc-2764bcf66d8b/c40bf86e-1418-4f45-9974-6d43e435f0b8/988b764f-7258-40ce-aaec-fdc7a7268a4a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:04:10.793263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:10.905020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:10.919033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['54c7e0c3-f800-4f8e-acea-b653f7a66705'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:10.924941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:10.954767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:04:10.958065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:04:10.962279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:04:10.970043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:11.029719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:11.030611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:11.135333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-c0703524-409f-447f-b8ce-205ab7e75015 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165064 Dec 20 16:04:11.162762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Request body: {'port': {'device_id': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:11.252828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:11.266630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c5ccb1a-584e-476e-a3ea-50b6276e940a None None] Provisioning complete for port 988b764f-7258-40ce-aaec-fdc7a7268a4a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:11.266942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c5ccb1a-584e-476e-a3ea-50b6276e940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:11.366059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ccb1a-584e-476e-a3ea-50b6276e940a None None] Port 988b764f-7258-40ce-aaec-fdc7a7268a4a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:04:11.582456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a10e4-b2cf-4efc-8bc2-e71738a8e6ce req-8c8c1454-bea1-4038-8dae-2d46a39e234e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:11.585086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234a10e4-b2cf-4efc-8bc2-e71738a8e6ce req-8c8c1454-bea1-4038-8dae-2d46a39e234e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 931 time: 0.1628423 Dec 20 16:04:11.670867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234a10e4-b2cf-4efc-8bc2-e71738a8e6ce req-71a3ecc8-d25a-489b-9216-b3b6d5a3a512 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Dec 20 16:04:11.734194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988b764f-7258-40ce-aaec-fdc7a7268a4a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:11.742021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:11.754369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Transition to ACTIVE for port object 988b764f-7258-40ce-aaec-fdc7a7268a4a will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:04:11.865093 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:11.917639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:12.001932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Attempting to bind port 988b764f-7258-40ce-aaec-fdc7a7268a4a on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:04:12.002637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Attempting to bind port 988b764f-7258-40ce-aaec-fdc7a7268a4a by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:04:12.003638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Attempting to bind port 988b764f-7258-40ce-aaec-fdc7a7268a4a on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:04:12.010876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Port 988b764f-7258-40ce-aaec-fdc7a7268a4a on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:04:12.011200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Attempting to bind port 988b764f-7258-40ce-aaec-fdc7a7268a4a on network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:04:12.018514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:04:12.018894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Checking segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:04:12.019289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Bound using segment: {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:04:12.019716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Bound port: 988b764f-7258-40ce-aaec-fdc7a7268a4a, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb2279-af30-4aa5-acd2-1765c582b6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:04:12.020133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:12.098071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:04:12.101548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:04:12.191281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:12.232381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:12.232381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:12.232943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] 10.222.0.83 "PUT /v2.0/ports/988b764f-7258-40ce-aaec-fdc7a7268a4a HTTP/1.1" status: 200 len: 1091 time: 1.0881782 Dec 20 16:04:12.233365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:12.235682 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0162f69-1d6b-4bf5-845e-ffaf62000f78" -d '{"events": [{"name": "network-changed", "server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:12.270581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32333a83-2202-43ec-a59d-23b514df5698 service neutron] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:12.285590 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411ad341-db67-4f73-a711-a7fe725dd08e x-openstack-request-id: req-411ad341-db67-4f73-a711-a7fe725dd08e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:12.291256 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:12.291256 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-411ad341-db67-4f73-a711-a7fe725dd08e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:12.291256 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'status': 'completed', 'code': 200} Dec 20 16:04:12.367751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162f69-1d6b-4bf5-845e-ffaf62000f78 req-61ec65e8-fc7e-4f03-88cf-40f21c0cebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:12.369355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0162f69-1d6b-4bf5-845e-ffaf62000f78 req-61ec65e8-fc7e-4f03-88cf-40f21c0cebd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 1094 time: 0.0493896 Dec 20 16:04:12.490725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162f69-1d6b-4bf5-845e-ffaf62000f78 req-cce6f55f-23c4-4de0-a6a6-ecd862ecbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:12.492235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0162f69-1d6b-4bf5-845e-ffaf62000f78 req-cce6f55f-23c4-4de0-a6a6-ecd862ecbfad service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=971a5140ec784551869d58a0080e3114&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1143260 Dec 20 16:04:12.596062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162f69-1d6b-4bf5-845e-ffaf62000f78 req-78019e2b-aca7-4ba5-8e31-18b593877e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:12.597656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0162f69-1d6b-4bf5-845e-ffaf62000f78 req-78019e2b-aca7-4ba5-8e31-18b593877e30 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969143 Dec 20 16:04:12.830462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:12.954699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-61d8d0f8-a179-40a4-b0e0-ca6ab01d8364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.039587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-450aa5eb-057f-4fa4-834e-9a9b7ee50a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:13.041056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-450aa5eb-057f-4fa4-834e-9a9b7ee50a0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 1094 time: 0.4041295 Dec 20 16:04:13.041789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-61d8d0f8-a179-40a4-b0e0-ca6ab01d8364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.103725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-1fd01bc7-7ae6-40b1-b1ca-89d054fa5535 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a HTTP/1.1" status: 200 len: 217 time: 0.0511549 Dec 20 16:04:13.126874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-61d8d0f8-a179-40a4-b0e0-ca6ab01d8364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.153244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bdbe2-6be7-4d64-afba-57636b747c9b req-1cc4cf5d-5c9f-423f-ad7d-711cd33977d9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:13.153244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac3bdbe2-6be7-4d64-afba-57636b747c9b req-1cc4cf5d-5c9f-423f-ad7d-711cd33977d9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 943 time: 0.1145384 Dec 20 16:04:13.171223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-61d8d0f8-a179-40a4-b0e0-ca6ab01d8364 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b867a2dd3f0c4568ad86f41e2e778526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3394873 Dec 20 16:04:13.174204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52018) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:13.186053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-d094de17-2179-4c3e-9ded-3edf8e84b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:13.187465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-d094de17-2179-4c3e-9ded-3edf8e84b5f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0765929 Dec 20 16:04:13.188286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8d0f8-a179-40a4-b0e0-ca6ab01d8364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d63ecc-9dee-47d0-93cc-1bcca8438730,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:13.229048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a890ced1-e5d7-4d99-acd7-b8dca778df9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.251119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac3bdbe2-6be7-4d64-afba-57636b747c9b req-89cd20b4-168c-4480-888f-847912cddafc tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929544 Dec 20 16:04:13.255594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a890ced1-e5d7-4d99-acd7-b8dca778df9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.256131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-f14aed90-fe1a-43d9-a2c7-946682dfc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:13.257717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-f14aed90-fe1a-43d9-a2c7-946682dfc005 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586958 Dec 20 16:04:13.367324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a890ced1-e5d7-4d99-acd7-b8dca778df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.371672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a890ced1-e5d7-4d99-acd7-b8dca778df9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:13.371953 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a890ced1-e5d7-4d99-acd7-b8dca778df9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5d63ecc-9dee-47d0-93cc-1bcca8438730 HTTP/1.1" status: 204 len: 168 time: 0.1966240 Dec 20 16:04:13.373047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-b2a51849-4a5e-4999-8644-d1562c6f2fc2 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071138 Dec 20 16:04:13.381122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890ced1-e5d7-4d99-acd7-b8dca778df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d63ecc-9dee-47d0-93cc-1bcca8438730,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:13.475243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b1628bd-7578-4d17-a7ac-013eaf95d193 req-428cc2fa-025a-43be-a8b0-ec4a474285a2 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895998 Dec 20 16:04:14.026804 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:04:14.073606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52036) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:14.087442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0a9978e-8fe4-4b6d-9ca7-6e94a8cbcae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.164400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0a9978e-8fe4-4b6d-9ca7-6e94a8cbcae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.222212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a0a9978e-8fe4-4b6d-9ca7-6e94a8cbcae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.265366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a0a9978e-8fe4-4b6d-9ca7-6e94a8cbcae0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffbdddb53e3d4ff0a8f4c4855bebe41d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1906478 Dec 20 16:04:14.266325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9978e-8fe4-4b6d-9ca7-6e94a8cbcae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd90f71-2da7-4a8e-b58c-856bcebd7217,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:14.268019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52038) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:14.351308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d317af8-5e18-4fa1-86d6-cd0b74a440a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.391900 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d317af8-5e18-4fa1-86d6-cd0b74a440a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.435202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba581da-e356-4b6a-a1cf-7f864b40bbfb req-6aad8662-8ec8-404e-82f2-4e75b546f57b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:14.436789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ba581da-e356-4b6a-a1cf-7f864b40bbfb req-6aad8662-8ec8-404e-82f2-4e75b546f57b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 943 time: 0.1035397 Dec 20 16:04:14.497029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ba581da-e356-4b6a-a1cf-7f864b40bbfb req-bb555b07-5447-40df-b4c9-86d6a573b92c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Dec 20 16:04:14.558789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d317af8-5e18-4fa1-86d6-cd0b74a440a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.561696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d317af8-5e18-4fa1-86d6-cd0b74a440a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:14.562816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9d317af8-5e18-4fa1-86d6-cd0b74a440a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fd90f71-2da7-4a8e-b58c-856bcebd7217 HTTP/1.1" status: 204 len: 168 time: 0.2936814 Dec 20 16:04:14.575922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d317af8-5e18-4fa1-86d6-cd0b74a440a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd90f71-2da7-4a8e-b58c-856bcebd7217,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:15.627482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc63a5-cec0-4204-a9c6-8859c1a16b7a req-a0b5e9c7-2a4b-42f9-8961-727637630294 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:15.637307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63dc63a5-cec0-4204-a9c6-8859c1a16b7a req-a0b5e9c7-2a4b-42f9-8961-727637630294 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 943 time: 0.0705318 Dec 20 16:04:15.693733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63dc63a5-cec0-4204-a9c6-8859c1a16b7a req-b57acf46-30ab-40af-a1d8-2b5772b0f6ad tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Dec 20 16:04:16.810656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940795-8e78-4d86-bf4f-ea91491b1e04 req-00512baa-b695-4ddd-848d-54a9f6fb2380 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:16.812152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38940795-8e78-4d86-bf4f-ea91491b1e04 req-00512baa-b695-4ddd-848d-54a9f6fb2380 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 943 time: 0.0516605 Dec 20 16:04:16.862045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38940795-8e78-4d86-bf4f-ea91491b1e04 req-852c4725-5d50-424b-a50f-9668db479416 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Dec 20 16:04:17.983928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fabbd2-76d3-4dc4-b9c5-2ab0f0b1d305 req-ab2b0e5b-d94d-4c08-be10-fac06ccea6f2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:17.986415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27fabbd2-76d3-4dc4-b9c5-2ab0f0b1d305 req-ab2b0e5b-d94d-4c08-be10-fac06ccea6f2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 943 time: 0.0538616 Dec 20 16:04:18.037085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27fabbd2-76d3-4dc4-b9c5-2ab0f0b1d305 req-2fb5c5eb-7df2-4a4c-b8cf-2d3392146b17 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Dec 20 16:04:18.283298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 988b764f-7258-40ce-aaec-fdc7a7268a4a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:04:18.389278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:18.408131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'mac_address': 'fa:16:3e:c4:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:04:18.465753 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:18.481322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988b764f-7258-40ce-aaec-fdc7a7268a4a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:18.504435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:18.647417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:18.695517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:18.961145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['988b764f-7258-40ce-aaec-fdc7a7268a4a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:19.166922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8d54-5ea1-46f5-a331-bfca5bcc2e00 req-6a134997-bbca-45e0-9402-7196e8f8eca8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:19.168434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-945c8d54-5ea1-46f5-a331-bfca5bcc2e00 req-6a134997-bbca-45e0-9402-7196e8f8eca8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 944 time: 0.0585392 Dec 20 16:04:19.216479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-945c8d54-5ea1-46f5-a331-bfca5bcc2e00 req-6ae97db1-3fca-4a9e-a38d-4a75209de6e2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Dec 20 16:04:20.298715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 988b764f-7258-40ce-aaec-fdc7a7268a4a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:04:20.351781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5fd7d-9106-4470-8127-48a9a5fa9e2f req-d9a21a5e-dac3-42d8-9d92-984777ca2747 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:20.353591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18e5fd7d-9106-4470-8127-48a9a5fa9e2f req-d9a21a5e-dac3-42d8-9d92-984777ca2747 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 944 time: 0.0673759 Dec 20 16:04:20.411556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18e5fd7d-9106-4470-8127-48a9a5fa9e2f req-37faeb8b-f1cf-4577-85db-a012fbb15a6b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489209 Dec 20 16:04:20.506910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 988b764f-7258-40ce-aaec-fdc7a7268a4a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:04:20.511017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 988b764f-7258-40ce-aaec-fdc7a7268a4a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:20.511405 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:20.599599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:20.624876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:20.627121 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b2e2b-d45c-4033-b1c9-354fb026e192" -d '{"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-plugged", "status": "completed", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:20.640815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:20.670261 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc044d43-5200-4731-a541-b566e459981b x-openstack-request-id: req-dc044d43-5200-4731-a541-b566e459981b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:20.670261 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-plugged", "status": "completed", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:20.670261 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc044d43-5200-4731-a541-b566e459981b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:20.670261 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'code': 200} Dec 20 16:04:20.773412 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:20.776376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ab696-4fc8-45cd-a64c-bdf9c339bbd0 req-c8441378-a92e-4a4b-a661-deaa02dc58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:20.777913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14ab696-4fc8-45cd-a64c-bdf9c339bbd0 req-c8441378-a92e-4a4b-a661-deaa02dc58d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 1095 time: 0.0418212 Dec 20 16:04:20.822984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:20.835703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14ab696-4fc8-45cd-a64c-bdf9c339bbd0 req-bd5a20c5-e7ad-4c0b-8d49-ca1dec3b0be4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492294 Dec 20 16:04:21.543832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed77d2-2ace-4cea-b2c3-2a7aa1ad47b2 req-d151f8ac-65fd-4d0d-aa5c-5c242f05c887 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:21.545379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45ed77d2-2ace-4cea-b2c3-2a7aa1ad47b2 req-d151f8ac-65fd-4d0d-aa5c-5c242f05c887 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0510445 Dec 20 16:04:21.602662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45ed77d2-2ace-4cea-b2c3-2a7aa1ad47b2 req-dbbea65e-8940-4b59-90db-3fb6b33b566b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510001 Dec 20 16:04:21.658855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:22.723256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6594d-e821-47c7-a9f5-8b35064f87b7 req-50f3f9a7-91bd-48ac-ad54-2ff76e1ed8d6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:22.726104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4e6594d-e821-47c7-a9f5-8b35064f87b7 req-50f3f9a7-91bd-48ac-ad54-2ff76e1ed8d6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0527544 Dec 20 16:04:22.780270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4e6594d-e821-47c7-a9f5-8b35064f87b7 req-49884076-1512-4c89-ab3d-fb765f3dea57 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Dec 20 16:04:23.219873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b43159-e6cb-4dca-9ac9-14f918eb1315 req-22f08ed1-0ab3-4885-98bc-f12f0cb48a07 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:23.221409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96b43159-e6cb-4dca-9ac9-14f918eb1315 req-22f08ed1-0ab3-4885-98bc-f12f0cb48a07 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0687377 Dec 20 16:04:23.273298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96b43159-e6cb-4dca-9ac9-14f918eb1315 req-5bee5567-bca3-438b-b912-608094226274 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Dec 20 16:04:24.400126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16ccd-a3ca-446d-ab64-511c34504fdd req-e4a2a666-8af2-4a55-801d-a8b820a4d993 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:24.401679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56a16ccd-a3ca-446d-ab64-511c34504fdd req-e4a2a666-8af2-4a55-801d-a8b820a4d993 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0544219 Dec 20 16:04:24.452944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56a16ccd-a3ca-446d-ab64-511c34504fdd req-988168fe-35a7-4b89-b6f6-24d3e13ec366 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Dec 20 16:04:25.434371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bac27-a0ae-4dbd-8afe-03ae94c71eff req-75a60f1a-6d56-482f-92dc-7f7700e9b576 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:25.435901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a5bac27-a0ae-4dbd-8afe-03ae94c71eff req-75a60f1a-6d56-482f-92dc-7f7700e9b576 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0585251 Dec 20 16:04:25.480976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52210) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:25.485773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a5bac27-a0ae-4dbd-8afe-03ae94c71eff req-656ee6b3-bcca-4864-a7f3-237cb6d811d4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Dec 20 16:04:25.603342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e76740a6-bdaa-4cea-a0a3-d81e75877547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:25.680478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e76740a6-bdaa-4cea-a0a3-d81e75877547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:25.768080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e76740a6-bdaa-4cea-a0a3-d81e75877547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:25.809634 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e76740a6-bdaa-4cea-a0a3-d81e75877547 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b8c4d01b8df4f3e98d51c4fde57250f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269522 Dec 20 16:04:25.810815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76740a6-bdaa-4cea-a0a3-d81e75877547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de54a5cb-1466-4184-a9f8-4e6720d5d60f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:25.812250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:25.861875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:25.884393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:25.995938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:25.998915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:26.000356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de54a5cb-1466-4184-a9f8-4e6720d5d60f HTTP/1.1" status: 204 len: 168 time: 0.1869638 Dec 20 16:04:26.009233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54a5cb-1466-4184-a9f8-4e6720d5d60f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:26.017508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.017508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.019223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.019223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.019223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.019223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.019717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.019850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.020199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.020598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.020934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.021304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.021638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b0511-7635-4257-8818-85d7b1ecaba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:26.606701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8966de6-c1ed-4f23-af17-3e0c93d86c73 req-25718f28-85da-492e-a6ad-f1bc3bba4c39 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:26.608343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8966de6-c1ed-4f23-af17-3e0c93d86c73 req-25718f28-85da-492e-a6ad-f1bc3bba4c39 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0512407 Dec 20 16:04:26.664614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8966de6-c1ed-4f23-af17-3e0c93d86c73 req-befaccab-f291-4aa7-931c-fea0587d9ac6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502386 Dec 20 16:04:26.762057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52230) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:26.777789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a47c4551-b0a7-4b7a-9f6a-4238eb7afd55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:26.856523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a47c4551-b0a7-4b7a-9f6a-4238eb7afd55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:26.976458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a47c4551-b0a7-4b7a-9f6a-4238eb7afd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:27.028099 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a47c4551-b0a7-4b7a-9f6a-4238eb7afd55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bced6dad6b7e4114a1101289be276aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616911 Dec 20 16:04:27.028696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52236) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:27.037084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c4551-b0a7-4b7a-9f6a-4238eb7afd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc1168c-3f9b-43c4-bbeb-245e2e0690b5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:27.124642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b17c0-cadc-4c67-92e3-efaa598afd58 req-449654ae-6774-450e-a151-7c52df668e54 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:27.126228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b90b17c0-cadc-4c67-92e3-efaa598afd58 req-449654ae-6774-450e-a151-7c52df668e54 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1096 time: 0.0776389 Dec 20 16:04:27.127307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28d8e566-f6d3-45ce-9db3-85c8b4257596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:27.172784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28d8e566-f6d3-45ce-9db3-85c8b4257596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:27.205597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b90b17c0-cadc-4c67-92e3-efaa598afd58 req-83d885b1-e6e2-47cc-a6d7-aacb5c974976 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680561 Dec 20 16:04:27.210941 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:27.332157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4327-c058-4ca8-a9e1-e03b635e940d req-2e19ba78-c4f6-4f26-8bea-ccaaf1618db0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:27.334682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74ea4327-c058-4ca8-a9e1-e03b635e940d req-2e19ba78-c4f6-4f26-8bea-ccaaf1618db0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Dec 20 16:04:27.335779 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28d8e566-f6d3-45ce-9db3-85c8b4257596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:27.338355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28d8e566-f6d3-45ce-9db3-85c8b4257596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:27.339373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-28d8e566-f6d3-45ce-9db3-85c8b4257596 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bc1168c-3f9b-43c4-bbeb-245e2e0690b5 HTTP/1.1" status: 204 len: 168 time: 0.3096504 Dec 20 16:04:27.359575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8e566-f6d3-45ce-9db3-85c8b4257596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc1168c-3f9b-43c4-bbeb-245e2e0690b5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:27.397939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74ea4327-c058-4ca8-a9e1-e03b635e940d req-ad724bee-5713-433f-a9b2-2e6b087357c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553861 Dec 20 16:04:27.421387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52242) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:27.485569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0617877d-e577-4372-8a4f-e502eb2eb163 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d51464d5-d9c2-4646-ad89-ccba38be781d HTTP/1.1" status: 200 len: 991 time: 0.0621130 Dec 20 16:04:27.795841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de49ec-e847-4e1e-81c6-bed32f996cca req-680a37c1-2c11-4903-87a2-9f709f475d47 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:27.797396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20de49ec-e847-4e1e-81c6-bed32f996cca req-680a37c1-2c11-4903-87a2-9f709f475d47 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0592220 Dec 20 16:04:27.862546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20de49ec-e847-4e1e-81c6-bed32f996cca req-24957b5d-e827-40eb-8409-5e40c2bc4a90 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Dec 20 16:04:28.241614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab528a3a-1f09-407f-b986-4934d7eb416d req-1bcdd906-6ab5-4312-a4ba-d35e760bd704 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:28.241614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab528a3a-1f09-407f-b986-4934d7eb416d req-1bcdd906-6ab5-4312-a4ba-d35e760bd704 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0537665 Dec 20 16:04:28.294196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab528a3a-1f09-407f-b986-4934d7eb416d req-70b46d4c-f183-4421-9d17-cfb4dcfc7c3a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487695 Dec 20 16:04:28.330712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 988b764f-7258-40ce-aaec-fdc7a7268a4a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:04:28.437481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:28.441907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-cf40ccc4-c9aa-4399-a06c-d1e79cfd212e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589962 Dec 20 16:04:28.455583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'port_id': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'mac_address': 'fa:16:3e:c4:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:04:28.498636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:28.511534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 988b764f-7258-40ce-aaec-fdc7a7268a4a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:28.531538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:28.607370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:28.663094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:28.701501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['988b764f-7258-40ce-aaec-fdc7a7268a4a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:04:28.997367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c29b8-57c3-4bfe-a8ee-cdb1100884e7 req-6d5773fa-3cae-49e9-a255-396c799d741c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:29.006541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac6c29b8-57c3-4bfe-a8ee-cdb1100884e7 req-6d5773fa-3cae-49e9-a255-396c799d741c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 944 time: 0.0641754 Dec 20 16:04:29.069760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac6c29b8-57c3-4bfe-a8ee-cdb1100884e7 req-5bc4a534-74f4-4b14-96c8-8c45bd3ec0ba tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619965 Dec 20 16:04:29.275754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-709338e0-ff7c-4941-af3c-4c610a14f6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:29.421813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6457f-c031-4ec3-a26e-cb2dbd62ac96 req-77739743-e78d-4c98-b3b5-6562829b022a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:29.426992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6b6457f-c031-4ec3-a26e-cb2dbd62ac96 req-77739743-e78d-4c98-b3b5-6562829b022a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0549912 Dec 20 16:04:29.478264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6b6457f-c031-4ec3-a26e-cb2dbd62ac96 req-92ffa565-ad2d-40f9-92c6-8c8c59f41037 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456951 Dec 20 16:04:30.209150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5325d-fbb0-4791-9e31-77642ea6bd0a req-adb7e30d-3959-4b15-bce1-fdb7695f259d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:30.210877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddb5325d-fbb0-4791-9e31-77642ea6bd0a req-adb7e30d-3959-4b15-bce1-fdb7695f259d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 944 time: 0.0579185 Dec 20 16:04:30.270412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddb5325d-fbb0-4791-9e31-77642ea6bd0a req-164fdfa7-8c2c-4581-a691-b091d82126f0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531337 Dec 20 16:04:30.360291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 988b764f-7258-40ce-aaec-fdc7a7268a4a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:04:30.417682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 988b764f-7258-40ce-aaec-fdc7a7268a4a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:04:30.424795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:30.499099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:30.541484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:30.544779 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25981a21-c0a2-41be-bc67-f4fc06704152" -d '{"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-plugged", "status": "completed", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:30.559877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:30.587281 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8720d21-bd8d-4e83-a21d-5b0d05b0901f x-openstack-request-id: req-f8720d21-bd8d-4e83-a21d-5b0d05b0901f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:30.587845 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-plugged", "status": "completed", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:30.588335 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8720d21-bd8d-4e83-a21d-5b0d05b0901f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:30.588913 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'code': 200} Dec 20 16:04:30.628270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e40ed-5d28-4f45-8d02-708d34ad6f94 req-df6ac975-d0cb-4b0d-b0c3-225fac2ee74f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:30.628270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-668e40ed-5d28-4f45-8d02-708d34ad6f94 req-df6ac975-d0cb-4b0d-b0c3-225fac2ee74f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0583010 Dec 20 16:04:30.653662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:30.690556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-668e40ed-5d28-4f45-8d02-708d34ad6f94 req-73ed4e78-dda5-4284-a5c9-d29a3c8df2d5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556507 Dec 20 16:04:30.713010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:31.004644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-11fd95f7-4e9d-4fa3-8481-9f9d3ad54cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:31.006461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-11fd95f7-4e9d-4fa3-8481-9f9d3ad54cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1096 time: 0.0427320 Dec 20 16:04:31.100406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-70402c93-9396-4084-b514-e4a20f0b19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:31.102253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-70402c93-9396-4084-b514-e4a20f0b19da service neutron] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.0886831 Dec 20 16:04:31.180596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-f1e9ed8b-2a72-4607-8ccb-25179836a043 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 999 time: 0.0705614 Dec 20 16:04:31.244173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-cdff5291-6fa3-425b-b17c-c424dfe9dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:31.245876 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-cdff5291-6fa3-425b-b17c-c424dfe9dd1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0478892 Dec 20 16:04:31.293315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-cacfff5d-33a4-4d7b-b010-3582582c9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:31.295105 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-cacfff5d-33a4-4d7b-b010-3582582c9439 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415039 Dec 20 16:04:31.397135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf42cfd-a528-43a8-894d-f876ff1b3556 req-32b03ac7-80eb-4706-b002-48c29c76b311 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:31.398678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bf42cfd-a528-43a8-894d-f876ff1b3556 req-32b03ac7-80eb-4706-b002-48c29c76b311 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0553002 Dec 20 16:04:31.401863 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-a80111f5-ae7e-43a7-8114-53716fa352ab service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966048 Dec 20 16:04:31.449605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bf42cfd-a528-43a8-894d-f876ff1b3556 req-9b7087f8-7cc2-4169-a372-84df40dec3e9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 Dec 20 16:04:31.507257 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-c0059001-c4e1-4744-af2a-d962f69e4c2d service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934906 Dec 20 16:04:31.750060 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a995ae13-8c1d-4c9c-b4e4-bcaf29809194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:31.822080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4760d-0d8d-437c-8013-3c1a253a2c5b req-c49c9380-536c-4748-917a-2215386702e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:31.823787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35d4760d-0d8d-437c-8013-3c1a253a2c5b req-c49c9380-536c-4748-917a-2215386702e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0544550 Dec 20 16:04:31.883455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35d4760d-0d8d-437c-8013-3c1a253a2c5b req-edee352e-b1dd-44e5-b6ad-c99615b57d4d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510323 Dec 20 16:04:32.577018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f281-4a65-475b-91f0-d4c7aca05a18 req-634e0634-a1fc-4ef3-832c-ddd8cbf5dcf6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:32.578528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08b6f281-4a65-475b-91f0-d4c7aca05a18 req-634e0634-a1fc-4ef3-832c-ddd8cbf5dcf6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0501013 Dec 20 16:04:32.627810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08b6f281-4a65-475b-91f0-d4c7aca05a18 req-c5be199c-5a27-4ed3-93a3-f0ec81aa4c98 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426388 Dec 20 16:04:32.892873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:33.012038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc2ba9-070c-4eb4-9822-70f9f530d5a6 req-7fd3cd4d-7249-4578-bf08-b923430755c0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:33.013627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3cc2ba9-070c-4eb4-9822-70f9f530d5a6 req-7fd3cd4d-7249-4578-bf08-b923430755c0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0532124 Dec 20 16:04:33.065077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3cc2ba9-070c-4eb4-9822-70f9f530d5a6 req-a6a3129c-0684-487a-a942-90ea36759093 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449433 Dec 20 16:04:33.752284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ebfad-892e-4ace-ba12-f6bfc4d8c504 req-113ac20d-9abc-4524-9492-854f3b6b8748 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:33.753812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f35ebfad-892e-4ace-ba12-f6bfc4d8c504 req-113ac20d-9abc-4524-9492-854f3b6b8748 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0553114 Dec 20 16:04:33.808976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f35ebfad-892e-4ace-ba12-f6bfc4d8c504 req-e944051b-fdd9-4afa-8c9c-97fb6a249957 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 Dec 20 16:04:34.223756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a937cf-cdba-46c9-9a3c-bbf4935036ad req-e6eb8024-24b8-4a2a-bd3f-72a8e24803ce tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:34.225690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49a937cf-cdba-46c9-9a3c-bbf4935036ad req-e6eb8024-24b8-4a2a-bd3f-72a8e24803ce tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0847006 Dec 20 16:04:34.314425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49a937cf-cdba-46c9-9a3c-bbf4935036ad req-1667ed1d-f604-4420-922a-a036eaa63708 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710070 Dec 20 16:04:34.334057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:34.987680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5de993-a410-41c0-9e3f-95c66cc0e230 req-31af3214-f5a5-4e7e-b8a4-a7f8b99b7c77 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:35.021012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e5de993-a410-41c0-9e3f-95c66cc0e230 req-31af3214-f5a5-4e7e-b8a4-a7f8b99b7c77 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0852778 Dec 20 16:04:35.104337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:35.110930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e5de993-a410-41c0-9e3f-95c66cc0e230 req-d103dd6e-c800-4ec4-9fb0-7d7bb7ae42b1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Dec 20 16:04:35.504014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42edbd1-ee4e-4a63-9eec-80e42ea8cb23 req-74c096f2-858a-4b69-a006-5011f13e4c88 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:35.513470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c42edbd1-ee4e-4a63-9eec-80e42ea8cb23 req-74c096f2-858a-4b69-a006-5011f13e4c88 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1080661 Dec 20 16:04:35.573038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c42edbd1-ee4e-4a63-9eec-80e42ea8cb23 req-f2d2db32-d8c7-4adc-b100-da8bcf8e8525 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583532 Dec 20 16:04:36.266446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae58ee-1dad-4c6c-b475-05eb76ca484c req-032b437e-0465-4449-9ded-5952e05ae2cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:36.274163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eeae58ee-1dad-4c6c-b475-05eb76ca484c req-032b437e-0465-4449-9ded-5952e05ae2cb tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0673699 Dec 20 16:04:36.337304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eeae58ee-1dad-4c6c-b475-05eb76ca484c req-ff678f0e-9371-49ea-81c9-2f22749cdba5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618057 Dec 20 16:04:36.722418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76041fa-2428-409e-8c25-95e352effab3 req-aa889f11-fcc9-4058-a4cb-e12bc92679c3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:36.730642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f76041fa-2428-409e-8c25-95e352effab3 req-aa889f11-fcc9-4058-a4cb-e12bc92679c3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0612447 Dec 20 16:04:36.789022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f76041fa-2428-409e-8c25-95e352effab3 req-2d24d194-0366-4585-9ad5-42247959898c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574260 Dec 20 16:04:37.488350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ba5a7-2f63-4cca-b2ee-5935252909d1 req-32d98e5f-e991-4ffc-b2e8-2ff0965a8590 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:37.497019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a2ba5a7-2f63-4cca-b2ee-5935252909d1 req-32d98e5f-e991-4ffc-b2e8-2ff0965a8590 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0897787 Dec 20 16:04:37.546632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a2ba5a7-2f63-4cca-b2ee-5935252909d1 req-c1acfbd3-74e9-4b40-b471-465a29201100 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Dec 20 16:04:37.957028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ecec0-bd78-4024-83ca-37a26febb1ea req-35e03167-0fe3-4c28-8a47-3607d327c974 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:37.959210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c2ecec0-bd78-4024-83ca-37a26febb1ea req-35e03167-0fe3-4c28-8a47-3607d327c974 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0686169 Dec 20 16:04:38.054151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c2ecec0-bd78-4024-83ca-37a26febb1ea req-fb9aad81-e00a-4e76-baaf-e91d5aa72c41 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724514 Dec 20 16:04:38.725139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b5ec5-d31f-4ea2-9fce-684b140c0bae req-20f505e3-2273-46f1-b788-fc0a9a96dc7a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:38.738382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5b5ec5-d31f-4ea2-9fce-684b140c0bae req-20f505e3-2273-46f1-b788-fc0a9a96dc7a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0926671 Dec 20 16:04:38.805120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df5b5ec5-d31f-4ea2-9fce-684b140c0bae req-8640e927-0598-4886-ab98-4f6b9a5260b0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644295 Dec 20 16:04:39.263161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e52d1-f2bd-49a8-ab49-a02b437e008a req-c6e697fd-dcf5-4859-89cc-04a86791312c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:39.280559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-330e52d1-f2bd-49a8-ab49-a02b437e008a req-c6e697fd-dcf5-4859-89cc-04a86791312c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1079597 Dec 20 16:04:39.392033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:39.417430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-330e52d1-f2bd-49a8-ab49-a02b437e008a req-9d3226b0-3975-40a7-9ee0-d48c431ad512 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358552 Dec 20 16:04:39.537915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:39.688586 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:39.772604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:39.836072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db1e86-527a-494e-8a21-266d6c66f8d3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:39.845783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.846909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.847432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.847937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.849151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.849698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.850390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.850893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.851860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.852354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.852848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.853448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.854205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:39.867258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52526) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:39.870249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b698def3-b4a8-47ea-86b2-68149afb64f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0220a779c6c5463993760e6410e26bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726670 Dec 20 16:04:39.992602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b87c-182c-43e3-8758-76c7ae41becd req-a47d6ac1-ec84-4746-9958-aa6a12f6dbe1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:39.994539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8e0b87c-182c-43e3-8758-76c7ae41becd req-a47d6ac1-ec84-4746-9958-aa6a12f6dbe1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0824869 Dec 20 16:04:40.020092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b171236-f4ba-4d8d-851e-996df08b07f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:40.069357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b171236-f4ba-4d8d-851e-996df08b07f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:40.074888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8e0b87c-182c-43e3-8758-76c7ae41becd req-e4179cb6-e377-421e-8727-a03697745d25 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739062 Dec 20 16:04:40.206006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b171236-f4ba-4d8d-851e-996df08b07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:40.210141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0b171236-f4ba-4d8d-851e-996df08b07f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:40.214595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0b171236-f4ba-4d8d-851e-996df08b07f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65db1e86-527a-494e-8a21-266d6c66f8d3 HTTP/1.1" status: 204 len: 168 time: 0.3461926 Dec 20 16:04:40.225963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171236-f4ba-4d8d-851e-996df08b07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db1e86-527a-494e-8a21-266d6c66f8d3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:40.584556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cad9e-a6a5-4b89-8166-65047f83988e req-77c6af82-e0dc-486c-8c05-5e0a5bcecd53 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:40.606394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-726cad9e-a6a5-4b89-8166-65047f83988e req-77c6af82-e0dc-486c-8c05-5e0a5bcecd53 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0808389 Dec 20 16:04:40.678688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-726cad9e-a6a5-4b89-8166-65047f83988e req-4943a44e-c71b-467c-8409-e3aefe6118fa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708659 Dec 20 16:04:40.945434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52536) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:40.959912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89df6319-a141-43a5-aa82-0c5cef40fbcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.060700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89df6319-a141-43a5-aa82-0c5cef40fbcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.161693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89df6319-a141-43a5-aa82-0c5cef40fbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.234508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-89df6319-a141-43a5-aa82-0c5cef40fbcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e78991d5444845aabba9882a5dccafd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879550 Dec 20 16:04:41.238194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:41.242539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df6319-a141-43a5-aa82-0c5cef40fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd15ada-0852-44f1-83bf-146750d112af,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:41.266737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f430b15-10bc-4ff4-9f2f-9b825921bdbb req-2f0f3da1-3d8e-428f-920a-d942c7f9f3a9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:41.269143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f430b15-10bc-4ff4-9f2f-9b825921bdbb req-2f0f3da1-3d8e-428f-920a-d942c7f9f3a9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0858786 Dec 20 16:04:41.329410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f430b15-10bc-4ff4-9f2f-9b825921bdbb req-d128744f-181c-4b39-a286-c0c97899d21c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Dec 20 16:04:41.344088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f049513-b2dc-4be8-9934-fec2b350297b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.373932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f049513-b2dc-4be8-9934-fec2b350297b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.559542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f049513-b2dc-4be8-9934-fec2b350297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.562533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f049513-b2dc-4be8-9934-fec2b350297b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:41.563968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f049513-b2dc-4be8-9934-fec2b350297b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bd15ada-0852-44f1-83bf-146750d112af HTTP/1.1" status: 204 len: 168 time: 0.3228254 Dec 20 16:04:41.574092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f049513-b2dc-4be8-9934-fec2b350297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd15ada-0852-44f1-83bf-146750d112af,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:41.837768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4a201-a57c-4825-affd-a4ba6c8101da req-25e8b5ba-094b-4fb6-8c94-7257e701eea6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:41.839284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91a4a201-a57c-4825-affd-a4ba6c8101da req-25e8b5ba-094b-4fb6-8c94-7257e701eea6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0616379 Dec 20 16:04:41.941152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91a4a201-a57c-4825-affd-a4ba6c8101da req-3ae890e1-db85-4cc0-b077-a7abb808f566 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866616 Dec 20 16:04:42.466291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d944f4-161e-4666-ae5e-9aab6011c698 req-a3ab0e6e-da9c-493c-b6ce-93bd03cb51a1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:42.467790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d944f4-161e-4666-ae5e-9aab6011c698 req-a3ab0e6e-da9c-493c-b6ce-93bd03cb51a1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0639760 Dec 20 16:04:42.527773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48d944f4-161e-4666-ae5e-9aab6011c698 req-a48d9a14-f86e-4921-bbd6-a705e3f8ccbf tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532665 Dec 20 16:04:42.786705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52560) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:42.805522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5df3a27-8f8d-47e6-8535-d03b6d46333c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.049018 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5df3a27-8f8d-47e6-8535-d03b6d46333c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.132857 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5df3a27-8f8d-47e6-8535-d03b6d46333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.219624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df3a27-8f8d-47e6-8535-d03b6d46333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77a8c1-53db-4223-93f6-344903225447,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:43.246554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ddffc-bfdd-431f-9f10-4d64612d91af req-608b168c-2ce6-43ed-b05b-acd9649764d6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:43.259757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a57ddffc-bfdd-431f-9f10-4d64612d91af req-608b168c-2ce6-43ed-b05b-acd9649764d6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1542778 Dec 20 16:04:43.274135 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5df3a27-8f8d-47e6-8535-d03b6d46333c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc9b428b64b64aa389b0b205c5f9e581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858885 Dec 20 16:04:43.275062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52580) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:43.366708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e128c19-8edf-430b-b09d-4d55a93da117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.368673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a57ddffc-bfdd-431f-9f10-4d64612d91af req-5ab43ece-b3ee-43f8-ae49-ef84150457c4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079674 Dec 20 16:04:43.397151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e128c19-8edf-430b-b09d-4d55a93da117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.522514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e128c19-8edf-430b-b09d-4d55a93da117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.525076 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9e128c19-8edf-430b-b09d-4d55a93da117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:43.527103 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9e128c19-8edf-430b-b09d-4d55a93da117 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a77a8c1-53db-4223-93f6-344903225447 HTTP/1.1" status: 204 len: 168 time: 0.2509110 Dec 20 16:04:43.544422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e128c19-8edf-430b-b09d-4d55a93da117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77a8c1-53db-4223-93f6-344903225447,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:43.739616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97ec74-1f8f-4d65-82d5-94e74ce38ebd req-e168c297-1dbf-418c-b8f3-67ea3febb69c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:43.741318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef97ec74-1f8f-4d65-82d5-94e74ce38ebd req-e168c297-1dbf-418c-b8f3-67ea3febb69c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0571151 Dec 20 16:04:43.820188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef97ec74-1f8f-4d65-82d5-94e74ce38ebd req-bfad1861-761f-4931-ae03-cf0f0c364813 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662427 Dec 20 16:04:43.846538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52590) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:44.124771 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5115-92f6-464e-998e-1b560b72fbcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.227442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5115-92f6-464e-998e-1b560b72fbcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.286185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5115-92f6-464e-998e-1b560b72fbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.325098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5115-92f6-464e-998e-1b560b72fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0bd2c6-3381-4ecc-85e6-692864c8242b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:44.352468 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5d2e5115-92f6-464e-998e-1b560b72fbcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87a273c4e3d84d2785434084296ac87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5045381 Dec 20 16:04:44.355046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:44.429824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-300e019c-b3cb-439f-8178-04713e915944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.491584 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-300e019c-b3cb-439f-8178-04713e915944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.563580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ed41-d772-472f-bfd3-e4def283a276 req-e03d241e-cc87-4352-a5a4-78f1722d35f3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:44.565269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bf9ed41-d772-472f-bfd3-e4def283a276 req-e03d241e-cc87-4352-a5a4-78f1722d35f3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1151748 Dec 20 16:04:44.643211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bf9ed41-d772-472f-bfd3-e4def283a276 req-1c4cb67d-4177-4cbd-87e1-7ac2cb127ee1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643961 Dec 20 16:04:44.670296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-300e019c-b3cb-439f-8178-04713e915944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.676677 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-300e019c-b3cb-439f-8178-04713e915944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:44.676677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-300e019c-b3cb-439f-8178-04713e915944 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f0bd2c6-3381-4ecc-85e6-692864c8242b HTTP/1.1" status: 204 len: 168 time: 0.3177655 Dec 20 16:04:44.687884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e019c-b3cb-439f-8178-04713e915944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0bd2c6-3381-4ecc-85e6-692864c8242b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:44.904163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52622) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:44.940981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d06c7-e66b-454d-9c6a-7350b601c92a req-8edaa2f9-63ae-4eb4-90b6-10028c85d056 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:44.942872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-611d06c7-e66b-454d-9c6a-7350b601c92a req-8edaa2f9-63ae-4eb4-90b6-10028c85d056 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0559518 Dec 20 16:04:45.027622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-611d06c7-e66b-454d-9c6a-7350b601c92a req-572ac88d-1089-4b23-89c4-c28e98e183a6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782440 Dec 20 16:04:45.211817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-237480393-network', 'tenant_id': '6133fde63eb14949b9cbb1e7d9e3275b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:45.307957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Made reservation on behalf of 6133fde63eb14949b9cbb1e7d9e3275b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:04:45.310428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.326842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.460646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.550479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.589742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:04:45.608449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4bbc20-003a-409e-8657-02059efed595,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:45.618439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.619455 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Added segment bdcb724a-0d48-4462-ae38-9352933b16c9 of type vlan for network f85f69f8-2b68-420b-839a-842561a65162 Dec 20 16:04:45.699943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.795620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.796613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:45.797291 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:45.802661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ca7d-34cc-47cb-9235-92c3077d3cee req-ad7cef23-4775-461f-a9fb-b0b6ec9ce4f4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:45.804082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9570ca7d-34cc-47cb-9235-92c3077d3cee req-ad7cef23-4775-461f-a9fb-b0b6ec9ce4f4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0628524 Dec 20 16:04:45.888832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] Pushing event updated for resources: {'Network': ['ID=f85f69f8-2b68-420b-839a-842561a65162,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:45.896006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9570ca7d-34cc-47cb-9235-92c3077d3cee req-52dec679-fa0c-4ef9-86b6-2981a7c67820 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745578 Dec 20 16:04:45.897876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f85f69f8-2b68-420b-839a-842561a65162 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:04:45.943935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ae06015-c4f0-4260-81b9-93df4e1c7d5e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0385768 Dec 20 16:04:45.947020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52648) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:45.952553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Request body: {'subnet': {'network_id': 'f85f69f8-2b68-420b-839a-842561a65162', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-237480393-subnet', 'tenant_id': '6133fde63eb14949b9cbb1e7d9e3275b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:46.083195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Made reservation on behalf of 6133fde63eb14949b9cbb1e7d9e3275b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:04:46.086279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:46.236891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eb0ca-bcaa-4b49-a9e6-00f2d32693e0 req-89021012-5859-467e-8b5f-5887f1b74eaa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:46.238640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e1eb0ca-bcaa-4b49-a9e6-00f2d32693e0 req-89021012-5859-467e-8b5f-5887f1b74eaa tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.1126504 Dec 20 16:04:46.361860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e1eb0ca-bcaa-4b49-a9e6-00f2d32693e0 req-aeb2033a-5960-4b8f-a9d1-d15d728b0b00 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941532 Dec 20 16:04:46.750794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:46.818377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d480ce9-5381-4cd9-a05a-9c3bdd47a40c,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:46.829356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Checking segment: {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:04:46.829714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Network hostable DHCP agents. Network: f85f69f8-2b68-420b-839a-842561a65162, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:04:46.922674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Network f85f69f8-2b68-420b-839a-842561a65162 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:04:47.017872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f85f69f8-2b68-420b-839a-842561a65162) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:04:47.030756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26caae09-7bfc-4cb3-bd15-99c9e58d3f84 None None] Network f85f69f8-2b68-420b-839a-842561a65162 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:04:47.038135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:47.038740 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:47.091953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0dd11-ad77-4e30-8e7c-56c60fc12762 req-6ad65392-f979-4dca-88c2-c36cda9dd089 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:47.094556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5df0dd11-ad77-4e30-8e7c-56c60fc12762 req-6ad65392-f979-4dca-88c2-c36cda9dd089 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0918212 Dec 20 16:04:47.151408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-411c3302-7e7d-4235-bfa0-2c4a32d87a52 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1937523 Dec 20 16:04:47.220022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5df0dd11-ad77-4e30-8e7c-56c60fc12762 req-20d99de2-316f-45cb-b515-ebd48a1463ed tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155362 Dec 20 16:04:47.297449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da091c40-e1ca-443a-9af7-0db8229ce4a2 None None] Network f85f69f8-2b68-420b-839a-842561a65162 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:04:47.531466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f958b-b9e6-4edf-bd83-d2d21eb40931 req-d12f6079-9fa9-4d44-ae08-4229e2806826 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:47.532963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-681f958b-b9e6-4edf-bd83-d2d21eb40931 req-d12f6079-9fa9-4d44-ae08-4229e2806826 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0530012 Dec 20 16:04:47.588312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-681f958b-b9e6-4edf-bd83-d2d21eb40931 req-096f4f27-f2ad-4b36-9e47-9114799108af tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485301 Dec 20 16:04:48.353140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1728f-e683-421f-a608-0c86316eca13 req-fbad2290-690d-463a-bb47-ce74633250b9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:48.354699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d1728f-e683-421f-a608-0c86316eca13 req-fbad2290-690d-463a-bb47-ce74633250b9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0498564 Dec 20 16:04:48.405216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5d1728f-e683-421f-a608-0c86316eca13 req-f894399e-4a72-45bb-ba0d-f988980cd388 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Dec 20 16:04:48.717478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad11a9-cd53-4bbd-a9bb-b2a172632738 req-30f74e66-7e0d-47a6-af3f-66a7ed76e3d1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:48.719002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bad11a9-cd53-4bbd-a9bb-b2a172632738 req-30f74e66-7e0d-47a6-af3f-66a7ed76e3d1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0514355 Dec 20 16:04:48.775234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bad11a9-cd53-4bbd-a9bb-b2a172632738 req-45935170-fc3d-4b88-9df8-5bc6c585c0f0 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Dec 20 16:04:48.879057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-acc8123c-8a10-4ac1-a87b-20fb9761d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:48.879057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-acc8123c-8a10-4ac1-a87b-20fb9761d0d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 1096 time: 0.0480297 Dec 20 16:04:48.971995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-fd242810-b6ff-4233-8237-3867c35f91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:48.974056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-fd242810-b6ff-4233-8237-3867c35f91d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.0879650 Dec 20 16:04:49.019189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-58129c38-6a0a-4455-9dfc-282a463a3f1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a HTTP/1.1" status: 200 len: 217 time: 0.0383723 Dec 20 16:04:49.080005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-b72499b0-8698-4717-af77-e55e86abea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:49.081514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-b72499b0-8698-4717-af77-e55e86abea28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0543249 Dec 20 16:04:49.133744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-5853af90-5082-4e77-92ad-bc8ced8da497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:49.135290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-5853af90-5082-4e77-92ad-bc8ced8da497 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460684 Dec 20 16:04:49.241606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-7907f079-59a7-484f-839a-5354603981e8 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986309 Dec 20 16:04:49.370596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bea60f2b-7c58-44bf-9aed-9305e91c1573 req-b5c855bd-c56f-4067-8757-87a48872bd13 service neutron] 10.222.0.83 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196685 Dec 20 16:04:49.523593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269af19-dacd-467b-93f7-5fb67b2dedf6 req-1546acac-e7a4-49a3-95b9-5a56c61d0cad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:49.525211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e269af19-dacd-467b-93f7-5fb67b2dedf6 req-1546acac-e7a4-49a3-95b9-5a56c61d0cad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Dec 20 16:04:49.581124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e269af19-dacd-467b-93f7-5fb67b2dedf6 req-44411c54-e829-4597-8a10-bdd700073054 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497172 Dec 20 16:04:49.902919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cda13-229b-44f1-aa20-243638e12016 req-2352ed9f-f211-4d07-b56f-696641ce7d3e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:49.909213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-937cda13-229b-44f1-aa20-243638e12016 req-2352ed9f-f211-4d07-b56f-696641ce7d3e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0562782 Dec 20 16:04:49.959046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-937cda13-229b-44f1-aa20-243638e12016 req-f97f27ce-c77e-469b-9ada-7d3f3a3c80be tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471871 Dec 20 16:04:50.674489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c275daba-1b1a-4a15-b390-0f396a466787 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:50.675900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c275daba-1b1a-4a15-b390-0f396a466787 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/networks?id=f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 200 len: 808 time: 0.1152277 Dec 20 16:04:50.703778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-91738186-de0f-48b7-a0b2-9f7d7f6e871a tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/quotas/6133fde63eb14949b9cbb1e7d9e3275b HTTP/1.1" status: 200 len: 375 time: 0.0130892 Dec 20 16:04:50.736667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-022540ec-c860-43af-b29d-fd10fcd379d6 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270441 Dec 20 16:04:50.745386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac660b2-8e9b-4bb2-a0f8-85527f2c3f06 req-ed9c1f82-d1b8-4017-88ed-7732b3d303a8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:50.746762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ac660b2-8e9b-4bb2-a0f8-85527f2c3f06 req-ed9c1f82-d1b8-4017-88ed-7732b3d303a8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0919995 Dec 20 16:04:50.851301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ac660b2-8e9b-4bb2-a0f8-85527f2c3f06 req-86bda9ac-c9eb-486a-9465-9d6c118bcdc7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966339 Dec 20 16:04:50.869392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-deb4c7c2-c64b-4dad-bcee-f232797c35e1 service neutron] 10.222.0.81 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216915 Dec 20 16:04:50.962820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-da780faa-87e3-47da-bee8-09a50c05eff1 service neutron] 10.222.0.81 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875108 Dec 20 16:04:51.028221 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:04:51.078814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da165-e8bd-4990-88bf-ee11d7d1c367 req-e4662f77-b297-4b68-b9b3-09e8c42c7dae tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:51.080308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27da165-e8bd-4990-88bf-ee11d7d1c367 req-e4662f77-b297-4b68-b9b3-09e8c42c7dae tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0511754 Dec 20 16:04:51.129053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27da165-e8bd-4990-88bf-ee11d7d1c367 req-8cbed347-2d9e-445e-90b6-a2fd2622506c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Dec 20 16:04:51.219596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a447ed1f-955b-4c1b-8f75-83338d852a46 req-bd0befdf-f404-4cac-a9cc-4fff8efa82c5 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 210 time: 0.0325155 Dec 20 16:04:51.674265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:51.972328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157228cc-cc3b-4ad3-84fd-a523ac60a52f req-90f06e38-eff9-47b3-b687-13c7670a714c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:51.973848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157228cc-cc3b-4ad3-84fd-a523ac60a52f req-90f06e38-eff9-47b3-b687-13c7670a714c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0507889 Dec 20 16:04:52.028491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157228cc-cc3b-4ad3-84fd-a523ac60a52f req-d2ac0f22-7468-46bb-b630-70017b979ce5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473313 Dec 20 16:04:52.255319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c7c68-5193-405b-bb90-ce0add9601b5 req-0e877776-7216-4d0b-9b47-5148658f8bd3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:52.257129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-324c7c68-5193-405b-bb90-ce0add9601b5 req-0e877776-7216-4d0b-9b47-5148658f8bd3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 945 time: 0.0510092 Dec 20 16:04:52.298232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52796) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:52.310582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1052891-68a0-47e9-b757-191235533e21 req-84360a1e-2e66-4685-ac75-f8346af0bc68 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 210 time: 0.0339103 Dec 20 16:04:52.335895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-324c7c68-5193-405b-bb90-ce0add9601b5 req-31f94521-dbdd-41de-96ac-c37e10879132 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726147 Dec 20 16:04:52.369390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2c89377d-a863-471d-afb5-ec9f983b3716 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/floatingips/3d53fd9d-99af-460f-bc83-930faa7c1b4b HTTP/1.1" status: 200 len: 992 time: 0.0699854 Dec 20 16:04:52.438415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 988b764f-7258-40ce-aaec-fdc7a7268a4a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:04:52.471642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c899b1-6ca1-4903-a179-e67b94d2d313 req-81885818-566e-446b-b1e3-a834bdcc95a1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:52.473193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7c899b1-6ca1-4903-a179-e67b94d2d313 req-81885818-566e-446b-b1e3-a834bdcc95a1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0546606 Dec 20 16:04:52.528507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:52.532064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7c899b1-6ca1-4903-a179-e67b94d2d313 req-7030b95a-a8b2-4126-89d5-ab25d93f10c7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517454 Dec 20 16:04:52.562598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:52.562598 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10732c8d-1047-4e34-b2f3-4d1e24215eba" -d '{"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-unplugged", "status": "completed", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:52.576055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:52.596417 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5809167-2d5e-4e52-80e0-5e9ac63bd1ba x-openstack-request-id: req-a5809167-2d5e-4e52-80e0-5e9ac63bd1ba {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:52.596712 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-unplugged", "status": "failed", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a", "code": 422}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:52.596993 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5809167-2d5e-4e52-80e0-5e9ac63bd1ba {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:52.597448 n-d-781076-8 neutron-server[103955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'code': 422} returned with failed status Dec 20 16:04:52.666491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131bcc1-4dc1-4868-b646-ad291d73a43d req-ec1b62cd-eb26-4090-984c-01db4fb687e5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:52.668182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c131bcc1-4dc1-4868-b646-ad291d73a43d req-ec1b62cd-eb26-4090-984c-01db4fb687e5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0500357 Dec 20 16:04:52.699377 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:52.699981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52810) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:52.720519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c131bcc1-4dc1-4868-b646-ad291d73a43d req-4dc726cd-847b-4297-9a18-21a5351ffdba tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442483 Dec 20 16:04:52.764086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:52.781871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.782227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.782570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.782915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.783252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.783587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.783918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.784245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.784570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.784894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.785240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.785564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.785888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:04:52.882676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port 45ac2872-8bef-4947-8359-5bcf3fc28c21 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:04:52.882891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:52.962887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:52.963212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:52.976457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for 45ac2872-8bef-4947-8359-5bcf3fc28c21 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:04:53.181339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c4ad0-cdd7-4db2-a7da-2099ddff90d1 req-437fc873-14c1-44fc-a7bc-42e525eb0dcc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:53.182984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c36c4ad0-cdd7-4db2-a7da-2099ddff90d1 req-437fc873-14c1-44fc-a7bc-42e525eb0dcc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0777371 Dec 20 16:04:53.265083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfd44c-63b4-4739-b80f-7b5ae188f06f req-58b61fff-deaf-49ae-8d0e-d2554057f32b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:53.266638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07dfd44c-63b4-4739-b80f-7b5ae188f06f req-58b61fff-deaf-49ae-8d0e-d2554057f32b tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0825639 Dec 20 16:04:53.276212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c36c4ad0-cdd7-4db2-a7da-2099ddff90d1 req-264dad8a-595f-4bd5-81ad-17824e073ca1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811365 Dec 20 16:04:53.280561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:53.325248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=45ac2872-8bef-4947-8359-5bcf3fc28c21,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:53.335777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07dfd44c-63b4-4739-b80f-7b5ae188f06f req-de4772b4-a857-4634-aabc-1a9d2010e60f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584657 Dec 20 16:04:53.385590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:53.385835 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Floating IP 3d53fd9d-99af-460f-bc83-930faa7c1b4b disassociated (deleted). External IP: 172.25.6.87, port: 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6. Dec 20 16:04:53.419669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-640de77c-fca8-46bb-8510-56cfe4ef8a23 req-f175c1f4-fb1c-4e38-8c40-6371a9f928ce tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 210 time: 0.0278814 Dec 20 16:04:53.712072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:04:53.859958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c04067df-7afc-4bef-86e6-ae698471b94d tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:53.861569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c04067df-7afc-4bef-86e6-ae698471b94d tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.72 "GET /v2.0/networks?id=f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 200 len: 808 time: 0.2518523 Dec 20 16:04:53.874314 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-5706e7db-f14f-4382-b214-f863a502fd60 service neutron] show failed (client error): The resource could not be found. Dec 20 16:04:53.875390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-5706e7db-f14f-4382-b214-f863a502fd60 service neutron] 10.222.0.72 "GET /v2.0/ports/069214d4-5e9d-4fb9-b16b-5f8e20b4827b/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0651340 Dec 20 16:04:53.898791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Request body: {'port': {'device_id': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162', 'admin_state_up': True, 'tenant_id': '6133fde63eb14949b9cbb1e7d9e3275b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:54.276264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:04:54.279576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:54.285399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] Sync routers for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:04:54.296202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:04:54.296983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:04:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:54.328598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed45094e-4047-49ec-acbd-f67e2d5acc40 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/floatingips/3d53fd9d-99af-460f-bc83-930faa7c1b4b HTTP/1.1" status: 204 len: 168 time: 1.6275089 Dec 20 16:04:54.332695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:54.337058 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c964cc1-8b0d-4837-b472-242aa476703e" -d '{"events": [{"name": "network-changed", "server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:54.442564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d9c1-4d86-448d-89f7-7b8ed08f241d req-4689e355-944e-4876-8658-590a253b979d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:54.451730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ac4d9c1-4d86-448d-89f7-7b8ed08f241d req-4689e355-944e-4876-8658-590a253b979d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0753946 Dec 20 16:04:54.481633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Made reservation on behalf of 6133fde63eb14949b9cbb1e7d9e3275b for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:04:54.485515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:54.503040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:04:54.606234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ac4d9c1-4d86-448d-89f7-7b8ed08f241d req-97dfbde9-f8bf-451b-8ad4-2ef5cf4f2123 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532836 Dec 20 16:04:54.629635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-f047aa52-61a1-4e85-9880-bbbcb7565883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:54.647366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-f047aa52-61a1-4e85-9880-bbbcb7565883 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 1096 time: 0.1495039 Dec 20 16:04:54.650994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:54.744691 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc91d85-f095-4eef-a287-99ee5a1bc0a9 x-openstack-request-id: req-6bc91d85-f095-4eef-a287-99ee5a1bc0a9 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:54.745258 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:54.747290 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bc91d85-f095-4eef-a287-99ee5a1bc0a9 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:54.747873 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'status': 'completed', 'code': 200} Dec 20 16:04:54.751919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Allocated IP 172.20.0.5 (f85f69f8-2b68-420b-839a-842561a65162/7d480ce9-5381-4cd9-a05a-9c3bdd47a40c/c53128ea-8513-4fee-a7f3-dc5e8adcd078) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:04:54.811854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:54.836373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964cc1-8b0d-4837-b472-242aa476703e req-05a1c9f9-6c1c-4469-87de-1c996cb2be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:54.837952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-05a1c9f9-6c1c-4469-87de-1c996cb2be30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 1096 time: 0.0928047 Dec 20 16:04:54.887867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:14Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:54.933296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] Checking router: 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:04:54.945883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:04:54.946842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:04:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:55.015758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:55.068152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:04:55.132254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:55.203376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Network f85f69f8-2b68-420b-839a-842561a65162 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:04:55.210557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:04:55.216344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:04:55.267150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Pushing event updated for resources: {'Port': ['ID=c53128ea-8513-4fee-a7f3-dc5e8adcd078,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:55.306171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:55.306994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:55.364711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:14Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:04:55.392583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e5237-9339-44da-b2be-6167b39b1488 None None] The sync data for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 is: [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:03:09Z', 'revision_number': 4, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b1c640e8-aada-4ee1-b1b1-1ac71159edf5', 'name': '', 'network_id': '3af25aa4-766b-4c6e-92af-f20b29df6dcf', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'mac_address': 'fa:16:3e:9c:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:08Z', 'updated_at': '2021-12-20T16:03:14Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'subnets': [{'id': '87ef3300-bfde-42e5-9efe-1c7d20d257e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:04:55.400461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-b7818db0-8703-43ad-8deb-0c99093c444b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5118692 Dec 20 16:04:55.415063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Request body: {'port': {'device_id': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:04:55.445890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbc35819-f320-4c0c-8878-c75fcb8ac0d5 req-ebbcac2b-0b2e-4491-89c8-747afefe0d8e tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 210 time: 0.4996932 Dec 20 16:04:55.488114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:55.528456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf80298-52b8-48bc-9b18-9508cbe2c0dc req-a2ccf91f-f2b6-4e7a-8179-ff84ea08ed40 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:55.529891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cf80298-52b8-48bc-9b18-9508cbe2c0dc req-a2ccf91f-f2b6-4e7a-8179-ff84ea08ed40 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.6211424 Dec 20 16:04:55.648668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964cc1-8b0d-4837-b472-242aa476703e req-afd39a61-745e-411e-9086-970d98ce401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:55.650189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-afd39a61-745e-411e-9086-970d98ce401e service neutron] 10.222.0.83 "GET /v2.0/networks?id=3af25aa4-766b-4c6e-92af-f20b29df6dcf HTTP/1.1" status: 200 len: 898 time: 0.7932169 Dec 20 16:04:55.775365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-60d6ffb0-92c5-4c2d-9c07-1b2c1037301d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 HTTP/1.1" status: 200 len: 217 time: 0.0897136 Dec 20 16:04:55.840550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cf80298-52b8-48bc-9b18-9508cbe2c0dc req-b131771b-f257-4473-b5ec-a926977a0178 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631836 Dec 20 16:04:55.859807 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bd489-80c3-4e21-a95c-87e4c1c1c7d6 None None] New status for floating IP 3d53fd9d-99af-460f-bc83-930faa7c1b4b: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:04:55.866412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42645e43-3732-4206-a77b-fb8f0273c6ed req-b2fd5c63-d938-4c1b-8449-a9897e251196 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:55.877200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42645e43-3732-4206-a77b-fb8f0273c6ed req-b2fd5c63-d938-4c1b-8449-a9897e251196 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.2306726 Dec 20 16:04:55.879287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:55.928654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964cc1-8b0d-4837-b472-242aa476703e req-e5ff687a-0425-4baa-8ce3-812c73649c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:55.930590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-e5ff687a-0425-4baa-8ce3-812c73649c30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87ef3300-bfde-42e5-9efe-1c7d20d257e3 HTTP/1.1" status: 200 len: 833 time: 0.1375942 Dec 20 16:04:55.968532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:04:56.016476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53128ea-8513-4fee-a7f3-dc5e8adcd078 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:04:56.026769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.044197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42645e43-3732-4206-a77b-fb8f0273c6ed req-d47891d5-2533-4ad9-a562-a1ebd630982a tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548223 Dec 20 16:04:56.060753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Transition to ACTIVE for port object c53128ea-8513-4fee-a7f3-dc5e8adcd078 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:04:56.094572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:56.096801 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ca542e-6426-457f-96c5-637e314c0280" -d '{"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-unplugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:56.105251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.119604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c964cc1-8b0d-4837-b472-242aa476703e req-7f9e897b-4d7c-44fd-b105-5fc526315d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.121134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-7f9e897b-4d7c-44fd-b105-5fc526315d39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3af25aa4-766b-4c6e-92af-f20b29df6dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686351 Dec 20 16:04:56.128604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Transition to ACTIVE for port object 069214d4-5e9d-4fb9-b16b-5f8e20b4827b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:04:56.145454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57430c3f-5357-4ab6-8fda-054826f584f2 req-5c6548eb-1482-4f0b-990f-cdb8c4c15d42 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.149063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57430c3f-5357-4ab6-8fda-054826f584f2 req-5c6548eb-1482-4f0b-990f-cdb8c4c15d42 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1635845 Dec 20 16:04:56.158191 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4e9c4d-1e89-4a89-8c0a-698e132f40df x-openstack-request-id: req-0a4e9c4d-1e89-4a89-8c0a-698e132f40df {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:56.158492 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-unplugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:56.158744 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a4e9c4d-1e89-4a89-8c0a-698e132f40df {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:56.159132 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'code': 200} Dec 20 16:04:56.201569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.240769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.264769 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c53128ea-8513-4fee-a7f3-dc5e8adcd078,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:56.333700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57430c3f-5357-4ab6-8fda-054826f584f2 req-82777191-353c-443f-abea-06dc10788fc1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674619 Dec 20 16:04:56.352929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:56.354833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Attempting to bind port c53128ea-8513-4fee-a7f3-dc5e8adcd078 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:04:56.355185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Attempting to bind port c53128ea-8513-4fee-a7f3-dc5e8adcd078 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:04:56.359965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Attempting to bind port c53128ea-8513-4fee-a7f3-dc5e8adcd078 on network f85f69f8-2b68-420b-839a-842561a65162 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:04:56.360987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-f709488b-850c-45b9-8748-827216a2618f service neutron] 10.222.0.83 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311833 Dec 20 16:04:56.364403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Port c53128ea-8513-4fee-a7f3-dc5e8adcd078 on network f85f69f8-2b68-420b-839a-842561a65162 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:04:56.364664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Attempting to bind port c53128ea-8513-4fee-a7f3-dc5e8adcd078 on network f85f69f8-2b68-420b-839a-842561a65162 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:04:56.370188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:04:56.370701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Checking segment: {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:04:56.371175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Bound using segment: {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:04:56.371659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Bound port: c53128ea-8513-4fee-a7f3-dc5e8adcd078, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:04:56.372146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.441858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] For port c53128ea-8513-4fee-a7f3-dc5e8adcd078, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:04:56.446919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] For port c53128ea-8513-4fee-a7f3-dc5e8adcd078, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:04:56.467986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 988b764f-7258-40ce-aaec-fdc7a7268a4a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:04:56.522927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.572329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.573358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:56.575037 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] 10.222.0.72 "PUT /v2.0/ports/c53128ea-8513-4fee-a7f3-dc5e8adcd078 HTTP/1.1" status: 200 len: 1091 time: 1.1664543 Dec 20 16:04:56.619756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5419c12-2ae7-4dd6-9a61-fea8b3e04f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c53128ea-8513-4fee-a7f3-dc5e8adcd078,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:56.632530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] No DVR routers for this DVR port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:04:56.722052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-c586c9c1-ae9b-4677-ae84-6cf0a86019d7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.723596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-c586c9c1-ae9b-4677-ae84-6cf0a86019d7 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.83 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.2361860 Dec 20 16:04:56.726170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-171007cf-e97f-4a8a-bfc7-537713906f03 service neutron] 10.222.0.83 "GET /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262129 Dec 20 16:04:56.750714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c11f-7a69-48e9-9367-5b841449d75f req-28416921-c565-42d2-81fa-6e82fe2a01d0 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.752417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b120c11f-7a69-48e9-9367-5b841449d75f req-28416921-c565-42d2-81fa-6e82fe2a01d0 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 943 time: 0.2308896 Dec 20 16:04:56.776340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'tag': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:56.781414 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf", "tag": "c53128ea-8513-4fee-a7f3-dc5e8adcd078"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:56.822296 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-28cefb8a-20d4-4fd4-935b-abade536fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.825629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-28cefb8a-20d4-4fd4-935b-abade536fde9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 1094 time: 0.0883873 Dec 20 16:04:56.827305 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa46d59-8452-451d-a862-01f5de87e6bd x-openstack-request-id: req-faa46d59-8452-451d-a862-01f5de87e6bd {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:56.827818 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf", "tag": "c53128ea-8513-4fee-a7f3-dc5e8adcd078", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:56.828223 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-faa46d59-8452-451d-a862-01f5de87e6bd {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:56.828802 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'tag': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078', 'status': 'completed', 'code': 200} Dec 20 16:04:56.879007 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-ee3ce519-ce7a-491f-b220-8f63f51a9aba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078 HTTP/1.1" status: 200 len: 217 time: 0.0462399 Dec 20 16:04:56.949308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-dbc04d03-a64e-4cae-a53c-7636f3c657f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:56.951356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-dbc04d03-a64e-4cae-a53c-7636f3c657f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d480ce9-5381-4cd9-a05a-9c3bdd47a40c HTTP/1.1" status: 200 len: 848 time: 0.0649784 Dec 20 16:04:56.956928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b120c11f-7a69-48e9-9367-5b841449d75f req-01c6de53-ae82-4145-a596-9217a094bdd6 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136689 Dec 20 16:04:56.986930 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-00e72e36-1e8c-467b-be55-6f8648bdbd35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f85f69f8-2b68-420b-839a-842561a65162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287540 Dec 20 16:04:57.027603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:04:57.042090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:04:57.042424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:04:57.042747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:04:57.055147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:04:57.055471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:04:57.083094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:04:57.088424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc704972-984d-4543-a5bd-ed4093611b69 req-179573b9-61a5-4b2c-9877-0d3dced92c55 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.102324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc704972-984d-4543-a5bd-ed4093611b69 req-179573b9-61a5-4b2c-9877-0d3dced92c55 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1614363 Dec 20 16:04:57.107694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-6bac34e3-ef04-4efd-8cc6-ae7823fcdb74 service neutron] 10.222.0.72 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134033 Dec 20 16:04:57.121371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:04:57.123594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Checking segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:04:57.124080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Bound using segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:04:57.124641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Bound port: 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:04:57.126279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:57.127734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:57.152011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:04:57.152491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:57.221562 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-07849c58-b89a-48be-bc3e-0340880e54e9 req-ec4bc860-a17b-4dde-9b70-075f2accab69 service neutron] 10.222.0.72 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073380 Dec 20 16:04:57.307256 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc704972-984d-4543-a5bd-ed4093611b69 req-97696583-1e25-4d72-8657-592183b6d42f tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035773 Dec 20 16:04:57.361626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe601a-4490-4ec8-b80a-1bb572e6cde7 req-e4fa010f-f317-4ed8-90ca-6087405472c4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.363485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abbe601a-4490-4ec8-b80a-1bb572e6cde7 req-e4fa010f-f317-4ed8-90ca-6087405472c4 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 945 time: 0.2165856 Dec 20 16:04:57.393255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:04:57.421341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:04:57.431921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-14386164-9ebb-473c-8edc-7031a2441fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.433781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-14386164-9ebb-473c-8edc-7031a2441fe4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 1094 time: 0.0662737 Dec 20 16:04:57.435309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:04:57.435676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:57.472362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:04:57.518916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abbe601a-4490-4ec8-b80a-1bb572e6cde7 req-53c37082-d04b-4f74-83b7-03d3ac5b1626 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421118 Dec 20 16:04:57.524883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:57.557140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-3548b93e-6f3e-4b2c-95c8-1b3610320c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.558725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-3548b93e-6f3e-4b2c-95c8-1b3610320c1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 200 len: 909 time: 0.1178267 Dec 20 16:04:57.604520 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-2ec6d3c3-0e5e-4a30-9637-4ed9971820e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078 HTTP/1.1" status: 200 len: 217 time: 0.0383294 Dec 20 16:04:57.614271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697fe2-1ce7-4273-a019-141deffd33a1 req-a583c96a-8bb8-4652-bd6b-122121d5f6af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.616182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa697fe2-1ce7-4273-a019-141deffd33a1 req-a583c96a-8bb8-4652-bd6b-122121d5f6af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.1616187 Dec 20 16:04:57.627547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.628245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:57.629739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] 10.222.0.83 "PUT /v2.0/ports/069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 1091 time: 2.9839709 Dec 20 16:04:57.697449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026bee4-158d-4bf5-b966-c5a0d52652b8 service neutron] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:57.701312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-7a2ae5b4-746f-4c15-aa91-72cafafd024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.702816 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-7a2ae5b4-746f-4c15-aa91-72cafafd024a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d480ce9-5381-4cd9-a05a-9c3bdd47a40c HTTP/1.1" status: 200 len: 848 time: 0.0914338 Dec 20 16:04:57.770194 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-613e7203-ba3c-4242-85ce-c3b2899adb93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f85f69f8-2b68-420b-839a-842561a65162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556071 Dec 20 16:04:57.802277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa697fe2-1ce7-4273-a019-141deffd33a1 req-2dd799bc-a438-4ab7-a032-674c30b1511c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630962 Dec 20 16:04:57.826435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-a8625ea4-e84b-47ee-87ac-12d5d9e9f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:57.827105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-a8625ea4-e84b-47ee-87ac-12d5d9e9f857 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1094 time: 0.1503007 Dec 20 16:04:57.953910 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-78bfa582-0b13-4eae-ad3f-09d1279fb69f service neutron] 10.222.0.72 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290646 Dec 20 16:04:58.062969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-ab2d4b4d-2397-4f07-bb2b-12056171ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.064625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-ab2d4b4d-2397-4f07-bb2b-12056171ad20 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.1737497 Dec 20 16:04:58.094158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2d36af6d-f5fd-4ca2-a496-c432c8a1e49e req-be344646-86b1-4255-b04a-e06ed56816d6 service neutron] 10.222.0.72 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780341 Dec 20 16:04:58.127006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:58.163453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:04:58.165745 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b59f1-3660-46a7-9422-46d6cdf1fa86" -d '{"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:04:58.270791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:04:58.284922 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec58e7e-a33e-41e3-8870-3a729a37e75e x-openstack-request-id: req-aec58e7e-a33e-41e3-8870-3a729a37e75e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:04:58.285596 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:04:58.285952 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aec58e7e-a33e-41e3-8870-3a729a37e75e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:04:58.286462 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'status': 'completed', 'code': 200} Dec 20 16:04:58.317344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-8ca630ec-f4d6-4b28-b509-97b36c477df5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.2450218 Dec 20 16:04:58.318216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] No DVR routers for this DVR port 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:04:58.322128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:58.326219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe557c7e-154f-4d22-8ea8-5cb0f9b9241e req-e8807e43-76d5-44ea-ad15-05e7997790a5 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.83 "DELETE /v2.0/ports/1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 HTTP/1.1" status: 204 len: 173 time: 1.5448332 Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:04:58.335795 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:04:58.340045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb204b9a-539b-45cf-8b25-bbf192caa8da req-e6c39b04-b33b-41f2-9d8e-3da45f175a3f tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.341902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb204b9a-539b-45cf-8b25-bbf192caa8da req-e6c39b04-b33b-41f2-9d8e-3da45f175a3f tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 943 time: 0.2633159 Dec 20 16:04:58.352072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-e2c986f5-8b06-48f5-b815-201ba6c5385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.359691 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-e2c986f5-8b06-48f5-b815-201ba6c5385b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1094 time: 0.0773680 Dec 20 16:04:58.421759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-0b6d4d3a-e7a6-4ccf-b9ff-235b2f897ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.423458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-0b6d4d3a-e7a6-4ccf-b9ff-235b2f897ced service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0968118 Dec 20 16:04:58.447217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb204b9a-539b-45cf-8b25-bbf192caa8da req-0f6920d2-9106-484c-88bf-13ae88969c6c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910454 Dec 20 16:04:58.504079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-00864bf5-946e-4580-bfb0-2be3f25fd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.504079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-00864bf5-946e-4580-bfb0-2be3f25fd61a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.1337104 Dec 20 16:04:58.531780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7b59e297-508b-4a08-9aaa-71cafee72573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.533345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-7b59e297-508b-4a08-9aaa-71cafee72573 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850356 Dec 20 16:04:58.542843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b141753-5180-48e7-962e-f8395fbd1ff9 req-72d80dcc-24f4-44cd-8ff5-707042da2b44 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.547886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b141753-5180-48e7-962e-f8395fbd1ff9 req-72d80dcc-24f4-44cd-8ff5-707042da2b44 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0958967 Dec 20 16:04:58.596976 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-3a220112-b2a9-4f84-b1b1-53c0b6b01b3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.0875905 Dec 20 16:04:58.675001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-14cf4f98-7f4f-46f7-8ac7-b13fef14c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.677015 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-14cf4f98-7f4f-46f7-8ac7-b13fef14c9b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0733123 Dec 20 16:04:58.710159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-102adbad-a78e-46ce-9b16-92deb8f1887d req-d9aac0ed-eadc-4c5e-a71f-7842e3da5742 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "GET /v2.0/ports?device_id=272543b4-080e-45d6-a817-f23940d29cfb HTTP/1.1" status: 200 len: 210 time: 0.0534337 Dec 20 16:04:58.738337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b141753-5180-48e7-962e-f8395fbd1ff9 req-e89efdeb-99b5-41ba-a68f-4e0b0502f558 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771996 Dec 20 16:04:58.765916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-bbe0b54b-7ec8-4fe0-9e5e-a3f8f26c8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.767461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-bbe0b54b-7ec8-4fe0-9e5e-a3f8f26c8173 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812247 Dec 20 16:04:58.771561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-c20bec3b-902d-45d8-8372-263c20958008 service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247825 Dec 20 16:04:58.918360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-8d66155c-6ab9-409b-a00c-5948c3f5f978 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438005 Dec 20 16:04:58.965580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-949e551a-c1b0-4f7b-9a7d-dc27629f70d9 req-4c580963-184c-4545-b1fd-4109a7bd3605 service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809635 Dec 20 16:04:58.973011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbe708-a21d-4309-b2bd-a078ebf9b4b7 req-19f40ff1-d116-4b91-afd8-b4e748c95bb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:58.975094 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6bbe708-a21d-4309-b2bd-a078ebf9b4b7 req-19f40ff1-d116-4b91-afd8-b4e748c95bb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.0814683 Dec 20 16:04:59.016402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-68e462cb-f883-402d-bb93-783204ce84c5 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912282 Dec 20 16:04:59.034632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6bbe708-a21d-4309-b2bd-a078ebf9b4b7 req-3b24e95d-703d-48ea-97bd-00207d118eab tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521188 Dec 20 16:04:59.127075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-18c7936f-3f39-45e8-be01-cc38c5448fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:59.128621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-18c7936f-3f39-45e8-be01-cc38c5448fe2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1094 time: 0.0462062 Dec 20 16:04:59.227989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-63af696f-d5da-4905-a408-3b1b54232147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:59.229518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-63af696f-d5da-4905-a408-3b1b54232147 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.0919204 Dec 20 16:04:59.235577 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a913e621-c8cc-4a20-aae5-2ee429d4e321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:59.296276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-5b500478-c1db-415f-a952-5780ecd54d84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.0599546 Dec 20 16:04:59.349071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-7e42c50f-5379-4c7c-8bdc-2d98a8103b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:59.351187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-7e42c50f-5379-4c7c-8bdc-2d98a8103b7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0486176 Dec 20 16:04:59.776107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-5e8bbbc8-c28d-4551-a98f-f8fea4975da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:59.777926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-5e8bbbc8-c28d-4551-a98f-f8fea4975da0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4192820 Dec 20 16:04:59.791578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276c0fc-e72e-4de1-9ca6-d91435c23009 req-e41bd942-ce2c-4552-ac6d-d7717efbb4ce tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:59.791707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5276c0fc-e72e-4de1-9ca6-d91435c23009 req-e41bd942-ce2c-4552-ac6d-d7717efbb4ce tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 943 time: 0.0670853 Dec 20 16:04:59.802015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52914) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:04:59.871682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbe15f2c-a26a-4b5c-8f6d-1f327d601469 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:59.899939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbe15f2c-a26a-4b5c-8f6d-1f327d601469 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:59.938108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5276c0fc-e72e-4de1-9ca6-d91435c23009 req-7ace919b-2392-436a-b9cf-bdc6f4932b72 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383395 Dec 20 16:04:59.965442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff204380-d3b7-4c3f-8534-1a0a468c0005 req-96423306-617c-47fc-9b5b-f56b5ad3d4a7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:04:59.966974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff204380-d3b7-4c3f-8534-1a0a468c0005 req-96423306-617c-47fc-9b5b-f56b5ad3d4a7 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0965581 Dec 20 16:04:59.970881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-d49a4cab-4d1f-4763-8c5e-5a422dd8267e service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783900 Dec 20 16:05:00.058609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbe15f2c-a26a-4b5c-8f6d-1f327d601469 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:00.063552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bbe15f2c-a26a-4b5c-8f6d-1f327d601469 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:00.066744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bbe15f2c-a26a-4b5c-8f6d-1f327d601469 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/security-groups/ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a HTTP/1.1" status: 204 len: 168 time: 0.2622025 Dec 20 16:05:00.075847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff204380-d3b7-4c3f-8534-1a0a468c0005 req-fe3fe106-395a-49dd-96ea-bba706ac449c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030581 Dec 20 16:05:00.076333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15f2c-a26a-4b5c-8f6d-1f327d601469 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed791649-ea70-4d15-a8a8-eb5e6a9fdf1a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:00.123718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-592b59f1-3660-46a7-9422-46d6cdf1fa86 req-4fa2bf22-655c-4e0a-a0b0-a9032e294f61 service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445055 Dec 20 16:05:00.197152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:00.202082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39bde0-90d7-4109-9760-622b55067fd6 req-4da8a204-e7d5-4a96-af0a-d8d5dfa380d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:00.203622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe39bde0-90d7-4109-9760-622b55067fd6 req-4da8a204-e7d5-4a96-af0a-d8d5dfa380d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.0524726 Dec 20 16:05:00.257929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe39bde0-90d7-4109-9760-622b55067fd6 req-cf633ce0-b93a-4e9d-a7cc-114b388e5664 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Dec 20 16:05:00.288207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'name': 'network-vif-deleted', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:00.290721 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ac71c-371f-42f6-98a9-1a1a11277e14" -d '{"events": [{"server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "name": "network-vif-deleted", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:00.327064 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2baf6-5d07-47ab-8b6f-94d8e909727c x-openstack-request-id: req-5bd2baf6-5d07-47ab-8b6f-94d8e909727c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:00.327362 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272543b4-080e-45d6-a817-f23940d29cfb", "name": "network-vif-deleted", "tag": "1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:00.327619 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bd2baf6-5d07-47ab-8b6f-94d8e909727c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:00.328023 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272543b4-080e-45d6-a817-f23940d29cfb', 'name': 'network-vif-deleted', 'tag': '1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6', 'status': 'completed', 'code': 200} Dec 20 16:05:00.503149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:00.523399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:00.523662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1cc41de9-ac35-43a0-a499-a3b3bcbc5ba6 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:00.581100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:00.848502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port b1c640e8-aada-4ee1-b1b1-1ac71159edf5 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:00.849200 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:00.936771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port b1c640e8-aada-4ee1-b1b1-1ac71159edf5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:00.937263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:00.950760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for b1c640e8-aada-4ee1-b1b1-1ac71159edf5 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:01.039742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c53128ea-8513-4fee-a7f3-dc5e8adcd078 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:05:01.094621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bc4-6758-4883-a947-b1ca3fa79a34 req-b2d050c1-bf06-49f2-bcfc-50315c29557c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:01.097468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64e30bc4-6758-4883-a947-b1ca3fa79a34 req-b2d050c1-bf06-49f2-bcfc-50315c29557c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 943 time: 0.0876589 Dec 20 16:05:01.197024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64e30bc4-6758-4883-a947-b1ca3fa79a34 req-66521c54-7abc-4b60-9ad7-5adf7611707c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906286 Dec 20 16:05:01.207264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c53128ea-8513-4fee-a7f3-dc5e8adcd078, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:01.228483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078', 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162', 'port_id': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078', 'mac_address': 'fa:16:3e:44:0c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d480ce9-5381-4cd9-a05a-9c3bdd47a40c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:05:01.265290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:01.278185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dd7aa-7302-480f-99f8-fd38c766ff1f req-4a67f7fd-8544-4997-9cf7-d58a8cbd8e59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:01.280103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dd7aa-7302-480f-99f8-fd38c766ff1f req-4a67f7fd-8544-4997-9cf7-d58a8cbd8e59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0558157 Dec 20 16:05:01.345483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=b1c640e8-aada-4ee1-b1b1-1ac71159edf5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:01.356793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dd7aa-7302-480f-99f8-fd38c766ff1f req-35e6a0f0-8e1a-4f12-be0b-448485cd8e05 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607085 Dec 20 16:05:01.450726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e67df6-1b88-4aa0-8e27-dcdcf1a8118f req-987b42de-0b3e-4f6d-b5fd-c37d6ba2418e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:01.457418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2e67df6-1b88-4aa0-8e27-dcdcf1a8118f req-987b42de-0b3e-4f6d-b5fd-c37d6ba2418e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.0709023 Dec 20 16:05:01.527537 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:01.553377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53128ea-8513-4fee-a7f3-dc5e8adcd078 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:05:01.558393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2e67df6-1b88-4aa0-8e27-dcdcf1a8118f req-f24854e6-ffad-4138-802d-eb5b8156a5f1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898547 Dec 20 16:05:01.615396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c53128ea-8513-4fee-a7f3-dc5e8adcd078, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:01.619887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:01.710917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:01.761821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-29c33d58-d30c-44c6-86d6-8976d35f9547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:01.766993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=c53128ea-8513-4fee-a7f3-dc5e8adcd078,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:01.879958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:01.989222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:01.998092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ef3c68cd-d6c7-429b-a921-46aa05ec0802 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "PUT /v2.0/routers/247435f9-d23a-4e0d-a6b7-28ebbc06ad4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975075 Dec 20 16:05:01.998543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:02.010150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] Sync routers for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:02.021039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['c53128ea-8513-4fee-a7f3-dc5e8adcd078'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:02.026326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:02.026965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:02.059311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting subnet 87ef3300-bfde-42e5-9efe-1c7d20d257e3 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:05:02.062714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.105362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.201991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:02.222753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.376300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdbf2b-2b7b-4e39-bd2c-47983ba15d9e req-9e75f357-98ee-40ca-acee-6541488b9ac1 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:02.378367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0cdbf2b-2b7b-4e39-bd2c-47983ba15d9e req-9e75f357-98ee-40ca-acee-6541488b9ac1 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 944 time: 0.0613585 Dec 20 16:05:02.436136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.453366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.462119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/subnets/87ef3300-bfde-42e5-9efe-1c7d20d257e3 HTTP/1.1" status: 204 len: 168 time: 0.4585619 Dec 20 16:05:02.462349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d5d3ad-cb3d-4885-9d02-c857bba2d749 None None] Network 3af25aa4-766b-4c6e-92af-f20b29df6dcf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:02.462468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52954) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:02.478282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0cdbf2b-2b7b-4e39-bd2c-47983ba15d9e req-4ea94051-08e5-4067-aaa9-85085c5189d5 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906043 Dec 20 16:05:02.529025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca433-9ea6-44f8-8b20-6c8f15dc3c25 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Subnet': ['ID=87ef3300-bfde-42e5-9efe-1c7d20d257e3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:02.529526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:05:02.592190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77882-cd90-4c3a-b987-ac9ad0369066 req-8bf40eee-4e01-43ed-8683-60eff53bae99 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:02.606422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63f77882-cd90-4c3a-b987-ac9ad0369066 req-8bf40eee-4e01-43ed-8683-60eff53bae99 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1267042 Dec 20 16:05:02.618362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:05:01Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:02.683792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] Checking router: 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:02.695957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63f77882-cd90-4c3a-b987-ac9ad0369066 req-125142f6-02c3-47eb-98f1-be7198b00f24 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884895 Dec 20 16:05:02.762725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6d2a-06e8-4f07-a67e-cd271de5056b req-d39413a1-9655-4160-b384-53a947ecfb36 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:02.782569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-576b6d2a-06e8-4f07-a67e-cd271de5056b req-d39413a1-9655-4160-b384-53a947ecfb36 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 943 time: 0.1106791 Dec 20 16:05:02.782821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] Routers {'247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:02.783073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:02.856403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-576b6d2a-06e8-4f07-a67e-cd271de5056b req-da92836e-6c30-4ba3-9561-9fd4c1904278 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558953 Dec 20 16:05:02.893538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] DHCP port deletion for 3af25aa4-766b-4c6e-92af-f20b29df6dcf request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:02.910397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:02.941943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.947106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:02.960874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'mac_address': 'fa:16:3e:dd:cf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:05:02.972808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] Set router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:03.056697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.116913 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.141373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] Deleting port b2154f27-4e1a-42bb-89d7-64859267a80f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:03.141737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.146225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069214d4-5e9d-4fb9-b16b-5f8e20b4827b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:05:03.240243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Deleting port fa3f757d-29e0-43b8-9ad0-58902b555a0e {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:03.240635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.242451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:03.262919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] For port b2154f27-4e1a-42bb-89d7-64859267a80f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2154f27-4e1a-42bb-89d7-64859267a80f,segment=NetworkSegment(2e280542-e8d0-4511-aa3d-2ce955331a1f),segment_id=2e280542-e8d0-4511-aa3d-2ce955331a1f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:03.263324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.278612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] Calling delete_port for b2154f27-4e1a-42bb-89d7-64859267a80f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:03.350771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:05:01Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:03.360935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] For port fa3f757d-29e0-43b8-9ad0-58902b555a0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fa3f757d-29e0-43b8-9ad0-58902b555a0e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:03.361354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.376290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Calling delete_port for fa3f757d-29e0-43b8-9ad0-58902b555a0e owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:03.384482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.393854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f34040-138f-479a-8724-1376a9ea6d02 None None] The sync data for ids ['247435f9-d23a-4e0d-a6b7-28ebbc06ad4b'] in n-d-781076-8 is: [{'id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'name': 'tempest-TestNetworkBasicOps-router-307896216', 'tenant_id': '5d44ebd1084b47d29bf53cac22c8d828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:02Z', 'updated_at': '2021-12-20T16:05:01Z', 'revision_number': 5, 'project_id': '5d44ebd1084b47d29bf53cac22c8d828', 'gw_port': {'id': 'fa3f757d-29e0-43b8-9ad0-58902b555a0e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247435f9-d23a-4e0d-a6b7-28ebbc06ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:03Z', 'updated_at': '2021-12-20T16:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:03.461826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:03.606254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6925-a88e-40c9-8634-59f74e7f3dd3 req-2848bbd8-2846-42b4-8f92-96588619b5d7 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:03.607782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e14c6925-a88e-40c9-8634-59f74e7f3dd3 req-2848bbd8-2846-42b4-8f92-96588619b5d7 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 944 time: 0.0526710 Dec 20 16:05:03.662208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e14c6925-a88e-40c9-8634-59f74e7f3dd3 req-38786507-c71b-4ff6-b090-1da2da9f0c9f tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470731 Dec 20 16:05:03.719358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['069214d4-5e9d-4fb9-b16b-5f8e20b4827b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:03.777978 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.819801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Port': ['ID=fa3f757d-29e0-43b8-9ad0-58902b555a0e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:03.911944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba2bf-47b1-4ff0-9502-74cb5ddd0c09 req-058c3644-a2ee-4d18-9784-8dfd6b2c5383 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:03.926299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b5ba2bf-47b1-4ff0-9502-74cb5ddd0c09 req-058c3644-a2ee-4d18-9784-8dfd6b2c5383 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1502640 Dec 20 16:05:03.957035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.053391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b5ba2bf-47b1-4ff0-9502-74cb5ddd0c09 req-096f5628-dece-4e70-931e-fffb3c5d20de tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183131 Dec 20 16:05:04.070399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46aa379-84aa-4fd4-a85d-1ebb474e43a1 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:04.072218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2154f27-4e1a-42bb-89d7-64859267a80f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:04.082165 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.122695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45442-3c6d-4838-9799-b82b8c39bbb7 req-e0531d04-8198-4f68-b1d6-cc2cbb8890a8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:04.124424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffc45442-3c6d-4838-9799-b82b8c39bbb7 req-e0531d04-8198-4f68-b1d6-cc2cbb8890a8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.1041822 Dec 20 16:05:04.137204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b2154f27-4e1a-42bb-89d7-64859267a80f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:04.137437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2154f27-4e1a-42bb-89d7-64859267a80f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:04.137905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b1c640e8-aada-4ee1-b1b1-1ac71159edf5 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:04.140551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.148598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.161280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b1c640e8-aada-4ee1-b1b1-1ac71159edf5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:04.169877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b1c640e8-aada-4ee1-b1b1-1ac71159edf5 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:04.188483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] Pushing event deleted for resources: {'Port': ['ID=b2154f27-4e1a-42bb-89d7-64859267a80f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:04.196178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f20b6-efd0-4b20-9ae5-1c73bbd2fcda None None] No DVR routers for this DVR port b2154f27-4e1a-42bb-89d7-64859267a80f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:04.266796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffc45442-3c6d-4838-9799-b82b8c39bbb7 req-e32e4fae-177a-4008-999a-f5024adb727d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365197 Dec 20 16:05:04.285731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52978) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:04.347413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.413272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.414069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Fanout notify agent at l3_agent the message router_deleted on router 247435f9-d23a-4e0d-a6b7-28ebbc06ad4b {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:05:04.421357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.424843 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08797f57-6c53-44fd-8ea1-ded908a70f47 tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/routers/247435f9-d23a-4e0d-a6b7-28ebbc06ad4b HTTP/1.1" status: 204 len: 168 time: 1.9595439 Dec 20 16:05:04.426989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:04.543469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429490ee-22fe-455e-951e-bdce8ad7bc8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.592571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.730755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.808961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af25aa4-766b-4c6e-92af-f20b29df6dcf']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:04.812984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429490ee-22fe-455e-951e-bdce8ad7bc8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.823776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e280542-e8d0-4511-aa3d-2ce955331a1f') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:04.824076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e280542-e8d0-4511-aa3d-2ce955331a1f') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:04.836284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.861482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca38fb8-9ebe-479b-b92b-29afdb3d26b7 req-b0058ff3-fe0d-44f4-9d12-7d31c135ab85 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:04.863018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ca38fb8-9ebe-479b-b92b-29afdb3d26b7 req-b0058ff3-fe0d-44f4-9d12-7d31c135ab85 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 944 time: 0.1127303 Dec 20 16:05:04.864009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.872633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:05:04.873027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:05:04.876273 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:05:04.968660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429490ee-22fe-455e-951e-bdce8ad7bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.056858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c53128ea-8513-4fee-a7f3-dc5e8adcd078 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:05.064092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-429490ee-22fe-455e-951e-bdce8ad7bc8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b4ba6e1ae6545b7a43626581ec4aaa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7772515 Dec 20 16:05:05.066818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:05.067582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429490ee-22fe-455e-951e-bdce8ad7bc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab1e66a-f4fb-49ee-ae4e-319bdd1540fe,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:05.076196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ca38fb8-9ebe-479b-b92b-29afdb3d26b7 req-0cd720f4-8fdb-415d-9e14-d06950405886 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053547 Dec 20 16:05:05.080722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.090988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.094814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] 10.222.0.81 "DELETE /v2.0/networks/3af25aa4-766b-4c6e-92af-f20b29df6dcf HTTP/1.1" status: 204 len: 168 time: 0.6681528 Dec 20 16:05:05.103759 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.123351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6bc4-23b0-409a-9cc4-24e4a325ff7f req-097e4104-e502-4428-bb45-fce6a85725cc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.128685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-286c6bc4-23b0-409a-9cc4-24e4a325ff7f req-097e4104-e502-4428-bb45-fce6a85725cc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.2259851 Dec 20 16:05:05.171960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced6e50d-02cb-4508-8f74-6a4ec311499c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.183925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c358a02-50ea-4735-9261-b548fec07d6d tempest-TestNetworkBasicOps-566746572 tempest-TestNetworkBasicOps-566746572-project] Pushing event deleted for resources: {'Network': ['ID=3af25aa4-766b-4c6e-92af-f20b29df6dcf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:05.205436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced6e50d-02cb-4508-8f74-6a4ec311499c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.230822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-bf5b8f3a-ffdd-4bd8-9f1d-b4c5b97332d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.233499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-bf5b8f3a-ffdd-4bd8-9f1d-b4c5b97332d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7&tenant_id=602fb63252c24fc3b6b6550245454d8b&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 944 time: 0.2284954 Dec 20 16:05:05.264162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port c53128ea-8513-4fee-a7f3-dc5e8adcd078 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:05.268807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port c53128ea-8513-4fee-a7f3-dc5e8adcd078 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:05.274322 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.310280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-286c6bc4-23b0-409a-9cc4-24e4a325ff7f req-6864403b-4431-410a-a528-df4cc2053100 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471317 Dec 20 16:05:05.339224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced6e50d-02cb-4508-8f74-6a4ec311499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.342058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced6e50d-02cb-4508-8f74-6a4ec311499c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.343302 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ced6e50d-02cb-4508-8f74-6a4ec311499c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ab1e66a-f4fb-49ee-ae4e-319bdd1540fe HTTP/1.1" status: 204 len: 168 time: 0.2747245 Dec 20 16:05:05.349181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e5646-490f-4f65-980a-c2695713bafb req-c0a03eb6-6912-44c8-b1a7-6d17b87ee2bf tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.349181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-640e5646-490f-4f65-980a-c2695713bafb req-c0a03eb6-6912-44c8-b1a7-6d17b87ee2bf tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1359937 Dec 20 16:05:05.355071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6e50d-02cb-4508-8f74-6a4ec311499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab1e66a-f4fb-49ee-ae4e-319bdd1540fe,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:05.357138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.358499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-781dc3d3-6d84-40e4-8227-7f63b4d775b2 service neutron] 10.222.0.83 "GET /v2.0/ports/069214d4-5e9d-4fb9-b16b-5f8e20b4827b/bindings/n-h2-781076-8 HTTP/1.1" status: 200 len: 382 time: 0.1047041 Dec 20 16:05:05.394159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:05.399269 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8a89f-e83b-4052-bbe6-9eaf34135950" -d '{"events": [{"server_uuid": "ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf", "name": "network-vif-plugged", "status": "completed", "tag": "c53128ea-8513-4fee-a7f3-dc5e8adcd078"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:05.416345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c53128ea-8513-4fee-a7f3-dc5e8adcd078, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:05.444294 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a389b-560b-45c3-a89e-610451de0e40 x-openstack-request-id: req-bb1a389b-560b-45c3-a89e-610451de0e40 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:05.444626 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf", "name": "network-vif-plugged", "status": "completed", "tag": "c53128ea-8513-4fee-a7f3-dc5e8adcd078", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:05.444882 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb1a389b-560b-45c3-a89e-610451de0e40 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:05.445342 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078', 'code': 200} Dec 20 16:05:05.469597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-640e5646-490f-4f65-980a-c2695713bafb req-383237af-0155-4ec6-b122-77e68ef5709a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943847 Dec 20 16:05:05.477119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-cf3b9c6a-1748-430e-99c4-17326f1372d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.479448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-cf3b9c6a-1748-430e-99c4-17326f1372d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1095 time: 0.0931888 Dec 20 16:05:05.543005 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.544205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b69c30-a3d3-43a8-8c5b-322cb535a757 req-11d42aac-0ab0-4c02-9df4-20eda3a9ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.546993 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01b69c30-a3d3-43a8-8c5b-322cb535a757 req-11d42aac-0ab0-4c02-9df4-20eda3a9ac65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 1095 time: 0.0437088 Dec 20 16:05:05.600838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-c9911e54-88e3-4064-9167-33e45870f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.602446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-c9911e54-88e3-4064-9167-33e45870f352 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.1164677 Dec 20 16:05:05.624605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01b69c30-a3d3-43a8-8c5b-322cb535a757 req-ed3e7ab7-5cfb-49a0-b03c-b5fd7c3709d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684531 Dec 20 16:05:05.625197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=c53128ea-8513-4fee-a7f3-dc5e8adcd078,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:05.681013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53008) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:05.683847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-229f5d9a-fe16-4946-ba39-24957b0667f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 998 time: 0.0745780 Dec 20 16:05:05.739776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-f95c84d5-4b44-4924-8efd-583fdb1df445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.741736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-f95c84d5-4b44-4924-8efd-583fdb1df445 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0503573 Dec 20 16:05:05.814053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-4cdc8021-d806-4c2a-a796-0662175a681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.815707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-4cdc8021-d806-4c2a-a796-0662175a681e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665576 Dec 20 16:05:05.830833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fa3f757d-29e0-43b8-9ad0-58902b555a0e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:05.867226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: fa3f757d-29e0-43b8-9ad0-58902b555a0e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:05.867515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fa3f757d-29e0-43b8-9ad0-58902b555a0e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:05.908928 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d280fff-4c07-4b53-a7fc-fe284a1f07bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d44ebd1084b47d29bf53cac22c8d828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266667 Dec 20 16:05:05.909941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53016) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:05.960928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9876b21d-153c-449b-af33-950bae1b8e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:05.972972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1412e2-c952-4330-a320-8361f939c397 req-71de0b93-a9d2-46f0-b3fb-4f72c3067638 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:05.974585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a1412e2-c952-4330-a320-8361f939c397 req-71de0b93-a9d2-46f0-b3fb-4f72c3067638 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0818124 Dec 20 16:05:05.980285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-eec62f3f-e92d-4175-80a7-0768d91e5461 service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542451 Dec 20 16:05:05.984088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9876b21d-153c-449b-af33-950bae1b8e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.089144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a1412e2-c952-4330-a320-8361f939c397 req-16eaac84-7150-4fbf-a80c-d2f731cd8936 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072361 Dec 20 16:05:06.090456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-6d715f59-fc02-401f-9de2-9596b6caf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:06.091977 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-6d715f59-fc02-401f-9de2-9596b6caf0a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0511918 Dec 20 16:05:06.118081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9876b21d-153c-449b-af33-950bae1b8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.120194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-7076d92d-f472-4563-b846-6a3d2233f43b service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320176 Dec 20 16:05:06.120805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9876b21d-153c-449b-af33-950bae1b8e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.122079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9876b21d-153c-449b-af33-950bae1b8e2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd8a5a60-11b8-46c4-b452-a30f6588b643 HTTP/1.1" status: 204 len: 168 time: 0.2111726 Dec 20 16:05:06.149547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876b21d-153c-449b-af33-950bae1b8e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a5a60-11b8-46c4-b452-a30f6588b643,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:06.224034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53022) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:06.236101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-30fe8c8f-fc69-422d-b99b-b136a7b408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:06.237774 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-30fe8c8f-fc69-422d-b99b-b136a7b408bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.1383767 Dec 20 16:05:06.242618 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02e74fce-179c-49ce-867e-a682727e4249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.276991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e0fa2-1156-4b26-815a-8e1ab2974ba1 req-7162b21a-d3b4-4e23-89d2-a0da852dfd2e tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:06.278779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f5e0fa2-1156-4b26-815a-8e1ab2974ba1 req-7162b21a-d3b4-4e23-89d2-a0da852dfd2e tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 945 time: 0.0873272 Dec 20 16:05:06.310549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-b8cb186b-d7f9-4d1f-8330-a05178de14c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.0652304 Dec 20 16:05:06.375852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f5e0fa2-1156-4b26-815a-8e1ab2974ba1 req-9ae17c79-eac8-47ef-a102-1174373e24ff tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841639 Dec 20 16:05:06.387362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-6829ee81-b065-4932-afa7-931566c735dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:06.389843 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-6829ee81-b065-4932-afa7-931566c735dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0685306 Dec 20 16:05:06.418556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02e74fce-179c-49ce-867e-a682727e4249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.443206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-8cba4067-0c8c-4800-a37f-950b15636503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:06.445307 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-8cba4067-0c8c-4800-a37f-950b15636503 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460992 Dec 20 16:05:06.508409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02e74fce-179c-49ce-867e-a682727e4249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.543048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:06.578105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-02e74fce-179c-49ce-867e-a682727e4249 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d8c964d1fa34905b10dc019326a70dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529611 Dec 20 16:05:06.585386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53032) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:06.629506 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-17d50f8b-1bc4-4315-b61d-297eb6e7d08e service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705985 Dec 20 16:05:06.667904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74fce-179c-49ce-867e-a682727e4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a704b-9744-43de-b496-058b97b99ec8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:06.754823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198e2d72-b508-4f71-b1e9-420427593e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.795968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:06.800528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:06.801194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.810619 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-379a0823-7ffa-4e13-b20d-28ea14fd75ed req-de0f312c-9f08-4c60-b1ec-0ada00e4adce service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725450 Dec 20 16:05:06.832522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198e2d72-b508-4f71-b1e9-420427593e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.878809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2360eb5-2d38-42d4-8cb0-c30c061551b7 req-536e9434-85a4-4184-b51f-915eecef24e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:06.880324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2360eb5-2d38-42d4-8cb0-c30c061551b7 req-536e9434-85a4-4184-b51f-915eecef24e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.0882936 Dec 20 16:05:06.905413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.938382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2360eb5-2d38-42d4-8cb0-c30c061551b7 req-86a0febf-9dc8-415b-b8ef-53f63c1bf413 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507858 Dec 20 16:05:06.950239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:07.005435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198e2d72-b508-4f71-b1e9-420427593e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.009678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-198e2d72-b508-4f71-b1e9-420427593e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.010804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-198e2d72-b508-4f71-b1e9-420427593e43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/073a704b-9744-43de-b496-058b97b99ec8 HTTP/1.1" status: 204 len: 168 time: 0.4185610 Dec 20 16:05:07.018622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e2d72-b508-4f71-b1e9-420427593e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a704b-9744-43de-b496-058b97b99ec8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:07.059168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.123940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:07.125809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53038) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:07.159374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-012049e6-b8be-481f-82c1-f735df594dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.290119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-012049e6-b8be-481f-82c1-f735df594dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.299060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb300b78-6220-4b94-9f0a-4d05c67b41f2 req-54827824-931d-4617-89df-9261a3643982 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:07.300732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb300b78-6220-4b94-9f0a-4d05c67b41f2 req-54827824-931d-4617-89df-9261a3643982 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0939937 Dec 20 16:05:07.350211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-012049e6-b8be-481f-82c1-f735df594dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.364301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb300b78-6220-4b94-9f0a-4d05c67b41f2 req-284a0e01-9dd5-418e-beef-0aeb0dff47a6 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564303 Dec 20 16:05:07.392749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-012049e6-b8be-481f-82c1-f735df594dcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4d4aff2dfbb4ffb870087ab3b53fd8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658408 Dec 20 16:05:07.395450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53042) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:07.398694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012049e6-b8be-481f-82c1-f735df594dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3d9ca-0b21-45b7-9d1c-e0f0eab802b4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:07.446406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:07.449191 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97952acb-74bb-40c5-a2f6-7040b29d191e" -d '{"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-plugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:07.493040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7ede-ba9b-4a88-b8cb-53def3b2b167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.523747 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69af425-b39e-42af-8808-1187abbe2ee6 x-openstack-request-id: req-e69af425-b39e-42af-8808-1187abbe2ee6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:07.524108 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-plugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:07.524600 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e69af425-b39e-42af-8808-1187abbe2ee6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:07.525073 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'code': 200} Dec 20 16:05:07.528462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f2ac-9a8b-43dc-9195-7dec31aba572 req-aa6482ef-d260-4e15-b08b-33105d6e0047 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:07.530078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c2f2ac-9a8b-43dc-9195-7dec31aba572 req-aa6482ef-d260-4e15-b08b-33105d6e0047 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 945 time: 0.0586796 Dec 20 16:05:07.535536 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7ede-ba9b-4a88-b8cb-53def3b2b167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.603638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c2f2ac-9a8b-43dc-9195-7dec31aba572 req-54297b7f-23d0-490b-8ba6-1cf4f5e58d32 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672159 Dec 20 16:05:07.697014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7ede-ba9b-4a88-b8cb-53def3b2b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.699753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7ede-ba9b-4a88-b8cb-53def3b2b167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.701047 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7ebd7ede-ba9b-4a88-b8cb-53def3b2b167 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38d3d9ca-0b21-45b7-9d1c-e0f0eab802b4 HTTP/1.1" status: 204 len: 168 time: 0.3023283 Dec 20 16:05:07.710956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7ede-ba9b-4a88-b8cb-53def3b2b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3d9ca-0b21-45b7-9d1c-e0f0eab802b4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:07.853248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53054) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:07.871552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0451562-ff12-4439-bc2c-59bbb86e7107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:07.946203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0451562-ff12-4439-bc2c-59bbb86e7107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:08.040637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d0451562-ff12-4439-bc2c-59bbb86e7107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:08.088505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d0451562-ff12-4439-bc2c-59bbb86e7107 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5ed9b055880445bac3c8a1d0f6c8128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340939 Dec 20 16:05:08.089269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0451562-ff12-4439-bc2c-59bbb86e7107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c651d18d-e6fd-4186-b699-54269ca61e0a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:08.091534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53060) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:08.106008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b53679-0aad-4b84-88bf-50ef97019684 req-4cdd2627-17da-4c8e-879e-0cb6d55599ca tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:08.113655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36b53679-0aad-4b84-88bf-50ef97019684 req-4cdd2627-17da-4c8e-879e-0cb6d55599ca tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.1013310 Dec 20 16:05:08.169719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d5488bc-486f-4382-830f-7a4d7912c7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:08.183466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36b53679-0aad-4b84-88bf-50ef97019684 req-7dfaee87-cae9-4e16-bbbd-d3684c8645f5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635946 Dec 20 16:05:08.220177 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d5488bc-486f-4382-830f-7a4d7912c7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:08.337078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d5488bc-486f-4382-830f-7a4d7912c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:08.340108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6d5488bc-486f-4382-830f-7a4d7912c7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:08.341306 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6d5488bc-486f-4382-830f-7a4d7912c7b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c651d18d-e6fd-4186-b699-54269ca61e0a HTTP/1.1" status: 204 len: 168 time: 0.2457442 Dec 20 16:05:08.350436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5488bc-486f-4382-830f-7a4d7912c7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c651d18d-e6fd-4186-b699-54269ca61e0a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:08.501513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82cf5-a0b7-47af-9f99-be65c65049e1 req-c037c967-480c-4833-b81e-81c640339c15 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:08.509476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb82cf5-a0b7-47af-9f99-be65c65049e1 req-c037c967-480c-4833-b81e-81c640339c15 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0556085 Dec 20 16:05:08.555300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bb82cf5-a0b7-47af-9f99-be65c65049e1 req-5b8cf4e6-4295-41e3-a03c-e96694299607 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 Dec 20 16:05:08.716523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b612-c7bb-49ff-883d-5abdf9ca79fc req-4d3391c9-9f0c-4e53-9abe-c6fee73d3d45 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:08.723773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afd0b612-c7bb-49ff-883d-5abdf9ca79fc req-4d3391c9-9f0c-4e53-9abe-c6fee73d3d45 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0621407 Dec 20 16:05:08.767991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-afd0b612-c7bb-49ff-883d-5abdf9ca79fc req-7ea41e19-0112-4971-9fa1-068fe02c083c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 Dec 20 16:05:08.925309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53104) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:08.977857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6cf1-4f28-4363-9a4f-92826b6cb5d6 req-6f2244c4-bb9d-4a0a-b37a-3ab7fe209872 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:08.985026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac9f6cf1-4f28-4363-9a4f-92826b6cb5d6 req-6f2244c4-bb9d-4a0a-b37a-3ab7fe209872 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0807979 Dec 20 16:05:09.052296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac9f6cf1-4f28-4363-9a4f-92826b6cb5d6 req-e388995e-8cc4-403f-aaf9-eb72e8e9a3f4 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663919 Dec 20 16:05:09.062162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-822948408-network', 'tenant_id': '929e2c7606c247339267a657e920fb02'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:09.134223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b19943-9f27-4293-be35-f77d16ae51a9 req-fb4198f8-edd5-4b46-8b26-c7a8b283a28b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:09.136139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9b19943-9f27-4293-be35-f77d16ae51a9 req-fb4198f8-edd5-4b46-8b26-c7a8b283a28b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 945 time: 0.0662484 Dec 20 16:05:09.190642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9b19943-9f27-4293-be35-f77d16ae51a9 req-4eac4f30-e1e8-49fb-be30-48910e36215d tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Dec 20 16:05:09.250154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Made reservation on behalf of 929e2c7606c247339267a657e920fb02 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:09.252655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.281067 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.309105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea319f-26e5-4ef8-80d0-e4516b163fe3 req-6a0a357a-6551-499c-bd28-6447719dc40c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:09.310799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-acea319f-26e5-4ef8-80d0-e4516b163fe3 req-6a0a357a-6551-499c-bd28-6447719dc40c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 945 time: 0.0505707 Dec 20 16:05:09.324635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-ab9a2dd6-89f2-4ad2-ae9f-233f2a225413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:09.326007 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-ab9a2dd6-89f2-4ad2-ae9f-233f2a225413 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 1096 time: 0.1063659 Dec 20 16:05:09.341548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:09.368369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-acea319f-26e5-4ef8-80d0-e4516b163fe3 req-6243d035-b8d3-4923-bdd0-ba2b0d2e6689 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509033 Dec 20 16:05:09.426713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.478607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.534917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf4520-81ab-4495-b8be-c4e10adb3ef2 req-66ae0ec9-d195-4b22-aa11-73dacd0f433d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:09.536591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0cf4520-81ab-4495-b8be-c4e10adb3ef2 req-66ae0ec9-d195-4b22-aa11-73dacd0f433d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0548885 Dec 20 16:05:09.560090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.590375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0cf4520-81ab-4495-b8be-c4e10adb3ef2 req-f27e872d-e95b-4005-927a-f075d10f4ab5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457296 Dec 20 16:05:09.610747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:05:09.629292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66445058-7525-42b0-b63c-c37aa49b8cfb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:09.663410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.663772 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Added segment dc67dec4-1abf-40ff-8456-21a0117bf294 of type vlan for network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 Dec 20 16:05:09.720306 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.744453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:09.786970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:09.827413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:09.829703 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16f64c-9d01-419b-8306-a8f117f596a5" -d '{"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-unplugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:09.833884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.848060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Transition to ACTIVE for port object 069214d4-5e9d-4fb9-b16b-5f8e20b4827b will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:09.857458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.858612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:09.859234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.922267 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9094896d-f9dd-4373-8b28-82365cf340c9 x-openstack-request-id: req-9094896d-f9dd-4373-8b28-82365cf340c9 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:09.922565 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-unplugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:09.922828 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9094896d-f9dd-4373-8b28-82365cf340c9 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:09.923237 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'code': 200} Dec 20 16:05:09.926140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:09.965603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] Pushing event updated for resources: {'Network': ['ID=28cd3a4a-944f-435a-bbd8-aceb12d129e8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:09.970296 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-19c6fd54-42d7-455c-aadd-8da997119c7e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0439014 Dec 20 16:05:09.973429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53134) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:09.976397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:05:09.978802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Request body: {'subnet': {'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-822948408-subnet', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:10.063009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Made reservation on behalf of 929e2c7606c247339267a657e920fb02 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:10.065837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.091335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=10']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:10.156324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] No DVR routers for this DVR port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on host n-h2-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:10.323483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:10.323820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:10.324166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:10.330744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:05:10.331063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Attempting to bind port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on network f495b1fe-5c70-4958-8c06-5f9f3a256099 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:10.337503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:10.337845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Checking segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:10.338408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Bound using segment: {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:10.338778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Bound port: 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f262001-bd50-4d28-a05d-41db25d30024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:10.339144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.342489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcea0d-5566-4ab3-af85-8aa74d515bc6 req-76b8a65d-45d4-4086-abb3-063d2968e71c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.344085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ddcea0d-5566-4ab3-af85-8aa74d515bc6 req-76b8a65d-45d4-4086-abb3-063d2968e71c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 945 time: 0.0687938 Dec 20 16:05:10.393281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ddcea0d-5566-4ab3-af85-8aa74d515bc6 req-5cc2a318-d78b-431a-894d-87698ba43686 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Dec 20 16:05:10.404992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:10.421127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:10.421672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.496915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f36e2f2-0ef3-413a-8f68-3469d57c731e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:10.499409 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.533448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.534128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.542696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Checking segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:10.543093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Network hostable DHCP agents. Network: 28cd3a4a-944f-435a-bbd8-aceb12d129e8, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:05:10.546092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] 10.222.0.72 "PUT /v2.0/ports/069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 1092 time: 1.2104042 Dec 20 16:05:10.574253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8a026-4d0f-443a-9237-2e9466119a78 req-d02cfbd1-9c10-4cd8-94be-311b568f8efe tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.575823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ff8a026-4d0f-443a-9237-2e9466119a78 req-d02cfbd1-9c10-4cd8-94be-311b568f8efe tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.1230612 Dec 20 16:05:10.604900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-cad4394c-78b5-425c-8fe0-0d5b73cc2c40 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.606515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-cad4394c-78b5-425c-8fe0-0d5b73cc2c40 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 945 time: 0.1025686 Dec 20 16:05:10.620784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ceae9-2b15-44f6-a83a-bbf42175ea74 service neutron] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=11']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:10.639316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-82137048-9716-4ae1-9a0b-00db69ac4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.641735 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-82137048-9716-4ae1-9a0b-00db69ac4be6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1095 time: 0.0659866 Dec 20 16:05:10.706831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:05:10.754135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-034b02cd-1ef4-4570-90be-c419132182cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.755641 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-034b02cd-1ef4-4570-90be-c419132182cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.1074436 Dec 20 16:05:10.786429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ff8a026-4d0f-443a-9237-2e9466119a78 req-702310a5-cfd7-44c0-832b-f62f26235ee5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026436 Dec 20 16:05:10.803372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa030e-351c-4b6f-b386-57d7a4e5bc29 req-35e78e37-8112-4336-aaf9-ca02d055493e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.805287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84aa030e-351c-4b6f-b386-57d7a4e5bc29 req-35e78e37-8112-4336-aaf9-ca02d055493e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1007726 Dec 20 16:05:10.809200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 28cd3a4a-944f-435a-bbd8-aceb12d129e8) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:10.816601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.816601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.823684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d922b2c7-2ec2-46cd-87c5-b124ffb873be None None] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:10.832008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Deleting port c53128ea-8513-4fee-a7f3-dc5e8adcd078 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:10.832418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.847209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-af1a4210-3f7a-41f6-9c17-c41504b8d0c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.0842283 Dec 20 16:05:10.917249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-13af36b3-735f-461e-aca6-b5383034936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:10.918736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-13af36b3-735f-461e-aca6-b5383034936a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0637228 Dec 20 16:05:10.933598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84aa030e-351c-4b6f-b386-57d7a4e5bc29 req-05079d7c-f6bb-4a0c-8045-bf3790543428 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155221 Dec 20 16:05:10.970659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:05:10.971537 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.980317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2cd1f43f-154b-4a95-9618-3a08db7dfd31 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0057819 Dec 20 16:05:10.983265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] For port c53128ea-8513-4fee-a7f3-dc5e8adcd078, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c53128ea-8513-4fee-a7f3-dc5e8adcd078,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:10.983811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:10.986681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:10.991967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:11.017870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Calling delete_port for c53128ea-8513-4fee-a7f3-dc5e8adcd078 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:11.031742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-3e265ac0-3d72-4122-85ad-656cab14e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:11.039389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-3e265ac0-3d72-4122-85ad-656cab14e157 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133263 Dec 20 16:05:11.142393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Allocated IP 172.20.0.2 (28cd3a4a-944f-435a-bbd8-aceb12d129e8/7f36e2f2-0ef3-413a-8f68-3469d57c731e/8ab4fe0d-2460-4391-99d2-68b4ab56d63e) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:11.161349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-a730a3bd-3588-457a-b60f-ec5b8aeb0de3 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133516 Dec 20 16:05:11.172088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.173363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.276264 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad6a1470-ef52-4c20-875a-18ffa5d93ad7 req-460ad9f8-1240-4eef-b577-74a38bbe7640 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079884 Dec 20 16:05:11.343576 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.368157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e2d1-a071-4389-811f-876b731ac753 req-17ad7054-4954-41ca-9de6-7a6b187368e9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:11.375560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6764e2d1-a071-4389-811f-876b731ac753 req-17ad7054-4954-41ca-9de6-7a6b187368e9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0555670 Dec 20 16:05:11.375560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.390491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['c53128ea-8513-4fee-a7f3-dc5e8adcd078'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:11.433831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Pushing event deleted for resources: {'Port': ['ID=c53128ea-8513-4fee-a7f3-dc5e8adcd078,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:11.485665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.525680 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.526218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2686-71a8-4029-80c7-8c64e962f308 req-d8f0f1b2-7bf3-426a-ab27-5bb03d8e15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:11.527988 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-d8f0f1b2-7bf3-426a-ab27-5bb03d8e15ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a5140ec784551869d58a0080e3114&device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0651066 Dec 20 16:05:11.555562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cb10036-25be-4068-a129-20a0872791c2 req-30e96710-be10-4623-8d0c-b0c724822ea0 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 210 time: 0.0690372 Dec 20 16:05:11.559460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] No DVR routers for this DVR port c53128ea-8513-4fee-a7f3-dc5e8adcd078 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:11.566644 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.576143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7115cacf-a1b0-4b95-bb28-1ea63b525831 req-c385cb6b-f08a-4019-8724-c065b3dc66a9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.72 "DELETE /v2.0/ports/c53128ea-8513-4fee-a7f3-dc5e8adcd078 HTTP/1.1" status: 204 len: 173 time: 0.9488268 Dec 20 16:05:11.576143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'name': 'network-vif-deleted', 'tag': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:11.576143 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31522ff5-d6c8-410c-8236-f44d4a43e13b" -d '{"events": [{"server_uuid": "ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf", "name": "network-vif-deleted", "tag": "c53128ea-8513-4fee-a7f3-dc5e8adcd078"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:11.584863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6764e2d1-a071-4389-811f-876b731ac753 req-9d268600-6e7e-4777-80bf-b03852a33aa2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062118 Dec 20 16:05:11.620746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:11.626682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:11.628320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:11.641695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Pushing event updated for resources: {'Port': ['ID=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:11.669245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2686-71a8-4029-80c7-8c64e962f308 req-b08756ef-332f-4038-91cf-3033a9bd95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:11.672758 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-b08756ef-332f-4038-91cf-3033a9bd95b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 200 len: 912 time: 0.1376991 Dec 20 16:05:11.675623 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52ab373-92f5-4367-b0cb-e2070ac5ee4d x-openstack-request-id: req-a52ab373-92f5-4367-b0cb-e2070ac5ee4d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:11.676130 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf", "name": "network-vif-deleted", "tag": "c53128ea-8513-4fee-a7f3-dc5e8adcd078", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:11.676560 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a52ab373-92f5-4367-b0cb-e2070ac5ee4d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:11.677117 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf', 'name': 'network-vif-deleted', 'tag': 'c53128ea-8513-4fee-a7f3-dc5e8adcd078', 'status': 'completed', 'code': 200} Dec 20 16:05:11.701599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Attempting to bind port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:11.701961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Attempting to bind port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:11.702378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Attempting to bind port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e on network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:11.709966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:11.709966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Checking segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:11.709966 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.709966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Bound using segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:11.710394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Bound port: 8ab4fe0d-2460-4391-99d2-68b4ab56d63e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:11.710704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.767622 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-915ed1fe-8322-45d4-ac62-910329efb968 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 200 len: 998 time: 0.0820322 Dec 20 16:05:11.779494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] For port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:11.782722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] For port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:11.807210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.828255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2686-71a8-4029-80c7-8c64e962f308 req-94a80c91-4ba8-49c0-a579-144cd7be1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:11.830702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-94a80c91-4ba8-49c0-a579-144cd7be1166 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 200 len: 850 time: 0.0597906 Dec 20 16:05:11.887486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2686-71a8-4029-80c7-8c64e962f308 req-84f97e28-8894-421d-9dac-c3735ca138fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:11.889312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-84f97e28-8894-421d-9dac-c3735ca138fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487671 Dec 20 16:05:11.910953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:11.925620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:11.928591 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bf0f1b-270f-4456-99c6-879c5b4549e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:12.012277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bdfcb-f7c2-4c5e-9ad7-bce77a24645a None None] Pushing event updated for resources: {'Port': ['ID=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:12.032694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155227fd-05d3-422b-bf4b-d1e650f4b8f3 req-944c38d0-f5d1-4d71-bfd7-bec1fbac2902 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:12.044506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-155227fd-05d3-422b-bf4b-d1e650f4b8f3 req-944c38d0-f5d1-4d71-bfd7-bec1fbac2902 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.1218929 Dec 20 16:05:12.053478 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef6a8b-991c-49f5-8962-e920e0ac51da x-openstack-request-id: req-e8ef6a8b-991c-49f5-8962-e920e0ac51da {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:12.054547 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:12.054971 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8ef6a8b-991c-49f5-8962-e920e0ac51da {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:12.055547 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'status': 'completed', 'code': 200} Dec 20 16:05:12.069330 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-dacef79b-3210-4fa7-98fd-427b6bb13ac4 service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700068 Dec 20 16:05:12.216940 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abba2686-71a8-4029-80c7-8c64e962f308 req-fb01d772-5348-4dd9-8fea-8a38e24ea9ac service neutron] 10.222.0.72 "GET /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405025 Dec 20 16:05:12.270359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-155227fd-05d3-422b-bf4b-d1e650f4b8f3 req-6057294b-f837-4683-ba19-c6a20b3514d1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231400 Dec 20 16:05:12.275221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-1ab471cc-6e3a-41e5-89d9-3ac07aeaf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:12.276728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-1ab471cc-6e3a-41e5-89d9-3ac07aeaf835 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1095 time: 0.2176015 Dec 20 16:05:12.279529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-90ee91aa-ad4c-42ab-afa6-586854058e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:12.281007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-90ee91aa-ad4c-42ab-afa6-586854058e93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1095 time: 0.1880045 Dec 20 16:05:12.594488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:12.640328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:12.901111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-51b4e0c9-6bfb-4912-bf54-62865914dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:12.902757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-51b4e0c9-6bfb-4912-bf54-62865914dadf service neutron] 10.222.0.83 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.6189630 Dec 20 16:05:12.916834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eaf65-66dd-4c12-96ce-9b5f4da0f799 req-79a82159-4ed7-4c6b-a592-bb167eb48a51 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:12.918524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb3eaf65-66dd-4c12-96ce-9b5f4da0f799 req-79a82159-4ed7-4c6b-a592-bb167eb48a51 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1780565 Dec 20 16:05:12.936980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-17feb45c-c1c6-44be-b5c1-0926c73c98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:12.938468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-17feb45c-c1c6-44be-b5c1-0926c73c98d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.6464257 Dec 20 16:05:13.157493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d1fb4cf-bb62-40c6-84cd-5de0ee15bdb0 req-bfeb2ca4-dfd1-4142-8cc8-3021ce43e41c tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce99d7cf-5da0-42b6-b3f2-4ffd65afd3cf HTTP/1.1" status: 200 len: 210 time: 0.1444776 Dec 20 16:05:13.236020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-7943989f-52e1-48dd-8b37-3269d9063ef2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.3150213 Dec 20 16:05:13.245983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb3eaf65-66dd-4c12-96ce-9b5f4da0f799 req-2bc5c3b5-5205-495f-b398-9353c7325156 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104050 Dec 20 16:05:13.258415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-830ec5eb-ead9-428e-b45a-20ba1a9ce97c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 997 time: 0.2976801 Dec 20 16:05:13.270202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b431ab-e548-4b16-9de4-eda8ae095963 None None] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:13.323686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.355438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.373856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a85dae03-69f7-4f80-9f0b-3f359facf850 None None] Provisioning complete for port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:13.374361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a85dae03-69f7-4f80-9f0b-3f359facf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.376338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-9bb82bb0-d0f9-43af-84c4-233627339893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:13.377839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-9bb82bb0-d0f9-43af-84c4-233627339893 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.1309779 Dec 20 16:05:13.447389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-2b6b0b44-d2fb-4635-a639-89285c8dfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:13.448795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-2b6b0b44-d2fb-4635-a639-89285c8dfde9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.1661026 Dec 20 16:05:13.493530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a85dae03-69f7-4f80-9f0b-3f359facf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.536395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a85dae03-69f7-4f80-9f0b-3f359facf850 None None] For port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:13.574943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-685d5e49-d983-4ac6-b431-6d8c977e1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:13.576470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-685d5e49-d983-4ac6-b431-6d8c977e1414 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858549 Dec 20 16:05:13.584659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283dc86-6af0-4f4d-b5a1-a782201bbebe req-d3bb5c0b-8a22-46ca-b157-3fbc8bc59bbe tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:13.586183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5283dc86-6af0-4f4d-b5a1-a782201bbebe req-d3bb5c0b-8a22-46ca-b157-3fbc8bc59bbe tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 944 time: 0.2150319 Dec 20 16:05:13.613278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a85dae03-69f7-4f80-9f0b-3f359facf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.674018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-92c8aa21-b21b-40b2-b5d7-496a43778928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:13.675558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-92c8aa21-b21b-40b2-b5d7-496a43778928 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915922 Dec 20 16:05:13.688344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dae03-69f7-4f80-9f0b-3f359facf850 None None] Pushing event updated for resources: {'Port': ['ID=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:13.718779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Allocated IP 172.25.6.97 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/77d35d8a-b013-41a6-9f7a-9b76ddaa05e5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:13.736213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e7595b70-95e1-4d32-92de-6970155dedfc None None] Provisioning complete for port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:13.736768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7595b70-95e1-4d32-92de-6970155dedfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.819320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5283dc86-6af0-4f4d-b5a1-a782201bbebe req-0821114e-83c5-4181-81b8-c473edbe1a02 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178288 Dec 20 16:05:13.859597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53182) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:13.863011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8ab4fe0d-2460-4391-99d2-68b4ab56d63e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:13.915165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-9f23276f-42ae-46f4-8ff3-3bf9ac6b83c3 service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284474 Dec 20 16:05:13.921794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-22ac4c9b-0b19-4004-8bdc-19d59cee4ad0 service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328729 Dec 20 16:05:13.941213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:13.941589 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:13.951406 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1f6bb4dd-c261-4432-8c9a-6e6e6781b6a5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d51464d5-d9c2-4646-ad89-ccba38be781d HTTP/1.1" status: 200 len: 989 time: 0.0893123 Dec 20 16:05:14.082160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:14.153540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-0db445dc-a546-4934-bda3-31e0a0de7291 service neutron] 10.222.0.83 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197685 Dec 20 16:05:14.163816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88bf0f1b-270f-4456-99c6-879c5b4549e1 req-a84af2c2-e6f1-4802-96a9-7e37726b1acc service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393568 Dec 20 16:05:14.242963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:14.290290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:14.293425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:14.296998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:14.314664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31021333-1bc0-41b4-a301-fa3e479e3603 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:14.352395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Pushing event updated for resources: {'Port': ['ID=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:14.368176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9a660829-1ffa-4f9e-a0ce-13483f1e4b96 None None] Provisioning complete for port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:14.368863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a660829-1ffa-4f9e-a0ce-13483f1e4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:14.431824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a660829-1ffa-4f9e-a0ce-13483f1e4b96 None None] Port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:14.525613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490e08f-d5c8-4cb4-b8c2-b0dcd5febb8b req-60a268fc-8bd4-4cd4-977d-805ac9282203 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:14.527076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4490e08f-d5c8-4cb4-b8c2-b0dcd5febb8b req-60a268fc-8bd4-4cd4-977d-805ac9282203 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1640513 Dec 20 16:05:14.661746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4490e08f-d5c8-4cb4-b8c2-b0dcd5febb8b req-bcd9cfd6-b595-40e4-8063-04f8727a73a2 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202753 Dec 20 16:05:14.670852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-c1b220d2-2ba6-4ee1-9a67-5415f74327e8 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:14.672320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-c1b220d2-2ba6-4ee1-9a67-5415f74327e8 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/networks?id=f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 200 len: 808 time: 0.1702330 Dec 20 16:05:14.689461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-4d18bd8d-6efc-4629-9a33-f0fbd095c4e9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/quotas/6133fde63eb14949b9cbb1e7d9e3275b HTTP/1.1" status: 200 len: 375 time: 0.0103734 Dec 20 16:05:14.772492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3534375b-8290-450b-b36c-27d6e8d1f599 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430393 Dec 20 16:05:14.918527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ad4f9-e1fa-46ca-9fdb-7569927a2066 req-911666ca-6a6b-430b-bfd2-005766463647 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:14.920017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec6ad4f9-e1fa-46ca-9fdb-7569927a2066 req-911666ca-6a6b-430b-bfd2-005766463647 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.1800041 Dec 20 16:05:14.924172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:15.039076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-f244631c-44a1-4a8c-bdf8-eb75284c7a04 service neutron] 10.222.0.81 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434816 Dec 20 16:05:15.089100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec6ad4f9-e1fa-46ca-9fdb-7569927a2066 req-db11296d-b544-4bff-b861-f4e53021f562 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604846 Dec 20 16:05:15.160319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:05:15.164851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c53128ea-8513-4fee-a7f3-dc5e8adcd078 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:15.197913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: c53128ea-8513-4fee-a7f3-dc5e8adcd078 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:15.198755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c53128ea-8513-4fee-a7f3-dc5e8adcd078 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:15.202034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-b7ebabfa-bb82-4397-839c-a2f85ddc0670 service neutron] 10.222.0.81 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563828 Dec 20 16:05:15.269381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:15.344957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:15.366688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'port_id': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'mac_address': 'fa:16:3e:dd:cf:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:05:15.424831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:15.449519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069214d4-5e9d-4fb9-b16b-5f8e20b4827b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:05:15.473666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:15.555102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Router 196bb3f1-9e79-4905-a89d-d04313870acd is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:05:15.595475 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:15.645964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=12']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:15.659900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebc3ef11-0fb4-40bb-aad3-dafcc1910a76 req-50ea9003-77c2-40ba-bbe2-42592cd12822 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 210 time: 0.0346882 Dec 20 16:05:15.738908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:15.751273 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Sync routers for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:15.763332 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:15.764160 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:15.843543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:15.844988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-acd72a8b-e168-4d2c-a8c4-fa2efd8e652b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8568246 Dec 20 16:05:15.847678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53242) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:15.893788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['069214d4-5e9d-4fb9-b16b-5f8e20b4827b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:15.912642 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:16.289961 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:14Z', 'revision_number': 3, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:16.322317 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Checking router: 196bb3f1-9e79-4905-a89d-d04313870acd for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:16.322931 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Updating router 196bb3f1-9e79-4905-a89d-d04313870acd port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:05:16.356379 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.710482 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.792436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-020b0d69-a45a-48a4-a05c-99c8f03bd039 req-bfe55582-a5b5-4044-a334-11973b92e3bf tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 210 time: 0.0311639 Dec 20 16:05:16.891429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.903486 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.932889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50b325a-0572-41ac-b32f-963b5e4f2cc2 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:16.933537 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Attempting to bind port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:16.934110 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Attempting to bind port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:16.934646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Attempting to bind port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:16.963714 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:16.964362 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:16.964954 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.965475 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:16.966136 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Bound port: 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:16.966525 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.996184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ff5cb339-6738-46e3-9f89-2cbf6f388f0d None None] Provisioning complete for port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:16.996864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb339-6738-46e3-9f89-2cbf6f388f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.029450 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] For port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:17.033959 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] For port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:17.041693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cb339-6738-46e3-9f89-2cbf6f388f0d None None] Port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:17.058037 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Pushing event updated for resources: {'Port': ['ID=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:17.067869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.068217 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.069426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.069944 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.070439 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.070959 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.071293 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.071728 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.072129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.072802 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.073336 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.074344 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.074683 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:17.094397 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.101246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7081-4600-40a6-99a8-b68d8666faba req-40adb493-f8fe-4c60-bf7d-de9ec83fe681 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:17.109213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-295c7081-4600-40a6-99a8-b68d8666faba req-40adb493-f8fe-4c60-bf7d-de9ec83fe681 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c48c0a19-ed3a-4aba-9d79-f7aecdea789c HTTP/1.1" status: 200 len: 943 time: 0.1340673 Dec 20 16:05:17.146138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059adcd-843e-4286-b687-22748bc327f0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:17.193364 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:17.198522 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:17.226641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Allocated IP 172.20.0.1 (28cd3a4a-944f-435a-bbd8-aceb12d129e8/7f36e2f2-0ef3-413a-8f68-3469d57c731e/437e9db9-735b-493c-9818-8c017c6e1adc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:17.238519 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946a0b2-133d-4763-81ac-07b41781617a None None] Pushing event updated for resources: {'Port': ['ID=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:17.284086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-44533504-ccf0-45e0-bb45-e7cf06548d31 None None] Provisioning complete for port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:17.292414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44533504-ccf0-45e0-bb45-e7cf06548d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.339691 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:17.371038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Deleting port 988b764f-7258-40ce-aaec-fdc7a7268a4a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:17.371375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.435947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44533504-ccf0-45e0-bb45-e7cf06548d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.456650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-44533504-ccf0-45e0-bb45-e7cf06548d31 None None] For port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:17.463538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.520114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] For port 988b764f-7258-40ce-aaec-fdc7a7268a4a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=988b764f-7258-40ce-aaec-fdc7a7268a4a,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:17.520475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.539180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Calling delete_port for 988b764f-7258-40ce-aaec-fdc7a7268a4a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:17.553056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:14Z', 'revision_number': 3, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:17.562284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44533504-ccf0-45e0-bb45-e7cf06548d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.588356 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdf138d-1e1e-4c0d-bdba-f9fa3e86c659 None None] The sync data for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 is: [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:14Z', 'revision_number': 3, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:17.617657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:17.655386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44533504-ccf0-45e0-bb45-e7cf06548d31 None None] Pushing event updated for resources: {'Port': ['ID=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:17.691385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:17.702963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:17.705525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:17.738174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Pushing event updated for resources: {'Port': ['ID=437e9db9-735b-493c-9818-8c017c6e1adc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:17.798220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.029823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.043621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['54c7e0c3-f800-4f8e-acea-b653f7a66705'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:18.047591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:18.127703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61d067bf-6c0d-44e6-88d2-97cedcf328f1 req-e8711721-5257-4cbd-ad5d-049064fb53c2 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 210 time: 0.1585431 Dec 20 16:05:18.225383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5da89c19-e449-48d2-958d-51356067c46d None None] Provisioning complete for port 437e9db9-735b-493c-9818-8c017c6e1adc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:18.225894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5da89c19-e449-48d2-958d-51356067c46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.257944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] No DVR routers for this DVR port 988b764f-7258-40ce-aaec-fdc7a7268a4a on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:18.260487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'Port': ['ID=988b764f-7258-40ce-aaec-fdc7a7268a4a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:18.276712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.281117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-295c7081-4600-40a6-99a8-b68d8666faba req-7d9832d6-3441-4e5b-bb85-976c03549b59 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "DELETE /v2.0/ports/988b764f-7258-40ce-aaec-fdc7a7268a4a HTTP/1.1" status: 204 len: 173 time: 1.1708314 Dec 20 16:05:18.281676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-deleted', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:18.283906 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f820fb-ac3f-4f36-afe2-d74b7d1e565b" -d '{"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-deleted", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:18.304346 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.391965 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa1db1-136d-44e5-adf1-032ecb549716 x-openstack-request-id: req-b3fa1db1-136d-44e5-adf1-032ecb549716 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:18.392266 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48c0a19-ed3a-4aba-9d79-f7aecdea789c", "name": "network-vif-deleted", "tag": "988b764f-7258-40ce-aaec-fdc7a7268a4a", "status": "failed", "code": 422}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:18.392568 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3fa1db1-136d-44e5-adf1-032ecb549716 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:18.392980 n-d-781076-8 neutron-server[103953]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c48c0a19-ed3a-4aba-9d79-f7aecdea789c', 'name': 'network-vif-deleted', 'tag': '988b764f-7258-40ce-aaec-fdc7a7268a4a', 'status': 'failed', 'code': 422} returned with failed status Dec 20 16:05:18.408622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3b90995e-edfe-436c-bc7a-bf5600203e84 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:18.410234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3b90995e-edfe-436c-bc7a-bf5600203e84 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.83 "GET /v2.0/networks?id=f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 200 len: 808 time: 0.4527383 Dec 20 16:05:18.429113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5da89c19-e449-48d2-958d-51356067c46d None None] Port 437e9db9-735b-493c-9818-8c017c6e1adc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:18.436651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Request body: {'port': {'device_id': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162', 'admin_state_up': True, 'tenant_id': '6133fde63eb14949b9cbb1e7d9e3275b'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:18.623205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.704621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.758472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Made reservation on behalf of 6133fde63eb14949b9cbb1e7d9e3275b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:18.762440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.808923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:18.821671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Pushing event updated for resources: {'Port': ['ID=437e9db9-735b-493c-9818-8c017c6e1adc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:19.010653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Allocated IP 172.20.0.2 (f85f69f8-2b68-420b-839a-842561a65162/7d480ce9-5381-4cd9-a05a-9c3bdd47a40c/130d2dc7-0fea-4011-b678-06096a74196a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:19.020846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:19.025966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:19.158142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:19.210224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Router 196bb3f1-9e79-4905-a89d-d04313870acd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:19.315648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ecabb23-60b2-4960-af49-4c2b2b0f600f req-6846f80b-a6a4-4588-bd47-3f60b1df4493 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 210 time: 0.0504596 Dec 20 16:05:19.338502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:19.342776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:19.343151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.395330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-286376fc-351a-46bd-9e25-9b9195c9bd52 None None] Provisioning complete for port 437e9db9-735b-493c-9818-8c017c6e1adc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:19.395835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-286376fc-351a-46bd-9e25-9b9195c9bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.434482 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.453192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:19.463789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-286376fc-351a-46bd-9e25-9b9195c9bd52 None None] Port 437e9db9-735b-493c-9818-8c017c6e1adc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:19.477081 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.477892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4b836ae3-0b83-4e93-ab54-0910ae848c60 admin admin] 10.222.0.81 "PUT /v2.0/routers/196bb3f1-9e79-4905-a89d-d04313870acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6183250 Dec 20 16:05:19.508200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:19.510997 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91121084-bc83-4b89-8844-59691bf55ffe" -d '{"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-plugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:19.529769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:19.571913 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74d6668-e075-4341-bc07-e8489dab8c2e x-openstack-request-id: req-c74d6668-e075-4341-bc07-e8489dab8c2e {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:19.572216 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-plugged", "status": "completed", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:19.572685 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c74d6668-e075-4341-bc07-e8489dab8c2e {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:19.573093 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'code': 200} Dec 20 16:05:19.613436 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.613953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.688962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=13']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:19.723261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Pushing event updated for resources: {'Port': ['ID=130d2dc7-0fea-4011-b678-06096a74196a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:19.745363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Network f85f69f8-2b68-420b-839a-842561a65162 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:19.754139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:19.763833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:19.809049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae6f5-af2c-4b79-927b-59228e9736a7 req-6850e9f4-39b8-4e3c-8c05-a59229160657 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:19.817322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-609ae6f5-af2c-4b79-927b-59228e9736a7 req-6850e9f4-39b8-4e3c-8c05-a59229160657 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 908 time: 0.1436346 Dec 20 16:05:19.858212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:19.859345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:19.894790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:19.930250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-3bdcfbf0-4159-4c72-ac06-2fbd33b74caa tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5053616 Dec 20 16:05:19.945648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Request body: {'port': {'device_id': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:19.968694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:19.969236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.010775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.108745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Sync routers for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:20.121745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:20.122449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:20.398687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130d2dc7-0fea-4011-b678-06096a74196a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:05:20.408427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.433138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:20.453866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Transition to ACTIVE for port object 130d2dc7-0fea-4011-b678-06096a74196a will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:05:20.487038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8325f2-04ae-4883-85ac-9f6cb67f32e9 req-99593595-36e7-4d49-8794-f156a243d271 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:20.488600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d8325f2-04ae-4883-85ac-9f6cb67f32e9 req-99593595-36e7-4d49-8794-f156a243d271 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 931 time: 0.0742054 Dec 20 16:05:20.512318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53316) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:20.516312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-469558428-network', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:20.552252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.565513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d8325f2-04ae-4883-85ac-9f6cb67f32e9 req-12c4a4a0-6862-4a4c-ac1f-01f96752cdb2 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697038 Dec 20 16:05:20.620679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Made reservation on behalf of add8d03fffd6485f8e2176ff760c3f89 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:20.623679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.644326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Pushing event updated for resources: {'Port': ['ID=130d2dc7-0fea-4011-b678-06096a74196a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:20.645898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.714416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Attempting to bind port 130d2dc7-0fea-4011-b678-06096a74196a on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:20.714416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Attempting to bind port 130d2dc7-0fea-4011-b678-06096a74196a by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:20.714706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Attempting to bind port 130d2dc7-0fea-4011-b678-06096a74196a on network f85f69f8-2b68-420b-839a-842561a65162 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:20.719549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:18Z', 'revision_number': 2, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:20.724724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Port 130d2dc7-0fea-4011-b678-06096a74196a on network f85f69f8-2b68-420b-839a-842561a65162 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:05:20.725912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Attempting to bind port 130d2dc7-0fea-4011-b678-06096a74196a on network f85f69f8-2b68-420b-839a-842561a65162 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:20.731497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:20.731938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Checking segment: {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:20.732382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Bound using segment: {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:20.732902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Bound port: 130d2dc7-0fea-4011-b678-06096a74196a, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcb724a-0d48-4462-ae38-9352933b16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:20.733363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.742583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.751650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Checking router: 196bb3f1-9e79-4905-a89d-d04313870acd for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:20.752011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Updating router 196bb3f1-9e79-4905-a89d-d04313870acd port 437e9db9-735b-493c-9818-8c017c6e1adc binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:05:20.777128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.798347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] For port 130d2dc7-0fea-4011-b678-06096a74196a, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:20.801407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] For port 130d2dc7-0fea-4011-b678-06096a74196a, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=130d2dc7-0fea-4011-b678-06096a74196a,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:20.819131 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.845070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:05:20.855358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbc6ef-7b10-4e0c-b8c3-ccc0d343d0dc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:20.870472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.871626 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Added segment df64aa52-426a-446e-898d-63ae95a635fb of type vlan for network b3e0f7de-ae90-42f7-b88f-e986355d3801 Dec 20 16:05:20.883503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.918373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.962996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:20.963564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.964968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] 10.222.0.83 "PUT /v2.0/ports/130d2dc7-0fea-4011-b678-06096a74196a HTTP/1.1" status: 200 len: 1091 time: 1.0258517 Dec 20 16:05:20.965452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'tag': '130d2dc7-0fea-4011-b678-06096a74196a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:20.967708 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023" -d '{"events": [{"name": "network-changed", "server_uuid": "62a00ba4-b224-4b59-aad3-027bac8911f9", "tag": "130d2dc7-0fea-4011-b678-06096a74196a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:20.991694 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:20.993390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aa743-c472-41d9-ab8c-e261a415bb03 service neutron] Pushing event updated for resources: {'Port': ['ID=130d2dc7-0fea-4011-b678-06096a74196a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:20.994315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:20.995096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.041587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793967-da2d-448a-9232-03b0392a64e8 req-335d10d0-fa8e-41fd-bcae-4932321a4d02 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:21.044215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25793967-da2d-448a-9232-03b0392a64e8 req-335d10d0-fa8e-41fd-bcae-4932321a4d02 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 908 time: 0.1295056 Dec 20 16:05:21.063060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-fc6c4914-ad99-497e-a7f0-01c682db5aab tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:21.064662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-fc6c4914-ad99-497e-a7f0-01c682db5aab tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 908 time: 0.0904067 Dec 20 16:05:21.085894 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f634403b-1a1c-4338-865a-d6ead7de67f1 x-openstack-request-id: req-f634403b-1a1c-4338-865a-d6ead7de67f1 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:21.086279 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a00ba4-b224-4b59-aad3-027bac8911f9", "tag": "130d2dc7-0fea-4011-b678-06096a74196a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:21.086592 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f634403b-1a1c-4338-865a-d6ead7de67f1 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:21.087148 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'tag': '130d2dc7-0fea-4011-b678-06096a74196a', 'status': 'completed', 'code': 200} Dec 20 16:05:21.095885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e0f7de-ae90-42f7-b88f-e986355d3801,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:21.109137 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f482f9fa-fd81-4e60-823f-d60cc0d7e731 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5977547 Dec 20 16:05:21.111989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53326) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:21.112377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:05:21.118494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Request body: {'subnet': {'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-469558428-subnet', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:21.119337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.185856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-48ae0f83-d972-4a3f-a69a-1f36be463193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:21.187358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-48ae0f83-d972-4a3f-a69a-1f36be463193 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 1094 time: 0.1127315 Dec 20 16:05:21.194822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.224489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Made reservation on behalf of add8d03fffd6485f8e2176ff760c3f89 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:21.241962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-132a4117-5602-4de5-862d-44922d0b0794 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=130d2dc7-0fea-4011-b678-06096a74196a HTTP/1.1" status: 200 len: 217 time: 0.0459185 Dec 20 16:05:21.242169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.263985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Deleting port 685657dd-db8a-4d35-a9bf-3c4442f719d6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:21.264597 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.269394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef89715-9273-4123-a87e-da7ff711e8b8 None None] Pushing event updated for resources: {'Port': ['ID=437e9db9-735b-493c-9818-8c017c6e1adc,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:21.305576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Attempting to bind port 437e9db9-735b-493c-9818-8c017c6e1adc on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:21.305953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Attempting to bind port 437e9db9-735b-493c-9818-8c017c6e1adc by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:21.306323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Attempting to bind port 437e9db9-735b-493c-9818-8c017c6e1adc on network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:21.312688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:21.313067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Checking segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:21.317001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.317001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Bound using segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:21.317001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Bound port: 437e9db9-735b-493c-9818-8c017c6e1adc, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:21.317001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.363796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-35a90e3e-e0f8-418a-83f9-49066aea5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:21.365842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-35a90e3e-e0f8-418a-83f9-49066aea5529 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d480ce9-5381-4cd9-a05a-9c3bdd47a40c HTTP/1.1" status: 200 len: 848 time: 0.1135449 Dec 20 16:05:21.400984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] For port 437e9db9-735b-493c-9818-8c017c6e1adc, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:21.405260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] For port 437e9db9-735b-493c-9818-8c017c6e1adc, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=437e9db9-735b-493c-9818-8c017c6e1adc,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:21.408451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-32dd9943-9b43-4a80-8e77-daba7e835944 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f85f69f8-2b68-420b-839a-842561a65162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347729 Dec 20 16:05:21.454005 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.496160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] For port 685657dd-db8a-4d35-a9bf-3c4442f719d6, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=685657dd-db8a-4d35-a9bf-3c4442f719d6,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:21.496532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.515371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Calling delete_port for 685657dd-db8a-4d35-a9bf-3c4442f719d6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:21.517078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.531422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:21.532379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:21.538248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d0893840-02ff-47ba-9201-37199fc81349 None None] Provisioning complete for port 437e9db9-735b-493c-9818-8c017c6e1adc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:21.538768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0893840-02ff-47ba-9201-37199fc81349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.605508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc42d546-363e-4344-8c59-0512e201516a,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:21.629052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef89715-9273-4123-a87e-da7ff711e8b8 None None] Pushing event updated for resources: {'Port': ['ID=437e9db9-735b-493c-9818-8c017c6e1adc,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:21.634664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Checking segment: {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:21.640628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Network hostable DHCP agents. Network: b3e0f7de-ae90-42f7-b88f-e986355d3801, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:05:21.646930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-b709e602-5cb1-44f3-a464-507215b1a476 service neutron] 10.222.0.83 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302558 Dec 20 16:05:21.742404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:21.764472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:05:21.848162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92815f-e518-419f-bfbc-02041a424842 req-faf9594a-c126-4b6f-a25b-1ef5a4582d2b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:21.850270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d92815f-e518-419f-bfbc-02041a424842 req-faf9594a-c126-4b6f-a25b-1ef5a4582d2b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 943 time: 0.1601229 Dec 20 16:05:21.858786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b3e0f7de-ae90-42f7-b88f-e986355d3801) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:21.862941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:21.863539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.877278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9bb65-4e22-41cc-bc09-9a2c05420df3 None None] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:21.917481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e17365e1-6abc-4081-b5d9-418198d611c7 req-86b9a165-9a18-4c63-96d7-89eab5cd54aa service neutron] 10.222.0.83 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592087 Dec 20 16:05:21.979693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:21.985822 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-276df13f-7d94-48ea-b5d2-29ccb6f43be0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8726242 Dec 20 16:05:21.986504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53332) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:21.996152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:22.004362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d92815f-e518-419f-bfbc-02041a424842 req-a07fd513-1cb9-4c9d-bce8-34b10d97f740 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024683 Dec 20 16:05:22.095751 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0893840-02ff-47ba-9201-37199fc81349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.110175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b3e0f7de-ae90-42f7-b88f-e986355d3801', 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801', 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'fixed_ips': [{'subnet_id': 'fc42d546-363e-4344-8c59-0512e201516a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:05:22.111034 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.124702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.133751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.135281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.227838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'Port': ['ID=685657dd-db8a-4d35-a9bf-3c4442f719d6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:22.247129 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.250926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d0893840-02ff-47ba-9201-37199fc81349 None None] For port 437e9db9-735b-493c-9818-8c017c6e1adc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=437e9db9-735b-493c-9818-8c017c6e1adc,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:22.259060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-477c55a7-4ec7-4e6c-b2ba-c12ced3a3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:22.261338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-477c55a7-4ec7-4e6c-b2ba-c12ced3a3307 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 1094 time: 0.2024696 Dec 20 16:05:22.265609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:21Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:22.294441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8000a5dc-0563-4488-8249-21f1e0c5c9b7 req-c63518de-0eec-4e9a-ba9b-cb5b070bc700 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 210 time: 0.0842321 Dec 20 16:05:22.309276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b06817-2686-4063-b14a-5d1f8b51d747 None None] The sync data for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 is: [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:21Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:22.399181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0893840-02ff-47ba-9201-37199fc81349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.502243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Allocated IP 172.20.0.2 (b3e0f7de-ae90-42f7-b88f-e986355d3801/fc42d546-363e-4344-8c59-0512e201516a/f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:22.539258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0893840-02ff-47ba-9201-37199fc81349 None None] Pushing event updated for resources: {'Port': ['ID=437e9db9-735b-493c-9818-8c017c6e1adc,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:22.577115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a7485374-dcfe-495a-881f-eb874287ae16 None None] Provisioning complete for port 437e9db9-735b-493c-9818-8c017c6e1adc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:22.577550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7485374-dcfe-495a-881f-eb874287ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.603768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.903431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] No DVR routers for this DVR port 685657dd-db8a-4d35-a9bf-3c4442f719d6 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:22.906588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:22.911719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f642fea-b76d-4d6b-aa3b-7d4be4b6519b req-b91ffe97-8a56-4c74-986c-c3a89b501897 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "DELETE /v2.0/ports/685657dd-db8a-4d35-a9bf-3c4442f719d6 HTTP/1.1" status: 204 len: 173 time: 1.8286319 Dec 20 16:05:22.988402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-9dece4b1-34a0-4ca1-a5ee-d02a089eb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:22.995181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-9dece4b1-34a0-4ca1-a5ee-d02a089eb399 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 200 len: 909 time: 0.7103407 Dec 20 16:05:23.033811 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.094935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'name': 'network-vif-deleted', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:23.097237 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccca3f2-f24d-4734-86db-596ba18cb0fe" -d '{"events": [{"server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "name": "network-vif-deleted", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:23.113465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-3f67d4f1-6321-41cc-ad4e-46841389cf33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=130d2dc7-0fea-4011-b678-06096a74196a HTTP/1.1" status: 200 len: 217 time: 0.1095932 Dec 20 16:05:23.116993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.167573 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ec7db5-a5bd-4265-97d5-9782b1a2dd79 x-openstack-request-id: req-b1ec7db5-a5bd-4265-97d5-9782b1a2dd79 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:23.167995 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a99aae-edf4-4a87-9289-916a4571e30b", "name": "network-vif-deleted", "tag": "685657dd-db8a-4d35-a9bf-3c4442f719d6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:23.168278 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1ec7db5-a5bd-4265-97d5-9782b1a2dd79 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:23.168742 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a99aae-edf4-4a87-9289-916a4571e30b', 'name': 'network-vif-deleted', 'tag': '685657dd-db8a-4d35-a9bf-3c4442f719d6', 'status': 'completed', 'code': 200} Dec 20 16:05:23.178867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Pushing event updated for resources: {'Port': ['ID=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:23.190104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:23.194697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:23.199178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:23.240112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdb87d-eb66-40f0-b8ea-b73b4081f0f0 req-487621e1-a8a6-42ce-ab37-e47ba36da7ba tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:23.248735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13fdb87d-eb66-40f0-b8ea-b73b4081f0f0 req-487621e1-a8a6-42ce-ab37-e47ba36da7ba tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 943 time: 0.1342468 Dec 20 16:05:23.250390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-02af0aa8-08c4-4685-8630-2495779e53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:23.253333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-02af0aa8-08c4-4685-8630-2495779e53e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d480ce9-5381-4cd9-a05a-9c3bdd47a40c HTTP/1.1" status: 200 len: 848 time: 0.1265078 Dec 20 16:05:23.335323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Attempting to bind port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:23.336003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Attempting to bind port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:23.336593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Attempting to bind port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 on network b3e0f7de-ae90-42f7-b88f-e986355d3801 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:23.337378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-dc149a8c-f2a2-41fb-874d-4611b390661f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f85f69f8-2b68-420b-839a-842561a65162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774655 Dec 20 16:05:23.344056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:23.345496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Checking segment: {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:23.346255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.347002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Bound using segment: {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:23.347706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Bound port: f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:23.348292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.453284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] For port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:23.457441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] For port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,segment=NetworkSegment(df64aa52-426a-446e-898d-63ae95a635fb),segment_id=df64aa52-426a-446e-898d-63ae95a635fb)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:23.480198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d13cf49e-7d31-41f3-842d-805b40f59cdc req-14cc3ae8-9a6d-4707-bdf6-4f234e5f1106 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7a99aae-edf4-4a87-9289-916a4571e30b HTTP/1.1" status: 200 len: 210 time: 0.0912905 Dec 20 16:05:23.516474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13fdb87d-eb66-40f0-b8ea-b73b4081f0f0 req-8197f560-61f7-4e1b-9a26-f6d11f181b81 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372861 Dec 20 16:05:23.546057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-98787721-950c-40d8-98f2-7ed24be247be service neutron] 10.222.0.83 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980927 Dec 20 16:05:23.557286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.573941 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.598286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.674352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5102-4fbe-4b11-af3b-dcaaf8b1d546 None None] Pushing event updated for resources: {'Port': ['ID=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:23.701046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f1d98f5-ccc7-4760-98fe-f6f1e1c89023 req-d132063a-6e25-4579-a1fb-659bb1ea824a service neutron] 10.222.0.83 "GET /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462662 Dec 20 16:05:23.786999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Allocated IP 172.25.6.60 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/8a5c26fc-6f96-474c-9451-35e1ed394992) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:23.908624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 437e9db9-735b-493c-9818-8c017c6e1adc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:23.968124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:24.047893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 437e9db9-735b-493c-9818-8c017c6e1adc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:24.048277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:24.157791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:24.221448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:24.224772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:24.229435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:24.232623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Pushing event updated for resources: {'Port': ['ID=8a5c26fc-6f96-474c-9451-35e1ed394992,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:24.248494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea645f-c3c3-4bb0-adc0-f3baab8bf1bf None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:24.314688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-63b46106-3113-4d07-b066-1e0be8d2c4a2 None None] Provisioning complete for port 8a5c26fc-6f96-474c-9451-35e1ed394992 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:24.315379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63b46106-3113-4d07-b066-1e0be8d2c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:24.353765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-63b46106-3113-4d07-b066-1e0be8d2c4a2 None None] Port 8a5c26fc-6f96-474c-9451-35e1ed394992 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:24.600516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:24.608427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 685657dd-db8a-4d35-a9bf-3c4442f719d6 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:24.668921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 685657dd-db8a-4d35-a9bf-3c4442f719d6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:24.669136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 685657dd-db8a-4d35-a9bf-3c4442f719d6 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:24.718364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288f57-0d0f-4ebb-8201-cb949aa47fbc req-5cb7c5ab-1076-46ed-80ad-08fa9b5a4e19 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:24.720039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7288f57-0d0f-4ebb-8201-cb949aa47fbc req-5cb7c5ab-1076-46ed-80ad-08fa9b5a4e19 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 943 time: 0.0637801 Dec 20 16:05:24.793766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7288f57-0d0f-4ebb-8201-cb949aa47fbc req-507fb68c-c8de-446b-91ed-ae740de8fc59 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Dec 20 16:05:24.831787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.046640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f00f8-3239-4642-9f32-81311aa96d8d None None] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:25.086952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b766-6d40-4453-82c7-e54ec19fa760 req-fbe3144a-7dfa-421e-bf52-5a1d0a4e4ca1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:25.089661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8528b766-6d40-4453-82c7-e54ec19fa760 req-fbe3144a-7dfa-421e-bf52-5a1d0a4e4ca1 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.0588000 Dec 20 16:05:25.093377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Router 099fe288-63ee-4508-9526-35a14d7dcf5f is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:05:25.120032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bf9991ce-bd74-421d-89e1-4cde78290d41 None None] Provisioning complete for port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:25.120407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf9991ce-bd74-421d-89e1-4cde78290d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.153444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8528b766-6d40-4453-82c7-e54ec19fa760 req-9fe076e7-667a-4de0-ba60-3cd6580ec93e tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 Dec 20 16:05:25.227432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:25.241695 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Sync routers for ids ['099fe288-63ee-4508-9526-35a14d7dcf5f'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:25.244539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf9991ce-bd74-421d-89e1-4cde78290d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.263620 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Routers {'099fe288-63ee-4508-9526-35a14d7dcf5f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:25.264234 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['099fe288-63ee-4508-9526-35a14d7dcf5f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:25.285180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bf9991ce-bd74-421d-89e1-4cde78290d41 None None] For port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,segment=NetworkSegment(df64aa52-426a-446e-898d-63ae95a635fb),segment_id=df64aa52-426a-446e-898d-63ae95a635fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:25.353372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.354913 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-83fa7ead-830f-40d2-a737-c473e1c59f6e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3674114 Dec 20 16:05:25.357917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:25.379128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf9991ce-bd74-421d-89e1-4cde78290d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.402862 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Set router 099fe288-63ee-4508-9526-35a14d7dcf5f gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:25.466820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9991ce-bd74-421d-89e1-4cde78290d41 None None] Pushing event updated for resources: {'Port': ['ID=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:25.600784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c1bb7ce3-a15f-402e-bfaa-0f924ae57a31 None None] Provisioning complete for port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:25.601111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7ce3-a15f-402e-bfaa-0f924ae57a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.631250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:05:24Z', 'revision_number': 3, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:25.660970 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Checking router: 099fe288-63ee-4508-9526-35a14d7dcf5f for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:25.661366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Updating router 099fe288-63ee-4508-9526-35a14d7dcf5f port 8a5c26fc-6f96-474c-9451-35e1ed394992 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:05:25.688348 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.833344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:25.938334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:25.989102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:25.989993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.064548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bdeb4-2c0a-4250-912f-86dfaeb71cfb req-ab43c447-2d32-496e-a9fa-ffd62e169e5b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:26.074580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-489bdeb4-2c0a-4250-912f-86dfaeb71cfb req-ab43c447-2d32-496e-a9fa-ffd62e169e5b tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 943 time: 0.1165094 Dec 20 16:05:26.096362 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.160175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-489bdeb4-2c0a-4250-912f-86dfaeb71cfb req-6547c399-3131-4e60-b534-c172d35663a4 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850096 Dec 20 16:05:26.176909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Allocated IP 172.20.0.1 (b3e0f7de-ae90-42f7-b88f-e986355d3801/fc42d546-363e-4344-8c59-0512e201516a/4fa381bc-2d3f-4873-8bd7-6f6e380aca60) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:05:26.213341 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.263453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1c53c-3ac5-41a4-9b30-e2592fb10419 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:26.292749 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Attempting to bind port 8a5c26fc-6f96-474c-9451-35e1ed394992 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:26.293267 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Attempting to bind port 8a5c26fc-6f96-474c-9451-35e1ed394992 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:26.293954 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Attempting to bind port 8a5c26fc-6f96-474c-9451-35e1ed394992 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:26.298585 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f347-3d31-40fc-b633-3bcf0514a438 None None] Pushing event updated for resources: {'Port': ['ID=8a5c26fc-6f96-474c-9451-35e1ed394992,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:26.321407 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:26.321407 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:26.321407 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.321882 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:26.322016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afabfbb-74e7-4c89-a527-e947ba31700d req-4db6ef5f-b447-4f6c-9338-2c21c9fe1966 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:26.322452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f1e9696a-6178-400d-ab14-7ee63e480041 None None] Provisioning complete for port 8a5c26fc-6f96-474c-9451-35e1ed394992 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:26.322743 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Bound port: 8a5c26fc-6f96-474c-9451-35e1ed394992, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:26.323015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1e9696a-6178-400d-ab14-7ee63e480041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.323130 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.323508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0afabfbb-74e7-4c89-a527-e947ba31700d req-4db6ef5f-b447-4f6c-9338-2c21c9fe1966 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.0874894 Dec 20 16:05:26.347734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.362690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9696a-6178-400d-ab14-7ee63e480041 None None] Port 8a5c26fc-6f96-474c-9451-35e1ed394992 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:26.406597 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] For port 8a5c26fc-6f96-474c-9451-35e1ed394992, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:26.408580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0afabfbb-74e7-4c89-a527-e947ba31700d req-bec9b81f-5195-4005-b715-4fc85e397404 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Dec 20 16:05:26.410756 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] For port 8a5c26fc-6f96-474c-9451-35e1ed394992, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8a5c26fc-6f96-474c-9451-35e1ed394992,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:26.487616 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.516170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.531138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f48bc-3b83-432e-ae13-7cd3b44a98dd None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:26.538183 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Routers {'099fe288-63ee-4508-9526-35a14d7dcf5f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:26.538802 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['099fe288-63ee-4508-9526-35a14d7dcf5f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:26.588139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:26.600032 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f347-3d31-40fc-b633-3bcf0514a438 None None] Pushing event updated for resources: {'Port': ['ID=8a5c26fc-6f96-474c-9451-35e1ed394992,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:26.604503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:26.614680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:05:26.619149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 130d2dc7-0fea-4011-b678-06096a74196a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:05:26.657403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-56029ca0-64c2-4838-8604-c74be7a6f826 None None] Provisioning complete for port 8a5c26fc-6f96-474c-9451-35e1ed394992 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:26.657996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-56029ca0-64c2-4838-8604-c74be7a6f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.669006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:26.678549 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] Set router 099fe288-63ee-4508-9526-35a14d7dcf5f gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:26.705626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b7824438-d4d8-4ef4-a719-5163050ad95a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:26.707221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b7824438-d4d8-4ef4-a719-5163050ad95a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.1578088 Dec 20 16:05:26.713611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.713965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.714316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.714649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.714988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.715323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.715742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.716076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.716407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.719807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.720056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.720703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.721050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:26.740872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.820995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 130d2dc7-0fea-4011-b678-06096a74196a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=130d2dc7-0fea-4011-b678-06096a74196a,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:26.837118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '130d2dc7-0fea-4011-b678-06096a74196a', 'network_id': 'f85f69f8-2b68-420b-839a-842561a65162', 'port_id': '130d2dc7-0fea-4011-b678-06096a74196a', 'mac_address': 'fa:16:3e:44:ea:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d480ce9-5381-4cd9-a05a-9c3bdd47a40c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:05:26.924010 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:05:24Z', 'revision_number': 3, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:26.961965 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-56029ca0-64c2-4838-8604-c74be7a6f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:26.966688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fa0a-c3fa-4106-98be-69e458588236 None None] The sync data for ids ['099fe288-63ee-4508-9526-35a14d7dcf5f'] in n-d-781076-8 is: [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:05:24Z', 'revision_number': 3, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:26.982698 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.006043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-56029ca0-64c2-4838-8604-c74be7a6f826 None None] For port 8a5c26fc-6f96-474c-9451-35e1ed394992, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8a5c26fc-6f96-474c-9451-35e1ed394992,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:27.011812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130d2dc7-0fea-4011-b678-06096a74196a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:05:27.016397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Deleting port 54c7e0c3-f800-4f8e-acea-b653f7a66705 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:27.017716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.040251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 130d2dc7-0fea-4011-b678-06096a74196a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=130d2dc7-0fea-4011-b678-06096a74196a,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:27.098299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-56029ca0-64c2-4838-8604-c74be7a6f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.119354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] For port 54c7e0c3-f800-4f8e-acea-b653f7a66705, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=54c7e0c3-f800-4f8e-acea-b653f7a66705,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:27.122886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.123029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.156573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029ca0-64c2-4838-8604-c74be7a6f826 None None] Pushing event updated for resources: {'Port': ['ID=8a5c26fc-6f96-474c-9451-35e1ed394992,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:27.159692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Calling delete_port for 54c7e0c3-f800-4f8e-acea-b653f7a66705 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:27.167412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.232298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.267081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=130d2dc7-0fea-4011-b678-06096a74196a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:27.279617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c332e425-ae95-469b-ae53-5534a05ff52a None None] Provisioning complete for port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:27.280305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c332e425-ae95-469b-ae53-5534a05ff52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.361521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c332e425-ae95-469b-ae53-5534a05ff52a None None] Port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:27.456767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['130d2dc7-0fea-4011-b678-06096a74196a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:27.509813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03b4d-bb10-4d5b-a213-a01a2f08cb46 req-7347fcca-736a-476f-a613-f43c0914f121 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:27.511401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4e03b4d-bb10-4d5b-a213-a01a2f08cb46 req-7347fcca-736a-476f-a613-f43c0914f121 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 944 time: 0.1719658 Dec 20 16:05:27.644441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.649728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4e03b4d-bb10-4d5b-a213-a01a2f08cb46 req-f94b6dbd-722e-4e6b-8e97-441c2593c230 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283128 Dec 20 16:05:27.657394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598720-05de-464b-b025-d9367746ed77 req-a18ab657-28e8-4d78-aa8a-b0598358a93a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:27.658944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d598720-05de-464b-b025-d9367746ed77 req-a18ab657-28e8-4d78-aa8a-b0598358a93a tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 945 time: 0.1445653 Dec 20 16:05:27.696090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.715978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:27.765945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'Port': ['ID=54c7e0c3-f800-4f8e-acea-b653f7a66705,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:27.822558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:27.904550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a5c26fc-6f96-474c-9451-35e1ed394992 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:27.981413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d598720-05de-464b-b025-d9367746ed77 req-07b31584-a2d3-46d3-8485-bdeca69e9a62 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097439 Dec 20 16:05:27.984627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:28.016142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] No DVR routers for this DVR port 54c7e0c3-f800-4f8e-acea-b653f7a66705 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:28.024733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8a5c26fc-6f96-474c-9451-35e1ed394992 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:28.025334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:28.025423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:28.029373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0dfa22-f74b-4241-9dd5-abfda2f3a801 req-b793b96b-f6bd-4162-9e7d-fcb29496a1f5 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.83 "DELETE /v2.0/ports/54c7e0c3-f800-4f8e-acea-b653f7a66705 HTTP/1.1" status: 204 len: 173 time: 1.2964268 Dec 20 16:05:28.029373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dbdaa5-9397-492e-9973-5e7de2508570', 'name': 'network-vif-deleted', 'tag': '54c7e0c3-f800-4f8e-acea-b653f7a66705'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:28.031205 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf633b-8c7c-4d25-b2b9-242077820df9" -d '{"events": [{"server_uuid": "29dbdaa5-9397-492e-9973-5e7de2508570", "name": "network-vif-deleted", "tag": "54c7e0c3-f800-4f8e-acea-b653f7a66705"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:28.058179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:28.069579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['54c7e0c3-f800-4f8e-acea-b653f7a66705'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:28.071656 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:05:28.195923 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3b7755-7f73-42ef-915c-09834aa3e7cc x-openstack-request-id: req-1e3b7755-7f73-42ef-915c-09834aa3e7cc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:28.196216 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dbdaa5-9397-492e-9973-5e7de2508570", "name": "network-vif-deleted", "tag": "54c7e0c3-f800-4f8e-acea-b653f7a66705", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:28.196535 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e3b7755-7f73-42ef-915c-09834aa3e7cc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:28.196881 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dbdaa5-9397-492e-9973-5e7de2508570', 'name': 'network-vif-deleted', 'tag': '54c7e0c3-f800-4f8e-acea-b653f7a66705', 'status': 'completed', 'code': 200} Dec 20 16:05:28.204835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:05:28.206327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:28.334956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Router 099fe288-63ee-4508-9526-35a14d7dcf5f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:28.485272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:28.491605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ab36ffd-364f-42aa-aa2c-74652be53614 admin admin] 10.222.0.81 "PUT /v2.0/routers/099fe288-63ee-4508-9526-35a14d7dcf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1324167 Dec 20 16:05:28.593600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-eef8dda4-5f9b-4f5a-92f0-214a2f42698c None None] Provisioning complete for port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:28.594011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eef8dda4-5f9b-4f5a-92f0-214a2f42698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:28.635021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-eef8dda4-5f9b-4f5a-92f0-214a2f42698c None None] Port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:05:28.641200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 130d2dc7-0fea-4011-b678-06096a74196a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:28.810449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd07d21-7b02-4af4-a10a-a1f5ba9f265b req-61732e09-6cb3-46de-a327-d92e43e2af52 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:28.814095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fd07d21-7b02-4af4-a10a-a1f5ba9f265b req-61732e09-6cb3-46de-a327-d92e43e2af52 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 944 time: 0.0799108 Dec 20 16:05:28.890959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fd07d21-7b02-4af4-a10a-a1f5ba9f265b req-50c66907-4af0-426b-9f53-5de96b2b0c15 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628545 Dec 20 16:05:28.910682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 130d2dc7-0fea-4011-b678-06096a74196a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:05:28.910682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 130d2dc7-0fea-4011-b678-06096a74196a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:28.910682 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:28.995586 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:29.024792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130d2dc7-0fea-4011-b678-06096a74196a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:29.027459 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1ff77-15a8-45d9-8daa-595209fd9873" -d '{"events": [{"server_uuid": "62a00ba4-b224-4b59-aad3-027bac8911f9", "name": "network-vif-plugged", "status": "completed", "tag": "130d2dc7-0fea-4011-b678-06096a74196a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:29.041970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 130d2dc7-0fea-4011-b678-06096a74196a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=130d2dc7-0fea-4011-b678-06096a74196a,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:29.098400 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24bbe57-e44f-4a8f-ada2-e0e1025327b1 x-openstack-request-id: req-e24bbe57-e44f-4a8f-ada2-e0e1025327b1 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:29.098693 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a00ba4-b224-4b59-aad3-027bac8911f9", "name": "network-vif-plugged", "status": "completed", "tag": "130d2dc7-0fea-4011-b678-06096a74196a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:29.098948 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e24bbe57-e44f-4a8f-ada2-e0e1025327b1 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:29.099340 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130d2dc7-0fea-4011-b678-06096a74196a', 'code': 200} Dec 20 16:05:29.102995 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:29.143925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9995ddce-f68d-433e-beea-9b0df3796716 req-79019e31-6d47-46f4-b401-ca607e932a44 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=29dbdaa5-9397-492e-9973-5e7de2508570 HTTP/1.1" status: 200 len: 210 time: 0.0529628 Dec 20 16:05:29.198312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=130d2dc7-0fea-4011-b678-06096a74196a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:29.243406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723092b-57cc-4bae-8ed0-389f63d5bf2d req-56daf9e8-c577-4176-93cb-aab4d54ed0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:29.245013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1723092b-57cc-4bae-8ed0-389f63d5bf2d req-56daf9e8-c577-4176-93cb-aab4d54ed0b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 1096 time: 0.0522263 Dec 20 16:05:29.282035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-165254bd-ff4b-427c-8f0f-57a8c7f32984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:29.298258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1723092b-57cc-4bae-8ed0-389f63d5bf2d req-f5597648-e0c0-4871-a6ae-b78f708f1112 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464945 Dec 20 16:05:29.898714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Sync routers for ids ['099fe288-63ee-4508-9526-35a14d7dcf5f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:29.917717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Routers {'099fe288-63ee-4508-9526-35a14d7dcf5f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:29.918790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['099fe288-63ee-4508-9526-35a14d7dcf5f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:30.054343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ae92-2294-414f-b36c-2b1587c042c1 req-49403dfb-3022-4251-a7f1-9df12011bcf9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:30.059923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4447ae92-2294-414f-b36c-2b1587c042c1 req-49403dfb-3022-4251-a7f1-9df12011bcf9 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 945 time: 0.0748129 Dec 20 16:05:30.073708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Set router 099fe288-63ee-4508-9526-35a14d7dcf5f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:30.137332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4447ae92-2294-414f-b36c-2b1587c042c1 req-d3bce6ec-5d3c-4eca-bb3b-80a3a863776a tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686114 Dec 20 16:05:30.325133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:05:27Z', 'revision_number': 4, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4fa381bc-2d3f-4873-8bd7-6f6e380aca60', 'name': '', 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'mac_address': 'fa:16:3e:01:98:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fc42d546-363e-4344-8c59-0512e201516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:25Z', 'updated_at': '2021-12-20T16:05:27Z', 'revision_number': 2, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'subnets': [{'id': 'fc42d546-363e-4344-8c59-0512e201516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:30.352086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Checking router: 099fe288-63ee-4508-9526-35a14d7dcf5f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:30.352452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Updating router 099fe288-63ee-4508-9526-35a14d7dcf5f port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:05:30.391415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:30.666988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 54c7e0c3-f800-4f8e-acea-b653f7a66705 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:30.698482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 54c7e0c3-f800-4f8e-acea-b653f7a66705 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:30.698838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 54c7e0c3-f800-4f8e-acea-b653f7a66705 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:30.764771 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:30.768553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd68d-1733-4418-9fcd-a7d40d78d48c req-e717ffc2-b248-479b-a08f-b325c1d22f53 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:30.770120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a71fd68d-1733-4418-9fcd-a7d40d78d48c req-e717ffc2-b248-479b-a08f-b325c1d22f53 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0622463 Dec 20 16:05:30.826080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a71fd68d-1733-4418-9fcd-a7d40d78d48c req-ab884b4e-5691-4d22-8465-bd2be322a53d tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479281 Dec 20 16:05:30.853245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.070513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd04b-cb5a-4f24-826c-e18d5e298ffd None None] Pushing event updated for resources: {'Port': ['ID=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:31.151471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Attempting to bind port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:05:31.152030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Attempting to bind port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:05:31.152399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Attempting to bind port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 on network b3e0f7de-ae90-42f7-b88f-e986355d3801 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:05:31.167967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:05:31.168679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Checking segment: {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:31.169415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.169883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Bound using segment: {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:05:31.170604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Bound port: 4fa381bc-2d3f-4873-8bd7-6f6e380aca60, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df64aa52-426a-446e-898d-63ae95a635fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:05:31.171054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.266230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] For port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:05:31.270975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] For port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,segment=NetworkSegment(df64aa52-426a-446e-898d-63ae95a635fb),segment_id=df64aa52-426a-446e-898d-63ae95a635fb)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:05:31.274186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f638a-5b87-46a4-a03b-932b9e0129da req-7e93ce62-43d2-4741-a2e0-17bf9c4afed7 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:31.277949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f77f638a-5b87-46a4-a03b-932b9e0129da req-7e93ce62-43d2-4741-a2e0-17bf9c4afed7 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 945 time: 0.0649500 Dec 20 16:05:31.354999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f77f638a-5b87-46a4-a03b-932b9e0129da req-3cac42e5-bf84-4bd9-8bc6-1f4114860998 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681391 Dec 20 16:05:31.385202 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.451924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Routers {'099fe288-63ee-4508-9526-35a14d7dcf5f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:31.452565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['099fe288-63ee-4508-9526-35a14d7dcf5f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:31.508665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bd04b-cb5a-4f24-826c-e18d5e298ffd None None] Pushing event updated for resources: {'Port': ['ID=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:31.533508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-afde7c61-2386-4a10-b8e8-99696c213d63 None None] Provisioning complete for port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:31.533840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-afde7c61-2386-4a10-b8e8-99696c213d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.644492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] Set router 099fe288-63ee-4508-9526-35a14d7dcf5f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:31.757290 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-32bca2c7-6d75-409f-9d0e-1c968268bc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.798103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-afde7c61-2386-4a10-b8e8-99696c213d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:31.878956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-afde7c61-2386-4a10-b8e8-99696c213d63 None None] For port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,segment=NetworkSegment(df64aa52-426a-446e-898d-63ae95a635fb),segment_id=df64aa52-426a-446e-898d-63ae95a635fb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:31.947236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-afde7c61-2386-4a10-b8e8-99696c213d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:32.016137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7c61-2386-4a10-b8e8-99696c213d63 None None] Pushing event updated for resources: {'Port': ['ID=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:32.023992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b063d-5bad-47d7-b53b-5537642c328e req-ff7dc071-4e0b-4dbe-9a12-a43928e90489 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:32.026303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:05:27Z', 'revision_number': 4, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4fa381bc-2d3f-4873-8bd7-6f6e380aca60', 'name': '', 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'mac_address': 'fa:16:3e:01:98:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fc42d546-363e-4344-8c59-0512e201516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:25Z', 'updated_at': '2021-12-20T16:05:31Z', 'revision_number': 4, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'subnets': [{'id': 'fc42d546-363e-4344-8c59-0512e201516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:32.033821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c81b063d-5bad-47d7-b53b-5537642c328e req-ff7dc071-4e0b-4dbe-9a12-a43928e90489 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.0933163 Dec 20 16:05:32.071455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d840fc8-119f-4c9a-bc8e-913fba663fb4 None None] The sync data for ids ['099fe288-63ee-4508-9526-35a14d7dcf5f'] in n-d-781076-8 is: [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:05:27Z', 'revision_number': 4, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4fa381bc-2d3f-4873-8bd7-6f6e380aca60', 'name': '', 'network_id': 'b3e0f7de-ae90-42f7-b88f-e986355d3801', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'mac_address': 'fa:16:3e:01:98:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'fc42d546-363e-4344-8c59-0512e201516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:25Z', 'updated_at': '2021-12-20T16:05:31Z', 'revision_number': 4, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'subnets': [{'id': 'fc42d546-363e-4344-8c59-0512e201516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:32.087071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-498da758-9902-4956-b1d4-ad3de6600733 None None] Provisioning complete for port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:32.087446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-498da758-9902-4956-b1d4-ad3de6600733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:32.182638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c81b063d-5bad-47d7-b53b-5537642c328e req-c62fe1c7-a328-4a7c-8030-f23c3e290091 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=625b9c93-edb7-426b-b36a-8ee47857df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478393 Dec 20 16:05:32.239843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-28d64f3e-8b53-422c-ab44-abe5afa0a21c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:32.242170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-28d64f3e-8b53-422c-ab44-abe5afa0a21c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 945 time: 0.2054210 Dec 20 16:05:32.419500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Deleting port f174eec8-9395-4a4d-a30f-a22fdf42ca6c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:32.419846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:32.553411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] For port f174eec8-9395-4a4d-a30f-a22fdf42ca6c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:32.553411 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:32.569482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Calling delete_port for f174eec8-9395-4a4d-a30f-a22fdf42ca6c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:32.841916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:32.899263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b97e-4046-4969-b632-f33b81949f94 req-1d21d408-347e-4964-8631-a3e0bd227450 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:32.900984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f58b97e-4046-4969-b632-f33b81949f94 req-1d21d408-347e-4964-8631-a3e0bd227450 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 945 time: 0.0729389 Dec 20 16:05:32.902222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:32.914448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['f174eec8-9395-4a4d-a30f-a22fdf42ca6c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:32.945150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'Port': ['ID=f174eec8-9395-4a4d-a30f-a22fdf42ca6c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:33.011360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] No DVR routers for this DVR port f174eec8-9395-4a4d-a30f-a22fdf42ca6c on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:33.014279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:33.019942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c048f9a7-0985-41e4-9acb-684d7b5958cd req-01972e2b-079c-456b-a8a6-09352d4358ea tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "DELETE /v2.0/ports/f174eec8-9395-4a4d-a30f-a22fdf42ca6c HTTP/1.1" status: 204 len: 173 time: 0.7675817 Dec 20 16:05:33.024863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'name': 'network-vif-deleted', 'tag': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:33.027739 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a66055-4a30-472b-8936-c26ae9f87041" -d '{"events": [{"server_uuid": "0273c6b5-e4d3-4cef-8556-941a01cd6cbd", "name": "network-vif-deleted", "tag": "f174eec8-9395-4a4d-a30f-a22fdf42ca6c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:33.074641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f58b97e-4046-4969-b632-f33b81949f94 req-51cd42fe-8b44-40c6-be91-f9d286535c51 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636291 Dec 20 16:05:33.113902 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b8127c-46c7-4d3d-972d-fa9f316b961a x-openstack-request-id: req-31b8127c-46c7-4d3d-972d-fa9f316b961a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:33.114254 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0273c6b5-e4d3-4cef-8556-941a01cd6cbd", "name": "network-vif-deleted", "tag": "f174eec8-9395-4a4d-a30f-a22fdf42ca6c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:33.114598 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31b8127c-46c7-4d3d-972d-fa9f316b961a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:33.115015 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0273c6b5-e4d3-4cef-8556-941a01cd6cbd', 'name': 'network-vif-deleted', 'tag': 'f174eec8-9395-4a4d-a30f-a22fdf42ca6c', 'status': 'completed', 'code': 200} Dec 20 16:05:33.352591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb28312-61c1-422a-abf2-4f7de5151fe9 req-485d56e3-5926-42c9-9468-03ab4cfe9f4c tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=0273c6b5-e4d3-4cef-8556-941a01cd6cbd HTTP/1.1" status: 200 len: 210 time: 0.0310688 Dec 20 16:05:33.880209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:05:33.951621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:05:33.952094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:34.251170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9fed-7c15-4414-a4ff-b1a7753d63eb req-9258b456-9406-444a-b3aa-98d0ab0ab9a1 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:34.262263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac1e9fed-7c15-4414-a4ff-b1a7753d63eb req-9258b456-9406-444a-b3aa-98d0ab0ab9a1 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 945 time: 0.0728121 Dec 20 16:05:34.326382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:34.332984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac1e9fed-7c15-4414-a4ff-b1a7753d63eb req-bf670765-63d7-4faa-bc3a-c12787322ceb tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/security-groups?id=7b4bbc20-003a-409e-8657-02059efed595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Dec 20 16:05:34.443093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875391-170e-45ee-9986-f181821d4a55 req-06198820-0d28-43ef-8133-847fbac7937f tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:34.444926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33875391-170e-45ee-9986-f181821d4a55 req-06198820-0d28-43ef-8133-847fbac7937f tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.83 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 945 time: 0.0608001 Dec 20 16:05:34.578607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Deleting port 130d2dc7-0fea-4011-b678-06096a74196a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:34.578953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:34.708949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] For port 130d2dc7-0fea-4011-b678-06096a74196a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=130d2dc7-0fea-4011-b678-06096a74196a,segment=NetworkSegment(bdcb724a-0d48-4462-ae38-9352933b16c9),segment_id=bdcb724a-0d48-4462-ae38-9352933b16c9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:34.710040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:34.725470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Calling delete_port for 130d2dc7-0fea-4011-b678-06096a74196a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:34.924271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7281db-d6cf-404d-aa03-b50ba8126af0 req-d378d758-b557-423b-bd9f-2fb94fd97d44 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:34.926140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f7281db-d6cf-404d-aa03-b50ba8126af0 req-d378d758-b557-423b-bd9f-2fb94fd97d44 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0587599 Dec 20 16:05:34.987051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f7281db-d6cf-404d-aa03-b50ba8126af0 req-a3830745-a5f8-4329-824d-b8b5f2810203 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538294 Dec 20 16:05:34.988428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:35.008283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['130d2dc7-0fea-4011-b678-06096a74196a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:05:35.050184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Pushing event deleted for resources: {'Port': ['ID=130d2dc7-0fea-4011-b678-06096a74196a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:35.144767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:35.215558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f174eec8-9395-4a4d-a30f-a22fdf42ca6c no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:35.240351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: f174eec8-9395-4a4d-a30f-a22fdf42ca6c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:35.245784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device f174eec8-9395-4a4d-a30f-a22fdf42ca6c not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:35.462193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] No DVR routers for this DVR port 130d2dc7-0fea-4011-b678-06096a74196a on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:35.464610 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:35.468586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33875391-170e-45ee-9986-f181821d4a55 req-3c0634a3-8147-4212-bbd4-4f6aa9a6ce00 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.83 "DELETE /v2.0/ports/130d2dc7-0fea-4011-b678-06096a74196a HTTP/1.1" status: 204 len: 173 time: 1.0158594 Dec 20 16:05:35.468958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'name': 'network-vif-deleted', 'tag': '130d2dc7-0fea-4011-b678-06096a74196a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:35.471477 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf650f-4044-44e4-a4d2-9b3a3f37e44d" -d '{"events": [{"server_uuid": "62a00ba4-b224-4b59-aad3-027bac8911f9", "name": "network-vif-deleted", "tag": "130d2dc7-0fea-4011-b678-06096a74196a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:35.503676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fadb20e-d0e5-42c4-994f-cf77fad2d735 req-e004d423-f5bd-49a8-8737-9068347c4e20 tempest-VolumesActionsTest-622679858 tempest-VolumesActionsTest-622679858-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a00ba4-b224-4b59-aad3-027bac8911f9 HTTP/1.1" status: 200 len: 210 time: 0.0289583 Dec 20 16:05:35.531947 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7d45f-937e-4ccd-81a9-b6fb10fed89f x-openstack-request-id: req-60d7d45f-937e-4ccd-81a9-b6fb10fed89f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:35.532360 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a00ba4-b224-4b59-aad3-027bac8911f9", "name": "network-vif-deleted", "tag": "130d2dc7-0fea-4011-b678-06096a74196a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:35.532684 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60d7d45f-937e-4ccd-81a9-b6fb10fed89f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:35.533505 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a00ba4-b224-4b59-aad3-027bac8911f9', 'name': 'network-vif-deleted', 'tag': '130d2dc7-0fea-4011-b678-06096a74196a', 'status': 'completed', 'code': 200} Dec 20 16:05:36.129652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50ef92-69c8-4a10-bb95-25c3c65661e2 req-a6aa8ae8-950a-45ba-b1e6-a85b19dbf092 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:36.131875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef50ef92-69c8-4a10-bb95-25c3c65661e2 req-a6aa8ae8-950a-45ba-b1e6-a85b19dbf092 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0523789 Dec 20 16:05:36.187844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef50ef92-69c8-4a10-bb95-25c3c65661e2 req-58940e63-f53c-4e55-bd4c-73a9e946ea15 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501723 Dec 20 16:05:36.624013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d10d7-375a-4116-aade-5d6bc621839f req-35953318-ea59-48c4-842b-bf45673984d9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:36.624013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-282d10d7-375a-4116-aade-5d6bc621839f req-35953318-ea59-48c4-842b-bf45673984d9 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0708561 Dec 20 16:05:36.739137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Deleting port e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:36.739137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:36.845520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] For port e5aba9aa-ff1a-4779-8430-10abb3871d58, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e5aba9aa-ff1a-4779-8430-10abb3871d58,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:36.845925 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:37.112908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:37.113326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:37.113647 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Floating IP baf46a84-4ccf-4ab4-9041-7af3b8a9594a disassociated. External IP: 172.25.6.37, port: e5aba9aa-ff1a-4779-8430-10abb3871d58. Dec 20 16:05:37.113992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Calling delete_port for e5aba9aa-ff1a-4779-8430-10abb3871d58 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:37.333531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e842ac-df90-4b1d-a579-d9d4ceabac08 req-37af953f-30c9-44cd-aff6-ba07d93b9193 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.335182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8e842ac-df90-4b1d-a579-d9d4ceabac08 req-37af953f-30c9-44cd-aff6-ba07d93b9193 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 944 time: 0.0663157 Dec 20 16:05:37.400829 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:37.440877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8e842ac-df90-4b1d-a579-d9d4ceabac08 req-e5d30514-02d6-4f32-8fe6-3dff68bf6527 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups?id=2e693be7-02f4-4563-ade6-28767d25b076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977507 Dec 20 16:05:37.442236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'Port': ['ID=e5aba9aa-ff1a-4779-8430-10abb3871d58,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:37.587761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Router 5716b3c3-4343-4a84-81db-adc4ed878493 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:37.744330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:37.756717 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] Sync routers for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:37.769697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.776728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.778279 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:37.780352 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:37.782973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.790261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.796515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.802699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.809103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:37.817388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f15b7a85-3604-460c-abc7-641a54abddcb req-a5e54ef8-292d-4b6f-b99c-229f7fcfa129 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.1289041 Dec 20 16:05:37.910434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] No DVR routers for this DVR port e5aba9aa-ff1a-4779-8430-10abb3871d58 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:37.915881 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:37.919719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-282d10d7-375a-4116-aade-5d6bc621839f req-fabaf636-7773-4970-b0b3-5bbded278f89 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.72 "DELETE /v2.0/ports/e5aba9aa-ff1a-4779-8430-10abb3871d58 HTTP/1.1" status: 204 len: 173 time: 1.2916927 Dec 20 16:05:37.920281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-deleted', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:37.923939 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90004acf-f5f2-4262-842e-3b4c779e0b2f" -d '{"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-deleted", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:38.006996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f15b7a85-3604-460c-abc7-641a54abddcb req-7706bc16-b84b-416e-a7e8-ae84d4cb4a34 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1882536 Dec 20 16:05:38.286105 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:38.287193 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca9fda-0aa7-4eae-aa47-44d51891c892 x-openstack-request-id: req-68ca9fda-0aa7-4eae-aa47-44d51891c892 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:38.287193 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b649584c-3c26-4a59-8249-dd6e03aec5f2", "name": "network-vif-deleted", "tag": "e5aba9aa-ff1a-4779-8430-10abb3871d58", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:38.287193 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68ca9fda-0aa7-4eae-aa47-44d51891c892 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:38.287193 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b649584c-3c26-4a59-8249-dd6e03aec5f2', 'name': 'network-vif-deleted', 'tag': 'e5aba9aa-ff1a-4779-8430-10abb3871d58', 'status': 'completed', 'code': 200} Dec 20 16:05:38.312678 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:34Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:38.344117 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] Checking router: 5716b3c3-4343-4a84-81db-adc4ed878493 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:38.357842 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:38.358448 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:38.411443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.419435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.425841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.432414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.438711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.445962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.452946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:38.455238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9d7bccf-4b6a-4e39-967a-2d53fc07147b req-d502886f-876c-4795-967a-a4e0b1cb4d84 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.1037488 Dec 20 16:05:38.489074 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:38.612063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b434bf2-bbf6-4ad4-a44a-d7c5f3409225 req-7a0b2942-7cd9-4f90-9c33-837a69c161ef tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.0357218 Dec 20 16:05:38.674503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 130d2dc7-0fea-4011-b678-06096a74196a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:38.711295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 130d2dc7-0fea-4011-b678-06096a74196a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:38.711859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 130d2dc7-0fea-4011-b678-06096a74196a not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:38.736621 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:34Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:38.767048 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66cf5c-ae36-42db-808d-62683081376f None None] The sync data for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 is: [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T15:56:26Z', 'revision_number': 4, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb', 'name': '', 'network_id': 'a6ebde6c-f71b-450d-a8fc-2764bcf66d8b', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'mac_address': 'fa:16:3e:aa:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:24Z', 'updated_at': '2021-12-20T15:56:34Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'subnets': [{'id': 'c40bf86e-1418-4f45-9974-6d43e435f0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:39.027605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbb09a-c070-44eb-8bab-99fb4616d573 None None] New status for floating IP baf46a84-4ccf-4ab4-9041-7af3b8a9594a: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:05:39.740220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-effe14cc-33f3-4722-9043-ebc59177ab80 req-caef03dc-e9fc-486d-a525-d47e91b32414 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/ports?device_id=b649584c-3c26-4a59-8249-dd6e03aec5f2 HTTP/1.1" status: 200 len: 210 time: 0.0475938 Dec 20 16:05:39.752753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-edcf6058-fc35-4166-8f3e-33df860fcad1 req-6fe65788-a1b2-4eca-8253-609a05a0a85a service neutron] (103954) timed out ('10.222.0.72', 51888) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:05:41.051161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53846) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:41.137516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e423951b-73ec-42b8-8058-eb7b514533e8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.187376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e423951b-73ec-42b8-8058-eb7b514533e8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.236522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:41.255021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:41.281551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: e5aba9aa-ff1a-4779-8430-10abb3871d58 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:41.281771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e5aba9aa-ff1a-4779-8430-10abb3871d58 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:41.389601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.390101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.390557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.391029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.392007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.392472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.392930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:41.397977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-a8415d61-4e4e-416c-9aa4-2ac38edfa5fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.1411781 Dec 20 16:05:41.489696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-9a070243-a634-47e6-88bd-2e50e52d1351 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851421 Dec 20 16:05:41.574325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e423951b-73ec-42b8-8058-eb7b514533e8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.577097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e423951b-73ec-42b8-8058-eb7b514533e8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.582440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e423951b-73ec-42b8-8058-eb7b514533e8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "DELETE /v2.0/security-groups/2e693be7-02f4-4563-ade6-28767d25b076 HTTP/1.1" status: 204 len: 168 time: 0.5335281 Dec 20 16:05:41.584723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53860) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:41.588476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423951b-73ec-42b8-8058-eb7b514533e8 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e693be7-02f4-4563-ade6-28767d25b076,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:41.610453 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-060ecb5f-0cdc-46e3-bee3-8a77821ed2c3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] show failed (client error): The resource could not be found. Dec 20 16:05:41.617005 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-060ecb5f-0cdc-46e3-bee3-8a77821ed2c3 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "GET /v2.0/security-groups/2e693be7-02f4-4563-ade6-28767d25b076 HTTP/1.1" status: 404 len: 347 time: 0.0287127 Dec 20 16:05:41.618550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:41.826081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Deleting port 31f05951-4224-4219-8480-695f0752d83a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:41.826692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.952909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.953853 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:41.971017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Calling delete_port for 31f05951-4224-4219-8480-695f0752d83a owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:42.236871 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:42.291151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Pushing event deleted for resources: {'Port': ['ID=31f05951-4224-4219-8480-695f0752d83a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:42.338811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.339434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.339887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.340341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.340901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.341383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.341967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.342882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.343322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.344226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.344668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.345196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.346094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:05:42.403875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:42.409001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:42.409001 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7dc4c2fc-0986-43ee-b0ca-6045bdbd5385 tempest-ServerActionsTestJSON-1166552706 tempest-ServerActionsTestJSON-1166552706-project] 10.222.0.81 "DELETE /v2.0/floatingips/baf46a84-4ccf-4ab4-9041-7af3b8a9594a HTTP/1.1" status: 204 len: 168 time: 0.7883527 Dec 20 16:05:42.411154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53872) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:43.169589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:43.560122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Deleting port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:43.560801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:43.730925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] For port bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:43.731467 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:43.760901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Calling delete_port for bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:44.074975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:44.107906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:44.452477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:44.843697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Router 5716b3c3-4343-4a84-81db-adc4ed878493 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:45.035514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:45.046776 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-360fe626-1e3b-4637-ac11-3e9163330d84 admin admin] 10.222.0.81 "PUT /v2.0/routers/5716b3c3-4343-4a84-81db-adc4ed878493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6321101 Dec 20 16:05:45.047086 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] Sync routers for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:45.047624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53912) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:45.066021 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:45.067435 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:45.277027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:45.389746 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:45.499256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:45.659718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Deleting port 3b9f60a0-0e9b-4994-8908-37198c355830 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:45.660077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:45.720863 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T16:05:43Z', 'revision_number': 5, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port': {'id': '3b9f60a0-0e9b-4994-8908-37198c355830', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:19Z', 'updated_at': '2021-12-20T15:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:45.757310 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] Checking router: 5716b3c3-4343-4a84-81db-adc4ed878493 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:45.769202 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] Routers {'5716b3c3-4343-4a84-81db-adc4ed878493'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:45.770338 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['5716b3c3-4343-4a84-81db-adc4ed878493'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:45.829145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] For port 3b9f60a0-0e9b-4994-8908-37198c355830, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3b9f60a0-0e9b-4994-8908-37198c355830,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:45.829609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:45.865856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Calling delete_port for 3b9f60a0-0e9b-4994-8908-37198c355830 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:45.997803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] Set router 5716b3c3-4343-4a84-81db-adc4ed878493 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:46.099416 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 6, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:46.137914 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69edd6-e7f7-4dd7-992c-770cc3eb4862 None None] The sync data for ids ['5716b3c3-4343-4a84-81db-adc4ed878493'] in n-d-781076-8 is: [{'id': '5716b3c3-4343-4a84-81db-adc4ed878493', 'name': 'tempest-ServerActionsTestJSON-586812612-router', 'tenant_id': '971a5140ec784551869d58a0080e3114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:17Z', 'updated_at': '2021-12-20T16:05:45Z', 'revision_number': 6, 'project_id': '971a5140ec784551869d58a0080e3114', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:46.470631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:46.540345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9f60a0-0e9b-4994-8908-37198c355830,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:46.540461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df316949-1e97-4565-84c6-2d25845a904b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:46.591120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:46.709899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:46.712685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:46.845603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:46.846155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5716b3c3-4343-4a84-81db-adc4ed878493 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:05:46.850949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:46.854254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d530bad6-48fd-42a2-be15-2d4aec707921 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5716b3c3-4343-4a84-81db-adc4ed878493 HTTP/1.1" status: 204 len: 168 time: 1.8058853 Dec 20 16:05:46.857448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53940) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:46.879295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4ff8e-c166-4f6f-ae50-35ddb9a27ac6 req-c70e0484-f3e6-469a-8d61-3520040778a9 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:46.880426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55b4ff8e-c166-4f6f-ae50-35ddb9a27ac6 req-c70e0484-f3e6-469a-8d61-3520040778a9 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1097 time: 0.0707865 Dec 20 16:05:46.987514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55b4ff8e-c166-4f6f-ae50-35ddb9a27ac6 req-2d645fda-5395-4480-982f-df0848f02fbc tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969675 Dec 20 16:05:47.014262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:47.346669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 95da43f2-b184-4c86-8beb-7afb21cda121 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:47.348481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.454749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Deleting subnet c40bf86e-1418-4f45-9974-6d43e435f0b8 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:05:47.460034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.522906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.536907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.538515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.552849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 95da43f2-b184-4c86-8beb-7afb21cda121 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:47.712339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.859037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.906302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:47.933602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:47.933943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.935481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bf812fc4-ec7f-4e0a-bc8a-33f4b44adbfb not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:47.935918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3b9f60a0-0e9b-4994-8908-37198c355830 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:47.959232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=95da43f2-b184-4c86-8beb-7afb21cda121,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:47.988093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3b9f60a0-0e9b-4994-8908-37198c355830 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:47.988658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3b9f60a0-0e9b-4994-8908-37198c355830 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:47.999373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:47.999613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9d30f-a9c9-4b79-bc18-64a09e6c2c41 None None] Network a6ebde6c-f71b-450d-a8fc-2764bcf66d8b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:48.014895 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c40bf86e-1418-4f45-9974-6d43e435f0b8 HTTP/1.1" status: 204 len: 168 time: 1.1559353 Dec 20 16:05:48.015707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53960) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:48.096419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.096999 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP d51464d5-d9c2-4646-ad89-ccba38be781d disassociated (deleted). External IP: 172.25.6.9, port: 069214d4-5e9d-4fb9-b16b-5f8e20b4827b. Dec 20 16:05:48.195869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced06bef-695d-42f5-b6a5-6f9cb6930243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40bf86e-1418-4f45-9974-6d43e435f0b8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:48.199891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.292204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] DHCP port deletion for a6ebde6c-f71b-450d-a8fc-2764bcf66d8b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:48.374604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Deleting port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:48.375100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.401775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] Deleting port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:48.402183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.511528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] For port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:48.511956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.512994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] For port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,segment=NetworkSegment(9beb2279-af30-4aa5-acd2-1765c582b6a2),segment_id=9beb2279-af30-4aa5-acd2-1765c582b6a2)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:48.513650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.517954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 6270fe10-9652-4eff-b544-652315d73dae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:48.538022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] Calling delete_port for 36ad3dbe-2a6c-4d65-baa4-ee448af6530b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:48.541556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Calling delete_port for 36ad3dbe-2a6c-4d65-baa4-ee448af6530b owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:48.698151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:48.707657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] Sync routers for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:48.709143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:48.723299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:48.724193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:48.759993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-999a0817-7798-4006-bf86-0bd7d5ac99e8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/floatingips/d51464d5-d9c2-4646-ad89-ccba38be781d HTTP/1.1" status: 204 len: 168 time: 1.7446249 Dec 20 16:05:48.760600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:48.762922 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59a2713-f365-4656-8396-70dd9cfc57c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:48.807802 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f67a8-8b82-408c-b61b-e11191e9ac33 x-openstack-request-id: req-a85f67a8-8b82-408c-b61b-e11191e9ac33 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:48.808329 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:48.808761 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a85f67a8-8b82-408c-b61b-e11191e9ac33 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:48.809363 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'status': 'completed', 'code': 200} Dec 20 16:05:48.924870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-87589f3f-1b33-4c29-b825-d1c90d4792ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:48.931370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-87589f3f-1b33-4c29-b825-d1c90d4792ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 1097 time: 0.0991967 Dec 20 16:05:49.018518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.125089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] No DVR routers for this DVR port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:49.131858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:49.196683 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.231027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] Pushing event deleted for resources: {'Port': ['ID=36ad3dbe-2a6c-4d65-baa4-ee448af6530b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:49.258587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328928c-8db8-4ba3-9fa9-d210a26e770a None None] No DVR routers for this DVR port 36ad3dbe-2a6c-4d65-baa4-ee448af6530b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:49.279732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-75d4bdab-5156-4a54-916d-7f053244f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:49.289829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-75d4bdab-5156-4a54-916d-7f053244f414 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 200 len: 896 time: 0.3491356 Dec 20 16:05:49.301020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:49.395244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.422831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-80ac9d3b-0060-48c1-8c5b-8be60919b4fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 200 len: 217 time: 0.1255462 Dec 20 16:05:49.493625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ebde6c-f71b-450d-a8fc-2764bcf66d8b']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:49.520797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beb2279-af30-4aa5-acd2-1765c582b6a2') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:49.521112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beb2279-af30-4aa5-acd2-1765c582b6a2') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:49.522173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-4bffff7e-f1be-4507-abc7-e2aa78b77902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:49.524339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-4bffff7e-f1be-4507-abc7-e2aa78b77902 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 200 len: 835 time: 0.0867205 Dec 20 16:05:49.556631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.585672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.593907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:05:49.595249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:05:49.599041 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:05:49.634772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-aba35a2d-ff2a-4663-82e0-45f42d23052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:49.644482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-aba35a2d-ff2a-4663-82e0-45f42d23052c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f495b1fe-5c70-4958-8c06-5f9f3a256099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103511 Dec 20 16:05:49.744107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:49.820699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] Checking router: 6270fe10-9652-4eff-b544-652315d73dae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:49.844113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:49.844589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:49.847887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.894746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:49.910029 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a6ebde6c-f71b-450d-a8fc-2764bcf66d8b HTTP/1.1" status: 204 len: 168 time: 1.8911107 Dec 20 16:05:49.910997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047ce51-6386-4f1e-91ff-05baa7636718 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ebde6c-f71b-450d-a8fc-2764bcf66d8b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:49.920599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 36ad3dbe-2a6c-4d65-baa4-ee448af6530b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:49.984100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70871a-6445-4223-ab17-ca7d756059bc req-c781b6ce-0d73-41ef-9231-96907408a028 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:49.985844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad70871a-6445-4223-ab17-ca7d756059bc req-c781b6ce-0d73-41ef-9231-96907408a028 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 946 time: 0.1501606 Dec 20 16:05:50.019035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-ece55047-26ff-4108-99fd-4d46cf1bbd8f service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664281 Dec 20 16:05:50.029712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 36ad3dbe-2a6c-4d65-baa4-ee448af6530b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:50.030296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 36ad3dbe-2a6c-4d65-baa4-ee448af6530b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:50.119050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad70871a-6445-4223-ab17-ca7d756059bc req-670de8bd-2b1e-4081-b884-3915d4ca8ed8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193242 Dec 20 16:05:50.164409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:50.231563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c59a2713-f365-4656-8396-70dd9cfc57c7 req-c5f7080f-66bc-4752-9d35-95a5f5cc3c2c service neutron] 10.222.0.72 "GET /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849260 Dec 20 16:05:50.415675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:50.498812 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-674dc2ab-d3d5-4f2f-ba8e-0a7ae40825d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=971a5140ec784551869d58a0080e3114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811067 Dec 20 16:05:50.501108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54016) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:50.585342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f1dff6-8257-41c4-aebd-b118add9755a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:50.608797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:50.623170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f1dff6-8257-41c4-aebd-b118add9755a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:50.661608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92f32c-79af-42b0-927c-e26ac21e65f5 None None] The sync data for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 is: [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:03:37Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '01e56558-1fee-430a-ad9e-e378401d5868', 'name': '', 'network_id': 'f495b1fe-5c70-4958-8c06-5f9f3a256099', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:3f:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:36Z', 'updated_at': '2021-12-20T16:03:41Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '57e0a792-b18f-46fa-8ad6-00ec685aa92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:05:50.844550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f1dff6-8257-41c4-aebd-b118add9755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:50.844550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f1dff6-8257-41c4-aebd-b118add9755a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:50.855179 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7f1dff6-8257-41c4-aebd-b118add9755a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/625b9c93-edb7-426b-b36a-8ee47857df1d HTTP/1.1" status: 204 len: 168 time: 0.3459046 Dec 20 16:05:50.871201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1dff6-8257-41c4-aebd-b118add9755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b9c93-edb7-426b-b36a-8ee47857df1d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:50.906360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-8301016c-7cee-419c-aa8f-5129b01889fb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:50.908279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-8301016c-7cee-419c-aa8f-5129b01889fb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 946 time: 0.1039822 Dec 20 16:05:51.083501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:51.085517 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:51.219689 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047e85d-5614-49c3-950a-dc925ad6087d None None] New status for floating IP d51464d5-d9c2-4646-ad89-ccba38be781d: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:05:51.302108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:51.302720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:51.368571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 069214d4-5e9d-4fb9-b16b-5f8e20b4827b owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:51.400779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970ef34-0f89-4d86-8db4-090afcaa5754 req-cbb3e221-9696-4e1b-a376-12c30f0edb6f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:51.409965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d970ef34-0f89-4d86-8db4-090afcaa5754 req-cbb3e221-9696-4e1b-a376-12c30f0edb6f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 946 time: 0.1439416 Dec 20 16:05:51.540156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d970ef34-0f89-4d86-8db4-090afcaa5754 req-95d8b7ac-00eb-4113-8d27-c6c797510241 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=73592eb7-14c6-4c8f-94d9-4220f4bcc14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286168 Dec 20 16:05:51.698839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:51.870605 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:51.906638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=069214d4-5e9d-4fb9-b16b-5f8e20b4827b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:52.027571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] No DVR routers for this DVR port 069214d4-5e9d-4fb9-b16b-5f8e20b4827b on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:05:52.038494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:52.056153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57b2b097-066e-4e6b-be6d-a4d2579378fb req-d073d89a-da27-4b3b-bec3-b5858ebbca4f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "DELETE /v2.0/ports/069214d4-5e9d-4fb9-b16b-5f8e20b4827b HTTP/1.1" status: 204 len: 173 time: 1.1398320 Dec 20 16:05:52.057593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-deleted', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:05:52.061435 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75e0b3-ac93-4500-b6bd-75362f4307a1" -d '{"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-deleted", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:05:52.122073 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d52be32-b087-4e39-b10c-4d0acf071821 x-openstack-request-id: req-9d52be32-b087-4e39-b10c-4d0acf071821 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:05:52.122734 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f489077-b237-45c3-850d-bad867da2da7", "name": "network-vif-deleted", "tag": "069214d4-5e9d-4fb9-b16b-5f8e20b4827b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:05:52.122734 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d52be32-b087-4e39-b10c-4d0acf071821 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:05:52.122992 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f489077-b237-45c3-850d-bad867da2da7', 'name': 'network-vif-deleted', 'tag': '069214d4-5e9d-4fb9-b16b-5f8e20b4827b', 'status': 'completed', 'code': 200} Dec 20 16:05:52.685111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54072) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:52.741923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a20e037-489c-479c-99a6-4c5b8dc528e4 req-6519590a-8e52-4c77-8576-cabeffdba768 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=7f489077-b237-45c3-850d-bad867da2da7 HTTP/1.1" status: 200 len: 210 time: 0.0387976 Dec 20 16:05:52.826675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-432637002-network', 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:52.978929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:52.981752 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.000652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.259232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.450336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.483382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:05:53.488760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5366662-32bb-48aa-b097-33d1d665e2e4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:53.498977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.498977 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Added segment 76d574fa-0838-4ab1-a17b-38f04eb37fab of type vlan for network 68a03403-3842-484b-9082-0d88ca33e413 Dec 20 16:05:53.576942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.733768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.734759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:53.735342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:53.812450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54104) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:53.813197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] Pushing event updated for resources: {'Network': ['ID=68a03403-3842-484b-9082-0d88ca33e413,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:53.827859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 68a03403-3842-484b-9082-0d88ca33e413 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:05:53.867366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-54bb3b67-ad73-45d0-8938-1545b99e3aad admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1803894 Dec 20 16:05:53.871319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54108) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:53.900504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Request body: {'subnet': {'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-432637002-subnet', 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:05:54.029996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:05:54.032917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:54.458990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:54.465036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:54.634918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:05:54.635288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Network hostable DHCP agents. Network: 68a03403-3842-484b-9082-0d88ca33e413, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:05:54.657987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f470d4-edfe-4890-a8fc-dfd145569536,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:54.806498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Network 68a03403-3842-484b-9082-0d88ca33e413 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:05:54.893191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 68a03403-3842-484b-9082-0d88ca33e413) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:05:54.902357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:54.903086 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:54.905411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d0f221-2db3-4bd6-a795-9c5dc7e9b483 None None] Network 68a03403-3842-484b-9082-0d88ca33e413 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:54.939939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 01e56558-1fee-430a-ad9e-e378401d5868 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:54.940541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:55.014875 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-afd863a4-f0da-4a20-aa5f-f2eef9c97fd5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1364973 Dec 20 16:05:55.121685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56198a7e-0044-4efa-8c80-19f5b761810c None None] Network 68a03403-3842-484b-9082-0d88ca33e413 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:55.215106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 01e56558-1fee-430a-ad9e-e378401d5868, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=01e56558-1fee-430a-ad9e-e378401d5868,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:55.215469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:55.252462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 01e56558-1fee-430a-ad9e-e378401d5868 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:55.357812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:05:55.380862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 069214d4-5e9d-4fb9-b16b-5f8e20b4827b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:05:55.381528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 069214d4-5e9d-4fb9-b16b-5f8e20b4827b not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:05:55.694095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:55.868940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=01e56558-1fee-430a-ad9e-e378401d5868,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:56.164383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-715deffe-b473-4409-b154-091b0983e96f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:56.166090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-715deffe-b473-4409-b154-091b0983e96f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.4272430 Dec 20 16:05:56.231291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-83b6812d-d645-4906-9f62-e07d1e8226a7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0552783 Dec 20 16:05:56.309435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-2a3b46a8-89be-48f3-be39-e01ee3384d90 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319810 Dec 20 16:05:56.372748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-00f9ac6a-a78d-4827-801a-3163adc50fff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1767428 Dec 20 16:05:56.373963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:57.109757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.110238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.110695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.111251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.111702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.112188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.112600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.114693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-21fd166e-7c62-4277-8de2-669f734f0b2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.6231258 Dec 20 16:05:57.162848 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:57.212240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-8fabaec9-fb82-419b-8a63-fc71f21c2e22 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913980 Dec 20 16:05:57.469739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-6e6bbe99-c333-47d8-ae05-aae16472cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.470211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-6e6bbe99-c333-47d8-ae05-aae16472cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.470690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-6e6bbe99-c333-47d8-ae05-aae16472cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.472574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-6e6bbe99-c333-47d8-ae05-aae16472cad4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 2293 time: 0.3061080 Dec 20 16:05:57.491100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-7d1cb25d-d831-4657-96af-6876d1f373d9 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779262 Dec 20 16:05:57.546932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 6270fe10-9652-4eff-b544-652315d73dae has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:05:57.569310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-adc4ebde-a201-406f-b28d-713ad5182385 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 1001 time: 0.0871630 Dec 20 16:05:57.702854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-d1a8bbc7-2aeb-48b5-b795-3b1c2648f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.704503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-d1a8bbc7-2aeb-48b5-b795-3b1c2648f328 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 200 len: 851 time: 0.1281912 Dec 20 16:05:57.748051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:05:57.753860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e73b892a-81c4-4bb4-ae8f-7aa4827cacdc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/6270fe10-9652-4eff-b544-652315d73dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9403129 Dec 20 16:05:57.757770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54186) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:57.789620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] Sync routers for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:05:57.812927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-8f0a0f6c-1580-4d87-80b0-7ce979efc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:57.818460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-8f0a0f6c-1580-4d87-80b0-7ce979efc9c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2b1734-b605-4166-a2fe-b5337cc5e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023288 Dec 20 16:05:57.830784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:57.832155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:57.942159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting subnet 57e0a792-b18f-46fa-8ad6-00ec685aa92b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:05:57.964120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:58.096347 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:58.133232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aac1edaf-45b5-4f0f-b295-45c4a58aa347 req-238bc187-f4ac-4f4d-a92e-c000c02452ce tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 210 time: 0.1640615 Dec 20 16:05:58.252433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-913d337f-5f1b-4fe3-bf7d-7c453677e901 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165556 Dec 20 16:05:58.296841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:58.347379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:58.491627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-60da0823-2f2b-4323-8194-aff8a2c02442 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259989 Dec 20 16:05:58.528357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:58.547338 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:58.550944 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/subnets/57e0a792-b18f-46fa-8ad6-00ec685aa92b HTTP/1.1" status: 204 len: 168 time: 0.7918727 Dec 20 16:05:58.581446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635164d-9088-4169-9eff-f04359faa937 None None] Network f495b1fe-5c70-4958-8c06-5f9f3a256099 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:05:58.599714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:05:58.610730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-9572fc06-d730-4357-bcbe-269148b20f24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 217 time: 0.1115928 Dec 20 16:05:58.615708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e8a1a-3b5e-4dc1-8d2f-9aab67f50c6a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Subnet': ['ID=57e0a792-b18f-46fa-8ad6-00ec685aa92b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:05:58.804727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-fcdf9859-565b-40f4-aa0a-e5256f8896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:58.813199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-fcdf9859-565b-40f4-aa0a-e5256f8896ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.1440649 Dec 20 16:05:58.926000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:58.955748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] DHCP port deletion for f495b1fe-5c70-4958-8c06-5f9f3a256099 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:05:58.999613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-275f45b6-a026-4a5a-974f-2d5139383561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:59.002228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-275f45b6-a026-4a5a-974f-2d5139383561 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806381 Dec 20 16:05:59.063049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:05:55Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:59.123311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] Checking router: 6270fe10-9652-4eff-b544-652315d73dae for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:05:59.176959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Deleting port 09724923-144c-4f4e-b31c-b2ebbc1696f0 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:59.180838 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:59.250745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] Routers {'6270fe10-9652-4eff-b544-652315d73dae'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:05:59.251324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:05:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6270fe10-9652-4eff-b544-652315d73dae'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:05:59.352943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b494136f-52db-4d31-ae85-1830794b0799 req-7f7a1fb5-5338-40c1-8f8e-ae65f9819106 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 210 time: 0.0652459 Dec 20 16:05:59.394822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:59.414458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-41b8b7b5-8612-41e9-bb60-9f9e9efd6da0 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016526 Dec 20 16:05:59.531757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] For port 09724923-144c-4f4e-b31c-b2ebbc1696f0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=09724923-144c-4f4e-b31c-b2ebbc1696f0,segment=NetworkSegment(5f262001-bd50-4d28-a05d-41db25d30024),segment_id=5f262001-bd50-4d28-a05d-41db25d30024)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:05:59.532691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:59.538955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-850a83c3-42f8-4cd4-b897-68c1d45b050e service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163011 Dec 20 16:05:59.554598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Calling delete_port for 09724923-144c-4f4e-b31c-b2ebbc1696f0 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:05:59.572635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] Set router 6270fe10-9652-4eff-b544-652315d73dae gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:05:59.619089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-25e9715d-ed5e-4d44-b003-ff4f0734f53a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 217 time: 0.0728362 Dec 20 16:05:59.668718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5a0da840-000f-46d6-b346-9b6c027cc446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:59.697697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-d4318a57-eb1e-43cb-a5b5-c45b934012a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:59.699433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-d4318a57-eb1e-43cb-a5b5-c45b934012a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0716124 Dec 20 16:05:59.780777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 72877de5-94a1-4789-83bd-e72e594e54af {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:05:59.781189 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:59.847806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-a6ba8763-c853-4908-86f9-5bd01176983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:05:59.849412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-a6ba8763-c853-4908-86f9-5bd01176983c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375782 Dec 20 16:05:59.916365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 09724923-144c-4f4e-b31c-b2ebbc1696f0 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:06:00.047384 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:00.113512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:00.145110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 72877de5-94a1-4789-83bd-e72e594e54af, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=72877de5-94a1-4789-83bd-e72e594e54af,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:00.145593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:00.179984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 72877de5-94a1-4789-83bd-e72e594e54af owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:06:00.260771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-c6328381-da57-4737-a74a-c58e7051c215 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010561 Dec 20 16:06:00.435191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] No DVR routers for this DVR port 09724923-144c-4f4e-b31c-b2ebbc1696f0 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:06:00.440483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Pushing event deleted for resources: {'Port': ['ID=09724923-144c-4f4e-b31c-b2ebbc1696f0,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:00.450826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.453718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.455133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.455133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.455133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.455133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dc519-ed23-4236-bb51-541acd6a621c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:00.523034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:05:55Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:00.551623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83124a-f24c-45e7-a49f-2363e160913a None None] The sync data for ids ['6270fe10-9652-4eff-b544-652315d73dae'] in n-d-781076-8 is: [{'id': '6270fe10-9652-4eff-b544-652315d73dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223916796', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '72877de5-94a1-4789-83bd-e72e594e54af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:03:30Z', 'updated_at': '2021-12-20T16:05:55Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '72877de5-94a1-4789-83bd-e72e594e54af', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6270fe10-9652-4eff-b544-652315d73dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:03:31Z', 'updated_at': '2021-12-20T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:06:00.572997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f521d88a-db41-4ad7-a5cf-cb93b0c92efb req-016bd5f7-4ea7-4619-869f-30b7fa010040 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 210 time: 0.0548320 Dec 20 16:06:00.587865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-fdbd4827-feb0-4455-baa6-ded15bb5984f service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193958 Dec 20 16:06:00.641715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-a116881a-171c-4490-9c3a-b7b500efa359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 200 len: 217 time: 0.0460498 Dec 20 16:06:00.726657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-72900113-13ad-4e00-a259-2d62260fee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:00.728149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-72900113-13ad-4e00-a259-2d62260fee08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0655661 Dec 20 16:06:00.783790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-ea01085d-1e88-446a-b7b2-9a652b7f85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:00.785654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-ea01085d-1e88-446a-b7b2-9a652b7f85d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505319 Dec 20 16:06:00.844600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:00.876234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81828cfa-f208-4b5e-9d6d-604ac019c66f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:06:00.975434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=72877de5-94a1-4789-83bd-e72e594e54af,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:01.070908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:01.106855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-994ae904-d65d-42c9-9327-a27b9fd820b9 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137941 Dec 20 16:06:01.260350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:01.738733 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-718a6e17-7994-4a12-9b0a-fe1e0eda0306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:01.765531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:01.973798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9605b791-17e2-4412-8942-a227914263d9 req-a4dc53d4-c3e9-43ec-968a-dc82fbc82921 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 210 time: 0.1714454 Dec 20 16:06:01.986771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 01e56558-1fee-430a-ad9e-e378401d5868 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:06:02.028214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 01e56558-1fee-430a-ad9e-e378401d5868 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:06:02.028562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 01e56558-1fee-430a-ad9e-e378401d5868 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:06:02.057324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-90fce228-dc5c-4c4e-ba8e-621f351e82a1 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860514 Dec 20 16:06:02.075450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-627a951b-e891-4e59-b4ca-ec3b6f13bc97 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:02.083430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-627a951b-e891-4e59-b4ca-ec3b6f13bc97 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.8833237 Dec 20 16:06:02.151560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:02.157303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-50fd08e0-f9d7-4e88-81ba-7d80b8db3e3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 200 len: 217 time: 0.1160076 Dec 20 16:06:02.221058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.221616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Fanout notify agent at l3_agent the message router_deleted on router 6270fe10-9652-4eff-b544-652315d73dae {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:06:02.247484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.247484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6f8bceae-f121-40a5-949f-fc88af53ba8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/routers/6270fe10-9652-4eff-b544-652315d73dae HTTP/1.1" status: 204 len: 168 time: 3.6381621 Dec 20 16:06:02.247722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:02.366842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-d97c10a3-9c58-45a4-a12a-c3a6b9f543e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:02.372586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-d97c10a3-9c58-45a4-a12a-c3a6b9f543e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.1918511 Dec 20 16:06:02.410733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.541704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-bc0d723d-8474-40f6-bf81-4684bf20952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:02.549875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-bc0d723d-8474-40f6-bf81-4684bf20952d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697505 Dec 20 16:06:02.620242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.667833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f495b1fe-5c70-4958-8c06-5f9f3a256099']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:02.680873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f262001-bd50-4d28-a05d-41db25d30024') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:02.681913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f262001-bd50-4d28-a05d-41db25d30024') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:02.695617 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.758828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:06:02.765999 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.852430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.867569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.878556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:06:02.878989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:06:02.886097 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:06:02.902648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-94f9b904-395b-4340-a7eb-90d56ccbe39d service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451149 Dec 20 16:06:03.126676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:03.176667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e91f12e3-5e4a-4dea-bdeb-ad2cda8b97f7 req-a573c05c-c991-46f3-9fdd-9e21d1057f24 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 210 time: 0.0780227 Dec 20 16:06:03.215145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.8 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/3938c406-b15c-4da6-9469-1ab11d8a124d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:03.235324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:03.244168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/networks/f495b1fe-5c70-4958-8c06-5f9f3a256099 HTTP/1.1" status: 204 len: 168 time: 1.0003169 Dec 20 16:06:03.245233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-fa5f9eca-07c7-4e9b-93de-e62ebf5c24e8 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346212 Dec 20 16:06:03.247141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54286) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:03.267640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ac98b-51a8-4466-aafd-c7d7a4106ec3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Network': ['ID=f495b1fe-5c70-4958-8c06-5f9f3a256099,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:03.358156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-7bed487b-8d67-4aa4-9f6c-82c214763e62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 200 len: 217 time: 0.1017072 Dec 20 16:06:03.526923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-3fb5c6a8-9335-4e60-8d88-c6b8ada22122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:03.528821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-3fb5c6a8-9335-4e60-8d88-c6b8ada22122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.1606224 Dec 20 16:06:03.686740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-396731bd-1242-448b-92d6-6f00c050e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:03.688566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-396731bd-1242-448b-92d6-6f00c050e755 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1518121 Dec 20 16:06:03.698302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c323cd2f-7034-4874-9e86-b2ee7fd94f84 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:03.802690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72877de5-94a1-4789-83bd-e72e594e54af no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:06:03.846395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 72877de5-94a1-4789-83bd-e72e594e54af {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:06:03.848993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72877de5-94a1-4789-83bd-e72e594e54af not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:06:03.868279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c323cd2f-7034-4874-9e86-b2ee7fd94f84 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:03.929339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:03.969673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-f3e378e9-8112-42f8-9386-7530d65c35f2 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686920 Dec 20 16:06:04.108189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-73e94cad-8aea-4fd5-b8e9-de9309a6b0e0 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303959 Dec 20 16:06:04.170200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-6ddf089f-4b45-44e2-9798-7d294b158db3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 217 time: 0.0531521 Dec 20 16:06:04.172000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c323cd2f-7034-4874-9e86-b2ee7fd94f84 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:04.174859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c323cd2f-7034-4874-9e86-b2ee7fd94f84 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:04.180290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c323cd2f-7034-4874-9e86-b2ee7fd94f84 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/security-groups/73592eb7-14c6-4c8f-94d9-4220f4bcc14c HTTP/1.1" status: 204 len: 168 time: 0.9279542 Dec 20 16:06:04.201711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:04.207119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323cd2f-7034-4874-9e86-b2ee7fd94f84 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73592eb7-14c6-4c8f-94d9-4220f4bcc14c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:04.263463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:04.317422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:04.328380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:04.355923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:04.676752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-3cf0e3ac-10f5-41ac-84b4-68ce7b873c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:04.678606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-3cf0e3ac-10f5-41ac-84b4-68ce7b873c5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.4747267 Dec 20 16:06:04.695987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=3938c406-b15c-4da6-9469-1ab11d8a124d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:04.721752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:04.722412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:04.741753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83515c1f-9e2b-4503-8f35-f0e782afd6d4 req-c7afc6a7-be8e-4b81-83d2-64044c41309b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:04.743296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83515c1f-9e2b-4503-8f35-f0e782afd6d4 req-c7afc6a7-be8e-4b81-83d2-64044c41309b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 931 time: 0.3552825 Dec 20 16:06:04.982403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54322) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:04.983484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-5bda0c28-1f3b-4a7d-8815-5d880d3cecc4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8402255 Dec 20 16:06:04.995005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078895434', 'description': 'tempest-secgroup-smoke-1078895434 description', 'project_id': '602fb63252c24fc3b6b6550245454d8b'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:05.008597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Request body: {'port': {'device_id': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:05.020599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910df89-32e5-41be-925e-c814c4870289 req-9febabfa-d9e5-43f6-98f2-8e5efd97bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:05.022949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-9febabfa-d9e5-43f6-98f2-8e5efd97bbfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2976525 Dec 20 16:06:05.033134 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:06:05.033838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83515c1f-9e2b-4503-8f35-f0e782afd6d4 req-cf929796-35ac-47ec-9ded-fac0b643f264 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608624 Dec 20 16:06:05.076283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.108484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.134333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.304341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.320008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-078b6da9-98b6-4143-9999-89a8cb930c45 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841959 Dec 20 16:06:05.401602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.540218 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.540218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5420063 Dec 20 16:06:05.541424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54334) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:05.548633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900c5de-0065-4477-917f-b60607bd2717 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80060f87-79ee-44fc-afe0-27f7649181de,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:05.564740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '80060f87-79ee-44fc-afe0-27f7649181de', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:05.633343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c910df89-32e5-41be-925e-c814c4870289 req-ce5d0036-b80d-43be-ac74-b2abac1cb451 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996647 Dec 20 16:06:05.704834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3938c406-b15c-4da6-9469-1ab11d8a124d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:05.713010 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.725390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Transition to ACTIVE for port object 3938c406-b15c-4da6-9469-1ab11d8a124d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:06:05.904513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:05.920454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.004122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Pushing event updated for resources: {'Port': ['ID=3938c406-b15c-4da6-9469-1ab11d8a124d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:06.073444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.170865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Attempting to bind port 3938c406-b15c-4da6-9469-1ab11d8a124d on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:06.172040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Attempting to bind port 3938c406-b15c-4da6-9469-1ab11d8a124d by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:06.172821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Attempting to bind port 3938c406-b15c-4da6-9469-1ab11d8a124d on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:06.179221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Port 3938c406-b15c-4da6-9469-1ab11d8a124d on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:06:06.179554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Attempting to bind port 3938c406-b15c-4da6-9469-1ab11d8a124d on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:06.187379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:06.187723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:06.188104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:06.188548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Bound port: 3938c406-b15c-4da6-9469-1ab11d8a124d, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:06.189091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.232335 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:06.288691 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:06.293521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38033f7-4f0a-4f85-b8d8-2705dcffd0b2 req-8a332d8f-33f2-4262-be32-ce34c83a07ed tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:06.298143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38033f7-4f0a-4f85-b8d8-2705dcffd0b2 req-8a332d8f-33f2-4262-be32-ce34c83a07ed tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 943 time: 0.1584277 Dec 20 16:06:06.298143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293121b4-f815-4b1d-9519-651304977a67,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:06.360372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38033f7-4f0a-4f85-b8d8-2705dcffd0b2 req-68257a97-9587-46a3-a374-98a5e1527550 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559213 Dec 20 16:06:06.363129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.367326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-23e2f6b4-df6e-4424-a0ff-c4ec5d31f223 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8296893 Dec 20 16:06:06.367326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] For port 3938c406-b15c-4da6-9469-1ab11d8a124d, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:06.367656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54348) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:06.372481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '80060f87-79ee-44fc-afe0-27f7649181de', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:06.405045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] For port 3938c406-b15c-4da6-9469-1ab11d8a124d, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3938c406-b15c-4da6-9469-1ab11d8a124d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:06.464970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.516155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.570950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:06.571574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.572990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] 10.222.0.83 "PUT /v2.0/ports/3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 200 len: 1091 time: 1.5783482 Dec 20 16:06:06.589694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'tag': '3938c406-b15c-4da6-9469-1ab11d8a124d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:06.593100 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63" -d '{"events": [{"name": "network-changed", "server_uuid": "4385b97a-d462-43e2-80f9-6d1de3a19ae8", "tag": "3938c406-b15c-4da6-9469-1ab11d8a124d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:06.653660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd4655-a61a-42ee-a536-b8c9247d21bc service neutron] Pushing event updated for resources: {'Port': ['ID=3938c406-b15c-4da6-9469-1ab11d8a124d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:06.682059 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2284de5b-e76c-4120-97af-3945feec2cc5 x-openstack-request-id: req-2284de5b-e76c-4120-97af-3945feec2cc5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:06.682181 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4385b97a-d462-43e2-80f9-6d1de3a19ae8", "tag": "3938c406-b15c-4da6-9469-1ab11d8a124d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:06.682372 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2284de5b-e76c-4120-97af-3945feec2cc5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:06.682782 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'tag': '3938c406-b15c-4da6-9469-1ab11d8a124d', 'status': 'completed', 'code': 200} Dec 20 16:06:06.738005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.798772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-c360d8c2-6657-495d-b5c4-3478f8206583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:06.800728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-c360d8c2-6657-495d-b5c4-3478f8206583 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 1094 time: 0.1169894 Dec 20 16:06:06.818322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.853205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f698caa8-0287-4aef-8e60-195f1f57adf8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:06.901524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-d0519d5a-f659-493b-a659-7ff25f1a9dd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 200 len: 217 time: 0.0905640 Dec 20 16:06:06.956926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.960148 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ffe018b-ade9-47f4-a48e-56c5ecb547d4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5907192 Dec 20 16:06:06.968631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54370) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:06.973867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '80060f87-79ee-44fc-afe0-27f7649181de', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:07.016538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-8850ab57-76a4-4be5-926f-654c9fd06f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:07.022467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-8850ab57-76a4-4be5-926f-654c9fd06f9e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.1110849 Dec 20 16:06:07.073979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-eb19447b-aa49-4cdb-bf3f-eaeb5744cce7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462399 Dec 20 16:06:07.126727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.263352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.268025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-f05b8cc8-541f-49ec-b1b5-c2aa02603f9a service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861534 Dec 20 16:06:07.356438 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.385202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75c0bd2-a250-4eec-a042-9795f843d5d6,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:07.440295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-802d4e74-54b4-4ec5-93d6-5a3ebec83389 req-d07543e0-05a7-4047-9356-e86737d176d5 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624222 Dec 20 16:06:07.503194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.505254 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7426e041-7467-4194-88bf-2569e62b7eb7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5349107 Dec 20 16:06:07.508844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:07.513988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '80060f87-79ee-44fc-afe0-27f7649181de', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:07.563812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d097c-86de-4a78-be0c-5a0c270dd902 req-570b7c1a-a03e-4f6e-b912-1f2b5c6845a4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:07.572547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-856d097c-86de-4a78-be0c-5a0c270dd902 req-570b7c1a-a03e-4f6e-b912-1f2b5c6845a4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 943 time: 0.0873008 Dec 20 16:06:07.641513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.717744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-856d097c-86de-4a78-be0c-5a0c270dd902 req-3e31398e-f64e-471b-8a54-2c92eed9775c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443076 Dec 20 16:06:07.751933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-a87f507d-4656-4dd4-9893-32197479e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:07.753752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-a87f507d-4656-4dd4-9893-32197479e1e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 1094 time: 0.1267071 Dec 20 16:06:07.764544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.858960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:07.897334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c0827d-178a-4947-9c3a-bd6a49a8d369,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:07.967226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-9a2be4be-a922-4cc5-b8f0-86f930a6981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:07.969472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-9a2be4be-a922-4cc5-b8f0-86f930a6981e service neutron] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 906 time: 0.1892817 Dec 20 16:06:08.019036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-7a3c883e-e9f2-448b-aa4a-02a05a3d2384 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 200 len: 217 time: 0.0423157 Dec 20 16:06:08.032928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:08.039596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0fffb13c-16a5-43bb-ac06-76b3805133be tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5265558 Dec 20 16:06:08.039947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:08.044934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '80060f87-79ee-44fc-afe0-27f7649181de', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:08.169078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-fbe410fa-2339-4e16-85e1-485504280f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:08.170932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-fbe410fa-2339-4e16-85e1-485504280f74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.1452167 Dec 20 16:06:08.235917 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:06:08.243237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:08.244881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-2ec80e75-1016-427a-a251-a098940c196a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653343 Dec 20 16:06:08.378110 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:08.457609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-7ee4ddf8-999b-4e99-9dd4-4c0ab8d2df4c service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034936 Dec 20 16:06:08.476962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:08.513428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a714be77-c805-4bd6-947d-9212c65f6f39,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:08.607308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70926cc9-19af-4ce8-a2f8-9ec4a0747e63 req-64382aef-17f1-4aeb-ac72-2197fc02e5b0 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413229 Dec 20 16:06:08.644454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:08.649676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54404) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:08.650638 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1275d37f-832d-4025-956f-ab0b4b050437 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6087933 Dec 20 16:06:08.655120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '80060f87-79ee-44fc-afe0-27f7649181de', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:08.863936 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:06:08.903579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:08.932622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af245aab-dc43-477d-9a5b-bfa70e5108ae req-608894c1-4e20-408b-875f-811bc769a854 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:08.934492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af245aab-dc43-477d-9a5b-bfa70e5108ae req-608894c1-4e20-408b-875f-811bc769a854 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 943 time: 0.1231687 Dec 20 16:06:09.021526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af245aab-dc43-477d-9a5b-bfa70e5108ae req-5fcadff7-735a-4794-8299-d67f96c8609c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719824 Dec 20 16:06:09.049587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.119021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.158936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bbd615-b1dd-49e0-b5ba-1c53cc1edc09,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:09.245096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.245096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e921421a-8f34-41f0-9533-ef588b789698 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5899258 Dec 20 16:06:09.245096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:09.254938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'network': {'name': 'tempest-network-smoke--703896897', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'port_security_enabled': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:09.390454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:06:09.395853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.433678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:06:09.450941 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.451339 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Added segment fed5122f-030a-4da4-9dd7-6ce24229900c of type vlan for network 28177c29-fa79-4a17-b733-72968c7b3693 Dec 20 16:06:09.541696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.756073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.763031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:09.763662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:09.883731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Network': ['ID=28177c29-fa79-4a17-b733-72968c7b3693,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:09.889692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-411d9c1c-452e-4686-bc3e-696a050b7960 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6434801 Dec 20 16:06:09.892375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54428) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:09.895611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 28177c29-fa79-4a17-b733-72968c7b3693 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:06:09.899456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'admin_state_up': True, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:10.065310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:10.067108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:10.196006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:10.230892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682d9c-0c57-4b64-b41d-27a99afa9c16 req-5f49f419-ea3c-4651-ad19-9178a86e1e6f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:10.236796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9682d9c-0c57-4b64-b41d-27a99afa9c16 req-5f49f419-ea3c-4651-ad19-9178a86e1e6f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 943 time: 0.1068797 Dec 20 16:06:10.471603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9682d9c-0c57-4b64-b41d-27a99afa9c16 req-b6195d41-e4b2-4511-9365-b7d19a71ec91 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272234 Dec 20 16:06:10.478620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:10.827707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3938c406-b15c-4da6-9469-1ab11d8a124d details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:06:10.868604 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:10.949231 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:10.988469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3938c406-b15c-4da6-9469-1ab11d8a124d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3938c406-b15c-4da6-9469-1ab11d8a124d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:11.021253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '3938c406-b15c-4da6-9469-1ab11d8a124d', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '3938c406-b15c-4da6-9469-1ab11d8a124d', 'mac_address': 'fa:16:3e:0a:7e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:06:11.106704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:11.121913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3938c406-b15c-4da6-9469-1ab11d8a124d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:11.143730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.251 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/69144488-7162-4e2f-9949-bc17a6156a3c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:11.145061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3938c406-b15c-4da6-9469-1ab11d8a124d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3938c406-b15c-4da6-9469-1ab11d8a124d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:11.402102 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:11.461134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3938c406-b15c-4da6-9469-1ab11d8a124d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:11.777966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:11.812304 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:11.848959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fa017-f2c1-4f31-a04c-105667a7ca55 req-5c712594-5737-4955-9f40-e9965343c150 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:11.851257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b9fa017-f2c1-4f31-a04c-105667a7ca55 req-5c712594-5737-4955-9f40-e9965343c150 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 944 time: 0.1504836 Dec 20 16:06:12.074172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:12.161737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b9fa017-f2c1-4f31-a04c-105667a7ca55 req-c10d62e0-f44a-4600-aad2-85d13681a2b6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982523 Dec 20 16:06:12.179629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:12.188806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:12.192858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:12.204954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=69144488-7162-4e2f-9949-bc17a6156a3c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:12.210118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c2636-ff57-46f4-8fee-8934ee201787 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:06:12.335756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-52fb0441-5113-4d1c-bdc9-ceca304597bd None None] Provisioning complete for port 69144488-7162-4e2f-9949-bc17a6156a3c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:12.336134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-52fb0441-5113-4d1c-bdc9-ceca304597bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:12.398746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-52fb0441-5113-4d1c-bdc9-ceca304597bd None None] Port 69144488-7162-4e2f-9949-bc17a6156a3c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:06:12.713611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:12.844560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3938c406-b15c-4da6-9469-1ab11d8a124d up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:12.962250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 3938c406-b15c-4da6-9469-1ab11d8a124d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:06:12.968320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 3938c406-b15c-4da6-9469-1ab11d8a124d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:12.968903 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:12.979463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:13.075981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:13.102231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938c406-b15c-4da6-9469-1ab11d8a124d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:13.104536 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc238a69-6dd6-4dd6-81ff-37597633d218" -d '{"events": [{"server_uuid": "4385b97a-d462-43e2-80f9-6d1de3a19ae8", "name": "network-vif-plugged", "status": "completed", "tag": "3938c406-b15c-4da6-9469-1ab11d8a124d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:13.120099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3938c406-b15c-4da6-9469-1ab11d8a124d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3938c406-b15c-4da6-9469-1ab11d8a124d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:13.150739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed40e1f-2032-4c46-86c8-7ba9e6302a49 x-openstack-request-id: req-fed40e1f-2032-4c46-86c8-7ba9e6302a49 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:13.150739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4385b97a-d462-43e2-80f9-6d1de3a19ae8", "name": "network-vif-plugged", "status": "completed", "tag": "3938c406-b15c-4da6-9469-1ab11d8a124d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:13.150739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fed40e1f-2032-4c46-86c8-7ba9e6302a49 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:13.150739 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938c406-b15c-4da6-9469-1ab11d8a124d', 'code': 200} Dec 20 16:06:13.209085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 39f30e07-8fff-4551-96a2-59dee8506f43 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:06:13.210959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:13.299260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3938c406-b15c-4da6-9469-1ab11d8a124d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:13.431101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ed612-be44-459a-b361-fab1dc571c1b req-ed2222e4-35ea-4c10-818c-3e35b24a6d82 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:13.432931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d94ed612-be44-459a-b361-fab1dc571c1b req-ed2222e4-35ea-4c10-818c-3e35b24a6d82 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.1439185 Dec 20 16:06:13.437723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eec36-4bec-45fe-8143-db5e78573f6a req-eeaa034d-022b-4f95-8a01-cd2dc102a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:13.439328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c6eec36-4bec-45fe-8143-db5e78573f6a req-eeaa034d-022b-4f95-8a01-cd2dc102a1ce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 1096 time: 0.2072127 Dec 20 16:06:13.487362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:06:13.499368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Sync routers for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:06:13.510156 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:13.510857 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:13.547215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d94ed612-be44-459a-b361-fab1dc571c1b req-c582d107-a465-4370-b549-9a6f820c70d6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050413 Dec 20 16:06:13.588034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c6eec36-4bec-45fe-8143-db5e78573f6a req-9164731f-5043-4e66-8b21-38f9e696186f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366951 Dec 20 16:06:13.630692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:13.633410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-21292365-0d8e-4774-a380-f802d5ddabb5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7398710 Dec 20 16:06:13.636648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:13.642858 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:06:13.698615 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-972efb20-1fa4-4e48-bc7c-f96481af5ea5 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=602fb63252c24fc3b6b6550245454d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604501 Dec 20 16:06:13.701646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54516) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:13.896111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e8cd2-7257-44c4-90c3-2d1be5422139 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:13.903019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:13.903664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-316e8cd2-7257-44c4-90c3-2d1be5422139 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1973028 Dec 20 16:06:13.974245 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a9c8ef4f-2c83-4a00-ac38-585d611464a6 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700626 Dec 20 16:06:13.977883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:13.984232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767870969', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:14.008068 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:12Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:14.039011 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Checking router: 39f30e07-8fff-4551-96a2-59dee8506f43 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:06:14.039235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Updating router 39f30e07-8fff-4551-96a2-59dee8506f43 port 69144488-7162-4e2f-9949-bc17a6156a3c binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:06:14.066973 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.207437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:06:14.212165 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.397340 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.470321 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.514133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec73b1-dd7d-4285-90f0-b1756b749658 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:06:14.522298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Attempting to bind port 69144488-7162-4e2f-9949-bc17a6156a3c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:14.523035 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Attempting to bind port 69144488-7162-4e2f-9949-bc17a6156a3c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:14.523171 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Attempting to bind port 69144488-7162-4e2f-9949-bc17a6156a3c on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:14.530638 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aee69-b627-4b87-a363-82dc02b6491a None None] Pushing event updated for resources: {'Port': ['ID=69144488-7162-4e2f-9949-bc17a6156a3c,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:14.533551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:14.533932 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:14.534327 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.534707 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:14.535171 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Bound port: 69144488-7162-4e2f-9949-bc17a6156a3c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:14.535547 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.568622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.596061 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] For port 69144488-7162-4e2f-9949-bc17a6156a3c, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:14.599566 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] For port 69144488-7162-4e2f-9949-bc17a6156a3c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69144488-7162-4e2f-9949-bc17a6156a3c,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:14.650121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Subnet': ['ID=824fd499-c69e-4f3e-ac84-2cf1e5506bca,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:14.654821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-00fca514-d9d0-4eeb-8a05-89ba835ec385 None None] Provisioning complete for port 69144488-7162-4e2f-9949-bc17a6156a3c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:14.655433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00fca514-d9d0-4eeb-8a05-89ba835ec385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.674609 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.680366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49798f-6bd1-4146-9133-240e004730f5 req-47fd16cf-b839-4e2d-830a-1aa59a696d1a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:14.689361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d49798f-6bd1-4146-9133-240e004730f5 req-47fd16cf-b839-4e2d-830a-1aa59a696d1a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.0638347 Dec 20 16:06:14.694172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Checking segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:14.694802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network hostable DHCP agents. Network: 28177c29-fa79-4a17-b733-72968c7b3693, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:06:14.724164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-00fca514-d9d0-4eeb-8a05-89ba835ec385 None None] Port 69144488-7162-4e2f-9949-bc17a6156a3c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:06:14.757241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d49798f-6bd1-4146-9133-240e004730f5 req-9f3e2b29-fec6-44a9-9a7a-d5e902a440d3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Dec 20 16:06:14.766903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25b920-8163-472c-8405-03f77c292e80 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:06:14.801224 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:14.801224 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:14.813013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 28177c29-fa79-4a17-b733-72968c7b3693 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:06:14.839327 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aee69-b627-4b87-a363-82dc02b6491a None None] Pushing event updated for resources: {'Port': ['ID=69144488-7162-4e2f-9949-bc17a6156a3c,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:14.863606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2c528ddb-805a-4472-9df1-8c122df4fed9 None None] Provisioning complete for port 69144488-7162-4e2f-9949-bc17a6156a3c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:14.864263 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c528ddb-805a-4472-9df1-8c122df4fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.876066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 28177c29-fa79-4a17-b733-72968c7b3693) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:14.887974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:14.890093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:14.950094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0213d-6887-4b31-a173-5770d1f1be38 None None] Network 28177c29-fa79-4a17-b733-72968c7b3693 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:06:14.961254 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:06:15.028417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ddf2fa9a-8df4-4076-8a0a-00a4bc66a7d0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0493717 Dec 20 16:06:15.031309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54554) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:15.207529 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c528ddb-805a-4472-9df1-8c122df4fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:15.237819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2c528ddb-805a-4472-9df1-8c122df4fed9 None None] For port 69144488-7162-4e2f-9949-bc17a6156a3c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69144488-7162-4e2f-9949-bc17a6156a3c,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:15.251267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-28177c29-fa79-4a17-b733-72968c7b3693', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:06:15.252910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:15.364189 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:12Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:15.426909 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca479808-1e13-45d5-b8d0-866ed986f5e4 None None] The sync data for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 is: [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:12Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:06:15.441148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c528ddb-805a-4472-9df1-8c122df4fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:15.629733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Allocated IP 172.20.0.2 (28177c29-fa79-4a17-b733-72968c7b3693/824fd499-c69e-4f3e-ac84-2cf1e5506bca/6d2fc5e5-429d-4f29-a007-755454f44da6) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:15.638668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528ddb-805a-4472-9df1-8c122df4fed9 None None] Pushing event updated for resources: {'Port': ['ID=69144488-7162-4e2f-9949-bc17a6156a3c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:15.937720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.001931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.035854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.062050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 69144488-7162-4e2f-9949-bc17a6156a3c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:16.100861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f6680-67e1-462c-937d-27514f21a436 req-4321f40d-017e-42c0-a492-b5ffc3bbd072 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:16.105917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab1f6680-67e1-462c-937d-27514f21a436 req-4321f40d-017e-42c0-a492-b5ffc3bbd072 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.1889043 Dec 20 16:06:16.203536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Network 28177c29-fa79-4a17-b733-72968c7b3693 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:16.212099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc5e5-429d-4f29-a007-755454f44da6,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:16.213902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:16.216285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:16.225500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab1f6680-67e1-462c-937d-27514f21a436 req-3bf4b911-812e-4097-be74-3c7cf83034ae tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127679 Dec 20 16:06:16.317490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 69144488-7162-4e2f-9949-bc17a6156a3c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:16.318407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.346757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Attempting to bind port 6d2fc5e5-429d-4f29-a007-755454f44da6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:16.356165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Attempting to bind port 6d2fc5e5-429d-4f29-a007-755454f44da6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:16.356165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Attempting to bind port 6d2fc5e5-429d-4f29-a007-755454f44da6 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:16.361656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:16.362324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Checking segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:16.362942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.363647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Bound using segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:16.364334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Bound port: 6d2fc5e5-429d-4f29-a007-755454f44da6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:16.364712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.462776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.1 (28177c29-fa79-4a17-b733-72968c7b3693/824fd499-c69e-4f3e-ac84-2cf1e5506bca/ef88940c-3ec4-4040-a6c9-601379b7a9d6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:16.479255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] For port 6d2fc5e5-429d-4f29-a007-755454f44da6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:16.483584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] For port 6d2fc5e5-429d-4f29-a007-755454f44da6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6d2fc5e5-429d-4f29-a007-755454f44da6,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:16.567002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c99e-9e90-4f04-adc3-dca4188fd7f0 req-afacc427-db56-48ba-acf1-589f32057310 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:16.568847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cab2c99e-9e90-4f04-adc3-dca4188fd7f0 req-afacc427-db56-48ba-acf1-589f32057310 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1595895 Dec 20 16:06:16.590894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.597537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cab2c99e-9e90-4f04-adc3-dca4188fd7f0 req-c556fa5f-ac0c-45bb-af71-fa575a157658 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0151324 Dec 20 16:06:16.612109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.702262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43b7a-c773-4700-97ce-9097a6d5de53 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc5e5-429d-4f29-a007-755454f44da6,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:16.708048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cab2c99e-9e90-4f04-adc3-dca4188fd7f0 req-d585791e-9ccf-4851-bea9-67b9acbcd7dd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046476 Dec 20 16:06:16.801559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.858269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 28177c29-fa79-4a17-b733-72968c7b3693 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:16.866099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:16.872454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cab2c99e-9e90-4f04-adc3-dca4188fd7f0 req-e4dd42c0-5ec3-4379-af30-198dd075d1ac service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520183 Dec 20 16:06:16.873378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:16.942677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=ef88940c-3ec4-4040-a6c9-601379b7a9d6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:16.964886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:17.101102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cab2c99e-9e90-4f04-adc3-dca4188fd7f0 req-65724326-2309-4efa-86d7-638181933bbc service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204142 Dec 20 16:06:17.321773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:17.836216 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:17.932716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:17.961752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d2fc5e5-429d-4f29-a007-755454f44da6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:18.083152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6d2fc5e5-429d-4f29-a007-755454f44da6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:18.083725 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:18.111846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=ef88940c-3ec4-4040-a6c9-601379b7a9d6,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:18.153808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:18.284282 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:18.332473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 6d2fc5e5-429d-4f29-a007-755454f44da6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6d2fc5e5-429d-4f29-a007-755454f44da6,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:18.352651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 28177c29-fa79-4a17-b733-72968c7b3693 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:18.357258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:18.383895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-1ab63e25-fd24-4d82-aa5c-b9dbd4fc706b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:18.385249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:18.394116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-1ab63e25-fd24-4d82-aa5c-b9dbd4fc706b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.2463055 Dec 20 16:06:18.416718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-0fe1cdd5-96ca-4e9f-a4ce-606c0fd151fa tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0199904 Dec 20 16:06:18.504811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-fb60e949-c715-49a4-bf14-630e6148aad4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866313 Dec 20 16:06:18.526041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc5e5-429d-4f29-a007-755454f44da6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:18.605079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135d542-3075-47ce-b99f-75901805d731 None None] Network 28177c29-fa79-4a17-b733-72968c7b3693 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:06:18.697062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 39f30e07-8fff-4551-96a2-59dee8506f43 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:06:18.745588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-42eca601-669c-4779-9328-3d3e0a0b9f9c service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371302 Dec 20 16:06:18.851715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:06:18.851918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5332b6f0-afd5-40e3-b23e-a5711c8daf74 None None] Provisioning complete for port 6d2fc5e5-429d-4f29-a007-755454f44da6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:18.851918 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5332b6f0-afd5-40e3-b23e-a5711c8daf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:18.860340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Sync routers for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:06:18.862636 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-327d4201-da0d-4417-b38b-17cb7b4c3876 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/39f30e07-8fff-4551-96a2-59dee8506f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8302994 Dec 20 16:06:18.894978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-e9bc0265-26ba-4ef1-9028-ce2b2ffafad3 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428645 Dec 20 16:06:18.918918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:18.919699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:19.060152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:06:19.179801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-e453301e-63a8-4de1-bb86-71238b1a154c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078895434&fields=id&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 267 time: 0.0889521 Dec 20 16:06:19.363925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-388691af-66d6-408f-86ae-47672f9dcaf9 req-af109e64-a28e-4723-a9f0-0de742ad4ac9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 210 time: 0.0678499 Dec 20 16:06:19.427593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-ea9a9ca8-4cc7-4bb6-8f19-8ac645d11630 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:19.438557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-ea9a9ca8-4cc7-4bb6-8f19-8ac645d11630 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 796 time: 0.2575095 Dec 20 16:06:19.515499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-e449d952-083a-4b6d-b774-4f52f36ebbb2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/quotas/602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 375 time: 0.0755582 Dec 20 16:06:19.592928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-d44eb300-2dd6-48c8-876a-eb5eb2c07744 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754473 Dec 20 16:06:19.736944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-679cf796-27bb-460f-b605-82cd21c73999 None None] Provisioning complete for port 6d2fc5e5-429d-4f29-a007-755454f44da6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:19.737573 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-679cf796-27bb-460f-b605-82cd21c73999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:19.739693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-4c25f020-856c-4613-b307-5882f3286abd service neutron] 10.222.0.81 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163538 Dec 20 16:06:19.812778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 2, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:19.863787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Checking router: 39f30e07-8fff-4551-96a2-59dee8506f43 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:06:19.864297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Updating router 39f30e07-8fff-4551-96a2-59dee8506f43 port ef88940c-3ec4-4040-a6c9-601379b7a9d6 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:06:19.977525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d2fc5e5-429d-4f29-a007-755454f44da6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:19.993127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-40282f46-2c65-425c-9996-4e026f7ed4f0 service neutron] 10.222.0.81 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458284 Dec 20 16:06:20.028772 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:20.126368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-679cf796-27bb-460f-b605-82cd21c73999 None None] Provisioning complete for port ef88940c-3ec4-4040-a6c9-601379b7a9d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:20.127069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-679cf796-27bb-460f-b605-82cd21c73999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:20.293223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6d2fc5e5-429d-4f29-a007-755454f44da6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:20.293761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:20.371012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-679cf796-27bb-460f-b605-82cd21c73999 None None] Port ef88940c-3ec4-4040-a6c9-601379b7a9d6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:06:20.419662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4065a44b-6d8f-4171-8b98-11418e83d229 req-dd2ccbbd-2d68-42a3-a808-3c6795daaeee tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 210 time: 0.0950317 Dec 20 16:06:20.508529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e9c3676-7ca2-41c2-b4af-4168945ecea7 req-b1685954-6148-4ff1-ae9f-d47b1318e324 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 210 time: 0.0393431 Dec 20 16:06:20.652242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:20.654327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-baf9c4ca-b12d-40e8-a161-c917418a7999 None None] Provisioning complete for port ef88940c-3ec4-4040-a6c9-601379b7a9d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:20.654694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-baf9c4ca-b12d-40e8-a161-c917418a7999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:20.721980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-baf9c4ca-b12d-40e8-a161-c917418a7999 None None] Port ef88940c-3ec4-4040-a6c9-601379b7a9d6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:06:20.871087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:20.953381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070892c-ba72-4a41-be25-938059c83be2 None None] Pushing event updated for resources: {'Port': ['ID=ef88940c-3ec4-4040-a6c9-601379b7a9d6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:21.014071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Attempting to bind port ef88940c-3ec4-4040-a6c9-601379b7a9d6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:21.014324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Attempting to bind port ef88940c-3ec4-4040-a6c9-601379b7a9d6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:21.014576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Attempting to bind port ef88940c-3ec4-4040-a6c9-601379b7a9d6 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:21.020166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:21.020553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Checking segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:21.020956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.021451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Bound using segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:21.022556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Bound port: ef88940c-3ec4-4040-a6c9-601379b7a9d6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:21.023024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.159606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] For port ef88940c-3ec4-4040-a6c9-601379b7a9d6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:21.163702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] For port ef88940c-3ec4-4040-a6c9-601379b7a9d6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ef88940c-3ec4-4040-a6c9-601379b7a9d6,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:21.260763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2f03fcac-6cf1-4774-a9b6-47230a956a61 None None] Provisioning complete for port ef88940c-3ec4-4040-a6c9-601379b7a9d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:21.261457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f03fcac-6cf1-4774-a9b6-47230a956a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.297484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2f03fcac-6cf1-4774-a9b6-47230a956a61 None None] Port ef88940c-3ec4-4040-a6c9-601379b7a9d6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:06:21.305413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.397856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:21.399963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:21.405519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070892c-ba72-4a41-be25-938059c83be2 None None] Pushing event updated for resources: {'Port': ['ID=ef88940c-3ec4-4040-a6c9-601379b7a9d6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:21.506973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2962fcae-00ef-43b1-aefa-afbdbd272237 req-ee6206ee-3e89-4439-a4ee-427e45858bcd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 210 time: 0.0333736 Dec 20 16:06:21.598567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:06:21.689754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3f86d6e-f31d-4151-ac55-3fa88887a2c2 req-24c3b3dc-753b-47ef-81f5-2580f2701ffc tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 210 time: 0.0400834 Dec 20 16:06:21.806582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54800) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:21.831582 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.871623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ed28ab06-486c-482e-a3cf-02518a81f32c None None] Provisioning complete for port ef88940c-3ec4-4040-a6c9-601379b7a9d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:21.871940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed28ab06-486c-482e-a3cf-02518a81f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.923866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Deleting subnet 7d480ce9-5381-4cd9-a05a-9c3bdd47a40c {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:06:21.928938 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:21.929320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:21Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:21.967603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4d3f95-ba86-4ce3-9970-bb8efafca1be None None] The sync data for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 is: [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:21Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:06:21.990130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.048517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-75e0ba3c-9f39-4c95-8095-3cc78c3c83ad tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:22.052480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-75e0ba3c-9f39-4c95-8095-3cc78c3c83ad tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.3164558 Dec 20 16:06:22.073817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:22.092882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.097001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed28ab06-486c-482e-a3cf-02518a81f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.191278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ed28ab06-486c-482e-a3cf-02518a81f32c None None] For port ef88940c-3ec4-4040-a6c9-601379b7a9d6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ef88940c-3ec4-4040-a6c9-601379b7a9d6,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:22.270264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.339428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed28ab06-486c-482e-a3cf-02518a81f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.408318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:06:22.417542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.422069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.444769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54808) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:22.446644 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7d480ce9-5381-4cd9-a05a-9c3bdd47a40c HTTP/1.1" status: 204 len: 168 time: 0.6297679 Dec 20 16:06:22.450565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc93dc-d09d-4e93-ba4a-0f18ebf8bcbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d480ce9-5381-4cd9-a05a-9c3bdd47a40c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:22.517412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28ab06-486c-482e-a3cf-02518a81f32c None None] Pushing event updated for resources: {'Port': ['ID=ef88940c-3ec4-4040-a6c9-601379b7a9d6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:22.645191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.714898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a84abaaf-3f4c-4121-8cb1-6cab41e43b12 req-bde786ad-d065-4305-b0aa-ec31770522b1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 210 time: 0.0744271 Dec 20 16:06:22.898863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32efc349-d126-4f3a-9e1f-16a55a5c972b req-eecddd0d-d2fe-4326-8a43-68332118ca53 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 210 time: 0.1032341 Dec 20 16:06:22.902895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:22.973942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85f69f8-2b68-420b-839a-842561a65162']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:22.993722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcb724a-0d48-4462-ae38-9352933b16c9') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:22.994107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcb724a-0d48-4462-ae38-9352933b16c9') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:23.015751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.086331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.099173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:06:23.099575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:06:23.102806 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:06:23.190328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.7 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/56b36e10-fb63-4b20-bdda-ee272afe3f2a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:23.284686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.304761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.308559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f85f69f8-2b68-420b-839a-842561a65162 HTTP/1.1" status: 204 len: 168 time: 0.8614707 Dec 20 16:06:23.329871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc22022-052c-44e9-af5a-070fd9a545b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f85f69f8-2b68-420b-839a-842561a65162,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:23.557519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-13f2fa48-e7c1-4090-a424-1c4b400aa638 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:23.559465 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-13f2fa48-e7c1-4090-a424-1c4b400aa638 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 796 time: 0.2055912 Dec 20 16:06:23.592915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.723025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:23.730802 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-3741db89-4412-4bdc-8e54-64871855f973 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 380 time: 0.1588752 Dec 20 16:06:23.737038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:23.758787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'port': {'device_id': '0ff27870-d319-4ddf-802d-22a309790841', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'admin_state_up': True, 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'security_groups': ['80060f87-79ee-44fc-afe0-27f7649181de']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:23.825977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:23.842534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:23.843397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54826) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:23.863410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:23.874461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=56b36e10-fb63-4b20-bdda-ee272afe3f2a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:23.980280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-549e2350-c30e-4d36-b921-797e46a248d5 req-4ed0eb91-af0a-4042-a773-ec969cf75687 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 210 time: 0.0510688 Dec 20 16:06:24.023542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:24.028012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.070628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ef88940c-3ec4-4040-a6c9-601379b7a9d6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:24.114623 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e4f6b48-4b59-4103-95f8-464d64a5079d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6133fde63eb14949b9cbb1e7d9e3275b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592211 Dec 20 16:06:24.121628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54830) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:24.125525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-b1e669e4-df72-486b-9464-70e4a10b282e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0590260 Dec 20 16:06:24.143840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Request body: {'port': {'device_id': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:24.184471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b195d78-4a62-4fa9-9d2b-04c391e914a4 req-5adbd209-5e04-43f7-b226-3128a14edbf2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:24.186154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b195d78-4a62-4fa9-9d2b-04c391e914a4 req-5adbd209-5e04-43f7-b226-3128a14edbf2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 931 time: 0.1052601 Dec 20 16:06:24.272218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.302432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-079f9117-def3-4290-b316-484b74922698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.305596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ef88940c-3ec4-4040-a6c9-601379b7a9d6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:24.305968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.326515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b195d78-4a62-4fa9-9d2b-04c391e914a4 req-8206f256-d569-4fa1-85ed-4d89d9112169 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178050 Dec 20 16:06:24.362515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-079f9117-def3-4290-b316-484b74922698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.400481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:06:24.408818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.579477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.5 (28177c29-fa79-4a17-b733-72968c7b3693/824fd499-c69e-4f3e-ac84-2cf1e5506bca/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:24.658489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b36e10-fb63-4b20-bdda-ee272afe3f2a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:24.666377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.693127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Transition to ACTIVE for port object 56b36e10-fb63-4b20-bdda-ee272afe3f2a will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:06:24.697980 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-079f9117-def3-4290-b316-484b74922698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.700907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-079f9117-def3-4290-b316-484b74922698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.704464 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-079f9117-def3-4290-b316-484b74922698 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b4bbc20-003a-409e-8657-02059efed595 HTTP/1.1" status: 204 len: 168 time: 0.5796504 Dec 20 16:06:24.734694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f9117-def3-4290-b316-484b74922698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4bbc20-003a-409e-8657-02059efed595,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:24.785481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.888614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Pushing event updated for resources: {'Port': ['ID=56b36e10-fb63-4b20-bdda-ee272afe3f2a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:24.890046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.944394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Attempting to bind port 56b36e10-fb63-4b20-bdda-ee272afe3f2a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:24.945183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Attempting to bind port 56b36e10-fb63-4b20-bdda-ee272afe3f2a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:24.945651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Attempting to bind port 56b36e10-fb63-4b20-bdda-ee272afe3f2a on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:24.950038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Port 56b36e10-fb63-4b20-bdda-ee272afe3f2a on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:06:24.950461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Attempting to bind port 56b36e10-fb63-4b20-bdda-ee272afe3f2a on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:24.959090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:24.960889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:24.961434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:24.961976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Bound port: 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:24.962454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:24.996665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.059466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 28177c29-fa79-4a17-b733-72968c7b3693 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:25.063075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:25.064884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] For port 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:25.067526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:25.071145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] For port 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=56b36e10-fb63-4b20-bdda-ee272afe3f2a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:25.153752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:25.171564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:25.176127 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.183628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.237220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c3f63-9b91-49b6-ba44-2a3ba94a4ec9 req-e780c3da-3bdd-4f01-9e75-1154bf42d19d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:25.238872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-751c3f63-9b91-49b6-ba44-2a3ba94a4ec9 req-e780c3da-3bdd-4f01-9e75-1154bf42d19d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 931 time: 0.1281385 Dec 20 16:06:25.249465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:25.250075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.251471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] 10.222.0.72 "PUT /v2.0/ports/56b36e10-fb63-4b20-bdda-ee272afe3f2a HTTP/1.1" status: 200 len: 1091 time: 1.1180410 Dec 20 16:06:25.251968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'tag': '56b36e10-fb63-4b20-bdda-ee272afe3f2a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:25.254382 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18182b6-b43b-4961-8d55-d7870738d622" -d '{"events": [{"name": "network-changed", "server_uuid": "c82d7b58-a353-428e-b14f-f1a425c0d6ce", "tag": "56b36e10-fb63-4b20-bdda-ee272afe3f2a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:25.305815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d29c2d-2e7a-4a92-84e9-40549b0977a8 service neutron] Pushing event updated for resources: {'Port': ['ID=56b36e10-fb63-4b20-bdda-ee272afe3f2a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:25.355933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-cb632200-c311-4928-aedf-656fdfa632b6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6128032 Dec 20 16:06:25.376029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Request body: {'port': {'device_id': '0ff27870-d319-4ddf-802d-22a309790841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:25.492557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-48b9c042-e2f7-4548-9406-a4b2ffa3cd4f None None] Provisioning complete for port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:25.493630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48b9c042-e2f7-4548-9406-a4b2ffa3cd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.505469 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.583310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-48b9c042-e2f7-4548-9406-a4b2ffa3cd4f None None] Port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:06:25.861939 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbbccd2-090c-418a-84e6-3d11ea7649be x-openstack-request-id: req-6bbbccd2-090c-418a-84e6-3d11ea7649be {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:25.862660 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82d7b58-a353-428e-b14f-f1a425c0d6ce", "tag": "56b36e10-fb63-4b20-bdda-ee272afe3f2a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:25.862660 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bbbccd2-090c-418a-84e6-3d11ea7649be {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:25.862875 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'tag': '56b36e10-fb63-4b20-bdda-ee272afe3f2a', 'status': 'completed', 'code': 200} Dec 20 16:06:25.885526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-751c3f63-9b91-49b6-ba44-2a3ba94a4ec9 req-4e04b610-5da8-44b1-8ba6-ad40450b26cb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6272304 Dec 20 16:06:25.954385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18182b6-b43b-4961-8d55-d7870738d622 req-abd92374-c4e4-4e3e-9484-06a149ed4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:25.955911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c18182b6-b43b-4961-8d55-d7870738d622 req-abd92374-c4e4-4e3e-9484-06a149ed4174 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 1094 time: 0.0906889 Dec 20 16:06:25.956361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:25.970011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af92266-5ed4-434b-b83c-6dff611fc2d0 req-3161804d-7a84-4466-9f6c-54c00261c92b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:25.973722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:25.973865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4af92266-5ed4-434b-b83c-6dff611fc2d0 req-3161804d-7a84-4466-9f6c-54c00261c92b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 943 time: 0.1079752 Dec 20 16:06:25.993626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Transition to ACTIVE for port object 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:06:26.103083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4af92266-5ed4-434b-b83c-6dff611fc2d0 req-69287574-9ef8-4e56-a48e-b0ae5867f439 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204565 Dec 20 16:06:26.126039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18182b6-b43b-4961-8d55-d7870738d622 req-7243acad-eedf-44d2-b7b8-61eb44d0461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:26.127587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c18182b6-b43b-4961-8d55-d7870738d622 req-7243acad-eedf-44d2-b7b8-61eb44d0461b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1548891 Dec 20 16:06:26.155478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:26.253092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:26.294288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18182b6-b43b-4961-8d55-d7870738d622 req-52eb680b-b02c-4da4-bef1-3f98d2a2a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:26.300186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c18182b6-b43b-4961-8d55-d7870738d622 req-52eb680b-b02c-4da4-bef1-3f98d2a2a878 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661959 Dec 20 16:06:26.347894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:26.348419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:26.348937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:26.355397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:06:26.355698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:26.361359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:26.361695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Checking segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:26.362078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Bound using segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:26.362582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Bound port: 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:26.366218 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:26.415874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-20faa947-f193-4831-aed7-83c1d03e60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:26.417459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-20faa947-f193-4831-aed7-83c1d03e60f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 1094 time: 0.0711622 Dec 20 16:06:26.468087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-ad082a99-c55e-4fa9-acc8-f597a666b738 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56b36e10-fb63-4b20-bdda-ee272afe3f2a HTTP/1.1" status: 200 len: 217 time: 0.0378988 Dec 20 16:06:26.490159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:26.494713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:26.571191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-9076f9ca-4d07-4c88-b9c2-dcdced7e044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:26.573227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-9076f9ca-4d07-4c88-b9c2-dcdced7e044d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0967915 Dec 20 16:06:26.579872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:26.636232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-22e03486-64f6-4bb5-999d-f1a6b955cf8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471938 Dec 20 16:06:26.702503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:26.703346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:26.704856 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-b142a675-94c6-444a-82b1-23d30633638b service neutron] 10.222.0.72 "PUT /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 1091 time: 1.3347661 Dec 20 16:06:26.705424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:26.729721 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a22046-f8ac-46c3-a393-341ec2623d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:26.755252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a675-94c6-444a-82b1-23d30633638b service neutron] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:26.769035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-3e6d9097-8ed8-4cdf-991e-6b5b48142273 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245623 Dec 20 16:06:26.924118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-03886fd1-835e-4e18-8058-ac7f30702d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:26.932695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74dfce18-539f-4fa2-8184-8a05d6a6b62e req-4859033a-db25-41eb-873d-468a268ae447 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566207 Dec 20 16:06:26.934907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-03886fd1-835e-4e18-8058-ac7f30702d8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1094 time: 0.0795534 Dec 20 16:06:27.059446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-d2ea9328-4f75-4b5b-8219-da967c0561af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 217 time: 0.1103070 Dec 20 16:06:27.134571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23da73-9fad-484c-ae2b-059599ea05ca req-e6f2e9e2-8b4d-45d2-b3cf-9f4bc022246f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:27.136187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c23da73-9fad-484c-ae2b-059599ea05ca req-e6f2e9e2-8b4d-45d2-b3cf-9f4bc022246f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 943 time: 0.1068759 Dec 20 16:06:27.169563 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:27.182976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-6092feea-fe98-4475-8ede-7f554f82de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:27.184730 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-6092feea-fe98-4475-8ede-7f554f82de10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.1136370 Dec 20 16:06:27.187708 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9d849-b582-46f1-bdf3-3d7e84ad25e7 x-openstack-request-id: req-60a9d849-b582-46f1-bdf3-3d7e84ad25e7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:27.187708 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:27.187948 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60a9d849-b582-46f1-bdf3-3d7e84ad25e7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:27.188383 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'status': 'completed', 'code': 200} Dec 20 16:06:27.239870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c23da73-9fad-484c-ae2b-059599ea05ca req-33a1d70d-e680-4d41-aa3d-9742f9504206 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768843 Dec 20 16:06:27.261926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19654ea8-5213-4552-9e38-e2e94e525532 req-4d700909-19bc-4f77-b535-161ffddccf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:27.264031 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-4d700909-19bc-4f77-b535-161ffddccf46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706997 Dec 20 16:06:27.303614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6eb0c-e4df-4882-8672-d051292f9fcb req-ba848a48-b3f4-47fd-a1fb-de8aa6b0300c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:27.305206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79c6eb0c-e4df-4882-8672-d051292f9fcb req-ba848a48-b3f4-47fd-a1fb-de8aa6b0300c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 943 time: 0.0706213 Dec 20 16:06:27.364380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79c6eb0c-e4df-4882-8672-d051292f9fcb req-8f560dfd-4d64-4cd2-91cb-04d2255c30bf tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Dec 20 16:06:27.371338 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-5a141636-5012-4aae-b703-f9053ba2fa6e service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979028 Dec 20 16:06:27.799457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19654ea8-5213-4552-9e38-e2e94e525532 req-94078f2f-5707-4785-85d5-5fec2cb1f8ee service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215326 Dec 20 16:06:27.994636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-3a1f239b-e76a-488e-b783-1fb4bb3fe1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:27.996168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-3a1f239b-e76a-488e-b783-1fb4bb3fe1fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1094 time: 0.0451088 Dec 20 16:06:28.124413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-67363812-0f26-41c3-9451-1ce9791864fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:28.126731 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-67363812-0f26-41c3-9451-1ce9791864fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 897 time: 0.1226163 Dec 20 16:06:28.184174 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-d6e091a3-0da5-4eed-b7b7-b8a5aeb147bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 217 time: 0.0484669 Dec 20 16:06:28.256704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-389cf591-1f6f-4b9b-8044-d26f380831fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:28.258632 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-389cf591-1f6f-4b9b-8044-d26f380831fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.0671146 Dec 20 16:06:28.410782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-2f334b35-0131-4e38-940e-9ea5979deab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:28.415203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-2f334b35-0131-4e38-940e-9ea5979deab1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385491 Dec 20 16:06:28.456261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e9e13-65d1-4ad3-b418-de05b05b52d7 req-a7b05998-ddcb-45fa-95a7-e51374624582 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:28.492265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b4e9e13-65d1-4ad3-b418-de05b05b52d7 req-a7b05998-ddcb-45fa-95a7-e51374624582 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 943 time: 0.1130996 Dec 20 16:06:28.558314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-be1ea61a-2002-4657-a653-e8e545e73d85 service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345968 Dec 20 16:06:28.588288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b4e9e13-65d1-4ad3-b418-de05b05b52d7 req-7d5988c8-8c14-4068-98d5-0f2dbc922b5a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887094 Dec 20 16:06:28.607198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c13b-5384-4cf2-b1d8-daffe9f46d49 req-67571397-7e20-4496-a951-ee27299c90b3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:28.608720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd16c13b-5384-4cf2-b1d8-daffe9f46d49 req-67571397-7e20-4496-a951-ee27299c90b3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 943 time: 0.1007292 Dec 20 16:06:28.705922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd16c13b-5384-4cf2-b1d8-daffe9f46d49 req-0308fadc-522e-47df-9b43-ae4faaa199bb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859795 Dec 20 16:06:28.746022 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-46a22046-f8ac-46c3-a393-341ec2623d3b req-79993a26-2979-4ed0-88ca-1c2237c30c37 service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795616 Dec 20 16:06:29.239222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbe78-a089-4bb4-a6eb-44d7ffca74dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:29.462089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 56b36e10-fb63-4b20-bdda-ee272afe3f2a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:06:29.580234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=56b36e10-fb63-4b20-bdda-ee272afe3f2a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:29.593247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '56b36e10-fb63-4b20-bdda-ee272afe3f2a', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '56b36e10-fb63-4b20-bdda-ee272afe3f2a', 'mac_address': 'fa:16:3e:fa:8b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:06:29.638314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:29.654970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b36e10-fb63-4b20-bdda-ee272afe3f2a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:29.675614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=56b36e10-fb63-4b20-bdda-ee272afe3f2a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:29.728883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec12dfb-e44c-4cd9-ba85-ca96c5e1ca20 req-a4a92de1-1ddd-41e7-ba82-50c6ad655343 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:29.730478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ec12dfb-e44c-4cd9-ba85-ca96c5e1ca20 req-a4a92de1-1ddd-41e7-ba82-50c6ad655343 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 943 time: 0.0528364 Dec 20 16:06:29.734878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:29.792808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=56b36e10-fb63-4b20-bdda-ee272afe3f2a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:29.815600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ec12dfb-e44c-4cd9-ba85-ca96c5e1ca20 req-030e2043-af24-4dcb-99e7-89eacb917db2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726490 Dec 20 16:06:29.865187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0116e6-c5f8-4e7d-89d6-6878a8f6e9d3 req-3ce9d108-6aaa-4ddf-bb77-e2142ed32caf tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:29.867311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d0116e6-c5f8-4e7d-89d6-6878a8f6e9d3 req-3ce9d108-6aaa-4ddf-bb77-e2142ed32caf tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 944 time: 0.0508020 Dec 20 16:06:29.924047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d0116e6-c5f8-4e7d-89d6-6878a8f6e9d3 req-c3b2c1df-a743-4bf3-bd57-ac0c5f7f196b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501142 Dec 20 16:06:30.011659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['56b36e10-fb63-4b20-bdda-ee272afe3f2a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:30.952577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76b86-7471-4956-979f-af7a91a5c223 req-5cf12e0e-b1bb-4387-b559-75a338a3e585 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:30.970854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ee76b86-7471-4956-979f-af7a91a5c223 req-5cf12e0e-b1bb-4387-b559-75a338a3e585 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 943 time: 0.0776904 Dec 20 16:06:31.050437 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ee76b86-7471-4956-979f-af7a91a5c223 req-5f4b4730-8675-436c-955c-76d3366806c9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785196 Dec 20 16:06:31.106135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d1f4e-7bae-47ce-bb38-36d5c4def4e1 req-0e684cb2-df63-4e9a-b846-7de30afdce1c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:31.107734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b06d1f4e-7bae-47ce-bb38-36d5c4def4e1 req-0e684cb2-df63-4e9a-b846-7de30afdce1c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 944 time: 0.0547485 Dec 20 16:06:31.161351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b06d1f4e-7bae-47ce-bb38-36d5c4def4e1 req-4eafcb9c-1c0b-420b-aaf0-814af281c131 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Dec 20 16:06:31.464476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:06:31.467292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 56b36e10-fb63-4b20-bdda-ee272afe3f2a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:31.606958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:31.630596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'port_id': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'mac_address': 'fa:16:3e:0c:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:06:31.663088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 56b36e10-fb63-4b20-bdda-ee272afe3f2a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:06:31.673848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 56b36e10-fb63-4b20-bdda-ee272afe3f2a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:31.674234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:31.704165 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:31.712701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a49fd30-fe86-4196-ad74-4b92454da1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:31.731535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:31.757774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:31.803600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:31.833956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b36e10-fb63-4b20-bdda-ee272afe3f2a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:31.836505 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b822ab9f-6774-4e7b-b749-c307dd17cddb" -d '{"events": [{"server_uuid": "c82d7b58-a353-428e-b14f-f1a425c0d6ce", "name": "network-vif-plugged", "status": "completed", "tag": "56b36e10-fb63-4b20-bdda-ee272afe3f2a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:31.850792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=56b36e10-fb63-4b20-bdda-ee272afe3f2a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:31.852986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:31.891174 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdfd1b2-feca-41f9-b73b-e42b18a0150d x-openstack-request-id: req-4cdfd1b2-feca-41f9-b73b-e42b18a0150d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:31.891472 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82d7b58-a353-428e-b14f-f1a425c0d6ce", "name": "network-vif-plugged", "status": "completed", "tag": "56b36e10-fb63-4b20-bdda-ee272afe3f2a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:31.891760 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cdfd1b2-feca-41f9-b73b-e42b18a0150d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:31.892266 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b36e10-fb63-4b20-bdda-ee272afe3f2a', 'code': 200} Dec 20 16:06:31.920802 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:31.945112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:32.001052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=56b36e10-fb63-4b20-bdda-ee272afe3f2a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:32.029794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060f87-39da-4cda-a031-90b49ac6a4f8 req-12ed2f60-b956-48d0-909a-df07cfd0471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:32.031526 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55060f87-39da-4cda-a031-90b49ac6a4f8 req-12ed2f60-b956-48d0-909a-df07cfd0471b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 1096 time: 0.0707791 Dec 20 16:06:32.096729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55060f87-39da-4cda-a031-90b49ac6a4f8 req-3a3ec3e2-19da-4aac-af8a-d2845f4a1be3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488713 Dec 20 16:06:32.123124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:32.184319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d4e95-e8ac-42a3-8199-1785169c8154 req-7e7f4bc1-f42d-4fd9-8bee-fd0a247469af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:32.186553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c3d4e95-e8ac-42a3-8199-1785169c8154 req-7e7f4bc1-f42d-4fd9-8bee-fd0a247469af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.0580788 Dec 20 16:06:32.321736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c3d4e95-e8ac-42a3-8199-1785169c8154 req-3f4fd444-36cc-42ef-b56c-90fed6c7b493 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286054 Dec 20 16:06:32.348700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edb4d9-4b25-48f6-9675-10f05be9666c req-c44068b2-2d47-421f-9ef2-a4b030ae924d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:32.351024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3edb4d9-4b25-48f6-9675-10f05be9666c req-c44068b2-2d47-421f-9ef2-a4b030ae924d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 945 time: 0.0794950 Dec 20 16:06:32.445351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3edb4d9-4b25-48f6-9675-10f05be9666c req-8848bfb3-c5dc-4711-9c6d-e35409986595 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815837 Dec 20 16:06:32.991109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:33.444839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89fe7d-cb52-4f81-b076-b2de6d0639d8 req-ec522857-fe15-4802-9fc7-9cdbf7e6285f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:33.446444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba89fe7d-cb52-4f81-b076-b2de6d0639d8 req-ec522857-fe15-4802-9fc7-9cdbf7e6285f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.0532718 Dec 20 16:06:33.473453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:33.503265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba89fe7d-cb52-4f81-b076-b2de6d0639d8 req-d8ca3901-68dd-4fd0-821a-18a9a1488994 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505707 Dec 20 16:06:33.597643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ab06-e444-4533-8b4c-611654f50655 req-2e6ad477-5a72-4130-8c90-b3276152df46 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:33.600966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1590ab06-e444-4533-8b4c-611654f50655 req-2e6ad477-5a72-4130-8c90-b3276152df46 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 945 time: 0.0595474 Dec 20 16:06:33.655178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1590ab06-e444-4533-8b4c-611654f50655 req-a6e407f1-6588-4a26-89d3-1597eae87253 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485945 Dec 20 16:06:33.659147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:06:33.666012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:33.666388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:33.765652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:33.804468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:33.808459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8d02-78bd-4a48-a944-381f81cf0734 req-ca3d080d-271e-4624-9452-6da657c03cb6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:33.810099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d40a8d02-78bd-4a48-a944-381f81cf0734 req-ca3d080d-271e-4624-9452-6da657c03cb6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 945 time: 0.0586038 Dec 20 16:06:33.842292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:33.875867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d40a8d02-78bd-4a48-a944-381f81cf0734 req-ea6b48e4-7818-4834-afc6-50202062c7be tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591114 Dec 20 16:06:33.897665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:33.898628 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e918c73-711f-49c8-bbc1-aeda9768ae75" -d '{"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-plugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:33.955389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:33.976218 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa106f0-4e12-44f3-bad3-a11055c77f66 x-openstack-request-id: req-3fa106f0-4e12-44f3-bad3-a11055c77f66 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:33.976522 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-plugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:33.976858 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3fa106f0-4e12-44f3-bad3-a11055c77f66 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:33.977193 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'code': 200} Dec 20 16:06:34.097685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aea24a-fc99-4594-b995-0cb2c8f95ed5 req-7e9da278-6f1b-428d-a32e-794a2caa50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:34.102490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20aea24a-fc99-4594-b995-0cb2c8f95ed5 req-7e9da278-6f1b-428d-a32e-794a2caa50c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1096 time: 0.0445740 Dec 20 16:06:34.176621 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20aea24a-fc99-4594-b995-0cb2c8f95ed5 req-6b9f3ec2-53ec-4fb9-b1d5-1d14c3cdf510 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694525 Dec 20 16:06:34.322609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:34.437498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11ac7a-4e22-4e5e-81da-5a039d0aed8d req-3d0dcb16-7768-428c-ba64-47d53c8c2bc7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:34.439439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e11ac7a-4e22-4e5e-81da-5a039d0aed8d req-3d0dcb16-7768-428c-ba64-47d53c8c2bc7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 945 time: 0.0645406 Dec 20 16:06:34.494896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e11ac7a-4e22-4e5e-81da-5a039d0aed8d req-a67e7cc5-1009-42ff-ba82-12695b99315d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 Dec 20 16:06:34.656121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd030c-c700-4eff-a787-b85bac9be188 req-c07f47d1-6bd5-46f3-8c8f-b86ae765233e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:34.657756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09dd030c-c700-4eff-a787-b85bac9be188 req-c07f47d1-6bd5-46f3-8c8f-b86ae765233e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0689549 Dec 20 16:06:34.715196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09dd030c-c700-4eff-a787-b85bac9be188 req-5935f613-316f-43d7-87e7-aabea9b2833f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500321 Dec 20 16:06:35.070846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:35.645597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7913-0734-4360-9583-feb7fc98f9f2 req-3f958665-c1ea-44ca-81be-5839b5f9b043 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:35.648482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1ac7913-0734-4360-9583-feb7fc98f9f2 req-3f958665-c1ea-44ca-81be-5839b5f9b043 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 945 time: 0.0541959 Dec 20 16:06:35.704918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1ac7913-0734-4360-9583-feb7fc98f9f2 req-a9c176f4-cfcd-4d9d-9677-8b62d52300d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Dec 20 16:06:35.854785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39003d-4396-49aa-8d11-1a125dc61eec req-d1dd91ee-3892-44c6-bd83-5f88f41d38b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:35.856363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd39003d-4396-49aa-8d11-1a125dc61eec req-d1dd91ee-3892-44c6-bd83-5f88f41d38b8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0608230 Dec 20 16:06:35.917809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd39003d-4396-49aa-8d11-1a125dc61eec req-5d18d455-22df-466d-aa31-bfcbc06c5e79 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547655 Dec 20 16:06:36.012335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-41c0b612-6e43-41fd-8681-1dc06bb6c9db tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:36.014124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-41c0b612-6e43-41fd-8681-1dc06bb6c9db tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 945 time: 0.0676739 Dec 20 16:06:36.079423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69e294-59a9-414d-b9e9-8bd457bf4484 req-532f85ef-e728-4115-bf74-8683d9b6f78f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:36.087798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd69e294-59a9-414d-b9e9-8bd457bf4484 req-532f85ef-e728-4115-bf74-8683d9b6f78f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0917158 Dec 20 16:06:36.138188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 56b36e10-fb63-4b20-bdda-ee272afe3f2a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:06:36.139277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.141038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd69e294-59a9-414d-b9e9-8bd457bf4484 req-412d5aea-e17d-4a75-a858-dff8fd3a2e97 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523050 Dec 20 16:06:36.180886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:36.228112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a81f7f-2aca-42ca-8446-48b0f3df2a58 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:36.229744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-25a81f7f-2aca-42ca-8446-48b0f3df2a58 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1091 time: 0.0478165 Dec 20 16:06:36.232482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:36.236817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:36.244379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 56b36e10-fb63-4b20-bdda-ee272afe3f2a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=56b36e10-fb63-4b20-bdda-ee272afe3f2a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:36.244741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.267263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 56b36e10-fb63-4b20-bdda-ee272afe3f2a owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:06:36.361368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.489427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.522470 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.535996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:36.539551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['56b36e10-fb63-4b20-bdda-ee272afe3f2a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:36.556033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=56b36e10-fb63-4b20-bdda-ee272afe3f2a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:36.611806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 56b36e10-fb63-4b20-bdda-ee272afe3f2a on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:06:36.616523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.621184 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2c3e4ae9-8d79-4402-873c-70944876ed77 req-0015f915-aff1-4825-ad4e-b1ae0682c8e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "DELETE /v2.0/ports/56b36e10-fb63-4b20-bdda-ee272afe3f2a HTTP/1.1" status: 204 len: 173 time: 0.6011250 Dec 20 16:06:36.621825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'name': 'network-vif-deleted', 'tag': '56b36e10-fb63-4b20-bdda-ee272afe3f2a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:36.624487 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab22302-cb1a-48ad-8ef3-eb10f78e23e3" -d '{"events": [{"server_uuid": "c82d7b58-a353-428e-b14f-f1a425c0d6ce", "name": "network-vif-deleted", "tag": "56b36e10-fb63-4b20-bdda-ee272afe3f2a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:36.672148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.126 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/216bcc48-d3cd-486e-be75-f8e95d10fbc2) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:36.697104 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a714b156-895c-468d-b695-0814cc4c56f1 x-openstack-request-id: req-a714b156-895c-468d-b695-0814cc4c56f1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:36.697589 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82d7b58-a353-428e-b14f-f1a425c0d6ce", "name": "network-vif-deleted", "tag": "56b36e10-fb63-4b20-bdda-ee272afe3f2a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:36.697902 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a714b156-895c-468d-b695-0814cc4c56f1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:36.699046 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82d7b58-a353-428e-b14f-f1a425c0d6ce', 'name': 'network-vif-deleted', 'tag': '56b36e10-fb63-4b20-bdda-ee272afe3f2a', 'status': 'completed', 'code': 200} Dec 20 16:06:36.893886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-911c1cdc-5959-4076-a376-3e61ac2155cb req-bdb66487-13f9-42cf-a854-fff4bbfd82e9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 210 time: 0.0413215 Dec 20 16:06:36.920717 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:37.105326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:37.148247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:37.151251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:37.155057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:37.177336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=216bcc48-d3cd-486e-be75-f8e95d10fbc2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:37.189776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.197298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:37.624431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:38.039698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecb31172-93fe-4353-a740-c985890a82e3 req-9aafdfd0-9316-480d-9f3f-6612c5cab769 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=c82d7b58-a353-428e-b14f-f1a425c0d6ce HTTP/1.1" status: 200 len: 210 time: 0.0371578 Dec 20 16:06:38.078651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:38.263741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:38.327462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:38.425056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=216bcc48-d3cd-486e-be75-f8e95d10fbc2,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:38.438492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:38.541813 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP d17f37be-3bbb-4545-94f9-c18ec1d028c7 associated. External IP: 172.25.6.126, port: 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117. Dec 20 16:06:38.785465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 39f30e07-8fff-4551-96a2-59dee8506f43 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:06:38.902226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:06:38.912494 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] Sync routers for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:06:38.933461 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:38.934077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:06:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:38.989223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:39.055169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c139ae2-b3a3-4f3b-bc49-33c7cef9c8b0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8204646 Dec 20 16:06:39.062479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:39.062479 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1633b9f-0498-4e8f-846f-874185978a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:39.072304 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:06:39.166000 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd0383-6c31-4863-ab92-fd26de3ec7fc x-openstack-request-id: req-36fd0383-6c31-4863-ab92-fd26de3ec7fc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:39.166838 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:39.167406 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36fd0383-6c31-4863-ab92-fd26de3ec7fc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:39.167922 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'status': 'completed', 'code': 200} Dec 20 16:06:39.215516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633b9f-0498-4e8f-846f-874185978a2f req-0a749e78-78b9-4982-809f-c81dec9f5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:39.217063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-0a749e78-78b9-4982-809f-c81dec9f5162 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1096 time: 0.0650208 Dec 20 16:06:39.245774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c5aa4-bfe5-4f7f-aa64-1653b667df8e req-b68d22db-f65b-4fcd-a34d-845a30f07eef tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:39.247341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e94c5aa4-bfe5-4f7f-aa64-1653b667df8e req-b68d22db-f65b-4fcd-a34d-845a30f07eef tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.1228433 Dec 20 16:06:39.345910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e94c5aa4-bfe5-4f7f-aa64-1653b667df8e req-518db338-fe48-4afb-81b8-4ff01cb31621 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901802 Dec 20 16:06:39.372521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55376) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:39.378060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633b9f-0498-4e8f-846f-874185978a2f req-d22400e3-dcd5-4af8-af94-e2066847197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:39.379782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-d22400e3-dcd5-4af8-af94-e2066847197b service neutron] 10.222.0.72 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 897 time: 0.1549268 Dec 20 16:06:39.478529 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-5f0d17cb-15f3-4195-88b9-a4299db5cba1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 999 time: 0.0900238 Dec 20 16:06:39.495097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6078edb-30da-4f08-9b4d-b2525cf66db9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d17f37be-3bbb-4545-94f9-c18ec1d028c7 HTTP/1.1" status: 200 len: 991 time: 0.1206813 Dec 20 16:06:39.503484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 56b36e10-fb63-4b20-bdda-ee272afe3f2a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:06:39.517147 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'd17f37be-3bbb-4545-94f9-c18ec1d028c7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'port_id': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'mac_address': 'fa:16:3e:0c:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff27870-d319-4ddf-802d-22a309790841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:37Z', 'updated_at': '2021-12-20T16:06:37Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:22Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:39.549801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 56b36e10-fb63-4b20-bdda-ee272afe3f2a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:06:39.550253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 56b36e10-fb63-4b20-bdda-ee272afe3f2a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:06:39.556684 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] Checking router: 39f30e07-8fff-4551-96a2-59dee8506f43 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:06:39.566888 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:06:39.567773 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:06:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:39.578891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633b9f-0498-4e8f-846f-874185978a2f req-49ad631a-30da-4732-954b-68e2118cbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:39.581120 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-49ad631a-30da-4732-954b-68e2118cbcba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.0868113 Dec 20 16:06:39.662481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633b9f-0498-4e8f-846f-874185978a2f req-0dd721b0-3a44-4bfe-b946-73cecc1c366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:39.664424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-0dd721b0-3a44-4bfe-b946-73cecc1c366b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720062 Dec 20 16:06:39.703861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:06:39.812490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-6f273afc-1459-435b-b99f-62602d148d1b service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410377 Dec 20 16:06:39.985906 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f1633b9f-0498-4e8f-846f-874185978a2f req-e88b68a3-8422-4716-b599-5944a534afeb service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655169 Dec 20 16:06:40.031921 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'd17f37be-3bbb-4545-94f9-c18ec1d028c7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'port_id': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'mac_address': 'fa:16:3e:0c:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff27870-d319-4ddf-802d-22a309790841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:37Z', 'updated_at': '2021-12-20T16:06:37Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:22Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:06:40.078304 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906298a1-c6b5-4cee-9422-84e3c1ead042 None None] The sync data for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 is: [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'd17f37be-3bbb-4545-94f9-c18ec1d028c7', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'port_id': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'mac_address': 'fa:16:3e:0c:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff27870-d319-4ddf-802d-22a309790841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:06:37Z', 'updated_at': '2021-12-20T16:06:37Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:22Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:06:40.374930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-9f2fecea-398e-4a30-83c6-7650bd8527c6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:40.377734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-9f2fecea-398e-4a30-83c6-7650bd8527c6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1297336 Dec 20 16:06:40.389803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe5ddc-6d92-406a-9672-c1d549e4e403 None None] New status for floating IP d17f37be-3bbb-4545-94f9-c18ec1d028c7: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:06:40.398019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-375431d5-5b3e-45b7-9480-9e8b618bb9b4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0131540 Dec 20 16:06:40.474488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-08c8007d-84d5-4ee6-9e34-76c1ba1f36a1 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684478 Dec 20 16:06:40.498920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55442) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:40.637673 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5c7acfdc-1e2e-4590-be0f-60c903ad31a3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d17f37be-3bbb-4545-94f9-c18ec1d028c7 HTTP/1.1" status: 200 len: 991 time: 0.1368570 Dec 20 16:06:40.654444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-4f07cfa9-1677-47c5-8b8e-f0daef65018b service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671438 Dec 20 16:06:40.798819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-fdaeebfc-dc40-4555-8b30-509209e60182 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266835 Dec 20 16:06:41.042867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bd89ec5-b840-4558-9eaa-44e5f431386a req-146deac7-1ddf-4048-ac8c-dce9f47283d4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 210 time: 0.0362926 Dec 20 16:06:41.641646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:41.707963 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30a4d6a4-7f1d-4ba7-9b22-a363aff65dc4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d17f37be-3bbb-4545-94f9-c18ec1d028c7 HTTP/1.1" status: 200 len: 993 time: 0.0642912 Dec 20 16:06:42.032642 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:06:42.167089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aff9ef4-14f7-42c4-af07-e2f33701eff8 req-7755665c-7c85-4f69-ab16-3ef35505c307 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 210 time: 0.0455058 Dec 20 16:06:43.276933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122172cf-03ec-4636-b1f5-803254e82c9f req-e7f3b554-0726-46bc-a75c-f7fa67e83976 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Dec 20 16:06:43.739055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-36cc6c8f-f696-4e69-b597-952f39adf203 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:43.741654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-36cc6c8f-f696-4e69-b597-952f39adf203 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1892035 Dec 20 16:06:43.759937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:43.974045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:06:43.977673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:44.127476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.13 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/6eac88d2-8828-4674-bdc3-15b321685442) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:06:44.313612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:44.744692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-677c6dae-8856-4940-8d8a-7e266512d307 req-f83de4a8-920a-4778-b69d-35b2a3a6bf94 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 210 time: 0.0331368 Dec 20 16:06:44.836868 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:44.848440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:44.885748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=6eac88d2-8828-4674-bdc3-15b321685442,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:44.897684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:06:44.899338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:06:44.901924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:06:44.960744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:44.961853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.097248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-415854f4-fc34-4cd9-8452-c885619d48b2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3443103 Dec 20 16:06:45.109284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Request body: {'port': {'device_id': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:06:45.172980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.496821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eac88d2-8828-4674-bdc3-15b321685442 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:45.504371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.517252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Transition to ACTIVE for port object 6eac88d2-8828-4674-bdc3-15b321685442 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:06:45.561846 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.626121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Pushing event updated for resources: {'Port': ['ID=6eac88d2-8828-4674-bdc3-15b321685442,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:45.706464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Attempting to bind port 6eac88d2-8828-4674-bdc3-15b321685442 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:06:45.706886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Attempting to bind port 6eac88d2-8828-4674-bdc3-15b321685442 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:06:45.707290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Attempting to bind port 6eac88d2-8828-4674-bdc3-15b321685442 on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:45.713447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Port 6eac88d2-8828-4674-bdc3-15b321685442 on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:06:45.713854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Attempting to bind port 6eac88d2-8828-4674-bdc3-15b321685442 on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:06:45.718925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:06:45.719338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:06:45.719794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:06:45.720417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Bound port: 6eac88d2-8828-4674-bdc3-15b321685442, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:06:45.720826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.797249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] For port 6eac88d2-8828-4674-bdc3-15b321685442, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:06:45.801201 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] For port 6eac88d2-8828-4674-bdc3-15b321685442, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6eac88d2-8828-4674-bdc3-15b321685442,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:06:45.901755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.952078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:45.953975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:45.954723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] 10.222.0.83 "PUT /v2.0/ports/6eac88d2-8828-4674-bdc3-15b321685442 HTTP/1.1" status: 200 len: 1092 time: 0.8497612 Dec 20 16:06:45.962711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'tag': '6eac88d2-8828-4674-bdc3-15b321685442'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:45.964995 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6915d4-9e66-4b54-8f2b-58117d91e05f" -d '{"events": [{"name": "network-changed", "server_uuid": "23ed5ffa-2261-4b85-a1a1-c68583893ef3", "tag": "6eac88d2-8828-4674-bdc3-15b321685442"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:45.989434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754824f5-2736-4035-98ed-ffdedf38d4c3 req-9ff3fe5e-2a98-4a60-b30f-fe883259b8db tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:45.991030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-754824f5-2736-4035-98ed-ffdedf38d4c3 req-9ff3fe5e-2a98-4a60-b30f-fe883259b8db tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 944 time: 0.1220510 Dec 20 16:06:46.009558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd532e-8621-465e-ba02-5ccacc7591cd service neutron] Pushing event updated for resources: {'Port': ['ID=6eac88d2-8828-4674-bdc3-15b321685442,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:46.024291 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae218bd0-a4a7-4952-a2d7-78d85f708cf0 x-openstack-request-id: req-ae218bd0-a4a7-4952-a2d7-78d85f708cf0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:46.024590 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ed5ffa-2261-4b85-a1a1-c68583893ef3", "tag": "6eac88d2-8828-4674-bdc3-15b321685442", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:46.024850 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae218bd0-a4a7-4952-a2d7-78d85f708cf0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:46.025298 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'tag': '6eac88d2-8828-4674-bdc3-15b321685442', 'status': 'completed', 'code': 200} Dec 20 16:06:46.096849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-754824f5-2736-4035-98ed-ffdedf38d4c3 req-8cb3b271-9a07-4d21-9578-3ac0b0e0df96 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952036 Dec 20 16:06:46.115672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6915d4-9e66-4b54-8f2b-58117d91e05f req-5dd494d2-76c6-4a06-b357-37c63791411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:46.117337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6915d4-9e66-4b54-8f2b-58117d91e05f req-5dd494d2-76c6-4a06-b357-37c63791411c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0656595 Dec 20 16:06:46.269196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6915d4-9e66-4b54-8f2b-58117d91e05f req-cc7e482f-47f5-4d7d-8e11-802c14396bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:46.271015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6915d4-9e66-4b54-8f2b-58117d91e05f req-cc7e482f-47f5-4d7d-8e11-802c14396bf3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1451492 Dec 20 16:06:46.396614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6915d4-9e66-4b54-8f2b-58117d91e05f req-c7869914-5703-4157-9ea1-77d8c5f78450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:46.403143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad6915d4-9e66-4b54-8f2b-58117d91e05f req-c7869914-5703-4157-9ea1-77d8c5f78450 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1199255 Dec 20 16:06:46.495597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-8650d298-d7c1-41b3-9f26-01fe9e722a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:46.497356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-8650d298-d7c1-41b3-9f26-01fe9e722a2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0546608 Dec 20 16:06:46.542474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-c6b2f551-9259-4fb6-9b07-51c84cee7cbe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eac88d2-8828-4674-bdc3-15b321685442 HTTP/1.1" status: 200 len: 217 time: 0.0371461 Dec 20 16:06:46.595709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-7c1eeab9-6a01-4545-9046-7e156756bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:46.599396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-7c1eeab9-6a01-4545-9046-7e156756bb4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0480044 Dec 20 16:06:46.636138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-6c3100aa-0600-4dac-93c8-41186cabd4bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303297 Dec 20 16:06:46.733414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-df9f24d1-9526-485e-bc36-54d1e91f36a7 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884354 Dec 20 16:06:46.837933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcaa8412-1065-4b2c-868f-1e52ee00520d req-6355ce5a-7ac8-43ba-b6c6-1622b5e603ec service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934322 Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:06:47.238306 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:06:47.250307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cf01f-98db-4c15-8b4a-9d3c61f6d7a4 req-83d6a7f1-bd9c-492b-a45d-39cf2d77bb95 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:47.253204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-236cf01f-98db-4c15-8b4a-9d3c61f6d7a4 req-83d6a7f1-bd9c-492b-a45d-39cf2d77bb95 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 944 time: 0.0783427 Dec 20 16:06:47.313622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-236cf01f-98db-4c15-8b4a-9d3c61f6d7a4 req-c961e161-e8d6-467c-a0d1-46312a94db0f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518806 Dec 20 16:06:48.449068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dce83b-754e-4cfb-beb9-f3760747c9e5 req-f6112a50-5358-4ea5-8ca9-1613f923625e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:48.451650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90dce83b-754e-4cfb-beb9-f3760747c9e5 req-f6112a50-5358-4ea5-8ca9-1613f923625e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 944 time: 0.0589898 Dec 20 16:06:48.515506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90dce83b-754e-4cfb-beb9-f3760747c9e5 req-df19ecf6-3da6-433b-9341-fd58f39dccd3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Dec 20 16:06:49.645856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c87d-4f5e-4d6f-b1f1-b1553d6fb124 req-d1f20457-b996-411c-adbe-5a2739c7dcc7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:49.648870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac19c87d-4f5e-4d6f-b1f1-b1553d6fb124 req-d1f20457-b996-411c-adbe-5a2739c7dcc7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 944 time: 0.0548053 Dec 20 16:06:49.710263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac19c87d-4f5e-4d6f-b1f1-b1553d6fb124 req-1ff206df-ee97-47f1-9554-a17349ac7fbc tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Dec 20 16:06:50.839158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811beb03-7586-4524-a925-6b7fdd1f19cd req-d86ce980-5eef-4d40-990f-c6781851da24 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:50.840677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-811beb03-7586-4524-a925-6b7fdd1f19cd req-d86ce980-5eef-4d40-990f-c6781851da24 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 944 time: 0.0545161 Dec 20 16:06:50.893650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-811beb03-7586-4524-a925-6b7fdd1f19cd req-23f20c9c-c917-4026-94be-161c80bc1abb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 Dec 20 16:06:50.966208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6eac88d2-8828-4674-bdc3-15b321685442 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:06:51.068324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6eac88d2-8828-4674-bdc3-15b321685442, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6eac88d2-8828-4674-bdc3-15b321685442,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:51.080044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '6eac88d2-8828-4674-bdc3-15b321685442', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '6eac88d2-8828-4674-bdc3-15b321685442', 'mac_address': 'fa:16:3e:6b:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:06:51.129567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:51.148156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eac88d2-8828-4674-bdc3-15b321685442 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:06:51.173116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6eac88d2-8828-4674-bdc3-15b321685442, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6eac88d2-8828-4674-bdc3-15b321685442,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:51.258915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:51.313955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6eac88d2-8828-4674-bdc3-15b321685442,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:51.572073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6eac88d2-8828-4674-bdc3-15b321685442'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:51.696007 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:52.078299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe5727-9c7e-4c52-a7c7-e7991c4f56d0 req-23fd52b7-49ec-4047-a363-4230c8dc8b1f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:52.090187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fbe5727-9c7e-4c52-a7c7-e7991c4f56d0 req-23fd52b7-49ec-4047-a363-4230c8dc8b1f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 945 time: 0.1011667 Dec 20 16:06:52.152223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fbe5727-9c7e-4c52-a7c7-e7991c4f56d0 req-1f5db7a2-63a9-4753-9a32-2ba14c24f6ef tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Dec 20 16:06:52.690357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:52.809414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:52.890988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:52.984622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:52.993940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6eac88d2-8828-4674-bdc3-15b321685442 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:06:53.031385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55792) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:06:53.040280 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fd7d2fcbe43402197ea86819452fc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486314 Dec 20 16:06:53.041340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b731111-c557-45d8-b982-7df01da1e40e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:53.073636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.073985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.074324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.074709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.075112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.075441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.075876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.076205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.076531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.076848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.077196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.077513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.080691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c5762-acc0-401e-a364-18d70efac9b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:06:53.116510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 6eac88d2-8828-4674-bdc3-15b321685442 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:06:53.125301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 6eac88d2-8828-4674-bdc3-15b321685442 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:06:53.136004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.144180 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c0367bd-907b-4ce6-b284-74186c46cddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.169838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c0367bd-907b-4ce6-b284-74186c46cddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.306919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.329021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c0367bd-907b-4ce6-b284-74186c46cddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.331718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c0367bd-907b-4ce6-b284-74186c46cddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.332842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c0367bd-907b-4ce6-b284-74186c46cddd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b731111-c557-45d8-b982-7df01da1e40e HTTP/1.1" status: 204 len: 168 time: 0.3003986 Dec 20 16:06:53.335977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eac88d2-8828-4674-bdc3-15b321685442'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:53.338555 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db5df6-723d-4d5b-b591-8fb48914712c" -d '{"events": [{"server_uuid": "23ed5ffa-2261-4b85-a1a1-c68583893ef3", "name": "network-vif-plugged", "status": "completed", "tag": "6eac88d2-8828-4674-bdc3-15b321685442"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:53.352714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6eac88d2-8828-4674-bdc3-15b321685442, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6eac88d2-8828-4674-bdc3-15b321685442,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:53.361888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f3c79-35d3-47d4-abfb-c8884a47525e req-47f85689-15ba-43df-abb9-7df45f6d65b7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:53.363472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d01f3c79-35d3-47d4-abfb-c8884a47525e req-47f85689-15ba-43df-abb9-7df45f6d65b7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 945 time: 0.0785282 Dec 20 16:06:53.364326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0367bd-907b-4ce6-b284-74186c46cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b731111-c557-45d8-b982-7df01da1e40e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:53.390789 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3351b95-ab0b-4332-ab40-76d839598b32 x-openstack-request-id: req-b3351b95-ab0b-4332-ab40-76d839598b32 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:53.391084 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed5ffa-2261-4b85-a1a1-c68583893ef3", "name": "network-vif-plugged", "status": "completed", "tag": "6eac88d2-8828-4674-bdc3-15b321685442", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:53.391340 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3351b95-ab0b-4332-ab40-76d839598b32 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:53.391737 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eac88d2-8828-4674-bdc3-15b321685442', 'code': 200} Dec 20 16:06:53.438010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d01f3c79-35d3-47d4-abfb-c8884a47525e req-ca9a6295-6971-43a9-b33d-74a15a3fb1fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622010 Dec 20 16:06:53.465342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:53.492016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ceec-4e90-47bc-ac36-fc54022d105c req-03ad03d7-0fc6-46e3-9082-09489d80287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:53.493547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c54ceec-4e90-47bc-ac36-fc54022d105c req-03ad03d7-0fc6-46e3-9082-09489d80287a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0447242 Dec 20 16:06:53.531337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6eac88d2-8828-4674-bdc3-15b321685442,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:53.550832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c54ceec-4e90-47bc-ac36-fc54022d105c req-51684fd6-3ac2-40ce-bb3c-b5c310bd98c8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481458 Dec 20 16:06:54.577441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaea7cc-4394-45b3-afb5-f12517a6fa86 req-749e7f95-9ce2-4268-acb3-95531c2162af tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:54.578104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2aaea7cc-4394-45b3-afb5-f12517a6fa86 req-749e7f95-9ce2-4268-acb3-95531c2162af tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 946 time: 0.0517321 Dec 20 16:06:54.636861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2aaea7cc-4394-45b3-afb5-f12517a6fa86 req-ba29683b-1296-40c7-8065-a370835077f5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525789 Dec 20 16:06:56.083315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b6af6-6d3e-44eb-b736-25ebcaf168de req-2b93b3d3-4535-4ce9-9b4e-bfd394c3429b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.090835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c6b6af6-6d3e-44eb-b736-25ebcaf168de req-2b93b3d3-4535-4ce9-9b4e-bfd394c3429b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 946 time: 0.3669994 Dec 20 16:06:56.152742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c6b6af6-6d3e-44eb-b736-25ebcaf168de req-468cbe32-507d-45b1-af86-1f55da83e5ce tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600743 Dec 20 16:06:56.255492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-d6364ca9-3eb6-4454-ab93-7d0e3b92fbc2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0603890 Dec 20 16:06:56.293094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99cbb8-b2b3-4980-af2f-f8821cb7afc4 req-5945690b-73e5-48cb-bc8a-efc105399b26 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.294921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f99cbb8-b2b3-4980-af2f-f8821cb7afc4 req-5945690b-73e5-48cb-bc8a-efc105399b26 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 946 time: 0.0552959 Dec 20 16:06:56.398762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f99cbb8-b2b3-4980-af2f-f8821cb7afc4 req-b87271b4-68d0-430b-a452-603d822fd542 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959489 Dec 20 16:06:56.404971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.405508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.406191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.406663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.407643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.408549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.409265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.412160 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-582ea0f8-c210-4e9b-82db-8496698891ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6729aa467daa4009960023047a2141c5&device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 6490 time: 0.1028981 Dec 20 16:06:56.605624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-e1244a3b-413d-4e86-a481-c125f9930be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.606802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-e1244a3b-413d-4e86-a481-c125f9930be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.608080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-e1244a3b-413d-4e86-a481-c125f9930be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.610802 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-e1244a3b-413d-4e86-a481-c125f9930be6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4c2b1734-b605-4166-a2fe-b5337cc5e604&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&id=377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 200 len: 2293 time: 0.1617730 Dec 20 16:06:56.695584 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-64f51a70-8631-4667-98b5-99cac3a0fe6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 200 len: 1001 time: 0.0754271 Dec 20 16:06:56.752429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-c3bef148-dd82-47b6-b8de-6dff5a46fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.754978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-c3bef148-dd82-47b6-b8de-6dff5a46fc33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 200 len: 851 time: 0.0514739 Dec 20 16:06:56.803834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-99300ebf-4f96-4572-bc95-6b0487913439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:56.805411 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-99300ebf-4f96-4572-bc95-6b0487913439 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4c2b1734-b605-4166-a2fe-b5337cc5e604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442553 Dec 20 16:06:56.897659 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-fbd06404-c55f-4d24-85fc-1dcd414b881a service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842316 Dec 20 16:06:57.011436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-54f710fd-5258-4a28-bced-3932c7baa057 service neutron] 10.222.0.72 "GET /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066494 Dec 20 16:06:57.046090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60670070-77f0-44b2-9b3f-5e7abbd08263 req-ab0b0919-cb16-40ab-b5dc-62a68a933e4d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:57.054542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60670070-77f0-44b2-9b3f-5e7abbd08263 req-ab0b0919-cb16-40ab-b5dc-62a68a933e4d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 946 time: 0.0867653 Dec 20 16:06:57.064689 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-ee86331c-d1ea-4fad-9a27-205ba7f4571e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 217 time: 0.0435936 Dec 20 16:06:57.141431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60670070-77f0-44b2-9b3f-5e7abbd08263 req-82849458-1fba-4964-bef9-4eb2e35f9f13 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856133 Dec 20 16:06:57.181125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-3fe7da6c-dcfe-44dd-a455-692c25762dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:57.182804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-3fe7da6c-dcfe-44dd-a455-692c25762dd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.1089673 Dec 20 16:06:57.186406 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:57.275060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-5f96a620-f06e-496f-b925-9d2c7b6d0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:57.278691 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-5f96a620-f06e-496f-b925-9d2c7b6d0ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873973 Dec 20 16:06:57.395711 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-68341fa5-6347-4a08-9ee1-7b2115a79575 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086264 Dec 20 16:06:57.521559 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-f41cbe0e-e6b0-42c9-89b6-70b6dd5a8654 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181297 Dec 20 16:06:57.569297 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-843a45b6-ba04-44ac-b7e4-83591ec7c779 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 217 time: 0.0399148 Dec 20 16:06:57.591426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-034d4a87-fb78-4258-a3cb-5eb19efcabc9 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433764 Dec 20 16:06:57.628872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-cdeffb6f-45c9-4804-97c5-dea9f4605136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:57.630489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-cdeffb6f-45c9-4804-97c5-dea9f4605136 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0541723 Dec 20 16:06:57.683937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-9d341255-e2ed-40a6-9368-aa56dbe56aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:57.685768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-9d341255-e2ed-40a6-9368-aa56dbe56aa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485070 Dec 20 16:06:57.810720 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-5245517d-9524-4a67-ba68-94654a1a8116 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152570 Dec 20 16:06:57.820695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-00b689e8-2b6f-49df-8ec0-c84d0125bcd0 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:57.828103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-00b689e8-2b6f-49df-8ec0-c84d0125bcd0 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357211 Dec 20 16:06:57.844951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-e99815b4-a38a-4999-8f40-ffa45d1cf395 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/quotas/f4ddc5bcd9e942e984054ba9b062bbd5 HTTP/1.1" status: 200 len: 375 time: 0.0160072 Dec 20 16:06:57.878344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-f6d6685b-1a36-4cf5-99c4-26b7d3b381b3 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324619 Dec 20 16:06:57.926616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-5f748601-f568-4e9d-abf0-ef2a42e43fc1 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065376 Dec 20 16:06:57.970705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-55419d55-c1c2-48b3-8ff5-a860152aa0cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 200 len: 217 time: 0.0372319 Dec 20 16:06:58.024986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-7aec5a04-e02f-4966-bdca-ea3cac8ea2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.026592 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-7aec5a04-e02f-4966-bdca-ea3cac8ea2d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0493042 Dec 20 16:06:58.078569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-10b71bdc-8aca-4ccc-9751-dc7eb6a298ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.080088 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-10b71bdc-8aca-4ccc-9751-dc7eb6a298ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463254 Dec 20 16:06:58.236739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96e3e3d5-c81a-403b-9f32-4df262c03edb req-36c8ddbe-4f5b-44de-a932-d9a6a54e72e4 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 210 time: 0.0744944 Dec 20 16:06:58.254413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-3a636748-4919-4b77-9ada-566a9bce8e44 service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664431 Dec 20 16:06:58.380582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-a33b77b9-ce89-428d-bb26-756f5ae68ffb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421854 Dec 20 16:06:58.429740 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-20b19435-648a-4fe4-861b-d7a83b9e39cb service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676962 Dec 20 16:06:58.456280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e12e3-d609-4c26-a157-d376f887bbc9 req-b7ce211f-8c97-4341-ab49-68e0edd5ae3f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.457989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86e12e3-d609-4c26-a157-d376f887bbc9 req-b7ce211f-8c97-4341-ab49-68e0edd5ae3f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 946 time: 0.1669483 Dec 20 16:06:58.480440 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-f7978cd0-63df-4ac3-b8e4-dee51937685f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 200 len: 217 time: 0.0412567 Dec 20 16:06:58.543911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-dc7cd53c-a4fd-41b6-902d-82719905d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.545629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-dc7cd53c-a4fd-41b6-902d-82719905d233 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 1096 time: 0.1059034 Dec 20 16:06:58.557434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-8ca7b26f-3cb5-4b67-95a1-899d23f3cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.559429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-8ca7b26f-3cb5-4b67-95a1-899d23f3cc74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 200 len: 797 time: 0.0617423 Dec 20 16:06:58.566174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-632a5a52-0696-46b6-b44a-c6c734c01f75 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.567680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-632a5a52-0696-46b6-b44a-c6c734c01f75 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 946 time: 0.1845498 Dec 20 16:06:58.628974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-edf68798-545e-43dd-9541-a62a58b098ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.630650 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-edf68798-545e-43dd-9541-a62a58b098ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635021 Dec 20 16:06:58.709828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b86e12e3-d609-4c26-a157-d376f887bbc9 req-8e1d3925-25e8-46ac-9838-920afad83b3e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051315 Dec 20 16:06:58.775066 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-160b1b92-f065-45af-8d8e-9858aeb6957b service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365147 Dec 20 16:06:58.828864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-01a489bf-03a8-4f2e-aa5b-f93b81987da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:58.830471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-01a489bf-03a8-4f2e-aa5b-f93b81987da7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 906 time: 0.2618864 Dec 20 16:06:58.846433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 6eac88d2-8828-4674-bdc3-15b321685442 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:06:58.846780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:58.902903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-23d03cfd-24b9-433b-b419-9b8c26a8305b service neutron] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202207 Dec 20 16:06:58.953945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 6eac88d2-8828-4674-bdc3-15b321685442, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6eac88d2-8828-4674-bdc3-15b321685442,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:06:58.954316 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:58.966249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-df366356-fcad-4333-a4fd-6c70eefb0ce8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 200 len: 217 time: 0.0543067 Dec 20 16:06:58.998786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 6eac88d2-8828-4674-bdc3-15b321685442 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:06:59.001832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-d7ce9110-d1db-41f8-bf69-27ed83bc4887 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 200 len: 217 time: 0.1580031 Dec 20 16:06:59.036060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-dac411e0-744e-46c8-991d-f865be5cc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:59.038702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-dac411e0-744e-46c8-991d-f865be5cc512 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.0644829 Dec 20 16:06:59.089408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-a4dfbf6b-3e90-4aac-8f33-ac63422aa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:59.090904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-a4dfbf6b-3e90-4aac-8f33-ac63422aa5f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0804772 Dec 20 16:06:59.114859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-2c933acb-dcfb-4be4-a938-e3c0cb8f9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:59.129454 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-2c933acb-dcfb-4be4-a938-e3c0cb8f9db4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845330 Dec 20 16:06:59.195257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-858a6db6-abfa-469a-b0ae-34c86524ce0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937541 Dec 20 16:06:59.244377 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-fcc9db36-06e0-4a33-b91b-f63a438e73d8 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072452 Dec 20 16:06:59.277083 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c4bad0fd-85ce-4ce1-8566-7ee64cab8eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:59.399825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-9fae4252-05bc-459e-8f12-2689b46cf2e4 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424129 Dec 20 16:06:59.434767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-07236041-e759-42c9-a1c9-35345fa0d7c7 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300873 Dec 20 16:06:59.456765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b63a586c-c950-4aaf-a6db-063af2652ab7 req-6a39f204-d0ac-4934-a2a4-60aa8c078d71 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 210 time: 0.1429157 Dec 20 16:06:59.470083 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-c086d29c-53d0-4f06-beed-791593298fc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 200 len: 217 time: 0.0628402 Dec 20 16:06:59.477443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:59.490076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d', '6eac88d2-8828-4674-bdc3-15b321685442'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:06:59.538436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-bcb2ddbe-77a8-439d-b52a-e3b470227e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:59.541123 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-bcb2ddbe-77a8-439d-b52a-e3b470227e6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 200 len: 797 time: 0.0632060 Dec 20 16:06:59.611877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=6eac88d2-8828-4674-bdc3-15b321685442,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:06:59.635420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-27fdb352-98a0-4be4-842d-272ffe681806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:06:59.637326 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-27fdb352-98a0-4be4-842d-272ffe681806 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=377ae834-a05d-4c3b-8067-0fa5d072dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895395 Dec 20 16:06:59.714498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33da0858-3fb6-446d-bd9e-d581967c81f8 req-d6d1e6a4-1a88-4be7-b780-8bc49e05eefc service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649527 Dec 20 16:06:59.715870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 6eac88d2-8828-4674-bdc3-15b321685442 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:06:59.721236 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:59.725413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7061bab4-7dc5-47ba-98a7-592ec822e0ac req-53302299-9161-4fd3-bfe7-ba24d14ffa7e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "DELETE /v2.0/ports/6eac88d2-8828-4674-bdc3-15b321685442 HTTP/1.1" status: 204 len: 173 time: 1.1476860 Dec 20 16:06:59.726027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'name': 'network-vif-deleted', 'tag': '6eac88d2-8828-4674-bdc3-15b321685442'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:06:59.729888 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34aad0a-f8da-4fde-ac7c-e28e93027be2" -d '{"events": [{"server_uuid": "23ed5ffa-2261-4b85-a1a1-c68583893ef3", "name": "network-vif-deleted", "tag": "6eac88d2-8828-4674-bdc3-15b321685442"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:06:59.781120 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3cdef-5f70-4aff-b21e-c80adc6405a3 x-openstack-request-id: req-89a3cdef-5f70-4aff-b21e-c80adc6405a3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:06:59.781768 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed5ffa-2261-4b85-a1a1-c68583893ef3", "name": "network-vif-deleted", "tag": "6eac88d2-8828-4674-bdc3-15b321685442", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:06:59.782567 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89a3cdef-5f70-4aff-b21e-c80adc6405a3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:06:59.783079 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed5ffa-2261-4b85-a1a1-c68583893ef3', 'name': 'network-vif-deleted', 'tag': '6eac88d2-8828-4674-bdc3-15b321685442', 'status': 'completed', 'code': 200} Dec 20 16:06:59.847388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f671ea6e-889d-4a60-a9b9-535a49388630 req-bc90e895-4cb1-4f4a-9462-10444d152855 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ed5ffa-2261-4b85-a1a1-c68583893ef3 HTTP/1.1" status: 200 len: 210 time: 0.0556307 Dec 20 16:06:59.870530 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-bf5dc60d-eaea-4bc3-962b-4f3caf44b9f3 service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248449 Dec 20 16:06:59.984603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23db8b49-b0e3-4bf8-a0e9-2597724dd996 req-8ffd478b-2358-40b1-a07f-af08414e0c6d service neutron] 10.222.0.72 "GET /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057227 Dec 20 16:07:00.575654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba743b04-80f9-4d86-a252-78a2495503a5 req-0710639b-da58-494b-aa9e-633e1b24b92f tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 210 time: 0.0354671 Dec 20 16:07:00.839982 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-5066da3d-a643-41f2-abcb-b7375aed46a2 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338175 Dec 20 16:07:01.121343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-965c01ca-0151-4e89-ae26-e7e58d2c1904 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:01.126968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-965c01ca-0151-4e89-ae26-e7e58d2c1904 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801127 Dec 20 16:07:01.142176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Request body: {'port': {'device_id': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'f4ddc5bcd9e942e984054ba9b062bbd5'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:01.390474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Made reservation on behalf of f4ddc5bcd9e942e984054ba9b062bbd5 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:01.394039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:01.403940 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:01.438823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-3fea90d7-35e1-48cc-92eb-db67fb2f67fd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:01.440346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-3fea90d7-35e1-48cc-92eb-db67fb2f67fd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1321852 Dec 20 16:07:01.460526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-8e70f3fb-850f-43d6-a125-a7f38c97992e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0111215 Dec 20 16:07:01.502369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:01.517345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-7d713a33-68cc-411e-8913-9c2d1ed3ee6c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500751 Dec 20 16:07:01.585141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:01.641430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-de5a6c0e-dfb5-46a7-a5ea-42316fa90f9a service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064503 Dec 20 16:07:01.674803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae28513-5b7b-479a-825b-96e075185809,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:01.728423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c489f707-49bb-4f49-81c2-4d9959ec72f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:01.774650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Allocated IP 192.168.233.170 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/d6488bf1-11ba-46f8-87b9-27f3251a6947) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:01.789419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb12d639-91a0-4cc6-bd6c-f1994b9f80a9 req-3da4c598-60ae-4fb4-998f-8d2c2f68e8c0 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 210 time: 0.0355825 Dec 20 16:07:01.831236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-5ff03f8f-21c4-495f-b80a-771302d06bb9 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846752 Dec 20 16:07:01.973936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.105337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.135224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-939ed3ce-abba-4eea-bc30-ade60810002b req-4d2b6cb8-b91f-4350-aa80-82f1c8bad3fe tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 210 time: 0.0476096 Dec 20 16:07:02.172568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:02.176463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:02.184882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:02.191979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Pushing event updated for resources: {'Port': ['ID=d6488bf1-11ba-46f8-87b9-27f3251a6947,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:02.269005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:02.270540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.401408 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-0f4ae2f6-d2b4-45cb-b822-a86b915e48a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2652681 Dec 20 16:07:02.416225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Request body: {'port': {'device_id': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:02.469652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0f8f6709-9f56-4543-9693-7e9b86b2d77b None None] Provisioning complete for port d6488bf1-11ba-46f8-87b9-27f3251a6947 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:02.470032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6709-9f56-4543-9693-7e9b86b2d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.495909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.513421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f6709-9f56-4543-9693-7e9b86b2d77b None None] Port d6488bf1-11ba-46f8-87b9-27f3251a6947 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:02.815382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6488bf1-11ba-46f8-87b9-27f3251a6947 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:02.824157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.841075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Transition to ACTIVE for port object d6488bf1-11ba-46f8-87b9-27f3251a6947 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:02.851524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:02.946580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7b213-07b9-4d1a-aff1-545871564207 req-7bba0649-f4bf-4149-8a71-a4321f90ae53 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:02.948099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3a7b213-07b9-4d1a-aff1-545871564207 req-7bba0649-f4bf-4149-8a71-a4321f90ae53 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 936 time: 0.0641093 Dec 20 16:07:02.956123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:03.004330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3a7b213-07b9-4d1a-aff1-545871564207 req-8d0af0a2-2aba-49dd-82ff-dd8ff6bbf845 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Dec 20 16:07:03.027759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Pushing event updated for resources: {'Port': ['ID=d6488bf1-11ba-46f8-87b9-27f3251a6947,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:03.049832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6eac88d2-8828-4674-bdc3-15b321685442 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:03.083423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 6eac88d2-8828-4674-bdc3-15b321685442 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:07:03.084156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6eac88d2-8828-4674-bdc3-15b321685442 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:03.133322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Attempting to bind port d6488bf1-11ba-46f8-87b9-27f3251a6947 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:03.134640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Attempting to bind port d6488bf1-11ba-46f8-87b9-27f3251a6947 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:03.135961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Attempting to bind port d6488bf1-11ba-46f8-87b9-27f3251a6947 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:03.142979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Port d6488bf1-11ba-46f8-87b9-27f3251a6947 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:07:03.143713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Attempting to bind port d6488bf1-11ba-46f8-87b9-27f3251a6947 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:03.154802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:03.155401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:03.155953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:03.156547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Bound port: d6488bf1-11ba-46f8-87b9-27f3251a6947, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:03.157260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:03.273000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] For port d6488bf1-11ba-46f8-87b9-27f3251a6947, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:03.277104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] For port d6488bf1-11ba-46f8-87b9-27f3251a6947, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d6488bf1-11ba-46f8-87b9-27f3251a6947,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:03.289674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eeec0a4-b4e3-4fd8-8789-2fbb2af50846 req-9262d759-54f4-48d9-b4c1-dfffc384eb1e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 210 time: 0.0609467 Dec 20 16:07:03.385406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:03.422628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:03.425036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:03.426516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] 10.222.0.72 "PUT /v2.0/ports/d6488bf1-11ba-46f8-87b9-27f3251a6947 HTTP/1.1" status: 200 len: 1096 time: 1.0165484 Dec 20 16:07:03.429704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'tag': 'd6488bf1-11ba-46f8-87b9-27f3251a6947'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:03.432031 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a797ab-a675-461d-abaf-8a0d24f87dca" -d '{"events": [{"name": "network-changed", "server_uuid": "13211ccc-279f-4b7f-b6aa-5916325e7ad5", "tag": "d6488bf1-11ba-46f8-87b9-27f3251a6947"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:03.457495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbe8a4-0e51-4f34-8ff0-762d9337d961 service neutron] Pushing event updated for resources: {'Port': ['ID=d6488bf1-11ba-46f8-87b9-27f3251a6947,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:03.493070 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e571e-dcdc-40f7-8fe0-495730a99aa9 x-openstack-request-id: req-829e571e-dcdc-40f7-8fe0-495730a99aa9 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:03.494687 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13211ccc-279f-4b7f-b6aa-5916325e7ad5", "tag": "d6488bf1-11ba-46f8-87b9-27f3251a6947", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:03.495118 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-829e571e-dcdc-40f7-8fe0-495730a99aa9 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:03.495871 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'tag': 'd6488bf1-11ba-46f8-87b9-27f3251a6947', 'status': 'completed', 'code': 200} Dec 20 16:07:03.577841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a797ab-a675-461d-abaf-8a0d24f87dca req-c8743123-5a86-44c1-a843-23d4bc158215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:03.578337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-83a797ab-a675-461d-abaf-8a0d24f87dca req-c8743123-5a86-44c1-a843-23d4bc158215 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 1099 time: 0.0595133 Dec 20 16:07:03.621052 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-83a797ab-a675-461d-abaf-8a0d24f87dca req-fdce993f-ffb8-47ee-a1cb-2e0411171bb9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343933 Dec 20 16:07:04.163281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aecdc4-b1cd-4e10-9e3c-1273aed7dea5 req-4bacb5af-0f28-4e25-8190-aca752364928 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:04.165312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4aecdc4-b1cd-4e10-9e3c-1273aed7dea5 req-4bacb5af-0f28-4e25-8190-aca752364928 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 948 time: 0.0825188 Dec 20 16:07:04.176019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a797ab-a675-461d-abaf-8a0d24f87dca req-10cb971f-8198-4af7-b051-a2439ebb1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:04.177958 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-83a797ab-a675-461d-abaf-8a0d24f87dca req-10cb971f-8198-4af7-b051-a2439ebb1cea service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5496705 Dec 20 16:07:04.236708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4aecdc4-b1cd-4e10-9e3c-1273aed7dea5 req-305c4a0c-38ed-446d-bd8c-10c364dae7b6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Dec 20 16:07:04.276674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-b23665af-3758-4644-84ca-2839536a416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:04.278225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-b23665af-3758-4644-84ca-2839536a416e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 1099 time: 0.0632761 Dec 20 16:07:04.325793 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-7f3060b4-ce1b-4cd4-81e5-ed978bed529b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d6488bf1-11ba-46f8-87b9-27f3251a6947 HTTP/1.1" status: 200 len: 217 time: 0.0382636 Dec 20 16:07:04.362206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:04.380449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-55bfd4ef-eac8-40c1-84f5-07e4b2f3395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:04.382877 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-55bfd4ef-eac8-40c1-84f5-07e4b2f3395f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0496430 Dec 20 16:07:04.405790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6eaf7ca5-9ff2-4576-94ff-273deec8881f req-4bca78db-cca0-4784-a174-b11d0f83beb9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 210 time: 0.0384920 Dec 20 16:07:04.442977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-c9c78303-2596-4320-b630-f771743eec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:04.445727 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-c9c78303-2596-4320-b630-f771743eec54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558743 Dec 20 16:07:04.550392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-5e634f99-a49c-4e5f-98c6-a120cf8b018e service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968275 Dec 20 16:07:04.688529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-5249b6fa-4ddd-402a-9757-714d663c39b7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:04.690159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-5249b6fa-4ddd-402a-9757-714d663c39b7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1709759 Dec 20 16:07:04.697062 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bf396498-ab1a-423e-8e07-63f6451cffb7 req-522e8901-e8fc-498c-ae52-6eca22915f21 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346772 Dec 20 16:07:04.703951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:04.887990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:04.892114 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:05.046626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.3 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/01a581da-26f7-4e17-a31a-def90d07b57a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:05.082723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:05.214585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:05.329863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:05.343952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:05.407560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:05.416770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:05.419947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:05.430456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376486-6170-45bb-bf25-71918bbab275 req-97b00e3e-0659-4669-9756-dbf67ac35b1c tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:05.432110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4376486-6170-45bb-bf25-71918bbab275 req-97b00e3e-0659-4669-9756-dbf67ac35b1c tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 948 time: 0.1140754 Dec 20 16:07:05.435069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=01a581da-26f7-4e17-a31a-def90d07b57a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:05.495697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:05.496468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:05.570465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4376486-6170-45bb-bf25-71918bbab275 req-c474f991-5662-4563-bac8-a2f0cd782306 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677478 Dec 20 16:07:05.594733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-c5249541-53bb-4bb8-ad84-4102e3f3c243 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953071 Dec 20 16:07:05.607950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Request body: {'port': {'device_id': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:05.623605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c11f9-5613-499b-8469-30486d8474c5 req-059bcf53-6b98-440b-9cf8-fcfaaf459990 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:05.625223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-916c11f9-5613-499b-8469-30486d8474c5 req-059bcf53-6b98-440b-9cf8-fcfaaf459990 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 931 time: 0.0682881 Dec 20 16:07:05.722384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:05.728874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-916c11f9-5613-499b-8469-30486d8474c5 req-874d457c-6c0a-403e-bc31-6fba689222b1 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889554 Dec 20 16:07:06.370593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a581da-26f7-4e17-a31a-def90d07b57a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:06.379169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:06.392217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Transition to ACTIVE for port object 01a581da-26f7-4e17-a31a-def90d07b57a will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:06.527906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:06.590901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Pushing event updated for resources: {'Port': ['ID=01a581da-26f7-4e17-a31a-def90d07b57a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:06.718069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Attempting to bind port 01a581da-26f7-4e17-a31a-def90d07b57a on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:06.718623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Attempting to bind port 01a581da-26f7-4e17-a31a-def90d07b57a by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:06.719001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Attempting to bind port 01a581da-26f7-4e17-a31a-def90d07b57a on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:06.751455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Port 01a581da-26f7-4e17-a31a-def90d07b57a on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:07:06.751808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Attempting to bind port 01a581da-26f7-4e17-a31a-def90d07b57a on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:06.763976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:06.764347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:06.764766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:06.765245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Bound port: 01a581da-26f7-4e17-a31a-def90d07b57a, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:06.765612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:06.857989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb0e17-752e-48f6-8dd3-a90426289460 req-399deecb-77af-4c60-9c47-dbaa5bfb3307 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:06.859434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17bb0e17-752e-48f6-8dd3-a90426289460 req-399deecb-77af-4c60-9c47-dbaa5bfb3307 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 948 time: 0.1600697 Dec 20 16:07:06.924714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] For port 01a581da-26f7-4e17-a31a-def90d07b57a, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:06.929220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] For port 01a581da-26f7-4e17-a31a-def90d07b57a, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=01a581da-26f7-4e17-a31a-def90d07b57a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:06.957049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b780-9cc1-43d5-9139-0895bbcf0e8b req-c9158c3a-a412-4893-b3da-6e7dc4083d42 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:06.958764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0e8b780-9cc1-43d5-9139-0895bbcf0e8b req-c9158c3a-a412-4893-b3da-6e7dc4083d42 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 943 time: 0.1378644 Dec 20 16:07:06.980426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17bb0e17-752e-48f6-8dd3-a90426289460 req-7a7156f2-e0ad-458d-a9ba-2bfb8998f184 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025374 Dec 20 16:07:07.023958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0e8b780-9cc1-43d5-9139-0895bbcf0e8b req-1ba3ddad-f811-47a0-9d41-d744311f7a41 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560932 Dec 20 16:07:07.037633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:07.092243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:07.094716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:07.096136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] 10.222.0.83 "PUT /v2.0/ports/01a581da-26f7-4e17-a31a-def90d07b57a HTTP/1.1" status: 200 len: 1091 time: 1.4928727 Dec 20 16:07:07.096591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'tag': '01a581da-26f7-4e17-a31a-def90d07b57a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:07.102484 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6245dca-1603-400a-8149-ea9ec1d88272" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9d59e-5e73-421f-810d-245bb0cfc998", "tag": "01a581da-26f7-4e17-a31a-def90d07b57a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:07.164712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94059c6-e605-4e2b-983e-66e94e85e604 service neutron] Pushing event updated for resources: {'Port': ['ID=01a581da-26f7-4e17-a31a-def90d07b57a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:07.195547 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e45fb-84fc-4f9e-b9ec-e24df55907ae x-openstack-request-id: req-858e45fb-84fc-4f9e-b9ec-e24df55907ae {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:07.195846 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9d59e-5e73-421f-810d-245bb0cfc998", "tag": "01a581da-26f7-4e17-a31a-def90d07b57a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:07.196102 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-858e45fb-84fc-4f9e-b9ec-e24df55907ae {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:07.196505 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'tag': '01a581da-26f7-4e17-a31a-def90d07b57a', 'status': 'completed', 'code': 200} Dec 20 16:07:07.291786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6245dca-1603-400a-8149-ea9ec1d88272 req-5d1c5020-ab54-4f2a-995f-037140a8b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:07.293337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6245dca-1603-400a-8149-ea9ec1d88272 req-5d1c5020-ab54-4f2a-995f-037140a8b498 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 1094 time: 0.0657842 Dec 20 16:07:07.425924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6245dca-1603-400a-8149-ea9ec1d88272 req-2fe2abc1-7971-4425-bb0b-618f8b50b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:07.427849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6245dca-1603-400a-8149-ea9ec1d88272 req-2fe2abc1-7971-4425-bb0b-618f8b50b991 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1267703 Dec 20 16:07:07.548884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6245dca-1603-400a-8149-ea9ec1d88272 req-4e47f204-ef47-421c-aab8-458d822be5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:07.550399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6245dca-1603-400a-8149-ea9ec1d88272 req-4e47f204-ef47-421c-aab8-458d822be5d7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144543 Dec 20 16:07:07.637966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d6488bf1-11ba-46f8-87b9-27f3251a6947 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:07:07.648698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-6b93b24d-3f7d-4617-91f4-bdc64478f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:07.650711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-6b93b24d-3f7d-4617-91f4-bdc64478f9d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 1094 time: 0.0605023 Dec 20 16:07:07.704882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-24a728a7-0da9-404b-967f-66237499c0f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01a581da-26f7-4e17-a31a-def90d07b57a HTTP/1.1" status: 200 len: 217 time: 0.0466373 Dec 20 16:07:07.768186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-5265103c-df2a-4b8a-a689-206df3a309c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:07.769850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-5265103c-df2a-4b8a-a689-206df3a309c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0587137 Dec 20 16:07:07.779810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d6488bf1-11ba-46f8-87b9-27f3251a6947, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d6488bf1-11ba-46f8-87b9-27f3251a6947,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:07.795525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd6488bf1-11ba-46f8-87b9-27f3251a6947', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'd6488bf1-11ba-46f8-87b9-27f3251a6947', 'mac_address': 'fa:16:3e:75:30:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:07:07.810875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-9ccd8a81-c453-4554-ad44-2808ed0f9a8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321267 Dec 20 16:07:07.843444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:07.858386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6488bf1-11ba-46f8-87b9-27f3251a6947 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:07.881933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d6488bf1-11ba-46f8-87b9-27f3251a6947, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d6488bf1-11ba-46f8-87b9-27f3251a6947,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:07.917939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-5d70203b-ea1d-41c8-9743-c3faa260f0cc service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995669 Dec 20 16:07:07.996775 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:08.033757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f52a8cb3-ffc9-457c-b958-f024a608d4ea req-29d57ad8-8315-4caf-bb77-09912e048922 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071193 Dec 20 16:07:08.066253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d6488bf1-11ba-46f8-87b9-27f3251a6947,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:08.076847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.077233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.077703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.078229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.078573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.079197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.080122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.081138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.081724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.082299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.083469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.083977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.085242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:08.139652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a7bd-e093-4d5b-8f56-38745f330727 req-d94628a5-1d4a-4d89-9172-bf49ccc6d972 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:08.160390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e4a7bd-e093-4d5b-8f56-38745f330727 req-d94628a5-1d4a-4d89-9172-bf49ccc6d972 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 949 time: 0.0711334 Dec 20 16:07:08.230967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e4a7bd-e093-4d5b-8f56-38745f330727 req-82c6fdbb-0095-4ee0-afed-1f6d69449373 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821822 Dec 20 16:07:08.243332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10fedf-ae71-40f6-9dcc-90f14a50770a req-54b2e594-210c-4f11-8f25-e12c75055de6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:08.244887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d10fedf-ae71-40f6-9dcc-90f14a50770a req-54b2e594-210c-4f11-8f25-e12c75055de6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 943 time: 0.0900991 Dec 20 16:07:08.281827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d6488bf1-11ba-46f8-87b9-27f3251a6947'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:08.314709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d10fedf-ae71-40f6-9dcc-90f14a50770a req-fa357fe1-e25a-44ce-9a25-f5caee3a56b5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620532 Dec 20 16:07:09.368814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86773203-5e3b-4e4c-bf65-9e7033cbed4f req-ee40c52f-14a1-48fe-b558-e475f1f0d44f tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:09.370538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86773203-5e3b-4e4c-bf65-9e7033cbed4f req-ee40c52f-14a1-48fe-b558-e475f1f0d44f tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 949 time: 0.0554357 Dec 20 16:07:09.459450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86773203-5e3b-4e4c-bf65-9e7033cbed4f req-17baa476-65bc-4cf9-aaa5-da910b50a3f7 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826430 Dec 20 16:07:09.471686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7e3d2-2164-4aa8-8fcc-91fc4fc55f7a req-1bcbbfae-08c7-432f-b04d-24cf65021e9a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:09.473132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57b7e3d2-2164-4aa8-8fcc-91fc4fc55f7a req-1bcbbfae-08c7-432f-b04d-24cf65021e9a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 943 time: 0.0788636 Dec 20 16:07:09.527346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57b7e3d2-2164-4aa8-8fcc-91fc4fc55f7a req-7d3c43eb-0e1c-46ab-9c9f-215bbef6db3c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Dec 20 16:07:09.650030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d6488bf1-11ba-46f8-87b9-27f3251a6947 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:09.813191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d6488bf1-11ba-46f8-87b9-27f3251a6947 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:07:09.817374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d6488bf1-11ba-46f8-87b9-27f3251a6947 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:09.818258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:09.907075 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:09.932276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6488bf1-11ba-46f8-87b9-27f3251a6947'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:09.934909 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ff5e0-075c-4dbb-b7eb-8e0357c75e8c" -d '{"events": [{"server_uuid": "13211ccc-279f-4b7f-b6aa-5916325e7ad5", "name": "network-vif-plugged", "status": "completed", "tag": "d6488bf1-11ba-46f8-87b9-27f3251a6947"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:09.951108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d6488bf1-11ba-46f8-87b9-27f3251a6947, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d6488bf1-11ba-46f8-87b9-27f3251a6947,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:09.983135 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f966c-8f87-456c-961e-e92ee1c2aa88 x-openstack-request-id: req-7c3f966c-8f87-456c-961e-e92ee1c2aa88 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:09.983430 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13211ccc-279f-4b7f-b6aa-5916325e7ad5", "name": "network-vif-plugged", "status": "completed", "tag": "d6488bf1-11ba-46f8-87b9-27f3251a6947", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:09.983683 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c3f966c-8f87-456c-961e-e92ee1c2aa88 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:09.984078 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6488bf1-11ba-46f8-87b9-27f3251a6947', 'code': 200} Dec 20 16:07:10.059439 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:10.102456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29bfd9-8ffc-475f-8e0d-6d897a4915aa req-7d6ccd68-d57b-452e-8d26-3a8942366055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:10.104061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4c29bfd9-8ffc-475f-8e0d-6d897a4915aa req-7d6ccd68-d57b-452e-8d26-3a8942366055 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 1101 time: 0.0589640 Dec 20 16:07:10.112071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d6488bf1-11ba-46f8-87b9-27f3251a6947,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:10.159436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4c29bfd9-8ffc-475f-8e0d-6d897a4915aa req-a15f6f6d-d1a8-4697-b47e-f0e107ae4121 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 Dec 20 16:07:10.608285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03902166-f810-4b54-b098-5ee7a52f4a56 req-26b8d13d-1df2-43e8-9339-558d393cde4a tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:10.610026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03902166-f810-4b54-b098-5ee7a52f4a56 req-26b8d13d-1df2-43e8-9339-558d393cde4a tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 950 time: 0.0742834 Dec 20 16:07:10.695751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03902166-f810-4b54-b098-5ee7a52f4a56 req-e115ffa9-da0a-4264-894c-a1a81f36791c tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697258 Dec 20 16:07:10.705603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21604024-ef9a-493c-955b-09d642587cf9 req-4a7dbfa9-3373-4fd2-a9a8-9516558f9a74 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:10.706890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21604024-ef9a-493c-955b-09d642587cf9 req-4a7dbfa9-3373-4fd2-a9a8-9516558f9a74 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 943 time: 0.0956092 Dec 20 16:07:10.764259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21604024-ef9a-493c-955b-09d642587cf9 req-7394c855-f758-44c5-98fe-a51e3923b18d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498080 Dec 20 16:07:11.050848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831b53-386b-4a57-b9f7-a78cdeb1e93e req-47a41e3a-79c7-448e-bb21-7b69669699a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:11.057057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 01a581da-26f7-4e17-a31a-def90d07b57a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:07:11.060189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f831b53-386b-4a57-b9f7-a78cdeb1e93e req-47a41e3a-79c7-448e-bb21-7b69669699a1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0601561 Dec 20 16:07:11.113373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f831b53-386b-4a57-b9f7-a78cdeb1e93e req-845481a5-bc20-43cc-9077-26586ff3891d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512247 Dec 20 16:07:11.145305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56100) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:11.188480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 01a581da-26f7-4e17-a31a-def90d07b57a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=01a581da-26f7-4e17-a31a-def90d07b57a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:11.203301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '01a581da-26f7-4e17-a31a-def90d07b57a', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '01a581da-26f7-4e17-a31a-def90d07b57a', 'mac_address': 'fa:16:3e:6f:48:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:07:11.232040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cd66ccc4-9a7e-4e0c-ba3a-eb055682e9fa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d17f37be-3bbb-4545-94f9-c18ec1d028c7 HTTP/1.1" status: 200 len: 993 time: 0.0875082 Dec 20 16:07:11.254318 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:11.270724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a581da-26f7-4e17-a31a-def90d07b57a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:11.304227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 01a581da-26f7-4e17-a31a-def90d07b57a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=01a581da-26f7-4e17-a31a-def90d07b57a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:11.401996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:11.477716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=01a581da-26f7-4e17-a31a-def90d07b57a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:11.553614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84e82b-1231-4659-83fe-7a2904235e82 req-31217f63-a41d-48fc-a247-cf666eb73f3c tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:11.555208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f84e82b-1231-4659-83fe-7a2904235e82 req-31217f63-a41d-48fc-a247-cf666eb73f3c tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1096 time: 0.0445919 Dec 20 16:07:11.616307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f84e82b-1231-4659-83fe-7a2904235e82 req-d34305c5-1843-40bf-9c38-bd34b0a91bfa tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536473 Dec 20 16:07:11.712654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['01a581da-26f7-4e17-a31a-def90d07b57a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:11.857131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714f2a1-044a-4df0-9f59-8137ef01a05c req-62bd700e-4c12-4639-865f-9b67609c2301 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:11.859145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c714f2a1-044a-4df0-9f59-8137ef01a05c req-62bd700e-4c12-4639-865f-9b67609c2301 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 950 time: 0.0771947 Dec 20 16:07:11.920426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c714f2a1-044a-4df0-9f59-8137ef01a05c req-28b81d77-18a0-4eb6-959a-aab14cfeb90f tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Dec 20 16:07:12.040186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160e95-c6f2-49d2-9fe3-68fe7c12911e req-a9680acd-3612-4088-b638-792fb494c633 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:12.042054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8160e95-c6f2-49d2-9fe3-68fe7c12911e req-a9680acd-3612-4088-b638-792fb494c633 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 944 time: 0.0578778 Dec 20 16:07:12.116065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8160e95-c6f2-49d2-9fe3-68fe7c12911e req-abe50d5c-ca16-4f4d-989d-d32c8ac7c938 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Dec 20 16:07:13.085142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 01a581da-26f7-4e17-a31a-def90d07b57a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:13.135388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8d0e-6917-4789-afa0-5c0e6258f089 req-9a3dda15-d47d-4f98-8e3c-fa20375a386c tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:13.137613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71ab8d0e-6917-4789-afa0-5c0e6258f089 req-9a3dda15-d47d-4f98-8e3c-fa20375a386c tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 950 time: 0.0810719 Dec 20 16:07:13.205518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71ab8d0e-6917-4789-afa0-5c0e6258f089 req-3b3fe340-92df-44a7-808e-c3aa5aa72254 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Dec 20 16:07:13.300773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 01a581da-26f7-4e17-a31a-def90d07b57a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:07:13.306177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 01a581da-26f7-4e17-a31a-def90d07b57a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:13.306790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:13.324550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74996e94-4e7d-4ea9-b508-b10e0a1c9207 req-33d13e66-c7e1-4b5c-b1fc-147733a7db6b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:13.326400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74996e94-4e7d-4ea9-b508-b10e0a1c9207 req-33d13e66-c7e1-4b5c-b1fc-147733a7db6b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 944 time: 0.0570643 Dec 20 16:07:13.383926 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-9d86a745-1383-43cc-868c-9e5997ee6587 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162331 Dec 20 16:07:13.391702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-00cf25d2-bd67-4ec2-8dfc-d3496f8bf272 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:07:13.397781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-00cf25d2-bd67-4ec2-8dfc-d3496f8bf272 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120258 Dec 20 16:07:13.410771 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:13.414631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74996e94-4e7d-4ea9-b508-b10e0a1c9207 req-fd2f9361-b305-4499-ae49-6f1f33181377 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759761 Dec 20 16:07:13.450161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a581da-26f7-4e17-a31a-def90d07b57a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:13.452850 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4301554-639b-4e7e-8d16-11ae43e11928" -d '{"events": [{"server_uuid": "3ba9d59e-5e73-421f-810d-245bb0cfc998", "name": "network-vif-plugged", "status": "completed", "tag": "01a581da-26f7-4e17-a31a-def90d07b57a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:13.471117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 01a581da-26f7-4e17-a31a-def90d07b57a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=01a581da-26f7-4e17-a31a-def90d07b57a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:13.501851 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31938e44-7612-4567-a7c5-98f3d97bb670 x-openstack-request-id: req-31938e44-7612-4567-a7c5-98f3d97bb670 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:13.505148 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9d59e-5e73-421f-810d-245bb0cfc998", "name": "network-vif-plugged", "status": "completed", "tag": "01a581da-26f7-4e17-a31a-def90d07b57a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:13.510879 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31938e44-7612-4567-a7c5-98f3d97bb670 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:13.510879 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a581da-26f7-4e17-a31a-def90d07b57a', 'code': 200} Dec 20 16:07:13.550865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:13.639832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93c80c-4c1a-4145-bfd1-422b18059bca req-395d81de-965e-4177-91b9-f9b7414d1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:13.641703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee93c80c-4c1a-4145-bfd1-422b18059bca req-395d81de-965e-4177-91b9-f9b7414d1952 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 1096 time: 0.0714715 Dec 20 16:07:13.643156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=01a581da-26f7-4e17-a31a-def90d07b57a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:13.696539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee93c80c-4c1a-4145-bfd1-422b18059bca req-579362e0-a14b-4eaf-8468-f176fd3866fd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Dec 20 16:07:14.338060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14f33b-a5a9-4f29-9975-aa7af390371a req-81cc932a-fe50-4f8d-9b90-defd6a66a0a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:14.339534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c14f33b-a5a9-4f29-9975-aa7af390371a req-81cc932a-fe50-4f8d-9b90-defd6a66a0a6 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 950 time: 0.0534163 Dec 20 16:07:14.399532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c14f33b-a5a9-4f29-9975-aa7af390371a req-8ace9705-396f-4330-a299-e64646c4b320 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ae28513-5b7b-479a-825b-96e075185809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536995 Dec 20 16:07:14.403439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573504c-bd63-490c-9106-921080014e12 req-84371ea8-481b-4957-8149-bcc57ddff3a4 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:14.405060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d573504c-bd63-490c-9106-921080014e12 req-84371ea8-481b-4957-8149-bcc57ddff3a4 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.72 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 950 time: 0.0707445 Dec 20 16:07:14.517866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Deleting port d6488bf1-11ba-46f8-87b9-27f3251a6947 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:14.518261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:14.610246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bbac4-56f8-4074-b261-68770c578e69 req-83dcfc7c-445f-4c8d-9696-9afa30c1c695 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:14.618878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-461bbac4-56f8-4074-b261-68770c578e69 req-83dcfc7c-445f-4c8d-9696-9afa30c1c695 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.1046317 Dec 20 16:07:14.620139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f628b589-b35c-4a2e-bb16-cff8fd1e7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:14.623605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f628b589-b35c-4a2e-bb16-cff8fd1e7f93 service neutron] 10.222.0.81 "GET /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 1093 time: 0.0479252 Dec 20 16:07:14.635698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Request body: {'binding': {'host': 'n-h2-781076-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:14.636155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Unknown quota resources ['binding']. {{(pid=103954) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 16:07:14.668514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-461bbac4-56f8-4074-b261-68770c578e69 req-94c77371-a5db-402c-8693-f93dbc3c7130 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Dec 20 16:07:14.682398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] For port d6488bf1-11ba-46f8-87b9-27f3251a6947, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d6488bf1-11ba-46f8-87b9-27f3251a6947,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:14.682763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:14.708954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Calling delete_port for d6488bf1-11ba-46f8-87b9-27f3251a6947 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:14.863290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on host n-h2-781076-8 for vnic_type normal with profile None {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:14.863571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:14.863868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:14.869788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:07:14.872103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:14.900594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:14.900929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Checking segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:14.901351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Bound using segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:14.901810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Bound port: 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:15.004283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:15.076166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:15.092426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d6488bf1-11ba-46f8-87b9-27f3251a6947'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:15.115083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] Publish callbacks [] for binding, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:15.116510 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] 10.222.0.81 "POST /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117/bindings HTTP/1.1" status: 201 len: 389 time: 0.4840591 Dec 20 16:07:15.117657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Pushing event deleted for resources: {'Port': ['ID=d6488bf1-11ba-46f8-87b9-27f3251a6947,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:15.189180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] No DVR routers for this DVR port d6488bf1-11ba-46f8-87b9-27f3251a6947 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:15.212439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:15.217265 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d573504c-bd63-490c-9106-921080014e12 req-38d99db4-3169-487f-bd1f-9d9cf7bebb47 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.72 "DELETE /v2.0/ports/d6488bf1-11ba-46f8-87b9-27f3251a6947 HTTP/1.1" status: 204 len: 173 time: 0.8058887 Dec 20 16:07:15.221233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'name': 'network-vif-deleted', 'tag': 'd6488bf1-11ba-46f8-87b9-27f3251a6947'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:15.221233 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a87bb36-c642-4e8b-ab3e-fc6374993a90" -d '{"events": [{"server_uuid": "13211ccc-279f-4b7f-b6aa-5916325e7ad5", "name": "network-vif-deleted", "tag": "d6488bf1-11ba-46f8-87b9-27f3251a6947"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:15.277706 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70c5306-aeb8-4516-9d35-5e2894f2a131 x-openstack-request-id: req-d70c5306-aeb8-4516-9d35-5e2894f2a131 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:15.278040 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13211ccc-279f-4b7f-b6aa-5916325e7ad5", "name": "network-vif-deleted", "tag": "d6488bf1-11ba-46f8-87b9-27f3251a6947", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:15.278287 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d70c5306-aeb8-4516-9d35-5e2894f2a131 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:15.278700 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13211ccc-279f-4b7f-b6aa-5916325e7ad5', 'name': 'network-vif-deleted', 'tag': 'd6488bf1-11ba-46f8-87b9-27f3251a6947', 'status': 'completed', 'code': 200} Dec 20 16:07:15.547467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd750fbe-03cf-41b4-897f-00e5722f0eb6 req-f48c6925-2507-4546-8184-8821be6f9ff3 tempest-VolumesNegativeTest-1902981153 tempest-VolumesNegativeTest-1902981153-project] 10.222.0.81 "GET /v2.0/ports?device_id=13211ccc-279f-4b7f-b6aa-5916325e7ad5 HTTP/1.1" status: 200 len: 210 time: 0.0576291 Dec 20 16:07:15.574958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2ee-224b-4fd8-9423-2791886141f0 req-75eb20f6-d666-42da-bcfd-6cb802cf98cb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:15.576535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbe9c2ee-224b-4fd8-9423-2791886141f0 req-75eb20f6-d666-42da-bcfd-6cb802cf98cb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0727274 Dec 20 16:07:15.638565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbe9c2ee-224b-4fd8-9423-2791886141f0 req-badf0e22-fc72-49e6-ad80-f711b7b64a28 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527954 Dec 20 16:07:15.812814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64565c9-4d79-4f84-9617-9a9ccc7f3a9b req-a734f6f3-9a17-420c-9415-e739bc4f8f4b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:15.814702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64565c9-4d79-4f84-9617-9a9ccc7f3a9b req-a734f6f3-9a17-420c-9415-e739bc4f8f4b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.0659616 Dec 20 16:07:15.878280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64565c9-4d79-4f84-9617-9a9ccc7f3a9b req-b2d08290-fc37-433f-ac76-4026535b4f14 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541520 Dec 20 16:07:16.003289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-d9bf0c5c-e32d-47ce-96ce-ed1b91b35e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:16.004960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-d9bf0c5c-e32d-47ce-96ce-ed1b91b35e84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1096 time: 0.0577061 Dec 20 16:07:16.186329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-7da55c1a-33a6-4d80-9513-09f67603df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:16.187819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-7da55c1a-33a6-4d80-9513-09f67603df3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 897 time: 0.1744187 Dec 20 16:07:16.198295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-2786132e-ffd6-4769-afc5-5ff231ececab tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:16.199764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-2786132e-ffd6-4769-afc5-5ff231ececab tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1648834 Dec 20 16:07:16.252480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-a682259a-d9e0-4a3a-b59b-04206d9e7875 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0456474 Dec 20 16:07:16.307158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-650796a8-05f2-4b87-aa88-88bd2c80d831 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 1001 time: 0.1063879 Dec 20 16:07:16.355158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-1583f2f1-4814-4f29-929a-fd95055b128e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862219 Dec 20 16:07:16.377871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-1d882d30-0f3b-4f08-b6f1-13167467e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:16.379349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-1d882d30-0f3b-4f08-b6f1-13167467e9b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.0655522 Dec 20 16:07:16.492203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-ea902691-9a68-4fe7-920e-83743106b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:16.493758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-ea902691-9a68-4fe7-920e-83743106b963 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989959 Dec 20 16:07:16.505799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-94ecb10a-407f-4343-ba81-27868018cc64 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401320 Dec 20 16:07:16.688727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-a39d99e4-0683-47a2-89ee-1a21a0520b19 service neutron] 10.222.0.83 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747534 Dec 20 16:07:16.698491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-a445eec2-a0b5-4fad-bccf-8c8ec399c515 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917231 Dec 20 16:07:16.877728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a5559-1df5-49db-beb0-aa6cb4c161f6 req-506f122b-b74c-4bbd-bda8-ab3c680863a2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:16.879252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c57a5559-1df5-49db-beb0-aa6cb4c161f6 req-506f122b-b74c-4bbd-bda8-ab3c680863a2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0852928 Dec 20 16:07:16.884319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-df9a9b24-2eb9-4b3c-a17f-55ac24db1092 service neutron] 10.222.0.83 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847813 Dec 20 16:07:16.942772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c57a5559-1df5-49db-beb0-aa6cb4c161f6 req-e1d77fff-f135-47ea-836f-6bc140aa7e01 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516284 Dec 20 16:07:17.051749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae2dad23-e907-4ed0-8365-2fac66b60903 req-bb8ab239-7d20-4da8-bdde-7e6d48bb7454 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 210 time: 0.0415335 Dec 20 16:07:17.087953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-43d2ce49-473e-46b6-9afe-33d974980fe0 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:17.090161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-43d2ce49-473e-46b6-9afe-33d974980fe0 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841&tenant_id=602fb63252c24fc3b6b6550245454d8b&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1096 time: 0.1396837 Dec 20 16:07:17.102991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-781076-8'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:17.199972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:17.378293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:17.425797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:17.473504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:17.476718 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ea686e-c9c5-41d8-9b60-c4cd76498a95" -d '{"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-unplugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:17.483004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:17.526269 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012de9a1-9dcd-45a7-96a1-5bc8c5a1f9e8 x-openstack-request-id: req-012de9a1-9dcd-45a7-96a1-5bc8c5a1f9e8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:17.526644 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-unplugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:17.527158 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-012de9a1-9dcd-45a7-96a1-5bc8c5a1f9e8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:17.527910 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'code': 200} Dec 20 16:07:17.579390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:17.698899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d6488bf1-11ba-46f8-87b9-27f3251a6947 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:17.732470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d6488bf1-11ba-46f8-87b9-27f3251a6947 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:07:17.733247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d6488bf1-11ba-46f8-87b9-27f3251a6947 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:17.767806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:17.864115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on host n-h1-781076-8 for vnic_type normal with profile {"migrating_to": "n-h2-781076-8"} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:17.865120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:17.867580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:17.877303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:07:17.882416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Attempting to bind port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on network 28177c29-fa79-4a17-b733-72968c7b3693 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:17.885219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:17.885558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Checking segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:17.885959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Bound using segment: {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:17.886591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Bound port: 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed5122f-030a-4da4-9dd7-6ce24229900c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:17.886908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:18.082859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ea27b093-ee74-4d2a-aae1-8911e4a8a4ab None None] Provisioning complete for port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:18.083433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea27b093-ee74-4d2a-aae1-8911e4a8a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:18.259339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ea27b093-ee74-4d2a-aae1-8911e4a8a4ab None None] Port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:18.321702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17b9fd09-c65c-493f-ac0b-23b6ae487d00 req-467799b0-d587-4391-8f98-447b63164e33 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 210 time: 0.0733061 Dec 20 16:07:18.367960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:18.373658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:18.383302 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:07:18.395563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63615f5b-66da-4a9b-864c-606c6afab788 req-cf5afba3-907b-47f3-b651-2c7c97abd7b5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:18.395563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63615f5b-66da-4a9b-864c-606c6afab788 req-cf5afba3-907b-47f3-b651-2c7c97abd7b5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 943 time: 0.1374643 Dec 20 16:07:18.488585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63615f5b-66da-4a9b-864c-606c6afab788 req-79f89507-41f7-42b5-8713-c3ea7659543f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854263 Dec 20 16:07:18.511714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:18.687490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:18.722366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:18.723044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:18.724493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-f6a478db-6935-4336-96cf-89ed054a03ea service neutron] 10.222.0.83 "PUT /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 1121 time: 1.6271274 Dec 20 16:07:18.827531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:18.929532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-700fdadf-8d4c-4388-9975-6ac0918fa2d6 None None] Provisioning complete for port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:18.930159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-700fdadf-8d4c-4388-9975-6ac0918fa2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:19.038630 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:07:19.108807 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-700fdadf-8d4c-4388-9975-6ac0918fa2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:19.158425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:19.162085 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a55082c-9224-4b60-92d6-ece2c9beb17b" -d '{"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-plugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:19.184729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-700fdadf-8d4c-4388-9975-6ac0918fa2d6 None None] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:19.215055 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebeb80a-143a-4fb5-a4c4-be519e6a9f0c x-openstack-request-id: req-3ebeb80a-143a-4fb5-a4c4-be519e6a9f0c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:19.215373 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-plugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:19.215623 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ebeb80a-143a-4fb5-a4c4-be519e6a9f0c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:19.216244 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'code': 200} Dec 20 16:07:19.276170 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-700fdadf-8d4c-4388-9975-6ac0918fa2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:19.457777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d82ea806-9c85-4568-abac-43c7571d753f req-7b7f13e6-aaaf-4d33-bad1-e6d7776703c5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 210 time: 0.0287049 Dec 20 16:07:19.529052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:19.531677 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:19.621824 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9beda-7554-41e3-bb8a-ae3e52e0f577 x-openstack-request-id: req-0be9beda-7554-41e3-bb8a-ae3e52e0f577 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:19.622121 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:19.622372 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0be9beda-7554-41e3-bb8a-ae3e52e0f577 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:19.622789 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'status': 'completed', 'code': 200} Dec 20 16:07:19.659257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fdadf-8d4c-4388-9975-6ac0918fa2d6 None None] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:07:19.768285 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:07:19.781680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-406b2112-669a-4652-8eb6-f5232d97c9e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:19.781680 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-406b2112-669a-4652-8eb6-f5232d97c9e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1929982 Dec 20 16:07:19.799576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': '95be8c98-33a2-4095-af84-28d628c09e7a', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:19.810060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e974c-4a37-48a2-9173-111777606f27 req-bdf986ba-388a-4902-8fa3-76383c77c53d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:19.814163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f80e974c-4a37-48a2-9173-111777606f27 req-bdf986ba-388a-4902-8fa3-76383c77c53d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.1848891 Dec 20 16:07:19.822316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-8f494b43-7a00-445b-8b55-5e7d32b2c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:19.824145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-8f494b43-7a00-445b-8b55-5e7d32b2c6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1126 time: 0.1075103 Dec 20 16:07:20.009114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f80e974c-4a37-48a2-9173-111777606f27 req-c4373928-b209-4567-bf65-ca208f794846 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837869 Dec 20 16:07:20.035530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-b9742258-6080-4b91-b050-95e5404dc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:20.038661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-b9742258-6080-4b91-b050-95e5404dc740 service neutron] 10.222.0.72 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 897 time: 0.2069407 Dec 20 16:07:20.102905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:20.107541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:20.199869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-4d4bce70-5c46-4675-acd8-340a517fc522 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 1001 time: 0.1450698 Dec 20 16:07:20.279581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-8d6e6a13-2216-44e4-8b14-dfd6251541ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:20.281199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-8d6e6a13-2216-44e4-8b14-dfd6251541ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.0642488 Dec 20 16:07:20.324500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.14 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/435f9a31-0b27-41ee-a774-a6a733682448) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:20.339722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-40538091-0ce3-40ba-8ad7-ab86db2e70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:20.351950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-40538091-0ce3-40ba-8ad7-ab86db2e70cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581229 Dec 20 16:07:20.365980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-eb011f7d-c4fa-4d05-a01b-9bd58f55e664 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:07:20.367526 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-eb011f7d-c4fa-4d05-a01b-9bd58f55e664 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077209 Dec 20 16:07:20.480606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-606bd74c-6e0b-47b7-9578-e5e862ddc377 service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046829 Dec 20 16:07:20.495906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:20.638807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:20.641003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8919839-fa4a-4f28-aff6-26fb385f37bc req-b34a26c0-1892-4883-ab63-0c4b51182fc9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 210 time: 0.0412271 Dec 20 16:07:20.652545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d', '01a581da-26f7-4e17-a31a-def90d07b57a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:20.682914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3d07f1f-b2e2-44b8-8ff1-0c74d86f6126 req-aba88a9a-d59e-424a-b5c0-bedb600412f2 service neutron] 10.222.0.72 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951263 Dec 20 16:07:20.728862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:20.741476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:20.741476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:20.781008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=435f9a31-0b27-41ee-a774-a6a733682448,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:20.828769 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:20.829555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:20.983044 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-92dd0871-af3c-4d1c-96e5-9dcb6907dc78 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1886721 Dec 20 16:07:20.996366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Request body: {'port': {'device_id': '95be8c98-33a2-4095-af84-28d628c09e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:21.065924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:21.107898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:07:21.224772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860928-7984-40d1-89ab-95691b0912a0 req-548b2834-3b77-4d02-b93f-1e2c80aaef90 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:21.240110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64860928-7984-40d1-89ab-95691b0912a0 req-548b2834-3b77-4d02-b93f-1e2c80aaef90 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.1174054 Dec 20 16:07:21.289026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:21.303978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 has no active binding in host n-h2-781076-8 {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 16:07:21.312345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64860928-7984-40d1-89ab-95691b0912a0 req-94904870-af26-41f1-afd7-84a9f59a0065 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763416 Dec 20 16:07:21.473566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435f9a31-0b27-41ee-a774-a6a733682448 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:21.481911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:21.496344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Transition to ACTIVE for port object 435f9a31-0b27-41ee-a774-a6a733682448 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:21.625047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:21.705611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=435f9a31-0b27-41ee-a774-a6a733682448,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:21.745564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:21.782047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Attempting to bind port 435f9a31-0b27-41ee-a774-a6a733682448 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:21.782647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Attempting to bind port 435f9a31-0b27-41ee-a774-a6a733682448 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:21.782647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Attempting to bind port 435f9a31-0b27-41ee-a774-a6a733682448 on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:21.788475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Port 435f9a31-0b27-41ee-a774-a6a733682448 on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:07:21.788795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Attempting to bind port 435f9a31-0b27-41ee-a774-a6a733682448 on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:21.794227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:21.799353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:21.799353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:21.799353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Bound port: 435f9a31-0b27-41ee-a774-a6a733682448, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:21.799353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:21.814535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071712f-0ace-4bdb-8eb5-30c72ce9b015 req-972d1a42-640a-48a1-88bf-1eeef1cc6a62 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:21.816453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1071712f-0ace-4bdb-8eb5-30c72ce9b015 req-972d1a42-640a-48a1-88bf-1eeef1cc6a62 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 944 time: 0.0685232 Dec 20 16:07:21.934776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] For port 435f9a31-0b27-41ee-a774-a6a733682448, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:21.935225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1071712f-0ace-4bdb-8eb5-30c72ce9b015 req-c13063dd-e50a-4efe-95fb-dfbc99015bc2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000233 Dec 20 16:07:21.935721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] For port 435f9a31-0b27-41ee-a774-a6a733682448, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=435f9a31-0b27-41ee-a774-a6a733682448,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:22.049598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:22.086786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.087575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:22.089278 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] 10.222.0.72 "PUT /v2.0/ports/435f9a31-0b27-41ee-a774-a6a733682448 HTTP/1.1" status: 200 len: 1092 time: 1.0987179 Dec 20 16:07:22.091915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95be8c98-33a2-4095-af84-28d628c09e7a', 'tag': '435f9a31-0b27-41ee-a774-a6a733682448'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:22.103648 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "95be8c98-33a2-4095-af84-28d628c09e7a", "tag": "435f9a31-0b27-41ee-a774-a6a733682448"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:22.141950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14182e0-2f55-4279-8ba5-a124ef5c6ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=435f9a31-0b27-41ee-a774-a6a733682448,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:22.166628 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a7cfbb-33b7-482f-93a3-2b96a97c873b x-openstack-request-id: req-94a7cfbb-33b7-482f-93a3-2b96a97c873b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:22.169404 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95be8c98-33a2-4095-af84-28d628c09e7a", "tag": "435f9a31-0b27-41ee-a774-a6a733682448", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:22.169404 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94a7cfbb-33b7-482f-93a3-2b96a97c873b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:22.169404 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95be8c98-33a2-4095-af84-28d628c09e7a', 'tag': '435f9a31-0b27-41ee-a774-a6a733682448', 'status': 'completed', 'code': 200} Dec 20 16:07:22.240358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6 req-b9578437-35b2-4351-aa8b-b772e0c2ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.242517 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6 req-b9578437-35b2-4351-aa8b-b772e0c2ac11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 1095 time: 0.0537567 Dec 20 16:07:22.478989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762f57-918b-42aa-a823-e685963cd242 req-46041856-3db4-416e-a44c-8e7494612371 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.480656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13762f57-918b-42aa-a823-e685963cd242 req-46041856-3db4-416e-a44c-8e7494612371 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0666997 Dec 20 16:07:22.489975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6 req-68763e9a-3ae4-4193-bf52-363448348f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.489975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6 req-68763e9a-3ae4-4193-bf52-363448348f54 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2340086 Dec 20 16:07:22.550246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13762f57-918b-42aa-a823-e685963cd242 req-c0be28ec-fc13-44ce-adc4-221762c9ef3c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596101 Dec 20 16:07:22.605722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6 req-60282854-cf65-474b-86a6-afbddd6d0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.607230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eab442ec-ed05-4fde-8d5f-18cc1007a1b6 req-60282854-cf65-474b-86a6-afbddd6d0a7c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150603 Dec 20 16:07:22.692409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-1cd298eb-aa8b-4026-8f48-ef18730eb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.694609 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-1cd298eb-aa8b-4026-8f48-ef18730eb75b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 1095 time: 0.0455654 Dec 20 16:07:22.754040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-314d3a30-60ee-4973-9a2d-c4fe150b5041 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=435f9a31-0b27-41ee-a774-a6a733682448 HTTP/1.1" status: 200 len: 217 time: 0.0512860 Dec 20 16:07:22.830074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-cb918737-4767-458f-a4f4-afacfd51a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:22.831559 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-cb918737-4767-458f-a4f4-afacfd51a1f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0709529 Dec 20 16:07:22.872190 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-28a3b8ca-e996-4258-a09b-243c44e7f3bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330627 Dec 20 16:07:23.005827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-187907f7-5327-4623-9064-6500266c8dec service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269305 Dec 20 16:07:23.136337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7282f-dc9e-49cf-b2f8-8758483cfa10 req-626cc3a8-e69f-412c-969d-7fc4dcbe5899 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:23.149423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e7282f-dc9e-49cf-b2f8-8758483cfa10 req-626cc3a8-e69f-412c-969d-7fc4dcbe5899 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 944 time: 0.0919042 Dec 20 16:07:23.165252 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-118efeab-27b3-42c3-9759-1fb92e3dbd1f req-7552bc3c-d219-4058-87d9-a619e2444a3e service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521921 Dec 20 16:07:23.241748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e7282f-dc9e-49cf-b2f8-8758483cfa10 req-ac6377f8-f035-4a2a-ab20-9076fca63a37 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824761 Dec 20 16:07:23.711373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac699-6261-4ffd-93e6-b2a6e804ccf2 req-98ada506-df0b-4c88-889b-a91e53fb5f78 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:23.713231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cbac699-6261-4ffd-93e6-b2a6e804ccf2 req-98ada506-df0b-4c88-889b-a91e53fb5f78 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0767529 Dec 20 16:07:23.795903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cbac699-6261-4ffd-93e6-b2a6e804ccf2 req-8f93b0a2-ba8c-4f9e-9b86-74ce98f6471c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708270 Dec 20 16:07:24.410872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e2dd1-eeaf-42e2-b9af-86d892219a7c req-c1dd61c3-7153-4389-9e9b-477c8965c2a4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:24.421389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-781e2dd1-eeaf-42e2-b9af-86d892219a7c req-c1dd61c3-7153-4389-9e9b-477c8965c2a4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 944 time: 0.0857677 Dec 20 16:07:24.489835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-781e2dd1-eeaf-42e2-b9af-86d892219a7c req-4554eb18-f42d-4cef-9bde-88c7cffeb144 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661798 Dec 20 16:07:25.064319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feb495-016b-445c-841e-d84f2d9a9bba req-9c33d18a-ebd5-4719-aac8-2760208a8bea tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:25.081698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4feb495-016b-445c-841e-d84f2d9a9bba req-9c33d18a-ebd5-4719-aac8-2760208a8bea tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.1343532 Dec 20 16:07:25.191263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4feb495-016b-445c-841e-d84f2d9a9bba req-0384f5e0-d974-4c3f-9dab-b0d1fed47735 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982590 Dec 20 16:07:25.631142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d440d-1b68-47f7-9443-96910702adeb req-d1f1c154-12bb-4ef6-bef0-84169e23987c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:25.640133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d48d440d-1b68-47f7-9443-96910702adeb req-d1f1c154-12bb-4ef6-bef0-84169e23987c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 944 time: 0.0722601 Dec 20 16:07:25.691501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d48d440d-1b68-47f7-9443-96910702adeb req-eb3e9611-d871-453c-9487-25b8da158748 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Dec 20 16:07:25.744443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 435f9a31-0b27-41ee-a774-a6a733682448 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:07:25.967991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 435f9a31-0b27-41ee-a774-a6a733682448, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=435f9a31-0b27-41ee-a774-a6a733682448,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:25.983272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '435f9a31-0b27-41ee-a774-a6a733682448', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '435f9a31-0b27-41ee-a774-a6a733682448', 'mac_address': 'fa:16:3e:a4:41:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:07:26.031110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:26.046124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435f9a31-0b27-41ee-a774-a6a733682448 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:26.069136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 435f9a31-0b27-41ee-a774-a6a733682448, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=435f9a31-0b27-41ee-a774-a6a733682448,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:26.242747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:26.294383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=435f9a31-0b27-41ee-a774-a6a733682448,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:26.328191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb2e07-bf5a-4127-82a0-004f1a192790 req-008cae8d-1d0c-4de0-852a-b1c2134b6c4e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:26.329888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3cb2e07-bf5a-4127-82a0-004f1a192790 req-008cae8d-1d0c-4de0-852a-b1c2134b6c4e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0715585 Dec 20 16:07:26.411073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3cb2e07-bf5a-4127-82a0-004f1a192790 req-32a7dd9b-0fc2-457c-975c-b439c8159048 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688288 Dec 20 16:07:26.589727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['435f9a31-0b27-41ee-a774-a6a733682448'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:26.838429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48296d2d-7f83-4d62-98d8-0b0ae0630026 req-4cec69b1-4c7c-4145-9d36-491e9a8470a3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:26.839954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48296d2d-7f83-4d62-98d8-0b0ae0630026 req-4cec69b1-4c7c-4145-9d36-491e9a8470a3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 945 time: 0.0627620 Dec 20 16:07:26.897445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48296d2d-7f83-4d62-98d8-0b0ae0630026 req-3ab6ec8c-f005-4a7f-ae96-0eff171b2f7b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Dec 20 16:07:27.311898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:27.611790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f9792-8443-4a4c-a021-961069dc60fc req-376b6fe6-91ca-4d7e-aa75-06b9ccead0f4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:27.620313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-351f9792-8443-4a4c-a021-961069dc60fc req-376b6fe6-91ca-4d7e-aa75-06b9ccead0f4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0862336 Dec 20 16:07:27.733275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:27.736163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-351f9792-8443-4a4c-a021-961069dc60fc req-2b33bbf0-5561-4acf-bed7-d6a66518f93f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563629 Dec 20 16:07:27.759078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 435f9a31-0b27-41ee-a774-a6a733682448 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:27.896351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 435f9a31-0b27-41ee-a774-a6a733682448 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:07:27.901775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 435f9a31-0b27-41ee-a774-a6a733682448 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:27.902528 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:27.912167 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b859d9e3-6de9-4811-a00c-96f8a0053c6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4ddc5bcd9e942e984054ba9b062bbd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340424 Dec 20 16:07:27.913082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56648) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:28.049205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:28.078037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15a6cdb2-e7f3-401f-a9a7-a86f1a51f8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:28.080179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95be8c98-33a2-4095-af84-28d628c09e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435f9a31-0b27-41ee-a774-a6a733682448'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:28.083784 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a41dfb-940c-4f1a-a8d8-84a3eb92f17f" -d '{"events": [{"server_uuid": "95be8c98-33a2-4095-af84-28d628c09e7a", "name": "network-vif-plugged", "status": "completed", "tag": "435f9a31-0b27-41ee-a774-a6a733682448"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:28.135856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ab84e-c800-4539-8b49-5ad286f41667 req-1f4c0ec6-bb60-461f-a68f-d28d60544ff2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:28.136627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 435f9a31-0b27-41ee-a774-a6a733682448, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=435f9a31-0b27-41ee-a774-a6a733682448,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:28.151788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc8ab84e-c800-4539-8b49-5ad286f41667 req-1f4c0ec6-bb60-461f-a68f-d28d60544ff2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 945 time: 0.1400430 Dec 20 16:07:28.217008 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f12737-46eb-4fb8-8563-864df5e1fb98 x-openstack-request-id: req-f4f12737-46eb-4fb8-8563-864df5e1fb98 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:28.217335 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95be8c98-33a2-4095-af84-28d628c09e7a", "name": "network-vif-plugged", "status": "completed", "tag": "435f9a31-0b27-41ee-a774-a6a733682448", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:28.218567 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4f12737-46eb-4fb8-8563-864df5e1fb98 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:28.218567 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95be8c98-33a2-4095-af84-28d628c09e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435f9a31-0b27-41ee-a774-a6a733682448', 'code': 200} Dec 20 16:07:28.224333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15a6cdb2-e7f3-401f-a9a7-a86f1a51f8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:28.230591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:28.295609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc8ab84e-c800-4539-8b49-5ad286f41667 req-ba498d56-ca4a-4082-aa72-4c18bb84850b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342208 Dec 20 16:07:28.345861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=435f9a31-0b27-41ee-a774-a6a733682448,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:28.383910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705fc31-4631-40dd-89bc-e2777da52a19 req-dc98c14d-dea9-4457-878c-20b030edf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:28.387342 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0705fc31-4631-40dd-89bc-e2777da52a19 req-dc98c14d-dea9-4457-878c-20b030edf81d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 1097 time: 0.0892019 Dec 20 16:07:28.441544 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0705fc31-4631-40dd-89bc-e2777da52a19 req-b52feb05-bdd2-4c3f-8d1b-3d00eb0a4b7c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Dec 20 16:07:28.476876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15a6cdb2-e7f3-401f-a9a7-a86f1a51f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:28.479987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15a6cdb2-e7f3-401f-a9a7-a86f1a51f8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:28.481407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-15a6cdb2-e7f3-401f-a9a7-a86f1a51f8fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ae28513-5b7b-479a-825b-96e075185809 HTTP/1.1" status: 204 len: 168 time: 0.5672138 Dec 20 16:07:28.506894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6cdb2-e7f3-401f-a9a7-a86f1a51f8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae28513-5b7b-479a-825b-96e075185809,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:28.827358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705f604-26a4-46f8-ad98-9ccf55256976 req-ba25f2ba-7675-4d92-a528-f6dc9f6e1629 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:28.829207 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8705f604-26a4-46f8-ad98-9ccf55256976 req-ba25f2ba-7675-4d92-a528-f6dc9f6e1629 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 945 time: 0.0561714 Dec 20 16:07:28.918186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8705f604-26a4-46f8-ad98-9ccf55256976 req-fa794f9c-f583-4975-8a22-97b9be555f5d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823283 Dec 20 16:07:29.403595 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cae77b8-3340-4561-be21-14b330c60dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:29.490290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c6829-6b0f-4c3a-91a8-12feb2cd7ec5 req-f0f2801b-92c1-4449-9710-7ead5a496dac tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:29.492058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-988c6829-6b0f-4c3a-91a8-12feb2cd7ec5 req-f0f2801b-92c1-4449-9710-7ead5a496dac tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 946 time: 0.1061113 Dec 20 16:07:29.542597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-988c6829-6b0f-4c3a-91a8-12feb2cd7ec5 req-d11dda3a-bd9a-46fd-bd5f-a983959d8b39 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Dec 20 16:07:29.564797 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-e32583e4-f783-4b84-860e-07989a6fadf5 service neutron] 10.222.0.72 "GET /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117/bindings/n-h2-781076-8 HTTP/1.1" status: 200 len: 384 time: 0.0685546 Dec 20 16:07:29.780550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:29.803852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:29.859237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:29.863225 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d113ac4-3274-4187-992c-868118ed60a5" -d '{"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-unplugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:29.876151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:29.894744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:29.939445 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfa4bd4-2151-4b10-9b6a-ee9371c8a9e6 x-openstack-request-id: req-adfa4bd4-2151-4b10-9b6a-ee9371c8a9e6 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:29.939743 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-unplugged", "status": "completed", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:29.939995 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adfa4bd4-2151-4b10-9b6a-ee9371c8a9e6 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:29.940397 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'code': 200} Dec 20 16:07:29.946500 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.024840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-872018719-network', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:30.092400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] Transition to ACTIVE for port object 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:30.093935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1f9e-f826-466a-97cc-98307d731102 req-5a5c6c5a-49f7-47d4-b87e-8e15036dd197 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.095593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f15a1f9e-f826-466a-97cc-98307d731102 req-5a5c6c5a-49f7-47d4-b87e-8e15036dd197 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.0718172 Dec 20 16:07:30.156306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Made reservation on behalf of 5754e7612076422792dd9a3bfc7f23c2 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:30.159000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.162214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f15a1f9e-f826-466a-97cc-98307d731102 req-6fb3e9fd-d285-477e-8263-eaf533164618 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599210 Dec 20 16:07:30.180504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.189596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.324770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=11']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:30.387048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] No DVR routers for this DVR port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:30.506971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.561436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-056e8c94-6a2f-413e-89aa-2dffdfdce2f3 service neutron] 10.222.0.72 "PUT /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117/bindings/n-h2-781076-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9875829 Dec 20 16:07:30.562521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.592289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:07:30.605574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eafcd3-aa20-4889-ace5-d4fdb74f351f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:30.610619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.610959 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Added segment df684400-0565-4abf-9cc5-a1700a799b49 of type vlan for network b922e70a-b4e8-4f03-9a72-dcacad29f797 Dec 20 16:07:30.663156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.738938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8ec6b-4eaa-487a-bc5d-7203013ca553 req-c765d3f0-d0b9-4c47-b18d-9fa91075c6e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.741306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09d8ec6b-4eaa-487a-bc5d-7203013ca553 req-c765d3f0-d0b9-4c47-b18d-9fa91075c6e2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 946 time: 0.0612347 Dec 20 16:07:30.801918 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.803546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.803546 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:30.833062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09d8ec6b-4eaa-487a-bc5d-7203013ca553 req-319b93e9-e1b1-45d9-9c95-22095e944952 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848172 Dec 20 16:07:30.844479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-a385f9ca-c9f0-4d10-aee5-c36683c71567 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.844479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-a385f9ca-c9f0-4d10-aee5-c36683c71567 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841&tenant_id=602fb63252c24fc3b6b6550245454d8b&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.0894485 Dec 20 16:07:30.895865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b922e70a-b4e8-4f03-9a72-dcacad29f797,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:30.908225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:07:30.931319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-8aabe9eb-8591-401c-8bf9-2bd68e59bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.932868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-8aabe9eb-8591-401c-8bf9-2bd68e59bf7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 1095 time: 0.0858493 Dec 20 16:07:30.937749 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b41fa2d0-9777-46da-98c2-579f099996b5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0416565 Dec 20 16:07:30.941010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56736) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:30.946998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Request body: {'subnet': {'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-872018719-subnet', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:30.983781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8710-6927-4365-a897-8fe417346a33 req-c031ecbc-3a0e-411a-8904-0b4bd1f69dce tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:30.987005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce0f8710-6927-4365-a897-8fe417346a33 req-c031ecbc-3a0e-411a-8904-0b4bd1f69dce tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.0671754 Dec 20 16:07:31.067952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Made reservation on behalf of 5754e7612076422792dd9a3bfc7f23c2 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:31.072979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:31.086744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-3ca96eb8-bdfc-4da7-8324-dc85a6fd1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.088589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-3ca96eb8-bdfc-4da7-8324-dc85a6fd1529 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1095 time: 0.1003652 Dec 20 16:07:31.099686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce0f8710-6927-4365-a897-8fe417346a33 req-540bfef4-aa08-407e-80af-70617c0b8cb3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013558 Dec 20 16:07:31.220840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-56cdefb3-f5db-4078-8a75-8df2609a69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.220840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-56cdefb3-f5db-4078-8a75-8df2609a69c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 897 time: 0.1163852 Dec 20 16:07:31.382177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-8ac3f2ff-f4c1-4a35-bf26-8179f470b0a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 999 time: 0.1566081 Dec 20 16:07:31.394820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aac64-e3ab-4197-af71-dc2477b0defc req-796117b4-91c0-4d13-9f61-24a583413ebe tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.396337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-475aac64-e3ab-4197-af71-dc2477b0defc req-796117b4-91c0-4d13-9f61-24a583413ebe tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 946 time: 0.1584022 Dec 20 16:07:31.398653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:31.414654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61761e5a-757b-4ba2-9418-95a231c6f2e4 req-e49aa620-b359-4187-a22e-6451a8161964 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.417814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61761e5a-757b-4ba2-9418-95a231c6f2e4 req-e49aa620-b359-4187-a22e-6451a8161964 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.1196415 Dec 20 16:07:31.505434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fa914e-9072-4289-a682-f10a17077e46,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:31.524391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Checking segment: {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:31.524391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Network hostable DHCP agents. Network: b922e70a-b4e8-4f03-9a72-dcacad29f797, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:07:31.548821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-45dbdb9d-3efc-4565-9bd1-07d3bad2bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.550364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-45dbdb9d-3efc-4565-9bd1-07d3bad2bb0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.1515267 Dec 20 16:07:31.555646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-475aac64-e3ab-4197-af71-dc2477b0defc req-89c7e922-c3bb-4750-a4fa-0de61b90db54 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368029 Dec 20 16:07:31.560156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61761e5a-757b-4ba2-9418-95a231c6f2e4 req-b81e6284-6c84-41ef-a0a4-bba1c06ac96e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327336 Dec 20 16:07:31.618895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:07:31.619757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-9cd7082e-49ef-42e3-b86c-0667be0884bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.621353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-9cd7082e-49ef-42e3-b86c-0667be0884bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601997 Dec 20 16:07:31.728221 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bfe48a7e-0841-48d7-a15e-852e45640240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:31.738282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-a26e92d3-08eb-44d4-9d7a-da8d9d4ecdea service neutron] 10.222.0.83 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085250 Dec 20 16:07:31.765933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:31.789326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b922e70a-b4e8-4f03-9a72-dcacad29f797) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:31.804709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:31.805612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:31.807397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc195a-9c08-49d9-93a9-2ad2d4d8231a None None] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:07:31.884102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:31.888223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-b6933e79-eb9d-4d94-9811-1e0ad04775cf service neutron] 10.222.0.83 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423075 Dec 20 16:07:31.947555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b922e70a-b4e8-4f03-9a72-dcacad29f797', 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797', 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'fixed_ips': [{'subnet_id': '63fa914e-9072-4289-a682-f10a17077e46'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:07:31.951509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-186ac132-e517-41c3-8a39-5e412e8510ea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0069571 Dec 20 16:07:31.951887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56760) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:31.954280 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:31.957213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:32.059606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.061152 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.166842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.181329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Allocated IP 172.20.0.2 (b922e70a-b4e8-4f03-9a72-dcacad29f797/63fa914e-9072-4289-a682-f10a17077e46/8f7c1511-9366-4a61-a5c1-63a944704661) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:32.213336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbb415-3e1a-4e00-9191-acca19f86433 req-ce66f8ca-362b-4d04-a849-8c9c2a547afd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:32.222049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35fbb415-3e1a-4e00-9191-acca19f86433 req-ce66f8ca-362b-4d04-a849-8c9c2a547afd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 946 time: 0.0702384 Dec 20 16:07:32.433557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35fbb415-3e1a-4e00-9191-acca19f86433 req-17f89b80-07fc-4062-8116-291b950de5b5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089827 Dec 20 16:07:32.462588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.483717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-48eba69a-3908-4fb0-bde1-1e29dda5954c tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:32.485775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-48eba69a-3908-4fb0-bde1-1e29dda5954c tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841&tenant_id=602fb63252c24fc3b6b6550245454d8b&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 1095 time: 0.1021688 Dec 20 16:07:32.533444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.619927 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.699984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:32.704023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:32.708182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:32.818340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Attempting to bind port 8f7c1511-9366-4a61-a5c1-63a944704661 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:32.821600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Attempting to bind port 8f7c1511-9366-4a61-a5c1-63a944704661 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:32.822222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Attempting to bind port 8f7c1511-9366-4a61-a5c1-63a944704661 on network b922e70a-b4e8-4f03-9a72-dcacad29f797 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:32.825024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Pushing event updated for resources: {'Port': ['ID=8f7c1511-9366-4a61-a5c1-63a944704661,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:32.831179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c516997-9d20-4bfe-b031-7876fc6e2fec req-0cbb5a8a-a19b-4ec4-988f-4029601ba19b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:32.834265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c516997-9d20-4bfe-b031-7876fc6e2fec req-0cbb5a8a-a19b-4ec4-988f-4029601ba19b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.1494222 Dec 20 16:07:32.848969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:32.849550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Checking segment: {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:32.849840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.850894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Bound using segment: {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:32.853068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Bound port: 8f7c1511-9366-4a61-a5c1-63a944704661, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:32.854203 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.907045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-9598f70f-5b73-4afd-a805-021df9939573 service neutron] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:32.915303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c516997-9d20-4bfe-b031-7876fc6e2fec req-5e692cf1-9cee-4086-84d0-88066a4625c0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712585 Dec 20 16:07:32.917693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-9598f70f-5b73-4afd-a805-021df9939573 service neutron] Publish callbacks [] for binding, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:32.918910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-9598f70f-5b73-4afd-a805-021df9939573 service neutron] 10.222.0.83 "DELETE /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117/bindings/n-h1-781076-8 HTTP/1.1" status: 204 len: 173 time: 0.4205327 Dec 20 16:07:32.946565 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:33.010445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] For port 8f7c1511-9366-4a61-a5c1-63a944704661, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:33.023688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] For port 8f7c1511-9366-4a61-a5c1-63a944704661, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f7c1511-9366-4a61-a5c1-63a944704661,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:33.123690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:33.232373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183e9dd-7d84-48f4-a645-e1b608389510 None None] Pushing event updated for resources: {'Port': ['ID=8f7c1511-9366-4a61-a5c1-63a944704661,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:33.479238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2718-e833-4936-93c3-643a915b6966 req-8111a1a5-357b-43c9-9037-30b755582682 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:33.480998 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-200c2718-e833-4936-93c3-643a915b6966 req-8111a1a5-357b-43c9-9037-30b755582682 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 946 time: 0.1197481 Dec 20 16:07:33.655582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6bc68-904f-40de-a2d5-fed2f1be0bf5 req-7779af7e-f9c6-4dbc-ac19-184c681a1c26 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:33.657203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cea6bc68-904f-40de-a2d5-fed2f1be0bf5 req-7779af7e-f9c6-4dbc-ac19-184c681a1c26 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1095 time: 0.3136685 Dec 20 16:07:33.705723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:33.752082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:33.757857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 435f9a31-0b27-41ee-a774-a6a733682448 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:33.758282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:33.807280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e87cbc-9b88-4851-b9d5-f823e1679635 req-bf95dd20-d8ef-43e5-a0e1-f303d62efef3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:33.810683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91e87cbc-9b88-4851-b9d5-f823e1679635 req-bf95dd20-d8ef-43e5-a0e1-f303d62efef3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 946 time: 0.1305697 Dec 20 16:07:33.877873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cea6bc68-904f-40de-a2d5-fed2f1be0bf5 req-6e2ec996-b9b6-42de-a048-22eabf284667 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048149 Dec 20 16:07:34.030998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 435f9a31-0b27-41ee-a774-a6a733682448, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=435f9a31-0b27-41ee-a774-a6a733682448,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:34.031833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.033669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f7c1511-9366-4a61-a5c1-63a944704661 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:34.056637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 435f9a31-0b27-41ee-a774-a6a733682448 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:34.066903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91e87cbc-9b88-4851-b9d5-f823e1679635 req-28f81d04-1235-4d3a-b5b7-c101bc11840b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890326 Dec 20 16:07:34.122437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Allocated IP 172.25.6.201 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/89df506d-c299-4ca4-a496-35ead1896294) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:34.192009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8f7c1511-9366-4a61-a5c1-63a944704661 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:34.192437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.324317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.328568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.331686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.391425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 8f7c1511-9366-4a61-a5c1-63a944704661, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f7c1511-9366-4a61-a5c1-63a944704661,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:34.442535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.467829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d', '01a581da-26f7-4e17-a31a-def90d07b57a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:34.475481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99f97-dc95-48f2-b826-8f16a2d4a164 req-85abe8e9-1a5d-4a89-a13d-5733aba1ccf8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:34.494805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7a99f97-dc95-48f2-b826-8f16a2d4a164 req-85abe8e9-1a5d-4a89-a13d-5733aba1ccf8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.1028759 Dec 20 16:07:34.528927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=435f9a31-0b27-41ee-a774-a6a733682448,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:34.571946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7a99f97-dc95-48f2-b826-8f16a2d4a164 req-659ddb61-2a09-4db7-b501-dfb5f0040d0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757978 Dec 20 16:07:34.573645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.574363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 435f9a31-0b27-41ee-a774-a6a733682448 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:34.578627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.582874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-200c2718-e833-4936-93c3-643a915b6966 req-d8f138d5-ee24-4826-9e74-c89fe11c8f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "DELETE /v2.0/ports/435f9a31-0b27-41ee-a774-a6a733682448 HTTP/1.1" status: 204 len: 173 time: 1.0935738 Dec 20 16:07:34.583717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95be8c98-33a2-4095-af84-28d628c09e7a', 'name': 'network-vif-deleted', 'tag': '435f9a31-0b27-41ee-a774-a6a733682448'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:34.590067 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e8ee2e-9d97-418f-957a-af5660206639" -d '{"events": [{"server_uuid": "95be8c98-33a2-4095-af84-28d628c09e7a", "name": "network-vif-deleted", "tag": "435f9a31-0b27-41ee-a774-a6a733682448"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:34.595222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56802) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:34.598840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:34.722993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:34.734757 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246556a8-a4a7-467f-a273-69ba2e291576 x-openstack-request-id: req-246556a8-a4a7-467f-a273-69ba2e291576 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:34.735055 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95be8c98-33a2-4095-af84-28d628c09e7a", "name": "network-vif-deleted", "tag": "435f9a31-0b27-41ee-a774-a6a733682448", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:34.735414 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-246556a8-a4a7-467f-a273-69ba2e291576 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:34.735708 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95be8c98-33a2-4095-af84-28d628c09e7a', 'name': 'network-vif-deleted', 'tag': '435f9a31-0b27-41ee-a774-a6a733682448', 'status': 'completed', 'code': 200} Dec 20 16:07:34.742615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:34.747875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Pushing event updated for resources: {'Port': ['ID=89df506d-c299-4ca4-a496-35ead1896294,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:34.747875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:34.768820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-28f27e91-5ab6-4f78-ae58-1edc5a14d2a5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/d17f37be-3bbb-4545-94f9-c18ec1d028c7 HTTP/1.1" status: 200 len: 991 time: 0.1722701 Dec 20 16:07:34.780272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f694d61-73df-4b20-b431-d17707dc1d07 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:34.864002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c1511-9366-4a61-a5c1-63a944704661,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:34.945539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1c312839-2297-483a-bb86-e84176b5f3cc None None] Provisioning complete for port 89df506d-c299-4ca4-a496-35ead1896294 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:34.946120 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1c312839-2297-483a-bb86-e84176b5f3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:35.092904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa3ff9-dc5c-4b2f-b46a-0c1124304ca1 None None] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:07:35.116837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1c312839-2297-483a-bb86-e84176b5f3cc None None] Port 89df506d-c299-4ca4-a496-35ead1896294 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:35.275435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:35.292783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e2f8f88-aa77-4fd4-aa96-8f138e8b74e9 req-be1a6861-f135-433a-8bf0-2521689b3cb0 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=95be8c98-33a2-4095-af84-28d628c09e7a HTTP/1.1" status: 200 len: 210 time: 0.0524776 Dec 20 16:07:35.330459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-06beb91d-ac4c-46fb-b690-500e2ca888b7 None None] Provisioning complete for port 8f7c1511-9366-4a61-a5c1-63a944704661 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:35.330883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06beb91d-ac4c-46fb-b690-500e2ca888b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:35.336080 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:35.720296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:35.777689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 435f9a31-0b27-41ee-a774-a6a733682448 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:35.834441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 435f9a31-0b27-41ee-a774-a6a733682448 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:07:35.835069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 435f9a31-0b27-41ee-a774-a6a733682448 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:35.981420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b126b146-764f-4f02-b119-9c4cb1161b5b None None] Provisioning complete for port 8f7c1511-9366-4a61-a5c1-63a944704661 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:35.981711 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b126b146-764f-4f02-b119-9c4cb1161b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:36.041229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f7c1511-9366-4a61-a5c1-63a944704661 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:36.065658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Router 983f355f-8a13-4fde-a0f4-32c28faf779c is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:07:36.208277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:36.228904 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Sync routers for ids ['983f355f-8a13-4fde-a0f4-32c28faf779c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:36.246254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8f7c1511-9366-4a61-a5c1-63a944704661 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:36.247122 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:36.257011 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Routers {'983f355f-8a13-4fde-a0f4-32c28faf779c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:36.258601 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['983f355f-8a13-4fde-a0f4-32c28faf779c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:36.329936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:36.335218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:36.336014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d9c4e30a-8ef6-435f-b009-b6bbb76a2676 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3816690 Dec 20 16:07:36.518499 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Set router 983f355f-8a13-4fde-a0f4-32c28faf779c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:36.972720 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:07:34Z', 'revision_number': 3, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:37.021314 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Checking router: 983f355f-8a13-4fde-a0f4-32c28faf779c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:07:37.022728 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Updating router 983f355f-8a13-4fde-a0f4-32c28faf779c port 89df506d-c299-4ca4-a496-35ead1896294 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:07:37.047424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2066e4-39d3-483f-86ca-6eb890bf81c8 req-6a7cd6dd-a9bd-4653-ac24-e94742d35185 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:37.057666 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.060202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f2066e4-39d3-483f-86ca-6eb890bf81c8 req-6a7cd6dd-a9bd-4653-ac24-e94742d35185 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.1038182 Dec 20 16:07:37.159255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f2066e4-39d3-483f-86ca-6eb890bf81c8 req-3e5275ac-f5fd-409d-8b61-6bdce49ea013 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936844 Dec 20 16:07:37.395023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.425774 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.512080 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.583143 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Attempting to bind port 89df506d-c299-4ca4-a496-35ead1896294 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:37.583353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37918c4-abda-4295-bf68-7ab6acf8c986 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:37.583817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Attempting to bind port 89df506d-c299-4ca4-a496-35ead1896294 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:37.583817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Attempting to bind port 89df506d-c299-4ca4-a496-35ead1896294 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:37.583817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:37.583817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:37.583817 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.584316 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:37.584438 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Bound port: 89df506d-c299-4ca4-a496-35ead1896294, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:37.585065 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.586668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Pushing event updated for resources: {'Port': ['ID=89df506d-c299-4ca4-a496-35ead1896294,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:37.614207 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.614558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.615136 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.615481 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.616420 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.616842 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.617190 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.617552 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.617877 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.618207 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.618538 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.618861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.619188 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:37.665025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Allocated IP 172.20.0.1 (b922e70a-b4e8-4f03-9a72-dcacad29f797/63fa914e-9072-4289-a682-f10a17077e46/32ad7195-64f9-4fcb-bce2-1e47078109c9) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:37.670430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3bd681ab-36fb-4f36-91a2-60d4b700b8da None None] Provisioning complete for port 89df506d-c299-4ca4-a496-35ead1896294 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:37.671275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3bd681ab-36fb-4f36-91a2-60d4b700b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.692996 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] For port 89df506d-c299-4ca4-a496-35ead1896294, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:37.696829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] For port 89df506d-c299-4ca4-a496-35ead1896294, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=89df506d-c299-4ca4-a496-35ead1896294,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:37.718518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3bd681ab-36fb-4f36-91a2-60d4b700b8da None None] Port 89df506d-c299-4ca4-a496-35ead1896294 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:37.775457 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.792649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.839016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8c507-7cb8-4cd3-a51f-72c057cd8029 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:37.862522 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Routers {'983f355f-8a13-4fde-a0f4-32c28faf779c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:37.868035 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['983f355f-8a13-4fde-a0f4-32c28faf779c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:37.868035 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a9e5-f34a-48d1-a26c-2e0756075aa5 None None] Pushing event updated for resources: {'Port': ['ID=89df506d-c299-4ca4-a496-35ead1896294,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:37.905664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.945212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-46bbdf6d-7051-4eaf-a77e-97133ab9e996 None None] Provisioning complete for port 89df506d-c299-4ca4-a496-35ead1896294 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:37.945591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46bbdf6d-7051-4eaf-a77e-97133ab9e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:37.951643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:37.954725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:37.958957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:37.984455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Pushing event updated for resources: {'Port': ['ID=32ad7195-64f9-4fcb-bce2-1e47078109c9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:38.013647 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.070357 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46bbdf6d-7051-4eaf-a77e-97133ab9e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.080687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] Set router 983f355f-8a13-4fde-a0f4-32c28faf779c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:38.131114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-46bbdf6d-7051-4eaf-a77e-97133ab9e996 None None] For port 89df506d-c299-4ca4-a496-35ead1896294, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=89df506d-c299-4ca4-a496-35ead1896294,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:38.202247 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46bbdf6d-7051-4eaf-a77e-97133ab9e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.313450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.338734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbdf6d-7051-4eaf-a77e-97133ab9e996 None None] Pushing event updated for resources: {'Port': ['ID=89df506d-c299-4ca4-a496-35ead1896294,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:38.369354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b1e8c-abdd-42eb-a034-2757faccf2dc req-ff3b6ae8-151e-4836-a83a-86687ab2bf0d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:38.379684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-579b1e8c-abdd-42eb-a034-2757faccf2dc req-ff3b6ae8-151e-4836-a83a-86687ab2bf0d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.1101298 Dec 20 16:07:38.434343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-464a3b09-9101-4f01-841f-838b23028613 None None] Provisioning complete for port 32ad7195-64f9-4fcb-bce2-1e47078109c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:38.437535 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-464a3b09-9101-4f01-841f-838b23028613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.492892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-579b1e8c-abdd-42eb-a034-2757faccf2dc req-3c3bcc03-dab6-4d58-afc2-eea6c90f9235 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089382 Dec 20 16:07:38.520096 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:07:34Z', 'revision_number': 3, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:38.527401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-464a3b09-9101-4f01-841f-838b23028613 None None] Port 32ad7195-64f9-4fcb-bce2-1e47078109c9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:38.552755 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106f8ad-4314-48d7-bdea-04dcfb04793a None None] The sync data for ids ['983f355f-8a13-4fde-a0f4-32c28faf779c'] in n-d-781076-8 is: [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:07:34Z', 'revision_number': 3, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:07:38.607693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56864) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:38.623767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.687834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.785333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Pushing event updated for resources: {'Port': ['ID=32ad7195-64f9-4fcb-bce2-1e47078109c9,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:38.789392 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.825606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 216bcc48-d3cd-486e-be75-f8e95d10fbc2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:38.825942 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.933602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:38.939674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:38.965106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.965106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:38.992211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 216bcc48-d3cd-486e-be75-f8e95d10fbc2 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:39.174269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Router 983f355f-8a13-4fde-a0f4-32c28faf779c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:39.382713 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:39.390038 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-17cd2b2c-d8c2-4259-82f4-132e06747b81 admin admin] 10.222.0.81 "PUT /v2.0/routers/983f355f-8a13-4fde-a0f4-32c28faf779c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0483232 Dec 20 16:07:39.419436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:39.450763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=216bcc48-d3cd-486e-be75-f8e95d10fbc2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:39.465836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.466398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.466949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.467460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.467988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.468156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0a509063-7d66-4453-b75d-e3d3a301c7d1 None None] Provisioning complete for port 32ad7195-64f9-4fcb-bce2-1e47078109c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:39.468641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.468772 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a509063-7d66-4453-b75d-e3d3a301c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:39.468865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.468994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.469708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.470250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.470587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.471081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.471595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:39.532380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0a509063-7d66-4453-b75d-e3d3a301c7d1 None None] Port 32ad7195-64f9-4fcb-bce2-1e47078109c9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:39.586833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:39.587532 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP d17f37be-3bbb-4545-94f9-c18ec1d028c7 disassociated (deleted). External IP: 172.25.6.126, port: 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117. Dec 20 16:07:39.801473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848690-3681-407e-9298-84c42a1bd0f8 req-7607deb3-174c-44fc-b952-441117deea43 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:39.803100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50848690-3681-407e-9298-84c42a1bd0f8 req-7607deb3-174c-44fc-b952-441117deea43 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.1421821 Dec 20 16:07:39.999048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 89df506d-c299-4ca4-a496-35ead1896294 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:40.023911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50848690-3681-407e-9298-84c42a1bd0f8 req-3da8c56d-2b06-42c1-82b3-74c2390e7bd7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064264 Dec 20 16:07:40.085875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 39f30e07-8fff-4551-96a2-59dee8506f43 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:40.091632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 89df506d-c299-4ca4-a496-35ead1896294 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:40.092011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:40.229670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-5c78c7ac-0a2f-42ad-b364-310d36c11f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:40.231658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-5c78c7ac-0a2f-42ad-b364-310d36c11f5c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 945 time: 0.0928164 Dec 20 16:07:40.549592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56906) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:40.554611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1379423020-network', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:40.670611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:40.675727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:40.684991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Made reservation on behalf of 2a158ddec9674a7f9ca3c8afe69755eb for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:40.684991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:40.686944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] Sync routers for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:40.703698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:40.704996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:40.726994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:40.771035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0c16323b-a9a6-4bb5-a7f8-dd5f46f7394e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/floatingips/d17f37be-3bbb-4545-94f9-c18ec1d028c7 HTTP/1.1" status: 204 len: 168 time: 2.1619570 Dec 20 16:07:40.772614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:40.774933 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ca2724-6b08-417b-8c8c-80547dbc52f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:40.802246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 01a581da-26f7-4e17-a31a-def90d07b57a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:40.802585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:40.959466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:41.004735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.065115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.075080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 01a581da-26f7-4e17-a31a-def90d07b57a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=01a581da-26f7-4e17-a31a-def90d07b57a,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:41.076876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.100198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab062f8b-a86d-40a6-a262-a0cbd2129874,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:41.136005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:07:41.139515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 01a581da-26f7-4e17-a31a-def90d07b57a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:41.166801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.167444 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Added segment 1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1 of type vlan for network b3e2c5cb-935e-4615-8406-8049e5fb87b8 Dec 20 16:07:41.313522 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Sync routers for ids ['983f355f-8a13-4fde-a0f4-32c28faf779c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:41.316851 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.338525 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Routers {'983f355f-8a13-4fde-a0f4-32c28faf779c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:41.341805 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['983f355f-8a13-4fde-a0f4-32c28faf779c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:41.473356 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24605a79-bc90-47bd-9ac1-e435de8d016c x-openstack-request-id: req-24605a79-bc90-47bd-9ac1-e435de8d016c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:41.480207 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:41.480480 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24605a79-bc90-47bd-9ac1-e435de8d016c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:41.480919 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'status': 'completed', 'code': 200} Dec 20 16:07:41.483115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.491671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:22Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:41.500239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.509207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:41.509207 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.522587 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Set router 983f355f-8a13-4fde-a0f4-32c28faf779c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:41.588971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:41.663757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=01a581da-26f7-4e17-a31a-def90d07b57a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:41.668553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] Checking router: 39f30e07-8fff-4551-96a2-59dee8506f43 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:07:41.669798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e2c5cb-935e-4615-8406-8049e5fb87b8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:41.703753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:41.704454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:41.714897 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f7d0cdc-6776-4535-a9c5-765d8689b3c6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1641896 Dec 20 16:07:41.717539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:41.724945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Request body: {'subnet': {'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1379423020-subnet', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:41.739824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301dcb8-40c7-4ecd-b155-15d7a802f6e4 req-c7746b02-470a-4f65-8892-0b0ce2aecc65 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:41.742770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0301dcb8-40c7-4ecd-b155-15d7a802f6e4 req-c7746b02-470a-4f65-8892-0b0ce2aecc65 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 867 time: 0.3304946 Dec 20 16:07:41.812823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 01a581da-26f7-4e17-a31a-def90d07b57a on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:41.815279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.820237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa930d7-18a2-4a23-af38-2f31c19cb4f5 req-73e5e2fc-b960-46a6-a9a1-bfab4f5b3be2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "DELETE /v2.0/ports/01a581da-26f7-4e17-a31a-def90d07b57a HTTP/1.1" status: 204 len: 173 time: 1.5584641 Dec 20 16:07:41.841447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-ac2a19ab-fb96-4bef-8a4d-3e4572672ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:41.842564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:41.843048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-ac2a19ab-fb96-4bef-8a4d-3e4572672ad2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 1095 time: 0.3365645 Dec 20 16:07:41.855417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32ad7195-64f9-4fcb-bce2-1e47078109c9', 'name': '', 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'mac_address': 'fa:16:3e:4b:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '63fa914e-9072-4289-a682-f10a17077e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:37Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 2, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'subnets': [{'id': '63fa914e-9072-4289-a682-f10a17077e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:41.894595 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Checking router: 983f355f-8a13-4fde-a0f4-32c28faf779c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:07:41.894595 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Updating router 983f355f-8a13-4fde-a0f4-32c28faf779c port 32ad7195-64f9-4fcb-bce2-1e47078109c9 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:07:41.908656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Made reservation on behalf of 2a158ddec9674a7f9ca3c8afe69755eb for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:41.913056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:41.951639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:07:41.989786 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.071533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a520b49-8b2a-46d8-8f19-070dba07df18 req-3a0ccfc8-109c-4fcf-9a37-712031bfa0f1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:42.092114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a520b49-8b2a-46d8-8f19-070dba07df18 req-3a0ccfc8-109c-4fcf-9a37-712031bfa0f1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.4774406 Dec 20 16:07:42.167465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-bd3901d3-f51b-4f60-9488-abf1dd15f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:42.169284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-bd3901d3-f51b-4f60-9488-abf1dd15f3ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 200 len: 897 time: 0.2779281 Dec 20 16:07:42.316083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-54935623-2ab8-4531-80d9-258b9e3dcc59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 200 len: 217 time: 0.1270010 Dec 20 16:07:42.364046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0301dcb8-40c7-4ecd-b155-15d7a802f6e4 req-e0544819-5060-45d9-b62b-a9cbf56e2615 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792115 Dec 20 16:07:42.385250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a520b49-8b2a-46d8-8f19-070dba07df18 req-2751f31a-74d1-4050-83bc-3a349319351e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915969 Dec 20 16:07:42.472505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685b62-1791-41d4-9415-444c7f30a546 req-090db442-72a2-4f87-94a2-d9c951aec49b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:42.479638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9685b62-1791-41d4-9415-444c7f30a546 req-090db442-72a2-4f87-94a2-d9c951aec49b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 944 time: 0.4499221 Dec 20 16:07:42.534197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.568421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-0d7dac0b-84b0-4f58-8431-22b27938ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:42.571308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-0d7dac0b-84b0-4f58-8431-22b27938ad94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 200 len: 835 time: 0.2016194 Dec 20 16:07:42.595313 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.655921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Checking segment: {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:42.656571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Network hostable DHCP agents. Network: b3e2c5cb-935e-4615-8406-8049e5fb87b8, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:07:42.682038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2266973d-f806-4047-bfee-ca63dc60bcf1,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:42.699122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-b0bfff02-092f-4d4b-ac47-0105f945ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:42.700720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-b0bfff02-092f-4d4b-ac47-0105f945ed21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=28177c29-fa79-4a17-b733-72968c7b3693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869904 Dec 20 16:07:42.702799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:22Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:42.707461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:42.707861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.738406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060d9f-4684-48a1-9bcf-fcf33007c944 None None] The sync data for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 is: [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'ef88940c-3ec4-4040-a6c9-601379b7a9d6', 'name': '', 'network_id': '28177c29-fa79-4a17-b733-72968c7b3693', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:cc:01:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:16Z', 'updated_at': '2021-12-20T16:06:22Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '824fd499-c69e-4f3e-ac84-2cf1e5506bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:07:42.748910 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.819124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:07:42.870631 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80228b5-0ed3-4cef-84df-3e742a328129 None None] Pushing event updated for resources: {'Port': ['ID=32ad7195-64f9-4fcb-bce2-1e47078109c9,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:42.941861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Attempting to bind port 32ad7195-64f9-4fcb-bce2-1e47078109c9 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:42.942235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Attempting to bind port 32ad7195-64f9-4fcb-bce2-1e47078109c9 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:42.947715 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Attempting to bind port 32ad7195-64f9-4fcb-bce2-1e47078109c9 on network b922e70a-b4e8-4f03-9a72-dcacad29f797 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:42.965966 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:42.966241 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Checking segment: {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:42.966604 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.967056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Bound using segment: {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:42.968754 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Bound port: 32ad7195-64f9-4fcb-bce2-1e47078109c9, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df684400-0565-4abf-9cc5-a1700a799b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:42.969146 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.970765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-82decf24-78a8-41cf-9e4c-c0d06308f7ec service neutron] 10.222.0.83 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593937 Dec 20 16:07:42.984693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b3e2c5cb-935e-4615-8406-8049e5fb87b8) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:42.990367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:42.991770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:42.995700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792909ea-cbd5-4668-9e4d-c7b068cf908c None None] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:07:43.039050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:43.039789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:43.094696 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-09953873-b720-4f9a-b7ef-ddfc94fc475c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3726368 Dec 20 16:07:43.094965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56946) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:43.101130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:43.105154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:43.245625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:43.292058 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] For port 32ad7195-64f9-4fcb-bce2-1e47078109c9, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:43.313599 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] For port 32ad7195-64f9-4fcb-bce2-1e47078109c9, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=32ad7195-64f9-4fcb-bce2-1e47078109c9,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:43.448139 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:43.454818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:43.480229 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:43.485626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ca2724-6b08-417b-8c8c-80547dbc52f1 req-82ec807b-5d2c-4fc6-abf1-b2b56a4fe235 service neutron] 10.222.0.83 "GET /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046844 Dec 20 16:07:43.489829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'name': 'network-vif-deleted', 'tag': '01a581da-26f7-4e17-a31a-def90d07b57a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:43.512977 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff9b76-b401-4d4a-834b-7be76e609180" -d '{"events": [{"server_uuid": "3ba9d59e-5e73-421f-810d-245bb0cfc998", "name": "network-vif-deleted", "tag": "01a581da-26f7-4e17-a31a-def90d07b57a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:43.578245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3f7ffd61-c61a-44ed-994e-c661014ac6ff None None] Provisioning complete for port 32ad7195-64f9-4fcb-bce2-1e47078109c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:43.578865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffd61-c61a-44ed-994e-c661014ac6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:43.690943 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Routers {'983f355f-8a13-4fde-a0f4-32c28faf779c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:43.692678 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['983f355f-8a13-4fde-a0f4-32c28faf779c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:43.760498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:43.801830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78465d1-d9fb-4848-a877-526b2cc98345 None None] New status for floating IP d17f37be-3bbb-4545-94f9-c18ec1d028c7: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:07:43.833973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8875d67-3d58-4361-a19f-d1a33e8f897a req-b6401bd1-13b4-453a-a58e-d4b8575fcfa0 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ba9d59e-5e73-421f-810d-245bb0cfc998 HTTP/1.1" status: 200 len: 210 time: 0.1313391 Dec 20 16:07:43.901296 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80228b5-0ed3-4cef-84df-3e742a328129 None None] Pushing event updated for resources: {'Port': ['ID=32ad7195-64f9-4fcb-bce2-1e47078109c9,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:44.002963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b3e2c5cb-935e-4615-8406-8049e5fb87b8', 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8', 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'fixed_ips': [{'subnet_id': '2266973d-f806-4047-bfee-ca63dc60bcf1'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:07:44.005446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.062576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.185441 n-d-781076-8 neutron-server[103955]: INFO neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No ports have port_id starting with 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 Dec 20 16:07:44.194561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 01a581da-26f7-4e17-a31a-def90d07b57a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:44.245955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 01a581da-26f7-4e17-a31a-def90d07b57a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:07:44.246590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 01a581da-26f7-4e17-a31a-def90d07b57a not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:44.259702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=05f23ca5-4e1f-4a9a-b9da-0b9c4d754117,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:44.273821 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] Set router 983f355f-8a13-4fde-a0f4-32c28faf779c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:44.321915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.354896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] No DVR routers for this DVR port 05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:44.378254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.383496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9685b62-1791-41d4-9415-444c7f30a546 req-460447b4-dd49-4598-a7b0-c6b3549c6245 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "DELETE /v2.0/ports/05f23ca5-4e1f-4a9a-b9da-0b9c4d754117 HTTP/1.1" status: 204 len: 173 time: 1.8855417 Dec 20 16:07:44.398613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522fb93-3214-4924-bfbf-edf33ec9e0ea req-b7958459-1ea4-40bc-96e1-fe328984e965 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:44.407316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5522fb93-3214-4924-bfbf-edf33ec9e0ea req-b7958459-1ea4-40bc-96e1-fe328984e965 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ff27870-d319-4ddf-802d-22a309790841 HTTP/1.1" status: 200 len: 866 time: 0.4125121 Dec 20 16:07:44.439508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffd61-c61a-44ed-994e-c661014ac6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.473652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Allocated IP 172.20.0.2 (b3e2c5cb-935e-4615-8406-8049e5fb87b8/2266973d-f806-4047-bfee-ca63dc60bcf1/d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:44.488213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5522fb93-3214-4924-bfbf-edf33ec9e0ea req-32c8b7d5-bea5-4e8c-8638-ba8ce1bfcdbe tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=80060f87-79ee-44fc-afe0-27f7649181de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807729 Dec 20 16:07:44.498046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f7ffd61-c61a-44ed-994e-c661014ac6ff None None] For port 32ad7195-64f9-4fcb-bce2-1e47078109c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=32ad7195-64f9-4fcb-bce2-1e47078109c9,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:44.554898 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba14b416-0804-4721-86e6-d27049922aa8 x-openstack-request-id: req-ba14b416-0804-4721-86e6-d27049922aa8 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:44.555193 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9d59e-5e73-421f-810d-245bb0cfc998", "name": "network-vif-deleted", "tag": "01a581da-26f7-4e17-a31a-def90d07b57a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:44.555478 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba14b416-0804-4721-86e6-d27049922aa8 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:44.555891 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9d59e-5e73-421f-810d-245bb0cfc998', 'name': 'network-vif-deleted', 'tag': '01a581da-26f7-4e17-a31a-def90d07b57a', 'status': 'completed', 'code': 200} Dec 20 16:07:44.674794 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32ad7195-64f9-4fcb-bce2-1e47078109c9', 'name': '', 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'mac_address': 'fa:16:3e:4b:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '63fa914e-9072-4289-a682-f10a17077e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:37Z', 'updated_at': '2021-12-20T16:07:43Z', 'revision_number': 4, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'subnets': [{'id': '63fa914e-9072-4289-a682-f10a17077e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:44.771311 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4412ef-126b-4c47-9e13-0a4e94527f14 None None] The sync data for ids ['983f355f-8a13-4fde-a0f4-32c28faf779c'] in n-d-781076-8 is: [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32ad7195-64f9-4fcb-bce2-1e47078109c9', 'name': '', 'network_id': 'b922e70a-b4e8-4f03-9a72-dcacad29f797', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'mac_address': 'fa:16:3e:4b:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '63fa914e-9072-4289-a682-f10a17077e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:37Z', 'updated_at': '2021-12-20T16:07:43Z', 'revision_number': 4, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'subnets': [{'id': '63fa914e-9072-4289-a682-f10a17077e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:07:44.777434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.780816 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f7ffd61-c61a-44ed-994e-c661014ac6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.836438 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.850841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ffd61-c61a-44ed-994e-c661014ac6ff None None] Pushing event updated for resources: {'Port': ['ID=32ad7195-64f9-4fcb-bce2-1e47078109c9,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:44.896431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:44.940488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:45.140657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3f27b18e-14b3-424d-9498-acfdfc344212 None None] Provisioning complete for port 32ad7195-64f9-4fcb-bce2-1e47078109c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:45.141190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f27b18e-14b3-424d-9498-acfdfc344212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:45.170974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.178932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.186140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.201883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:45.210383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:45.215585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:45.218917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.238457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.248753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.260835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Pushing event updated for resources: {'Port': ['ID=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:45.270994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.274584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-896d3818-0d39-4604-88df-2d89ede5a678 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.2479653 Dec 20 16:07:45.357236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Attempting to bind port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:45.358331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Attempting to bind port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:45.358331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Attempting to bind port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b on network b3e2c5cb-935e-4615-8406-8049e5fb87b8 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:45.371872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:45.372244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Checking segment: {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:45.374688 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:45.376588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Bound using segment: {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:45.377145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Bound port: d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:45.379065 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:45.414118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Allocated IP 172.25.6.193 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/d172baea-ea8f-4db8-8a51-924c252e2bea) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:45.543842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-dd6875de-cf65-4ec9-b4e5-973504f059a5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.550563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-dd6875de-cf65-4ec9-b4e5-973504f059a5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1549742 Dec 20 16:07:45.583157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-5ee39457-976c-43f5-8016-8c7f23c506c0 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.0245140 Dec 20 16:07:45.614821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] For port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:45.624034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] For port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:45.657665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:45.695991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6254acbe-d5b9-4ee9-9d6c-865a171d81b6 req-3d3f6952-30ce-4c2e-83ad-77c334f653d7 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4065919 Dec 20 16:07:45.741724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-d155d91e-d438-4bdb-b926-5087ebe3f402 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426153 Dec 20 16:07:45.751530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:45.801152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57002) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:45.859316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe9de6-5461-4008-8e46-af4036baadad None None] Pushing event updated for resources: {'Port': ['ID=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:45.932797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.941934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-06a35817-e806-4d75-8bf0-4d54cf0320e9 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990504 Dec 20 16:07:45.946382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.953490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.961596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.967603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.974426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.981494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:45.983453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e424f593-41a6-439d-b83d-49ec48aa5b1f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.2323189 Dec 20 16:07:45.986793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:46.141094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:46.150425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4995294c-fcd3-474d-8817-197fedecc8a5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:46.151844 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4995294c-fcd3-474d-8817-197fedecc8a5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "GET /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1561275 Dec 20 16:07:46.156507 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:46.169922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:46.209664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 32ad7195-64f9-4fcb-bce2-1e47078109c9 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:46.222339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=d172baea-ea8f-4db8-8a51-924c252e2bea,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:46.239503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-a9090683-0d95-405d-afa9-a8f02d45afe5 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964790 Dec 20 16:07:46.341452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffcc536-26a9-4595-96ee-1ed6d89638ad None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:46.425001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 32ad7195-64f9-4fcb-bce2-1e47078109c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:46.427382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:46.557749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-deleted', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:46.560955 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5a4df-7521-49f5-b0f6-5421c05b56e1" -d '{"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-deleted", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:46.745693 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7710929a-3c6f-424b-93fd-c3176f86f914 x-openstack-request-id: req-7710929a-3c6f-424b-93fd-c3176f86f914 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:46.746041 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff27870-d319-4ddf-802d-22a309790841", "name": "network-vif-deleted", "tag": "05f23ca5-4e1f-4a9a-b9da-0b9c4d754117", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:46.746253 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7710929a-3c6f-424b-93fd-c3176f86f914 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:46.746641 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff27870-d319-4ddf-802d-22a309790841', 'name': 'network-vif-deleted', 'tag': '05f23ca5-4e1f-4a9a-b9da-0b9c4d754117', 'status': 'completed', 'code': 200} Dec 20 16:07:46.801048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82304c69-d956-42b8-be7d-6f5b614c4634 req-714cbe97-54bf-4b66-aaad-a9a9ab49a7e0 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0727675 Dec 20 16:07:46.932313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-19046fa4-983f-41e2-8b52-a75d2100ae50 None None] Provisioning complete for port d172baea-ea8f-4db8-8a51-924c252e2bea triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:46.932782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-19046fa4-983f-41e2-8b52-a75d2100ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:47.015209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-19046fa4-983f-41e2-8b52-a75d2100ae50 None None] Port d172baea-ea8f-4db8-8a51-924c252e2bea cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:47.170213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.181672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.194055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.198829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.214106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.220953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.231479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:47.240486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-59d03617-c9bb-4a5e-ab47-14ac50669eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5433 time: 0.2824106 Dec 20 16:07:47.382392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b2e4ca5-1f89-49db-ac1f-44ca6e67b1a4 req-b80152ab-e285-4758-9ccc-95b85f0fdffd tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390386 Dec 20 16:07:47.760528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4bed0804-b4d3-4171-b737-e72270a02c27 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "GET /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.6017487 Dec 20 16:07:47.773762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:47.805011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4020e232-a469-4491-b60f-ac60292196a8 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:47.886280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536abcb-fbb8-485f-9894-b5e7a0ec93c9 None None] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:07:47.924494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9be780fa-db62-42b2-8892-d01200e4dcb9 req-702d0c34-4915-466a-8a2e-1dbcd6e1a8df tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0535326 Dec 20 16:07:48.016497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-22ccdfb5-4209-4fef-9706-eb390a238bb4 None None] Provisioning complete for port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:48.017091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.017231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-22ccdfb5-4209-4fef-9706-eb390a238bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.121811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:48.142867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.171516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.234449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4020e232-a469-4491-b60f-ac60292196a8'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:48.250583 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7371acac-49e8-43cf-a26f-85b127dc5d90" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "4020e232-a469-4491-b60f-ac60292196a8"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:48.313242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4020e232-a469-4491-b60f-ac60292196a8,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:48.354983 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96996793-1231-4a9a-a383-6a70d6f3536d x-openstack-request-id: req-96996793-1231-4a9a-a383-6a70d6f3536d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:48.355288 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "4020e232-a469-4491-b60f-ac60292196a8", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:48.355553 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96996793-1231-4a9a-a383-6a70d6f3536d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:48.355962 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4020e232-a469-4491-b60f-ac60292196a8', 'code': 200} Dec 20 16:07:48.361681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-22ccdfb5-4209-4fef-9706-eb390a238bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.364876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:48.365271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.514355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=471d7ac4-acac-446f-812f-4426f1e9e55c,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:48.538238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.551161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 36e413da-8efd-4ace-ad28-c896e1c396c7 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:48.652061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.678202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.694641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] For port 471d7ac4-acac-446f-812f-4426f1e9e55c, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:48.699106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.705017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-22ccdfb5-4209-4fef-9706-eb390a238bb4 None None] For port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:48.718313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.734579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.754679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.759455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] device_id is not set on port 471d7ac4-acac-446f-812f-4426f1e9e55c yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:07:48.766877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:48.776313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.779672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.783441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:48.786201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-4204cd7b-4c10-400d-84c9-65d7177de6fe tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 5431 time: 0.2327495 Dec 20 16:07:48.788136 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.876036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28f97ab5-1535-4f5b-ad77-825a1ef370f5 req-200a306c-a727-4fdc-8107-cd7a6447b907 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888500 Dec 20 16:07:48.880382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-22ccdfb5-4209-4fef-9706-eb390a238bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.931995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:48.976088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.008499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.104145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccdfb5-4209-4fef-9706-eb390a238bb4 None None] Pushing event updated for resources: {'Port': ['ID=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:49.128934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-339752c3-c237-47ca-9eb6-ddbd84b23815 None None] Provisioning complete for port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:49.129218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-339752c3-c237-47ca-9eb6-ddbd84b23815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.149878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8903deb-c00c-452f-82d3-80f6207c0b15 req-73379751-2973-4a5e-acf9-0087b450460a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0855391 Dec 20 16:07:49.176438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=36e413da-8efd-4ace-ad28-c896e1c396c7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:49.258672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.259693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 83aba04d-682f-42c2-94d9-a659b21fff84 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:49.337387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Pushing event updated for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:49.385767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] No DVR routers for this DVR port 471d7ac4-acac-446f-812f-4426f1e9e55c on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:49.386681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:07:49.387515 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:07:49.534732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:49.640389 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.725742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83aba04d-682f-42c2-94d9-a659b21fff84,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:49.733215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] In _notify_port_updated(), no bound segment for port 471d7ac4-acac-446f-812f-4426f1e9e55c on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:07:49.735502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:49.736627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.738852 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-90439a8c-f8dd-4413-84d4-177de38c125a service neutron] 10.222.0.72 "PUT /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 200 len: 1027 time: 1.9694755 Dec 20 16:07:49.769707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3220e470-1822-4db0-a3d7-812fba851514 None None] Provisioning complete for port 471d7ac4-acac-446f-812f-4426f1e9e55c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:49.771357 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3220e470-1822-4db0-a3d7-812fba851514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.857053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:49.860105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 471d7ac4-acac-446f-812f-4426f1e9e55c no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:49.987868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-464797be-9f47-4ef5-bbcf-0f0b11b54b1b tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.001754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3220e470-1822-4db0-a3d7-812fba851514 None None] Port 471d7ac4-acac-446f-812f-4426f1e9e55c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:50.010658 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-464797be-9f47-4ef5-bbcf-0f0b11b54b1b tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "GET /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2488885 Dec 20 16:07:50.058226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:50.093268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 471d7ac4-acac-446f-812f-4426f1e9e55c not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:50.094282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 072c9069-7a3f-4368-993c-c3251ea9a8d5 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:50.102153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:50.204180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Router 8326e490-c785-4d9a-aa40-ae53df80f5e9 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:07:50.321901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:50.353195 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:50.371619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:50.378702 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f61307-7041-4839-87d8-2adfc8c5b80c" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:50.384618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:50.509306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-cbb05ff5-b7de-4fa9-8938-02f3ed8e9c61 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.509306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-cbb05ff5-b7de-4fa9-8938-02f3ed8e9c61 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.4684470 Dec 20 16:07:50.516764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:50.530344 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Sync routers for ids ['8326e490-c785-4d9a-aa40-ae53df80f5e9'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:50.543059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:50.552047 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Routers {'8326e490-c785-4d9a-aa40-ae53df80f5e9'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:50.552988 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8326e490-c785-4d9a-aa40-ae53df80f5e9'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:50.562223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:50.603112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:50.603705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:50.651601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:50.654247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e304a647-cf02-44fb-9017-c455ea97fd32 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:50.655985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-281ca255-cbad-48dc-9472-62ef32097414 req-95223fe4-16b3-42cd-be7c-129747f69ddb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.1441755 Dec 20 16:07:50.775025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:07:50.778905 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:07:50.828158 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae14d0f-dd40-4974-9a0b-dd3e6ed203d7 x-openstack-request-id: req-8ae14d0f-dd40-4974-9a0b-dd3e6ed203d7 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:50.828627 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:50.829039 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ae14d0f-dd40-4974-9a0b-dd3e6ed203d7 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:50.830826 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7', 'code': 200} Dec 20 16:07:50.833376 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84', 'code': 200} Dec 20 16:07:50.836612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.848297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port ef88940c-3ec4-4040-a6c9-601379b7a9d6 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:50.853192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.853336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:50.861124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.875356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.887798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.906627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:50.915210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ab07837-8ac7-4c46-839e-9e898fc9cfe1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.8147278 Dec 20 16:07:50.916637 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Set router 8326e490-c785-4d9a-aa40-ae53df80f5e9 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:50.917419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:50.920598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-b026336b-c322-4977-9588-05ec0cbcf20a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 4653 time: 0.4106457 Dec 20 16:07:50.924920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57054) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:50.969425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:51.083349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port ef88940c-3ec4-4040-a6c9-601379b7a9d6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ef88940c-3ec4-4040-a6c9-601379b7a9d6,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:51.084326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.102209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for ef88940c-3ec4-4040-a6c9-601379b7a9d6 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:51.105907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.188813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e304a647-cf02-44fb-9017-c455ea97fd32,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:51.266150 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.267259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0016e80b-5475-498b-9b52-b42c58a65502 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:51.299950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:07:47Z', 'revision_number': 3, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:51.318281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19b64485-cd2f-42f3-988e-2f97d8e39ec7 req-173b178f-a7c7-45d6-9383-14f6342ccadf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e7c11ef-c066-4b7c-b22a-83bdf6d35624&id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3860238 Dec 20 16:07:51.324885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.368828 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Checking router: 8326e490-c785-4d9a-aa40-ae53df80f5e9 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:07:51.369498 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Updating router 8326e490-c785-4d9a-aa40-ae53df80f5e9 port d172baea-ea8f-4db8-8a51-924c252e2bea binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:07:51.436311 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.441573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:51.450389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:07:51.464683 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.520390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.533545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.558256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=ef88940c-3ec4-4040-a6c9-601379b7a9d6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:51.571243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0016e80b-5475-498b-9b52-b42c58a65502,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:51.626904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.700868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:51.791263 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.842229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=072c9069-7a3f-4368-993c-c3251ea9a8d5,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:51.957345 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:51.966857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] For port 072c9069-7a3f-4368-993c-c3251ea9a8d5, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:51.987118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d31a3892-1640-463a-94be-6c3f7dcd3666 req-441f6f3a-2fba-432e-961d-a945d1a41a44 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0566750 Dec 20 16:07:52.014288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] device_id is not set on port 072c9069-7a3f-4368-993c-c3251ea9a8d5 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:07:52.028093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.055009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.066685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.13 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/880667db-5d9f-4a70-98c1-11b217ee743d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:52.077757 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.174905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ab7c3-f87f-4850-9de4-e65c0052220e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:52.205129 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.215704 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Attempting to bind port d172baea-ea8f-4db8-8a51-924c252e2bea on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:52.216981 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Attempting to bind port d172baea-ea8f-4db8-8a51-924c252e2bea by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:52.216981 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Attempting to bind port d172baea-ea8f-4db8-8a51-924c252e2bea on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:52.220274 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27863b-fd64-418b-908d-d8d9303635ec None None] Pushing event updated for resources: {'Port': ['ID=d172baea-ea8f-4db8-8a51-924c252e2bea,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:52.232539 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:52.233053 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:52.233585 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.234074 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:52.234678 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Bound port: d172baea-ea8f-4db8-8a51-924c252e2bea, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:52.235135 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.255967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c514ae7-b531-4b6a-b5f2-05b0a95918dc None None] Provisioning complete for port d172baea-ea8f-4db8-8a51-924c252e2bea triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:52.256896 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c514ae7-b531-4b6a-b5f2-05b0a95918dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.280965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.347099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] For port d172baea-ea8f-4db8-8a51-924c252e2bea, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:52.351364 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] For port d172baea-ea8f-4db8-8a51-924c252e2bea, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d172baea-ea8f-4db8-8a51-924c252e2bea,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:52.353190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4c514ae7-b531-4b6a-b5f2-05b0a95918dc None None] Port d172baea-ea8f-4db8-8a51-924c252e2bea cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:52.448325 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.514527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] No DVR routers for this DVR port 072c9069-7a3f-4368-993c-c3251ea9a8d5 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:52.517399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Pushing event updated for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:52.580226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940a59e-a3f6-4069-8e8e-5b2a61242b9d None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:52.598690 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Routers {'8326e490-c785-4d9a-aa40-ae53df80f5e9'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:52.601741 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8326e490-c785-4d9a-aa40-ae53df80f5e9'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:52.631274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] In _notify_port_updated(), no bound segment for port 072c9069-7a3f-4368-993c-c3251ea9a8d5 on network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 {{(pid=103954) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:07:52.651717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:52.651717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.651717 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-483c699e-43b4-4294-9c70-87d252461e93 service neutron] 10.222.0.72 "PUT /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 200 len: 1028 time: 2.6321125 Dec 20 16:07:52.686304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9e278eb0-c4f5-4ed8-82fb-963ee3f16e17 None None] Provisioning complete for port d172baea-ea8f-4db8-8a51-924c252e2bea triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:52.686734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e278eb0-c4f5-4ed8-82fb-963ee3f16e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.708787 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27863b-fd64-418b-908d-d8d9303635ec None None] Pushing event updated for resources: {'Port': ['ID=d172baea-ea8f-4db8-8a51-924c252e2bea,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:52.837814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072c9069-7a3f-4368-993c-c3251ea9a8d5'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:52.851540 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3b07e-d1c6-4882-9f44-d6c5ed1c36f1" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "072c9069-7a3f-4368-993c-c3251ea9a8d5"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "0016e80b-5475-498b-9b52-b42c58a65502"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:52.893281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e278eb0-c4f5-4ed8-82fb-963ee3f16e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:52.912982 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] Set router 8326e490-c785-4d9a-aa40-ae53df80f5e9 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:52.919200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9e278eb0-c4f5-4ed8-82fb-963ee3f16e17 None None] For port d172baea-ea8f-4db8-8a51-924c252e2bea, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d172baea-ea8f-4db8-8a51-924c252e2bea,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:52.949897 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1936fd-c26a-4b32-84e0-4868f01b3828 x-openstack-request-id: req-6b1936fd-c26a-4b32-84e0-4868f01b3828 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:52.950235 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "072c9069-7a3f-4368-993c-c3251ea9a8d5", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-unplugged", "status": "completed", "tag": "0016e80b-5475-498b-9b52-b42c58a65502", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:52.951012 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b1936fd-c26a-4b32-84e0-4868f01b3828 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:52.951446 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072c9069-7a3f-4368-993c-c3251ea9a8d5', 'code': 200} Dec 20 16:07:52.951714 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32', 'code': 200} Dec 20 16:07:52.952109 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502', 'code': 200} Dec 20 16:07:52.973028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 39f30e07-8fff-4551-96a2-59dee8506f43 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:52.988922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port 0016e80b-5475-498b-9b52-b42c58a65502 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:52.992892 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.014648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e278eb0-c4f5-4ed8-82fb-963ee3f16e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.190279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e278eb0-c4f5-4ed8-82fb-963ee3f16e17 None None] Pushing event updated for resources: {'Port': ['ID=d172baea-ea8f-4db8-8a51-924c252e2bea,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:53.217032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-111bc5e4-230e-48a5-a86c-2a7afab75793 None None] Provisioning complete for port 072c9069-7a3f-4368-993c-c3251ea9a8d5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:53.217444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-111bc5e4-230e-48a5-a86c-2a7afab75793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.254660 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:07:47Z', 'revision_number': 3, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:53.304950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-111bc5e4-230e-48a5-a86c-2a7afab75793 None None] Port 072c9069-7a3f-4368-993c-c3251ea9a8d5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:53.309234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1539445a-0ecd-4c38-b6d6-3fc364eb964a req-a840650b-1fca-46b2-bb24-08c8fc013967 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.1339171 Dec 20 16:07:53.315412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] For port 0016e80b-5475-498b-9b52-b42c58a65502, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0016e80b-5475-498b-9b52-b42c58a65502,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:53.315994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.325119 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641816-ea2c-458d-a2b7-2ce0b5beae15 None None] The sync data for ids ['8326e490-c785-4d9a-aa40-ae53df80f5e9'] in n-d-781076-8 is: [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:07:47Z', 'revision_number': 3, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:07:53.378280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c47aa-6439-42f1-99ec-022a7387745e req-5efc50fa-b24e-4c77-b52b-232aa6ccc6a9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:53.385672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c47aa-6439-42f1-99ec-022a7387745e req-5efc50fa-b24e-4c77-b52b-232aa6ccc6a9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:53.391839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c47aa-6439-42f1-99ec-022a7387745e req-5efc50fa-b24e-4c77-b52b-232aa6ccc6a9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:53.398465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c47aa-6439-42f1-99ec-022a7387745e req-5efc50fa-b24e-4c77-b52b-232aa6ccc6a9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:53.404863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c47aa-6439-42f1-99ec-022a7387745e req-5efc50fa-b24e-4c77-b52b-232aa6ccc6a9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:53.406787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da4c47aa-6439-42f1-99ec-022a7387745e req-5efc50fa-b24e-4c77-b52b-232aa6ccc6a9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3874 time: 0.8985825 Dec 20 16:07:53.449392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.560873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Allocated IP 172.20.0.1 (b3e2c5cb-935e-4615-8406-8049e5fb87b8/2266973d-f806-4047-bfee-ca63dc60bcf1/3300e4fe-48a8-4cf5-99f6-14cccd173549) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:07:53.603151 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.614922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:07:53.674080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=880667db-5d9f-4a70-98c1-11b217ee743d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:53.832561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da4c47aa-6439-42f1-99ec-022a7387745e req-7f5aebe5-2cb8-4ebd-855d-b3ba0ad2fd42 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165239 Dec 20 16:07:53.838281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:53.841022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:53.844998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:53.973723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:53.974530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:53.980376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.045860 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:54.057537 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10f60090-1f0e-42d3-b732-4ee6f9d9c575 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/39f30e07-8fff-4551-96a2-59dee8506f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2552655 Dec 20 16:07:54.063498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c194aeec-a695-4a42-9d47-abe50698d6d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5213161 Dec 20 16:07:54.063687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] Sync routers for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:54.065467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57080) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:54.078481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:54.084981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:54.208137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.293601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:54.353916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Pushing event updated for resources: {'Port': ['ID=3300e4fe-48a8-4cf5-99f6-14cccd173549,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:54.385379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:54.395858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:54.415369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:07:54.417520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.418704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.422940 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Floating IP bbce5f8c-6222-47e6-8151-4a3c43ae4e99 disassociated. External IP: 172.25.6.149, port: 0016e80b-5475-498b-9b52-b42c58a65502. Dec 20 16:07:54.423540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for 0016e80b-5475-498b-9b52-b42c58a65502 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:54.465053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting subnet 824fd499-c69e-4f3e-ac84-2cf1e5506bca {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:07:54.503462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d172baea-ea8f-4db8-8a51-924c252e2bea up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:07:54.535221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Request body: {'port': {'device_id': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:07:54.633038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.825893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183be61d-e760-4a20-8034-487aada0246e req-2cfa1fde-5a58-4fab-8993-7a5dd27fab28 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:54.827844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-183be61d-e760-4a20-8034-487aada0246e req-2cfa1fde-5a58-4fab-8993-7a5dd27fab28 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 932 time: 0.2769995 Dec 20 16:07:54.838586 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.892696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=0016e80b-5475-498b-9b52-b42c58a65502,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:54.895377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.903349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:54.934934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.935946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.936401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:54.942704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:07:55.009470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2f5370c0-2f38-430e-866e-34ac0cf7cadb None None] Provisioning complete for port 3300e4fe-48a8-4cf5-99f6-14cccd173549 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:55.010539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f5370c0-2f38-430e-866e-34ac0cf7cadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.055336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d172baea-ea8f-4db8-8a51-924c252e2bea triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:55.057232 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.068045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2f5370c0-2f38-430e-866e-34ac0cf7cadb None None] Port 3300e4fe-48a8-4cf5-99f6-14cccd173549 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:55.130909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Router 6f211d7d-4e2f-4468-b541-e76e25461e05 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:55.184426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.331289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:07:51Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:55.336221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:55.350914 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] Sync routers for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:55.376869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:55.377534 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:55.419318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] Checking router: 39f30e07-8fff-4551-96a2-59dee8506f43 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:07:55.427738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] No DVR routers for this DVR port 0016e80b-5475-498b-9b52-b42c58a65502 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:55.436367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.440006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4b54b35f-f767-423f-977a-d6a64d6ae5a6 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "DELETE /v2.0/ports/0016e80b-5475-498b-9b52-b42c58a65502 HTTP/1.1" status: 204 len: 173 time: 2.7852402 Dec 20 16:07:55.444984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:55.447646 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0575509a-59aa-496f-826a-f750c1f3d71d" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "0016e80b-5475-498b-9b52-b42c58a65502"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:55.449708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] Routers {'39f30e07-8fff-4551-96a2-59dee8506f43'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:55.450340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['39f30e07-8fff-4551-96a2-59dee8506f43'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:55.616340 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:55.697520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port e304a647-cf02-44fb-9017-c455ea97fd32 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:55.698027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.740479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] Set router 39f30e07-8fff-4551-96a2-59dee8506f43 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:55.843709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880667db-5d9f-4a70-98c1-11b217ee743d {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:07:55.867230 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.893470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Transition to ACTIVE for port object 880667db-5d9f-4a70-98c1-11b217ee743d will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:07:55.910279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:55.932408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] For port e304a647-cf02-44fb-9017-c455ea97fd32, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e304a647-cf02-44fb-9017-c455ea97fd32,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:55.932813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.006424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for e304a647-cf02-44fb-9017-c455ea97fd32 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:56.022606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.072866 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:07:56.129952 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.240591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.247958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/subnets/824fd499-c69e-4f3e-ac84-2cf1e5506bca HTTP/1.1" status: 204 len: 168 time: 2.1799843 Dec 20 16:07:56.251327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71754f9-63a9-403b-baf5-6618cafec734 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Subnet': ['ID=824fd499-c69e-4f3e-ac84-2cf1e5506bca,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:56.268113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f97a33-a91f-44b0-bdb5-d15b60da07d7 None None] Network 28177c29-fa79-4a17-b733-72968c7b3693 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:07:56.269593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326a527-e06d-454a-872c-4a9b8d015f19 req-e6010290-a4b2-4e61-8a60-fecdf331129e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:56.270066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57098) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:56.277353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326a527-e06d-454a-872c-4a9b8d015f19 req-e6010290-a4b2-4e61-8a60-fecdf331129e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:56.284817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326a527-e06d-454a-872c-4a9b8d015f19 req-e6010290-a4b2-4e61-8a60-fecdf331129e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:56.293433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326a527-e06d-454a-872c-4a9b8d015f19 req-e6010290-a4b2-4e61-8a60-fecdf331129e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:56.295507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5326a527-e06d-454a-872c-4a9b8d015f19 req-e6010290-a4b2-4e61-8a60-fecdf331129e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 3141 time: 1.1076443 Dec 20 16:07:56.314574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-183be61d-e760-4a20-8034-487aada0246e req-b443639b-099e-4823-a44d-aac426fae8b8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4053125 Dec 20 16:07:56.422251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Pushing event updated for resources: {'Port': ['ID=880667db-5d9f-4a70-98c1-11b217ee743d,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:56.456011 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bbd1f4-eae4-49d8-9467-fd99f68cebf1 x-openstack-request-id: req-08bbd1f4-eae4-49d8-9467-fd99f68cebf1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:56.456711 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "0016e80b-5475-498b-9b52-b42c58a65502", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:56.456711 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08bbd1f4-eae4-49d8-9467-fd99f68cebf1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:56.457026 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '0016e80b-5475-498b-9b52-b42c58a65502', 'status': 'completed', 'code': 200} Dec 20 16:07:56.624417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.624710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Attempting to bind port 880667db-5d9f-4a70-98c1-11b217ee743d on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:07:56.625226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Attempting to bind port 880667db-5d9f-4a70-98c1-11b217ee743d by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:07:56.625621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Attempting to bind port 880667db-5d9f-4a70-98c1-11b217ee743d on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:56.649716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:07:51Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:56.672630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Port 880667db-5d9f-4a70-98c1-11b217ee743d on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:07:56.681775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Attempting to bind port 880667db-5d9f-4a70-98c1-11b217ee743d on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:07:56.682729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:07:56.683486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:07:56.684014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:07:56.684587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Bound port: 880667db-5d9f-4a70-98c1-11b217ee743d, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:07:56.685063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.693150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5326a527-e06d-454a-872c-4a9b8d015f19 req-a973df52-394e-4992-8d09-c2d08da54461 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674998 Dec 20 16:07:56.709957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd03e9-37c6-476d-a01c-81a0cd8e4e7e None None] The sync data for ids ['39f30e07-8fff-4551-96a2-59dee8506f43'] in n-d-781076-8 is: [{'id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1099297066', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:07:51Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '69144488-7162-4e2f-9949-bc17a6156a3c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:14:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30e07-8fff-4551-96a2-59dee8506f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:06:10Z', 'updated_at': '2021-12-20T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:07:56.710300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.711338 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:56.765453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] DHCP port deletion for 28177c29-fa79-4a17-b733-72968c7b3693 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:56.843238 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] Checking router: 6f211d7d-4e2f-4468-b541-e76e25461e05 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:07:56.863034 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.867553 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:56.868319 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:56.942913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] Deleting port 6d2fc5e5-429d-4f29-a007-755454f44da6 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:56.943294 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:56.966234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] For port 880667db-5d9f-4a70-98c1-11b217ee743d, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:07:56.977316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=e304a647-cf02-44fb-9017-c455ea97fd32,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:57.006656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.051528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] For port 880667db-5d9f-4a70-98c1-11b217ee743d, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=880667db-5d9f-4a70-98c1-11b217ee743d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:07:57.099193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] For port 6d2fc5e5-429d-4f29-a007-755454f44da6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6d2fc5e5-429d-4f29-a007-755454f44da6,segment=NetworkSegment(fed5122f-030a-4da4-9dd7-6ce24229900c),segment_id=fed5122f-030a-4da4-9dd7-6ce24229900c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:57.099739 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.107669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] No DVR routers for this DVR port e304a647-cf02-44fb-9017-c455ea97fd32 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:57.110908 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.116979 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-87d8e61d-a4b8-4e3a-b2eb-838807a360e8 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "DELETE /v2.0/ports/e304a647-cf02-44fb-9017-c455ea97fd32 HTTP/1.1" status: 204 len: 173 time: 1.6497376 Dec 20 16:07:57.130938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.142876 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:57.172928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] Calling delete_port for 6d2fc5e5-429d-4f29-a007-755454f44da6 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:57.219333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.222421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:57.223400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.226911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] 10.222.0.72 "PUT /v2.0/ports/880667db-5d9f-4a70-98c1-11b217ee743d HTTP/1.1" status: 200 len: 1092 time: 3.1378663 Dec 20 16:07:57.232778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'tag': '880667db-5d9f-4a70-98c1-11b217ee743d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:57.236884 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1", "tag": "880667db-5d9f-4a70-98c1-11b217ee743d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:57.267188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736392-2af8-4265-b389-68684b3d8de1 service neutron] Pushing event updated for resources: {'Port': ['ID=880667db-5d9f-4a70-98c1-11b217ee743d,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:57.307761 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03c5662-a50f-48c3-9119-353465580c27 x-openstack-request-id: req-e03c5662-a50f-48c3-9119-353465580c27 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:57.308055 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1", "tag": "880667db-5d9f-4a70-98c1-11b217ee743d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:57.308311 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e03c5662-a50f-48c3-9119-353465580c27 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:57.308720 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'tag': '880667db-5d9f-4a70-98c1-11b217ee743d', 'status': 'completed', 'code': 200} Dec 20 16:07:57.312519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.405017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 69144488-7162-4e2f-9949-bc17a6156a3c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:57.405474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.410414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.487106 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:57.499141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port 4020e232-a469-4491-b60f-ac60292196a8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:57.503635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.544179 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3517c41-1de1-4aba-82d4-f2a02e5337da None None] The sync data for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 is: [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T15:56:37Z', 'revision_number': 4, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0b4636cc-d2f5-4733-9f26-4e16c8b827ca', 'name': '', 'network_id': '4c2b1734-b605-4166-a2fe-b5337cc5e604', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'mac_address': 'fa:16:3e:7b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:35Z', 'updated_at': '2021-12-20T15:56:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'subnets': [{'id': '44d48c74-cbc3-40f8-97ff-de3c40bb4535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:07:57.546847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.549141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Pushing event updated for resources: {'Port': ['ID=3300e4fe-48a8-4cf5-99f6-14cccd173549,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:57.614637 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.655484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] Pushing event deleted for resources: {'Port': ['ID=6d2fc5e5-429d-4f29-a007-755454f44da6,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:57.676774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299f3cd-5f2d-4649-844f-26a174a8ca74 None None] No DVR routers for this DVR port 6d2fc5e5-429d-4f29-a007-755454f44da6 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:57.708128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 69144488-7162-4e2f-9949-bc17a6156a3c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69144488-7162-4e2f-9949-bc17a6156a3c,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:57.708499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.761283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8 req-8240e7e6-e021-4681-bc0b-f31e011c20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:57.762826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8 req-8240e7e6-e021-4681-bc0b-f31e011c20b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 1095 time: 0.4066522 Dec 20 16:07:57.767429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] For port 4020e232-a469-4491-b60f-ac60292196a8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4020e232-a469-4491-b60f-ac60292196a8,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:57.767821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:57.774332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 69144488-7162-4e2f-9949-bc17a6156a3c owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:57.796606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for 4020e232-a469-4491-b60f-ac60292196a8 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:57.919975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8 req-970244a8-1114-4b79-8d4d-b68d75f0a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:57.924911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8 req-970244a8-1114-4b79-8d4d-b68d75f0a739 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1503942 Dec 20 16:07:58.010630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e134e-cadf-44f8-8ce6-791503e509a5 req-ddbd3e94-8b1f-4b40-b7cb-4a42da4f5278 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:58.012181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-184e134e-cadf-44f8-8ce6-791503e509a5 req-ddbd3e94-8b1f-4b40-b7cb-4a42da4f5278 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 944 time: 0.5065002 Dec 20 16:07:58.084206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babccb2e-1041-4170-90b2-e049a3a93cfe None None] New status for floating IP bbce5f8c-6222-47e6-8151-4a3c43ae4e99: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:07:58.174774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:07:58.190081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:07:58.206976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-184e134e-cadf-44f8-8ce6-791503e509a5 req-07d12632-f5c6-4bc3-879d-84d174da16a7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682270 Dec 20 16:07:58.271734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1049c-0a18-41af-8062-51351ede8088 req-175e3c17-6dcc-47fe-bcd3-48ecdc461df5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:58.280657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ef88940c-3ec4-4040-a6c9-601379b7a9d6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:58.285869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1049c-0a18-41af-8062-51351ede8088 req-175e3c17-6dcc-47fe-bcd3-48ecdc461df5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:58.295664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1049c-0a18-41af-8062-51351ede8088 req-175e3c17-6dcc-47fe-bcd3-48ecdc461df5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:58.298079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26a1049c-0a18-41af-8062-51351ede8088 req-175e3c17-6dcc-47fe-bcd3-48ecdc461df5 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 2408 time: 0.3654280 Dec 20 16:07:58.321528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ef88940c-3ec4-4040-a6c9-601379b7a9d6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:07:58.321959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ef88940c-3ec4-4040-a6c9-601379b7a9d6 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:58.322460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d2fc5e5-429d-4f29-a007-755454f44da6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:07:58.368916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:58.379805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6d2fc5e5-429d-4f29-a007-755454f44da6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:07:58.380328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d2fc5e5-429d-4f29-a007-755454f44da6 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:07:58.442427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=4020e232-a469-4491-b60f-ac60292196a8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:58.446746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:58.459513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8 req-47285356-99d3-48fb-8a91-83b2b53e336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:58.469677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73d0cbd2-fa98-47e1-bae0-4d1e3096b1a8 req-47285356-99d3-48fb-8a91-83b2b53e336d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4934447 Dec 20 16:07:58.512631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26a1049c-0a18-41af-8062-51351ede8088 req-f328499b-13b3-427a-98d0-8c0cf259a571 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681356 Dec 20 16:07:58.586501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:07:58.591719 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d11a13-5aa5-4e20-a4f8-440be7eab133" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:07:58.613576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536fd5ba-4d0d-4306-8b56-30e8398efa5e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:07:58.634422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-3ed93f06-0a47-44d2-9380-fca81ce55147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:58.635838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-3ed93f06-0a47-44d2-9380-fca81ce55147 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 1095 time: 0.0928719 Dec 20 16:07:58.637963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Router 8326e490-c785-4d9a-aa40-ae53df80f5e9 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:07:58.704285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=69144488-7162-4e2f-9949-bc17a6156a3c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:07:58.712190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] No DVR routers for this DVR port 4020e232-a469-4491-b60f-ac60292196a8 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:07:58.748911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-d02597a1-db66-4d67-a58e-f122841b2406 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=880667db-5d9f-4a70-98c1-11b217ee743d HTTP/1.1" status: 200 len: 217 time: 0.1050897 Dec 20 16:07:58.767471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:58.770737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3ea42f00-5c79-4a0a-8ab3-c60edb91a7b6 None None] Provisioning complete for port 3300e4fe-48a8-4cf5-99f6-14cccd173549 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:07:58.773786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea42f00-5c79-4a0a-8ab3-c60edb91a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:58.785036 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-4ea06d10-a762-4123-8b4e-ac4d5a3e324e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "DELETE /v2.0/ports/4020e232-a469-4491-b60f-ac60292196a8 HTTP/1.1" status: 204 len: 173 time: 1.6153772 Dec 20 16:07:58.785036 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aeb661-07b2-4777-aedd-227f97f4d10c x-openstack-request-id: req-30aeb661-07b2-4777-aedd-227f97f4d10c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:07:58.785036 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "e304a647-cf02-44fb-9017-c455ea97fd32", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:07:58.785036 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30aeb661-07b2-4777-aedd-227f97f4d10c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:07:58.785036 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': 'e304a647-cf02-44fb-9017-c455ea97fd32', 'status': 'completed', 'code': 200} Dec 20 16:07:58.871028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3ea42f00-5c79-4a0a-8ab3-c60edb91a7b6 None None] Port 3300e4fe-48a8-4cf5-99f6-14cccd173549 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:07:59.011657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.152615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port 83aba04d-682f-42c2-94d9-a659b21fff84 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:07:59.153130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.236648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-340a8d5f-28ae-48fd-a18c-136367e21ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.245559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.332531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.362002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c4db936a-08e9-48d3-90be-0f3dc9616fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:59.363602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-c4db936a-08e9-48d3-90be-0f3dc9616fe5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.5898948 Dec 20 16:07:59.451412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-e1f8abe8-30e1-400a-805d-c9ce75ce1de0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784819 Dec 20 16:07:59.460717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.461332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Fanout notify agent at l3_agent the message router_deleted on router 39f30e07-8fff-4551-96a2-59dee8506f43 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:07:59.471380 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.472489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-81d080d2-30d2-4bf8-a9b3-dc46d02a30c2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/routers/39f30e07-8fff-4551-96a2-59dee8506f43 HTTP/1.1" status: 204 len: 168 time: 3.2014334 Dec 20 16:07:59.478771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:07:59.485100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] For port 83aba04d-682f-42c2-94d9-a659b21fff84, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=83aba04d-682f-42c2-94d9-a659b21fff84,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:07:59.485496 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.490941 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Sync routers for ids ['8326e490-c785-4d9a-aa40-ae53df80f5e9'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:07:59.492371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d4efa5ff-7d43-4b70-9bef-a07fe6e860aa admin admin] 10.222.0.81 "PUT /v2.0/routers/8326e490-c785-4d9a-aa40-ae53df80f5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5655382 Dec 20 16:07:59.512062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:07:59.516794 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Routers {'8326e490-c785-4d9a-aa40-ae53df80f5e9'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:07:59.517671 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8326e490-c785-4d9a-aa40-ae53df80f5e9'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:07:59.543860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae4e9-94f9-4dea-bb9e-5ab1de16fc47 req-8e3b1fd4-880d-4453-bae8-85ebdc6ecb92 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:07:59.559575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-758ae4e9-94f9-4dea-bb9e-5ab1de16fc47 req-8e3b1fd4-880d-4453-bae8-85ebdc6ecb92 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 944 time: 0.2167592 Dec 20 16:07:59.622210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for 83aba04d-682f-42c2-94d9-a659b21fff84 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:07:59.809175 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Set router 8326e490-c785-4d9a-aa40-ae53df80f5e9 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:07:59.856359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:59.862923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-99ffa7fa-5337-4629-ae5e-34cf86fa064d service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876245 Dec 20 16:07:59.886421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-758ae4e9-94f9-4dea-bb9e-5ab1de16fc47 req-1827772e-62b7-48af-a7cb-43cd82c10381 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261204 Dec 20 16:08:00.101934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-947c5067-0fcc-4b91-98ca-e0b78844203e req-a41899bc-4a6a-47e7-a55a-48e81aad2988 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109301 Dec 20 16:08:00.163640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627d746-dc63-43a9-9ea8-ff871a1bbd30 req-c4bddb45-01fe-4bd3-b0f8-9d868eb53e9e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:00.171481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.174300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.181446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627d746-dc63-43a9-9ea8-ff871a1bbd30 req-c4bddb45-01fe-4bd3-b0f8-9d868eb53e9e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:00.206632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5627d746-dc63-43a9-9ea8-ff871a1bbd30 req-c4bddb45-01fe-4bd3-b0f8-9d868eb53e9e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 1676 time: 0.4563577 Dec 20 16:08:00.322227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=83aba04d-682f-42c2-94d9-a659b21fff84,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:00.325129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:07:56Z', 'revision_number': 4, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3300e4fe-48a8-4cf5-99f6-14cccd173549', 'name': '', 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'mac_address': 'fa:16:3e:69:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2266973d-f806-4047-bfee-ca63dc60bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:52Z', 'updated_at': '2021-12-20T16:07:56Z', 'revision_number': 2, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'subnets': [{'id': '2266973d-f806-4047-bfee-ca63dc60bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:00.325394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28177c29-fa79-4a17-b733-72968c7b3693']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:00.327949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 69144488-7162-4e2f-9949-bc17a6156a3c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:00.341195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed5122f-030a-4da4-9dd7-6ce24229900c') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:00.347682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed5122f-030a-4da4-9dd7-6ce24229900c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:00.372975 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Checking router: 8326e490-c785-4d9a-aa40-ae53df80f5e9 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:00.373514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Updating router 8326e490-c785-4d9a-aa40-ae53df80f5e9 port 3300e4fe-48a8-4cf5-99f6-14cccd173549 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:08:00.405682 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.422899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5627d746-dc63-43a9-9ea8-ff871a1bbd30 req-2651341b-40dc-412a-a1af-e961d42aee07 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152545 Dec 20 16:08:00.427327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.449100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 69144488-7162-4e2f-9949-bc17a6156a3c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:00.454669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 69144488-7162-4e2f-9949-bc17a6156a3c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:00.471130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-6c37220d-7945-428d-a096-1a90274b51d0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285368 Dec 20 16:08:00.495702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] No DVR routers for this DVR port 83aba04d-682f-42c2-94d9-a659b21fff84 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:00.498701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.503904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.510820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-e37ef24a-379c-44d9-902d-a97876448383 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "DELETE /v2.0/ports/83aba04d-682f-42c2-94d9-a659b21fff84 HTTP/1.1" status: 204 len: 173 time: 1.7198405 Dec 20 16:08:00.516932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:08:00.517604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:08:00.521312 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:08:00.603224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-78e603a1-060f-45dc-a9a0-4b70ab3fdc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:00.604828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-78e603a1-060f-45dc-a9a0-4b70ab3fdc8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0699677 Dec 20 16:08:00.727255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port 36e413da-8efd-4ace-ad28-c896e1c396c7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:00.727839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.807118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-78efa367-b08f-4e93-977c-adbe9a560a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:00.812424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-78efa367-b08f-4e93-977c-adbe9a560a8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 906 time: 0.1843984 Dec 20 16:08:00.839411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '4020e232-a469-4491-b60f-ac60292196a8'}, {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:00.844226 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.845248 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38135491-71b8-431b-bec6-92aaa424cca2" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "4020e232-a469-4491-b60f-ac60292196a8"}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:00.854063 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.865039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:00.869854 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/networks/28177c29-fa79-4a17-b733-72968c7b3693 HTTP/1.1" status: 204 len: 168 time: 1.3561809 Dec 20 16:08:00.883535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:00.911938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-902d04bd-f38e-4e1c-9230-5d9038caf419 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 200 len: 217 time: 0.0912433 Dec 20 16:08:00.993440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] For port 36e413da-8efd-4ace-ad28-c896e1c396c7, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=36e413da-8efd-4ace-ad28-c896e1c396c7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:00.993819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.012201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for 36e413da-8efd-4ace-ad28-c896e1c396c7 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:01.042629 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.063007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-88253a70-77d8-4cdf-bfef-8cf6cb30f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:01.064670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-88253a70-77d8-4cdf-bfef-8cf6cb30f265 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.1461112 Dec 20 16:08:01.128703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-d258ed17-123e-40b2-b56f-5945b88749eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500128 Dec 20 16:08:01.141191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-4b0ebd4d-aff1-4f2f-a1a6-44cb344e6536 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:08:01.142238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-4b0ebd4d-aff1-4f2f-a1a6-44cb344e6536 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069728 Dec 20 16:08:01.155814 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2d84b-47b0-4fa3-a834-289f7ce528eb x-openstack-request-id: req-19d2d84b-47b0-4fa3-a834-289f7ce528eb {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:01.156116 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "4020e232-a469-4491-b60f-ac60292196a8", "status": "completed", "code": 200}, {"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "83aba04d-682f-42c2-94d9-a659b21fff84", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:01.156367 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19d2d84b-47b0-4fa3-a834-289f7ce528eb {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:01.156949 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '4020e232-a469-4491-b60f-ac60292196a8', 'status': 'completed', 'code': 200} Dec 20 16:08:01.157056 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '83aba04d-682f-42c2-94d9-a659b21fff84', 'status': 'completed', 'code': 200} Dec 20 16:08:01.188450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b8d71-b7c9-4983-b805-2d2ea4fd43e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Network': ['ID=28177c29-fa79-4a17-b733-72968c7b3693,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:01.193561 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b9aef-2b42-4db2-b823-2179dcd41ca6 None None] Pushing event updated for resources: {'Port': ['ID=3300e4fe-48a8-4cf5-99f6-14cccd173549,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:01.205091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed60e-6ce0-4021-8bad-c5f52a2755af req-251f8ca5-3d5a-44dd-9cec-7b7528293a14 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:01.212947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4ed60e-6ce0-4021-8bad-c5f52a2755af req-251f8ca5-3d5a-44dd-9cec-7b7528293a14 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 944 time: 0.1471517 Dec 20 16:08:01.301910 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Attempting to bind port 3300e4fe-48a8-4cf5-99f6-14cccd173549 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:01.302433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Attempting to bind port 3300e4fe-48a8-4cf5-99f6-14cccd173549 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:01.302905 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Attempting to bind port 3300e4fe-48a8-4cf5-99f6-14cccd173549 on network b3e2c5cb-935e-4615-8406-8049e5fb87b8 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:01.313792 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:01.314687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Checking segment: {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:01.315346 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.315875 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Bound using segment: {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:01.316986 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Bound port: 3300e4fe-48a8-4cf5-99f6-14cccd173549, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:01.316986 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.393221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee4ed60e-6ce0-4021-8bad-c5f52a2755af req-f547aaa9-b68c-402f-a97f-77e01e9495d2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786716 Dec 20 16:08:01.415405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-c2e6277a-7a37-472a-98da-a2f02724c7e4 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651787 Dec 20 16:08:01.420486 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] For port 3300e4fe-48a8-4cf5-99f6-14cccd173549, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:01.423534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3b50e64-8664-47f6-a58b-def88bde5c56 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.424985 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] For port 3300e4fe-48a8-4cf5-99f6-14cccd173549, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3300e4fe-48a8-4cf5-99f6-14cccd173549,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:01.498129 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3b50e64-8664-47f6-a58b-def88bde5c56 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.541768 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.719017 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b9aef-2b42-4db2-b823-2179dcd41ca6 None None] Pushing event updated for resources: {'Port': ['ID=3300e4fe-48a8-4cf5-99f6-14cccd173549,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:01.731795 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Routers {'8326e490-c785-4d9a-aa40-ae53df80f5e9'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:01.732665 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8326e490-c785-4d9a-aa40-ae53df80f5e9'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:01.741425 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.753267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6dde775f-4f4d-4fbf-a1ad-b733845a19d9 None None] Provisioning complete for port 3300e4fe-48a8-4cf5-99f6-14cccd173549 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:01.754044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6dde775f-4f4d-4fbf-a1ad-b733845a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.811779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088dd24-c2be-42d0-9bea-5f919b20234b req-89f060f2-0c41-45b4-ad8c-80074cb99eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:01.813704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e088dd24-c2be-42d0-9bea-5f919b20234b req-89f060f2-0c41-45b4-ad8c-80074cb99eeb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 942 time: 0.1857343 Dec 20 16:08:01.829763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=36e413da-8efd-4ace-ad28-c896e1c396c7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:01.846056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dd8a79f-a677-4ade-8cc2-0d2f1a9465c8 req-ea27f991-9d0b-40ef-b605-2112c3f5dbe1 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215305 Dec 20 16:08:01.937575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 880667db-5d9f-4a70-98c1-11b217ee743d details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:08:01.958088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3b50e64-8664-47f6-a58b-def88bde5c56 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.970244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3b50e64-8664-47f6-a58b-def88bde5c56 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:01.978572 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3b50e64-8664-47f6-a58b-def88bde5c56 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/security-groups/80060f87-79ee-44fc-afe0-27f7649181de HTTP/1.1" status: 204 len: 168 time: 1.0893266 Dec 20 16:08:01.999925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e088dd24-c2be-42d0-9bea-5f919b20234b req-5e88802c-520a-4f6c-bb15-781f8524573a tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76ab506-9552-48d5-ae70-751f80a6440f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528063 Dec 20 16:08:02.042017 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] Set router 8326e490-c785-4d9a-aa40-ae53df80f5e9 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:02.044533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b50e64-8664-47f6-a58b-def88bde5c56 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80060f87-79ee-44fc-afe0-27f7649181de,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:02.046864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] No DVR routers for this DVR port 36e413da-8efd-4ace-ad28-c896e1c396c7 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:02.052614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.062438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3b5eb8ec-d9ed-436b-a20e-a870c325cc5b req-1b652475-1caf-47c1-aea6-75dff6d1251f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.72 "DELETE /v2.0/ports/36e413da-8efd-4ace-ad28-c896e1c396c7 HTTP/1.1" status: 204 len: 173 time: 1.5368690 Dec 20 16:08:02.206939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8080987-cfd9-4588-94df-b3c7dfdb6191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.382178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 880667db-5d9f-4a70-98c1-11b217ee743d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=880667db-5d9f-4a70-98c1-11b217ee743d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:02.401331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '880667db-5d9f-4a70-98c1-11b217ee743d', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '880667db-5d9f-4a70-98c1-11b217ee743d', 'mac_address': 'fa:16:3e:04:ec:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:08:02.527037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6dde775f-4f4d-4fbf-a1ad-b733845a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.552674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.577311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880667db-5d9f-4a70-98c1-11b217ee743d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:02.612630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 880667db-5d9f-4a70-98c1-11b217ee743d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=880667db-5d9f-4a70-98c1-11b217ee743d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:02.613993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57204) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:02.620871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852192848', 'description': 'tempest-secgroup-smoke-1852192848 description', 'project_id': '602fb63252c24fc3b6b6550245454d8b'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:02.622106 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:07:56Z', 'revision_number': 4, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3300e4fe-48a8-4cf5-99f6-14cccd173549', 'name': '', 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'mac_address': 'fa:16:3e:69:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2266973d-f806-4047-bfee-ca63dc60bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:52Z', 'updated_at': '2021-12-20T16:08:01Z', 'revision_number': 4, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'subnets': [{'id': '2266973d-f806-4047-bfee-ca63dc60bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:02.636607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6dde775f-4f4d-4fbf-a1ad-b733845a19d9 None None] For port 3300e4fe-48a8-4cf5-99f6-14cccd173549, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3300e4fe-48a8-4cf5-99f6-14cccd173549,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:02.687987 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2152028a-551c-4b06-9159-82bdc084e8df None None] The sync data for ids ['8326e490-c785-4d9a-aa40-ae53df80f5e9'] in n-d-781076-8 is: [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:07:56Z', 'revision_number': 4, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '3300e4fe-48a8-4cf5-99f6-14cccd173549', 'name': '', 'network_id': 'b3e2c5cb-935e-4615-8406-8049e5fb87b8', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'mac_address': 'fa:16:3e:69:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '2266973d-f806-4047-bfee-ca63dc60bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:52Z', 'updated_at': '2021-12-20T16:08:01Z', 'revision_number': 4, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'subnets': [{'id': '2266973d-f806-4047-bfee-ca63dc60bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:02.699886 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.797624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.844460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6dde775f-4f4d-4fbf-a1ad-b733845a19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:02.905474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57214) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:02.932321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a3174-b2ec-4b91-9999-bafe521bfa0c req-552c8d91-fa56-4609-a293-38476815b514 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:02.940249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['880667db-5d9f-4a70-98c1-11b217ee743d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:02.952463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a28a3174-b2ec-4b91-9999-bafe521bfa0c req-552c8d91-fa56-4609-a293-38476815b514 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.1795011 Dec 20 16:08:03.031509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.037030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=880667db-5d9f-4a70-98c1-11b217ee743d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:03.163528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a28a3174-b2ec-4b91-9999-bafe521bfa0c req-204ff712-b112-49e4-b691-c91883ad0fd9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021513 Dec 20 16:08:03.186108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde775f-4f4d-4fbf-a1ad-b733845a19d9 None None] Pushing event updated for resources: {'Port': ['ID=3300e4fe-48a8-4cf5-99f6-14cccd173549,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:03.194281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-73d77502-819b-4d58-873a-fb6026996201 None None] Provisioning complete for port 3300e4fe-48a8-4cf5-99f6-14cccd173549 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:03.194767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73d77502-819b-4d58-873a-fb6026996201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.220518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.244054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:03.253241 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9d0216-3cee-4ef9-b5bc-2e2a596598f4" -d '{"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:03.290523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62bacd56-e37f-4dc3-bd60-ecf8c3bc5a4d req-96caed45-377c-4291-b84a-f76fc80c77f9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0995412 Dec 20 16:08:03.302886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.413302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930954c1-c1c4-41ee-8da7-d50bef58055e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:03.484271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.489452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57224) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:03.490479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7b9a28f9-bcc6-47db-895e-f2a0225d57ff tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8751419 Dec 20 16:08:03.498653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '930954c1-c1c4-41ee-8da7-d50bef58055e', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:03.533318 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0ffc4-9933-493d-af38-1f3d46ae2719 x-openstack-request-id: req-a7b0ffc4-9933-493d-af38-1f3d46ae2719 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:03.533693 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99f2830-3147-4aad-ad93-e9d187b90635", "name": "network-vif-deleted", "tag": "36e413da-8efd-4ace-ad28-c896e1c396c7", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:03.534016 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7b0ffc4-9933-493d-af38-1f3d46ae2719 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:03.534482 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99f2830-3147-4aad-ad93-e9d187b90635', 'name': 'network-vif-deleted', 'tag': '36e413da-8efd-4ace-ad28-c896e1c396c7', 'status': 'completed', 'code': 200} Dec 20 16:08:03.659280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.753761 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.823753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.849418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddb1bf7-b50b-4924-b5e1-8bed12d49a94,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:03.863458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.874253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 880667db-5d9f-4a70-98c1-11b217ee743d up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:03.995719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:03.999847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57226) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:04.001750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e800f625-1a7d-4d43-954a-adc7b009e417 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5111949 Dec 20 16:08:04.005563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '930954c1-c1c4-41ee-8da7-d50bef58055e', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:04.150885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 880667db-5d9f-4a70-98c1-11b217ee743d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:08:04.163224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 880667db-5d9f-4a70-98c1-11b217ee743d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:04.164023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.357707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3300e4fe-48a8-4cf5-99f6-14cccd173549 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:04.385687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb866a34-caba-4fe7-a56f-6c822859d389 req-a8c0c7c7-9d00-4bdf-95d4-46ce08f3b76a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:04.387406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Deleting port 32ad7195-64f9-4fcb-bce2-1e47078109c9 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:04.390243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.410497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb866a34-caba-4fe7-a56f-6c822859d389 req-a8c0c7c7-9d00-4bdf-95d4-46ce08f3b76a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 945 time: 0.1536081 Dec 20 16:08:04.502468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb866a34-caba-4fe7-a56f-6c822859d389 req-716dddd7-cbd0-495f-923d-f7b0bbf24449 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927546 Dec 20 16:08:04.520067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3300e4fe-48a8-4cf5-99f6-14cccd173549 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:04.520476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.555887 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4882a145-9282-42d6-8b9c-f9969c770432 req-23a18cca-4ce6-41d5-8368-6f0e13fe017e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0450940 Dec 20 16:08:04.586156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] For port 32ad7195-64f9-4fcb-bce2-1e47078109c9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=32ad7195-64f9-4fcb-bce2-1e47078109c9,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:04.586679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.602863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.609622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.688450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.708094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.738632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 880667db-5d9f-4a70-98c1-11b217ee743d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=880667db-5d9f-4a70-98c1-11b217ee743d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:04.741242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880667db-5d9f-4a70-98c1-11b217ee743d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:04.746739 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4887b-f3c1-48d5-a11c-8d81d7e4c2dc" -d '{"events": [{"server_uuid": "9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "880667db-5d9f-4a70-98c1-11b217ee743d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:04.791433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.837562 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c59dc1-e573-412b-b6e3-0c8736c18858 x-openstack-request-id: req-15c59dc1-e573-412b-b6e3-0c8736c18858 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:04.837888 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1", "name": "network-vif-plugged", "status": "completed", "tag": "880667db-5d9f-4a70-98c1-11b217ee743d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:04.838116 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15c59dc1-e573-412b-b6e3-0c8736c18858 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:04.838532 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880667db-5d9f-4a70-98c1-11b217ee743d', 'code': 200} Dec 20 16:08:04.840141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75430a10-ee00-4340-af62-d1922550eb9b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:04.848441 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.907611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:04.912418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a1370e8-7084-493c-89c5-50d59b8c8222 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9109337 Dec 20 16:08:04.913887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57238) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:04.922898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '930954c1-c1c4-41ee-8da7-d50bef58055e', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:04.964607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=880667db-5d9f-4a70-98c1-11b217ee743d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:05.076921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.116899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.168064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Calling delete_port for 32ad7195-64f9-4fcb-bce2-1e47078109c9 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:05.186243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.261765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38f005-af1d-496f-9cd0-802c9b33b829 req-e0234163-502e-43ef-bc4b-9708aa0d6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:05.263397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9a38f005-af1d-496f-9cd0-802c9b33b829 req-e0234163-502e-43ef-bc4b-9708aa0d6131 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 1097 time: 0.0968547 Dec 20 16:08:05.279756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.313234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cad64bf-f35e-486f-a1c9-a1fb5ab2b18c,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:05.369916 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9a38f005-af1d-496f-9cd0-802c9b33b829 req-84fc9ce2-e04d-4d1c-aa4d-31ba36a8dd27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932081 Dec 20 16:08:05.387788 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.393212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9b417ba0-7dba-4207-b833-0241336feaf1 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4776080 Dec 20 16:08:05.395321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57240) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:05.404101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '930954c1-c1c4-41ee-8da7-d50bef58055e', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:05.534519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.550632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.567809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Pushing event deleted for resources: {'Port': ['ID=32ad7195-64f9-4fcb-bce2-1e47078109c9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:05.798264 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.801911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3a3f610-aa82-43b8-8f64-87bf050c97d2 req-b8c63efd-727e-42f2-ae0c-a2a28b81658d tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0721126 Dec 20 16:08:05.828125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed73757-b31f-4a40-99b6-83c41561c95a req-661aa8a8-ae53-4045-964a-6ab964ea8ac7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:05.830220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ed73757-b31f-4a40-99b6-83c41561c95a req-661aa8a8-ae53-4045-964a-6ab964ea8ac7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.1627622 Dec 20 16:08:05.888633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.899164 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.936872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576eedb5-cd9c-4aaf-b9e7-d309a9f398d7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:05.951723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ed73757-b31f-4a40-99b6-83c41561c95a req-5782c72c-0c16-4f29-bc3b-f200c2493450 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090331 Dec 20 16:08:05.971441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:05.973668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ccd9f0d3-0dc9-4e50-9013-f6bdba533ab5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5769403 Dec 20 16:08:05.976973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57250) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:05.986568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '930954c1-c1c4-41ee-8da7-d50bef58055e', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:06.098081 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:08:06.099947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.152579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Router 983f355f-8a13-4fde-a0f4-32c28faf779c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:06.217334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.280690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:06.285927 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-adb74b6d-f6bb-4c3d-ae5c-659fbeb2984a admin admin] 10.222.0.81 "PUT /v2.0/routers/983f355f-8a13-4fde-a0f4-32c28faf779c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3794060 Dec 20 16:08:06.289400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:06.291965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] Sync routers for ids ['983f355f-8a13-4fde-a0f4-32c28faf779c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:06.307272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] Routers {'983f355f-8a13-4fde-a0f4-32c28faf779c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:06.310341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['983f355f-8a13-4fde-a0f4-32c28faf779c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:06.358777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.375213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b0c21c-9ccd-4623-b8a5-15075b5741cd,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:06.440574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.472008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] Set router 983f355f-8a13-4fde-a0f4-32c28faf779c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:06.543535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.545298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b9bec04-8aa8-40de-adfd-d6e6f9fd4211 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5672863 Dec 20 16:08:06.548991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57258) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:06.553337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'security_group_rule': {'security_group_id': '930954c1-c1c4-41ee-8da7-d50bef58055e', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:06.682588 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Project 602fb63252c24fc3b6b6550245454d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:08:06.687628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.688757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.759819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.877885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.923913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd440814-81aa-43ff-94ab-1c3b19e65bde,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:06.931988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Deleting port 89df506d-c299-4ca4-a496-35ead1896294 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:06.932363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.989310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:06.993922 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-66c04750-5c36-4455-8062-39fd3532da70 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4445913 Dec 20 16:08:06.994649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57266) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:07.003517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'network': {'name': 'tempest-network-smoke--1904841305', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:07.018214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '89df506d-c299-4ca4-a496-35ead1896294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:08:05Z', 'revision_number': 5, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port': {'id': '89df506d-c299-4ca4-a496-35ead1896294', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:33Z', 'updated_at': '2021-12-20T16:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:07.061283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] Checking router: 983f355f-8a13-4fde-a0f4-32c28faf779c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:07.079701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] Routers {'983f355f-8a13-4fde-a0f4-32c28faf779c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:07.080459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['983f355f-8a13-4fde-a0f4-32c28faf779c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:07.121877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c20878-a3ed-4343-a3dc-0de5de32266c req-e214bc11-f1c2-4515-9eac-2f35f02ce26f tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0995145 Dec 20 16:08:07.145067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:07.150005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.189304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:08:07.207789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.208204 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Added segment 0f7d4420-b720-4ad7-81b1-74dd471efd3f of type vlan for network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed Dec 20 16:08:07.209305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478983-f64d-4caf-9e82-a98350d2e1ad req-fbed8b6c-4056-4337-9fd5-1eb85091959d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:07.210875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7478983-f64d-4caf-9e82-a98350d2e1ad req-fbed8b6c-4056-4337-9fd5-1eb85091959d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.1455789 Dec 20 16:08:07.229403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] For port 89df506d-c299-4ca4-a496-35ead1896294, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=89df506d-c299-4ca4-a496-35ead1896294,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:07.229769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.290578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Calling delete_port for 89df506d-c299-4ca4-a496-35ead1896294 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:07.307349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.339079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] Set router 983f355f-8a13-4fde-a0f4-32c28faf779c gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:07.367524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7478983-f64d-4caf-9e82-a98350d2e1ad req-4036dfe7-3006-4772-aebc-6c7834422009 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389251 Dec 20 16:08:07.425141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.432471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:07.433435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.490680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:08:06Z', 'revision_number': 6, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:07.568515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00098551-b087-4aad-9cdc-b819aba4165f None None] The sync data for ids ['983f355f-8a13-4fde-a0f4-32c28faf779c'] in n-d-781076-8 is: [{'id': '983f355f-8a13-4fde-a0f4-32c28faf779c', 'name': 'tempest-TestAggregatesBasicOps-872018719-router', 'tenant_id': '5754e7612076422792dd9a3bfc7f23c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:32Z', 'updated_at': '2021-12-20T16:08:06Z', 'revision_number': 6, 'project_id': '5754e7612076422792dd9a3bfc7f23c2', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:07.632880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57278) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:07.639245 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6434050 Dec 20 16:08:07.640167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'admin_state_up': True, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:07.644118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75ad56-3592-4e4b-b556-6e1cfde3825e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Network': ['ID=10a81485-baa6-4a5f-9351-ef7cd8ed25ed,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:07.680089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.697995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:08:07.764494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89df506d-c299-4ca4-a496-35ead1896294,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:07.843703 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.845319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c792581-08e4-4717-98a2-1aeb04708e75 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:07.845772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:07.888096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7417-a271-445c-80c2-d9f087bce7ae req-7df61614-c265-4007-8088-d896e7b126f5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:07.898291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82cc7417-a271-445c-80c2-d9f087bce7ae req-7df61614-c265-4007-8088-d896e7b126f5 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.1903908 Dec 20 16:08:07.988710 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.206925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82cc7417-a271-445c-80c2-d9f087bce7ae req-46094e2f-1da5-42d8-b986-b5020711f16b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026202 Dec 20 16:08:08.211109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.216524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.216983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.362530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfcd3ff8-4f05-4991-a5db-44a576b9805d req-014cbd9a-0692-4461-95fc-056067f25cc3 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0343020 Dec 20 16:08:08.486692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.487213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 983f355f-8a13-4fde-a0f4-32c28faf779c {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:08:08.506112 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.506112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-75ccd8ce-87f3-47c9-8a1f-e5b15f02c0b1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/983f355f-8a13-4fde-a0f4-32c28faf779c HTTP/1.1" status: 204 len: 168 time: 2.2124605 Dec 20 16:08:08.506394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57288) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:08.583995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d775a-a7e9-46e9-8431-040a0c6935c4 req-94c8071e-2de4-4370-9e4e-dddb5653a874 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:08.587978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-077d775a-a7e9-46e9-8431-040a0c6935c4 req-94c8071e-2de4-4370-9e4e-dddb5653a874 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.2868898 Dec 20 16:08:08.589049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Deleting subnet 63fa914e-9072-4289-a682-f10a17077e46 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:08:08.598853 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.614451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 32ad7195-64f9-4fcb-bce2-1e47078109c9 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:08.648081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 32ad7195-64f9-4fcb-bce2-1e47078109c9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:08.654103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 32ad7195-64f9-4fcb-bce2-1e47078109c9 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:08.685606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.710802 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:08.768560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-077d775a-a7e9-46e9-8431-040a0c6935c4 req-8ba6b410-8e5d-486a-80d7-28842f35346a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633682 Dec 20 16:08:08.876545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.038458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.094575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fa914e-9072-4289-a682-f10a17077e46,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:09.102005 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.114550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a37b338a-8864-4316-8e59-155e4644e79f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/63fa914e-9072-4289-a682-f10a17077e46 HTTP/1.1" status: 204 len: 168 time: 0.6028564 Dec 20 16:08:09.114675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.114826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57296) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:09.119495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30fa2a-4ce0-4057-97cc-8567486b6f67 None None] Network b922e70a-b4e8-4f03-9a72-dcacad29f797 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:09.137721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.288911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.350810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] DHCP port deletion for b922e70a-b4e8-4f03-9a72-dcacad29f797 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:09.360345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Deleting port 8f7c1511-9366-4a61-a5c1-63a944704661 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:09.361050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.362216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3241e-4e4d-447c-8b05-7fa14ca1e7dc req-763b3aaf-136f-4ef7-8001-3755964b2b00 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:09.364734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76b3241e-4e4d-447c-8b05-7fa14ca1e7dc req-763b3aaf-136f-4ef7-8001-3755964b2b00 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.1212859 Dec 20 16:08:09.405937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Deleting port 8f7c1511-9366-4a61-a5c1-63a944704661 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:09.406190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.406473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.47 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/232d3bbf-65b1-4d96-a0a1-c611fefc4ace) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:09.480455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76b3241e-4e4d-447c-8b05-7fa14ca1e7dc req-773c96c6-af88-4402-91f6-8fbc5934f7d1 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037908 Dec 20 16:08:09.489615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] For port 8f7c1511-9366-4a61-a5c1-63a944704661, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f7c1511-9366-4a61-a5c1-63a944704661,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:09.490048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.496053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] For port 8f7c1511-9366-4a61-a5c1-63a944704661, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8f7c1511-9366-4a61-a5c1-63a944704661,segment=NetworkSegment(df684400-0565-4abf-9cc5-a1700a799b49),segment_id=df684400-0565-4abf-9cc5-a1700a799b49)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:09.497260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.518885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Calling delete_port for 8f7c1511-9366-4a61-a5c1-63a944704661 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:09.524928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Calling delete_port for 8f7c1511-9366-4a61-a5c1-63a944704661 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:09.699497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.707399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.773681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] No DVR routers for this DVR port 8f7c1511-9366-4a61-a5c1-63a944704661 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:09.794220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Pushing event deleted for resources: {'Port': ['ID=8f7c1511-9366-4a61-a5c1-63a944704661,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:09.805327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7c1511-9366-4a61-a5c1-63a944704661,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:09.824877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.825271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.825628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.825976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.826317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.826657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.827149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.827500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.827835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.828168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.828503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.828835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.829181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ece99e-db97-4284-ad93-a4ba655ce7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:09.830286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] No DVR routers for this DVR port 8f7c1511-9366-4a61-a5c1-63a944704661 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:09.854416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3aaf7de9-d972-42f2-8881-09eeb84e349c req-199f2f98-9841-49a0-98db-f0438ce86d7e tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0309715 Dec 20 16:08:09.907168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.950849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:09.984214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b922e70a-b4e8-4f03-9a72-dcacad29f797']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:09.996774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df684400-0565-4abf-9cc5-a1700a799b49') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:09.997080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df684400-0565-4abf-9cc5-a1700a799b49') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:10.008522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.009020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.025415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.032813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:08:10.033287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:08:10.035324 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:08:10.060351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:10.065662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:10.071644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:10.086352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:10.109422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c67efc-a21c-4aa3-9da1-6593701f1080 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:10.168483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.174955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.189561 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b922e70a-b4e8-4f03-9a72-dcacad29f797 HTTP/1.1" status: 204 len: 168 time: 1.0734785 Dec 20 16:08:10.190744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:10.259737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c1748942-714e-4c7c-9d6b-b3eb8e1abe82 None None] Provisioning complete for port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:10.260508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1748942-714e-4c7c-9d6b-b3eb8e1abe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.324492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b41a83-2a4c-468f-a8da-0581df3e56f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b922e70a-b4e8-4f03-9a72-dcacad29f797,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:10.360124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 89df506d-c299-4ca4-a496-35ead1896294 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:10.419730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 89df506d-c299-4ca4-a496-35ead1896294 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:10.420079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 89df506d-c299-4ca4-a496-35ead1896294 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:10.421359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f7c1511-9366-4a61-a5c1-63a944704661 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:10.448244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c1748942-714e-4c7c-9d6b-b3eb8e1abe82 None None] Port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:08:10.452785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8f7c1511-9366-4a61-a5c1-63a944704661 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:10.453201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8f7c1511-9366-4a61-a5c1-63a944704661 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:10.606461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.626410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c008d-707d-4f9e-9abe-6773f668725d req-08834580-bab7-4527-8b5a-33789e2378d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:10.628685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a02c008d-707d-4f9e-9abe-6773f668725d req-08834580-bab7-4527-8b5a-33789e2378d9 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.1109595 Dec 20 16:08:10.754605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca89f5c-fe5d-4bd6-ae26-5c77515f8f72 req-a410c969-de87-4057-bf1e-f8983dd196be tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:10.756238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca89f5c-fe5d-4bd6-ae26-5c77515f8f72 req-a410c969-de87-4057-bf1e-f8983dd196be tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 946 time: 0.1408775 Dec 20 16:08:10.835625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 880667db-5d9f-4a70-98c1-11b217ee743d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:10.836638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:10.871158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca89f5c-fe5d-4bd6-ae26-5c77515f8f72 req-7d928b68-7f21-4fd5-b151-d8f7c15254de tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071088 Dec 20 16:08:10.940285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.011556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 880667db-5d9f-4a70-98c1-11b217ee743d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=880667db-5d9f-4a70-98c1-11b217ee743d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:11.011949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.021300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-503367fc-6193-4e9b-88fd-5e2b1a12a4bb req-161a5963-47c4-42ed-bd28-bfaea6761b38 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0747330 Dec 20 16:08:11.033424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 880667db-5d9f-4a70-98c1-11b217ee743d owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:11.060620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.226398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:08:11.360292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:11.379237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Sync routers for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:11.387223 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:11.389347 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:11.438752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Deleting port 3300e4fe-48a8-4cf5-99f6-14cccd173549 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:11.439366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.442296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.456975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['880667db-5d9f-4a70-98c1-11b217ee743d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:11.461606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:11.478859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.482422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-897887cd-32b4-4a29-a39f-4b37f11a3d4c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8483198 Dec 20 16:08:11.487858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57316) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:11.521774 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:11.530808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=880667db-5d9f-4a70-98c1-11b217ee743d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:11.576171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] For port 3300e4fe-48a8-4cf5-99f6-14cccd173549, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3300e4fe-48a8-4cf5-99f6-14cccd173549,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:11.576861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.591261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Calling delete_port for 3300e4fe-48a8-4cf5-99f6-14cccd173549 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:11.606811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a5ff3432-0ed3-4535-a6af-803332893b49 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=602fb63252c24fc3b6b6550245454d8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1173604 Dec 20 16:08:11.610240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57318) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:11.685480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 880667db-5d9f-4a70-98c1-11b217ee743d on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:11.690104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:11.693717 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a02c008d-707d-4f9e-9abe-6773f668725d req-7e9fb054-5baa-444c-b790-767e0c522473 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "DELETE /v2.0/ports/880667db-5d9f-4a70-98c1-11b217ee743d HTTP/1.1" status: 204 len: 173 time: 1.0494776 Dec 20 16:08:11.694566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'name': 'network-vif-deleted', 'tag': '880667db-5d9f-4a70-98c1-11b217ee743d'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:11.697234 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd4359a-ba26-4c1e-a29a-963cef1c6cee" -d '{"events": [{"server_uuid": "9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1", "name": "network-vif-deleted", "tag": "880667db-5d9f-4a70-98c1-11b217ee743d"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:11.751692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e4e67-1b75-4c6c-a7b1-835ba3ff91c8 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:11.753791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ba9e4e67-1b75-4c6c-a7b1-835ba3ff91c8 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426146 Dec 20 16:08:11.756800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57322) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:11.806158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-155c2944-94ab-4302-8f39-58b3fe5c7ee7 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480142 Dec 20 16:08:11.808461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57324) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:11.815633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-572168245', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:11.861136 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df90b0-079b-47e5-8f0e-5dac8785291a x-openstack-request-id: req-88df90b0-079b-47e5-8f0e-5dac8785291a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:11.861862 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1", "name": "network-vif-deleted", "tag": "880667db-5d9f-4a70-98c1-11b217ee743d", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:11.862339 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88df90b0-079b-47e5-8f0e-5dac8785291a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:11.862961 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1', 'name': 'network-vif-deleted', 'tag': '880667db-5d9f-4a70-98c1-11b217ee743d', 'status': 'completed', 'code': 200} Dec 20 16:08:11.869191 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:10Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:11.914654 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Checking router: 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:11.915186 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Updating router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:08:12.004874 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.036955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e541b1c2-7eab-4729-a1ef-48885549739b req-879b9be7-e2d6-4832-920b-eea4b2664ebe tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=9541d6dc-2115-4fc9-80dc-7dc62f4fa4a1 HTTP/1.1" status: 200 len: 210 time: 0.0327005 Dec 20 16:08:12.059808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:12.064352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.151226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.207210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Pushing event deleted for resources: {'Port': ['ID=3300e4fe-48a8-4cf5-99f6-14cccd173549,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:12.209127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8ed07a6-20dd-46c0-9841-0ed8ff52d316 req-7783f9c9-13f5-4c75-b437-5c305dca20c9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0390182 Dec 20 16:08:12.502406 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.532366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.551718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.585809 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.639646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7aaf4-46a3-4c90-b553-00f832ba211b None None] Pushing event updated for resources: {'Port': ['ID=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:12.643754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Subnet': ['ID=87bd4f6b-f2fa-4600-bb51-18b3245e4684,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:12.673510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18c3a2-6c21-4a46-9eb2-35c637caa77b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:12.706560 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Attempting to bind port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:12.707504 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Attempting to bind port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:12.708094 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Attempting to bind port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:12.709235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Checking segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:12.710003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network hostable DHCP agents. Network: 10a81485-baa6-4a5f-9351-ef7cd8ed25ed, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:08:12.716832 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:12.718332 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:12.719279 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.719898 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:12.720582 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Bound port: 232d3bbf-65b1-4d96-a0a1-c611fefc4ace, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:12.721189 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.783305 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] For port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:12.787596 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] For port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:12.799328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-46c2f2f3-468a-4698-b365-06db762fcd49 None None] Provisioning complete for port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:12.799980 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46c2f2f3-468a-4698-b365-06db762fcd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.840048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-46c2f2f3-468a-4698-b365-06db762fcd49 None None] Port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:08:12.867110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:08:12.901181 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.958260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 10a81485-baa6-4a5f-9351-ef7cd8ed25ed) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:12.977514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e2f92-e5bd-4416-befd-3a464abe0c4c None None] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:12.981917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:12.982912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:12.998668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Router 8326e490-c785-4d9a-aa40-ae53df80f5e9 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:13.092643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7aaf4-46a3-4c90-b553-00f832ba211b None None] Pushing event updated for resources: {'Port': ['ID=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:13.111306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b1d79038-cdfd-47e2-be85-545fbf8c4e76 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2984931 Dec 20 16:08:13.112438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:13.126528 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:13.127765 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:13.156591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902adb55-f89a-4b44-9ad3-3a0f6a75ad69 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:13.327111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57348) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:13.384382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b5e1d7f3-e9cb-4399-b00a-6928dcf8b546 None None] Provisioning complete for port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:13.384757 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d7f3-e9cb-4399-b00a-6928dcf8b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:13.393992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c63447-5679-4995-8404-58a79c115543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:08:13.394881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c63447-5679-4995-8404-58a79c115543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:13.399137 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:13.497223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e10455c-8365-48a8-bd14-dd1f8018bb1f req-6dffbe9c-4303-43fc-82df-d1aecd40f3bb tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0740476 Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:13.724418 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:13.731655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-c8e36159-9893-4eea-b44c-acd2f77eb273 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:13.737924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-c8e36159-9893-4eea-b44c-acd2f77eb273 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.1960657 Dec 20 16:08:13.838425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-71c63447-5679-4995-8404-58a79c115543 None None] Allocated IP 172.20.0.2 (10a81485-baa6-4a5f-9351-ef7cd8ed25ed/87bd4f6b-f2fa-4600-bb51-18b3245e4684/2c186282-9be2-4207-b36a-fbe559eb47c2) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:13.839010 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:10Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:13.842758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d7f3-e9cb-4399-b00a-6928dcf8b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:13.871063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b5e1d7f3-e9cb-4399-b00a-6928dcf8b546 None None] For port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:13.896475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a870a98-a008-443a-9c34-5e720c3a4b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:13.910542 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81769c3f-0e9c-41d9-83c4-03abd5064d62 None None] The sync data for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 is: [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:10Z', 'revision_number': 3, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:13.924124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-4ef5b45e-cec7-4f8d-90a5-cabaa0955182 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/quotas/7cc4d41e39384380865e2fea3ca15dc4 HTTP/1.1" status: 200 len: 375 time: 0.1833439 Dec 20 16:08:14.079858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:14.082258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-d6bf25f5-b896-4e52-af73-76fb0b012af8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489115 Dec 20 16:08:14.089812 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cac5c456-5699-4f75-8a11-161f23f8a51e admin admin] 10.222.0.81 "PUT /v2.0/routers/8326e490-c785-4d9a-aa40-ae53df80f5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8842666 Dec 20 16:08:14.090884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57364) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:14.212599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 880667db-5d9f-4a70-98c1-11b217ee743d no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:14.215622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] Sync routers for ids ['8326e490-c785-4d9a-aa40-ae53df80f5e9'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:14.221888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d7f3-e9cb-4399-b00a-6928dcf8b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.255449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 880667db-5d9f-4a70-98c1-11b217ee743d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:14.255783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 880667db-5d9f-4a70-98c1-11b217ee743d not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:14.297258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] Routers {'8326e490-c785-4d9a-aa40-ae53df80f5e9'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:14.297913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8326e490-c785-4d9a-aa40-ae53df80f5e9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:14.446073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1d7f3-e9cb-4399-b00a-6928dcf8b546 None None] Pushing event updated for resources: {'Port': ['ID=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:14.518802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] Set router 8326e490-c785-4d9a-aa40-ae53df80f5e9 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:14.521542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c63447-5679-4995-8404-58a79c115543 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.651284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c63447-5679-4995-8404-58a79c115543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.709373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c63447-5679-4995-8404-58a79c115543 None None] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:14.713552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-c56210a4-e3c0-407d-b2c0-6e1b1c590f48 service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846398 Dec 20 16:08:14.716553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-71c63447-5679-4995-8404-58a79c115543 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:14.726060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c63447-5679-4995-8404-58a79c115543 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:14.733669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c63447-5679-4995-8404-58a79c115543 None None] Pushing event updated for resources: {'Port': ['ID=2c186282-9be2-4207-b36a-fbe559eb47c2,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:14.811937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d05f805-c21c-4221-b4dc-5f318214a37e req-d2cd7614-370d-4a6e-a425-2ec9fd459e25 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.1883602 Dec 20 16:08:14.864722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-71c63447-5679-4995-8404-58a79c115543 None None] Attempting to bind port 2c186282-9be2-4207-b36a-fbe559eb47c2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:14.865370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-71c63447-5679-4995-8404-58a79c115543 None None] Attempting to bind port 2c186282-9be2-4207-b36a-fbe559eb47c2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:14.865494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c63447-5679-4995-8404-58a79c115543 None None] Attempting to bind port 2c186282-9be2-4207-b36a-fbe559eb47c2 on network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:14.874601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c63447-5679-4995-8404-58a79c115543 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:14.874995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a870a98-a008-443a-9c34-5e720c3a4b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.875129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c63447-5679-4995-8404-58a79c115543 None None] Checking segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:14.875561 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c63447-5679-4995-8404-58a79c115543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.875700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c63447-5679-4995-8404-58a79c115543 None None] Bound using segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:14.876147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-71c63447-5679-4995-8404-58a79c115543 None None] Bound port: 2c186282-9be2-4207-b36a-fbe559eb47c2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:14.876527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c63447-5679-4995-8404-58a79c115543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.951290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a870a98-a008-443a-9c34-5e720c3a4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:14.968962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-71c63447-5679-4995-8404-58a79c115543 None None] For port 2c186282-9be2-4207-b36a-fbe559eb47c2, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:14.973488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-71c63447-5679-4995-8404-58a79c115543 None None] For port 2c186282-9be2-4207-b36a-fbe559eb47c2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2c186282-9be2-4207-b36a-fbe559eb47c2,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:14.978900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:08:11Z', 'revision_number': 5, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:14.995699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a870a98-a008-443a-9c34-5e720c3a4b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c48b06-d899-405e-948e-fa014b059b2f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:15.039965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] Checking router: 8326e490-c785-4d9a-aa40-ae53df80f5e9 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:15.051347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] Routers {'8326e490-c785-4d9a-aa40-ae53df80f5e9'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:15.051979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8326e490-c785-4d9a-aa40-ae53df80f5e9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:15.054392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.064242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.123708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-10e8f782-06c0-4edf-92dc-f7e6b5fd5ece service neutron] 10.222.0.81 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577201 Dec 20 16:08:15.145008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57368) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:15.145874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a870a98-a008-443a-9c34-5e720c3a4b5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d186120010744ad89a8307631495d726&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7268841 Dec 20 16:08:15.196342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c63447-5679-4995-8404-58a79c115543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.256364 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c49155c-6a7e-417a-8aa8-fb26c4f3728b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.294436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c49155c-6a7e-417a-8aa8-fb26c4f3728b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.323686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.377105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] Set router 8326e490-c785-4d9a-aa40-ae53df80f5e9 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:15.378800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c63447-5679-4995-8404-58a79c115543 None None] Pushing event updated for resources: {'Port': ['ID=2c186282-9be2-4207-b36a-fbe559eb47c2,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:15.449143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c49155c-6a7e-417a-8aa8-fb26c4f3728b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.454585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c49155c-6a7e-417a-8aa8-fb26c4f3728b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:15.456920 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6c49155c-6a7e-417a-8aa8-fb26c4f3728b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76c48b06-d899-405e-948e-fa014b059b2f HTTP/1.1" status: 204 len: 168 time: 0.3106277 Dec 20 16:08:15.494353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49155c-6a7e-417a-8aa8-fb26c4f3728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c48b06-d899-405e-948e-fa014b059b2f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:15.744189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c4dea0a-4ad4-468f-b0be-c1b7793d5b1f req-79cd4d0f-b5f0-4f35-812d-efb283162d1e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 210 time: 0.1776571 Dec 20 16:08:15.804256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:08:11Z', 'revision_number': 5, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:15.860541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f75a6-d234-42f4-b9ee-6017c471a0ed None None] The sync data for ids ['8326e490-c785-4d9a-aa40-ae53df80f5e9'] in n-d-781076-8 is: [{'id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'name': 'tempest-TestAggregatesBasicOps-1379423020-router', 'tenant_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:07:43Z', 'updated_at': '2021-12-20T16:08:11Z', 'revision_number': 5, 'project_id': '2a158ddec9674a7f9ca3c8afe69755eb', 'gw_port': {'id': 'd172baea-ea8f-4db8-8a51-924c252e2bea', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8326e490-c785-4d9a-aa40-ae53df80f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:07:44Z', 'updated_at': '2021-12-20T16:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:15.866627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Deleting port d172baea-ea8f-4db8-8a51-924c252e2bea {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:15.867131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.090384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-991586ef-f3ab-4e11-9b35-f291fc631930 req-efb8b3c8-34f9-4ecb-be6e-90eebcf9e573 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0494735 Dec 20 16:08:16.115518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.1 (10a81485-baa6-4a5f-9351-ef7cd8ed25ed/87bd4f6b-f2fa-4600-bb51-18b3245e4684/33908106-e5ec-4188-82ae-483f2c39b24c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:16.125750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] For port d172baea-ea8f-4db8-8a51-924c252e2bea, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d172baea-ea8f-4db8-8a51-924c252e2bea,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:16.126131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.174843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Calling delete_port for d172baea-ea8f-4db8-8a51-924c252e2bea owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:16.451165 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.485910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2c186282-9be2-4207-b36a-fbe559eb47c2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:16.562487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2c186282-9be2-4207-b36a-fbe559eb47c2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:16.565321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.675341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.706504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.731573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 2c186282-9be2-4207-b36a-fbe559eb47c2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2c186282-9be2-4207-b36a-fbe559eb47c2,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:16.768286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:16.774976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:16.779905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:16.808783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.819973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=33908106-e5ec-4188-82ae-483f2c39b24c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:16.826551 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.830548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 232d3bbf-65b1-4d96-a0a1-c611fefc4ace up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:16.915818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b383794-9498-4d74-81c0-e6e3dfdd3354 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:16.935890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e92ba3d0-9f12-48ea-ab77-4bd6aa90f8ef req-583767d6-edb8-4e6f-b61d-b51f0c4406ab tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 210 time: 0.0884809 Dec 20 16:08:16.952386 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:16.954892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Pushing event deleted for resources: {'Port': ['ID=d172baea-ea8f-4db8-8a51-924c252e2bea,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:16.988265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=2c186282-9be2-4207-b36a-fbe559eb47c2,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:17.010102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:17.010783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.082574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.162155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3800e4-bbe0-4134-9147-a3e8c7bd7b41 None None] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:17.224577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.231857 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.232030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3300e4fe-48a8-4cf5-99f6-14cccd173549 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:17.309273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3300e4fe-48a8-4cf5-99f6-14cccd173549 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:17.309677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3300e4fe-48a8-4cf5-99f6-14cccd173549 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:17.335457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72692b09-7b9b-4535-88b6-9f6ab0f340b7 req-c2993468-0217-4fbe-894a-acc780e3bf94 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0508027 Dec 20 16:08:17.348092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0179a7af-6226-46db-ac06-734e2082a3af None None] Provisioning complete for port 2c186282-9be2-4207-b36a-fbe559eb47c2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:17.348554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0179a7af-6226-46db-ac06-734e2082a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.389940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.461838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.462614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8326e490-c785-4d9a-aa40-ae53df80f5e9 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:08:17.470126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.474165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57394) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:17.491298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e718f905-dfea-4c34-8688-5e45d0e1c867 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8326e490-c785-4d9a-aa40-ae53df80f5e9 HTTP/1.1" status: 204 len: 168 time: 3.3943920 Dec 20 16:08:17.575106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Deleting subnet 2266973d-f806-4047-bfee-ca63dc60bcf1 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:08:17.585759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.644884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.739737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.830393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ce57cc2f-7804-4fe1-9624-7e1fbe5d6133 None None] Provisioning complete for port 33908106-e5ec-4188-82ae-483f2c39b24c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:17.851994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce57cc2f-7804-4fe1-9624-7e1fbe5d6133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.899757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ce57cc2f-7804-4fe1-9624-7e1fbe5d6133 None None] Port 33908106-e5ec-4188-82ae-483f2c39b24c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:08:17.906430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.913840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ce57cc2f-7804-4fe1-9624-7e1fbe5d6133 None None] Provisioning complete for port 2c186282-9be2-4207-b36a-fbe559eb47c2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:17.914534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce57cc2f-7804-4fe1-9624-7e1fbe5d6133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:17.978071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2266973d-f806-4047-bfee-ca63dc60bcf1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:18.006184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.018370 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2574b730-b332-44d6-9d6d-3e1bf9dbd601 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2266973d-f806-4047-bfee-ca63dc60bcf1 HTTP/1.1" status: 204 len: 168 time: 0.5430183 Dec 20 16:08:18.024646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:18.042990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54a7cf-de18-4ead-a884-b127575de531 None None] Network b3e2c5cb-935e-4615-8406-8049e5fb87b8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:18.236588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2c186282-9be2-4207-b36a-fbe559eb47c2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:18.284393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9c78f5e0-26a4-4c02-9442-6787eda26196 None None] Provisioning complete for port 33908106-e5ec-4188-82ae-483f2c39b24c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:18.284791 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c78f5e0-26a4-4c02-9442-6787eda26196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.311695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.349227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] DHCP port deletion for b3e2c5cb-935e-4615-8406-8049e5fb87b8 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:18.398629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9c78f5e0-26a4-4c02-9442-6787eda26196 None None] Port 33908106-e5ec-4188-82ae-483f2c39b24c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:08:18.410495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2c186282-9be2-4207-b36a-fbe559eb47c2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:18.410674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.447177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.452591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-59b23460-49fc-4cc4-9b89-b671cb7b88d7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:18.463031 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-59b23460-49fc-4cc4-9b89-b671cb7b88d7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 805 time: 0.4345789 Dec 20 16:08:18.473401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] Deleting port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:18.474878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.481411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Request body: {'port': {'device_id': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'admin_state_up': True, 'tenant_id': '7cc4d41e39384380865e2fea3ca15dc4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:18.524219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66f5de1f-aabb-43c4-b824-3343c134ace5 req-54a7632e-4a86-4733-9698-35f960d20445 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 210 time: 0.0741851 Dec 20 16:08:18.527258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Deleting port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:18.527538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.527686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.576846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75002680-8871-45c7-aa3f-94460c799612 req-bfcfabf3-c936-41f0-923a-584e207467aa tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0630503 Dec 20 16:08:18.630465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] For port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:18.630969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.658483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] Calling delete_port for d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:18.683872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.697787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] For port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,segment=NetworkSegment(1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1),segment_id=1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:18.698088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=33908106-e5ec-4188-82ae-483f2c39b24c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:18.699464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.723963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d172baea-ea8f-4db8-8a51-924c252e2bea no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:18.729037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Calling delete_port for d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:18.754622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: d172baea-ea8f-4db8-8a51-924c252e2bea {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:18.755130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d172baea-ea8f-4db8-8a51-924c252e2bea not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:18.809652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:18.809895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Made reservation on behalf of 7cc4d41e39384380865e2fea3ca15dc4 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:18.811587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:18.813875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.866117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:18.904104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] Pushing event deleted for resources: {'Port': ['ID=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:18.908668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fe7d7-e3ce-406d-815a-a852f1fed5d5 None None] No DVR routers for this DVR port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:18.974747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:19.017871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Allocated IP 172.20.0.14 (68a03403-3842-484b-9082-0d88ca33e413/56f470d4-edfe-4890-a8fc-dfd145569536/3d14106f-aee1-4d9e-9d59-17b43a8f59b2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:19.116806 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.123467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:19.129408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-66869ddc-5f03-43c1-a230-1161b2202ee9 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0153198 Dec 20 16:08:19.136288 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Sync routers for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:19.151504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:19.152903 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:19.162552 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:19.188407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] No DVR routers for this DVR port d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:19.233358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a9e27f9-ef91-4a49-bdc2-4c467d6d3f61 None None] Provisioning complete for port 33908106-e5ec-4188-82ae-483f2c39b24c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:19.234066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a9e27f9-ef91-4a49-bdc2-4c467d6d3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.300087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e27f9-ef91-4a49-bdc2-4c467d6d3f61 None None] Port 33908106-e5ec-4188-82ae-483f2c39b24c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:08:19.321981 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:19.375657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.409374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.415429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e2c5cb-935e-4615-8406-8049e5fb87b8']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:19.424563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-c7e3c712-5145-4b56-aa69-9b8e2eeb498d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852192848&fields=id&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 267 time: 0.0628362 Dec 20 16:08:19.430944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:19.432408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6719f2-a7fb-4be9-81fd-9e0b7cbfadc1') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:19.448619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.471704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.482024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:08:19.482716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:08:19.484177 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:08:19.574803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.586950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:19.595461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-df21d892-d732-4cf6-964d-af48ad463d4a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:19.599343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-df21d892-d732-4cf6-964d-af48ad463d4a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 797 time: 0.1657825 Dec 20 16:08:19.618299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-df48c291-efa7-4546-9699-d5e7c34d00a0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/quotas/602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 375 time: 0.0128562 Dec 20 16:08:19.632215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.643031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.646395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b3e2c5cb-935e-4615-8406-8049e5fb87b8 HTTP/1.1" status: 204 len: 168 time: 1.6204302 Dec 20 16:08:19.649280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Network 68a03403-3842-484b-9082-0d88ca33e413 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:19.667781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:19.672142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8bcb-38f3-443b-a01a-d80079446479 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e2c5cb-935e-4615-8406-8049e5fb87b8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:19.677307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:19.708698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event updated for resources: {'Port': ['ID=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:19.763982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:19.765000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.782195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e0d7-b35d-4e88-948e-6374a3f3d762 req-7a12a2e2-4389-4410-b193-6777f451ac0b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:19.791795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8a0e0d7-b35d-4e88-948e-6374a3f3d762 req-7a12a2e2-4389-4410-b193-6777f451ac0b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 932 time: 0.0842798 Dec 20 16:08:19.798072 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 2, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:19.816134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-db3ca7d8-b3b8-4cbf-a0b2-4fbdc42efb67 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891720 Dec 20 16:08:19.832212 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Checking router: 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:19.832574 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Updating router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 port 33908106-e5ec-4188-82ae-483f2c39b24c binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:08:19.840124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7d5b904c-2ca7-43c5-95be-6db8a785aefd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3635356 Dec 20 16:08:19.856629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Request body: {'port': {'device_id': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:19.884845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8a0e0d7-b35d-4e88-948e-6374a3f3d762 req-61c3c435-607b-49f8-bb82-3ce7b5ba4cd0 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869551 Dec 20 16:08:19.885142 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:19.891570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-9c131c45-0d38-4f21-b4ae-2808b1f06e46 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:08:19.892848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-9c131c45-0d38-4f21-b4ae-2808b1f06e46 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251987 Dec 20 16:08:19.947189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.043912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abfe1f38-4ac0-45f0-96ca-a0c8220de4bd req-0fcdd6ae-0820-4e63-a2e8-fa24be6bcc4b tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0459054 Dec 20 16:08:20.047735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-5663797a-a87f-4365-a8a8-4241aa7c7da4 service neutron] 10.222.0.81 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459365 Dec 20 16:08:20.199885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-b1b2d6d9-2ff4-4f1b-8931-f2b42cfe72e9 service neutron] 10.222.0.81 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421399 Dec 20 16:08:20.222282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57426) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:20.246647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:20.300584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:20.300943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d4f8bc89-a137-4f2f-81cf-0df8cd5c9d6b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:20.313067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-eb753682-ef96-427b-aa8f-f0eb78db3709 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5754e7612076422792dd9a3bfc7f23c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892162 Dec 20 16:08:20.315448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57428) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:20.383734 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.386427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:20.391290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd4aded4-48c2-4c08-870d-098abcc50f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.396486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.410811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Transition to ACTIVE for port object 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:08:20.418385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd4aded4-48c2-4c08-870d-098abcc50f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.477765 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.504536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-faecf72a-7d19-4cb0-ba66-848bb0655f93 req-e7de5b99-3965-4e85-9f3e-719bb9e77743 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0319564 Dec 20 16:08:20.535365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.586405 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd4aded4-48c2-4c08-870d-098abcc50f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.594023 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fd4aded4-48c2-4c08-870d-098abcc50f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.594129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f0b7-773f-41ab-b870-759719f7d91a None None] Pushing event updated for resources: {'Port': ['ID=33908106-e5ec-4188-82ae-483f2c39b24c,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:20.594224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fd4aded4-48c2-4c08-870d-098abcc50f1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13eafcd3-aa20-4889-ace5-d4fdb74f351f HTTP/1.1" status: 204 len: 168 time: 0.2746785 Dec 20 16:08:20.605401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4aded4-48c2-4c08-870d-098abcc50f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eafcd3-aa20-4889-ace5-d4fdb74f351f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:20.682520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:20.716735 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Attempting to bind port 33908106-e5ec-4188-82ae-483f2c39b24c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:20.717071 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Attempting to bind port 33908106-e5ec-4188-82ae-483f2c39b24c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:20.717398 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Attempting to bind port 33908106-e5ec-4188-82ae-483f2c39b24c on network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:20.734680 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:20.735144 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Checking segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:20.735458 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.741300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Bound using segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:20.742124 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Bound port: 33908106-e5ec-4188-82ae-483f2c39b24c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:20.745208 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.862044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Attempting to bind port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:20.863072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Attempting to bind port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:20.863500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Attempting to bind port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:20.869910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 on network 68a03403-3842-484b-9082-0d88ca33e413 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:08:20.870389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Attempting to bind port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 on network 68a03403-3842-484b-9082-0d88ca33e413 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:20.876903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:20.877427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Checking segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:20.878041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Bound using segment: {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:20.878537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Bound port: 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d574fa-0838-4ab1-a17b-38f04eb37fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '68a03403-3842-484b-9082-0d88ca33e413'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:20.887589 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] For port 33908106-e5ec-4188-82ae-483f2c39b24c, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:20.889925 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:20.893302 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] For port 33908106-e5ec-4188-82ae-483f2c39b24c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=33908106-e5ec-4188-82ae-483f2c39b24c,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:20.980591 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.021603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] For port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:21.028096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] For port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:21.040654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bb63351f-14dd-43a7-8133-74d7ad0dfd0e None None] Provisioning complete for port 33908106-e5ec-4188-82ae-483f2c39b24c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:21.041099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb63351f-14dd-43a7-8133-74d7ad0dfd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.058844 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:21.059904 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:21.129716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d07e5-2a1c-4d7f-9eba-4beff0d630c4 req-ad289898-ff7b-4580-8aae-529246e09400 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:21.143724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-873d07e5-2a1c-4d7f-9eba-4beff0d630c4 req-ad289898-ff7b-4580-8aae-529246e09400 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 944 time: 0.1544690 Dec 20 16:08:21.151958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.232661 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f0b7-773f-41ab-b870-759719f7d91a None None] Pushing event updated for resources: {'Port': ['ID=33908106-e5ec-4188-82ae-483f2c39b24c,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:21.234538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:21.235318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.236972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] 10.222.0.72 "PUT /v2.0/ports/3d14106f-aee1-4d9e-9d59-17b43a8f59b2 HTTP/1.1" status: 200 len: 1092 time: 1.3869014 Dec 20 16:08:21.240858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'tag': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:21.266130 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb9112b-bcfd-4105-a541-aa24176e8a88" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fc3422-bd62-4c2d-bb53-243683813514", "tag": "3d14106f-aee1-4d9e-9d59-17b43a8f59b2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:21.324327 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb63351f-14dd-43a7-8133-74d7ad0dfd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.334053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eff25-2af6-4f50-b556-e0e3acc24d49 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:21.362300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba01a725-dbca-46b8-9ed9-2763a2674ffd req-238a9ff7-ce04-4502-aceb-c52e9e52c30b tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.1253695 Dec 20 16:08:21.404663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-873d07e5-2a1c-4d7f-9eba-4beff0d630c4 req-4afcb2d5-388f-4d6e-8e5f-ef1c8b614022 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279956 Dec 20 16:08:21.444525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bb63351f-14dd-43a7-8133-74d7ad0dfd0e None None] For port 33908106-e5ec-4188-82ae-483f2c39b24c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=33908106-e5ec-4188-82ae-483f2c39b24c,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:21.445012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-183450fd-9a06-4d5b-b905-05e6750fe6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:21.446617 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-183450fd-9a06-4d5b-b905-05e6750fe6ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 1095 time: 0.1070554 Dec 20 16:08:21.466439 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:21.479793 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdc2b82-e8ee-4402-87d5-cf4b14bd018d x-openstack-request-id: req-6cdc2b82-e8ee-4402-87d5-cf4b14bd018d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:21.480017 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fc3422-bd62-4c2d-bb53-243683813514", "tag": "3d14106f-aee1-4d9e-9d59-17b43a8f59b2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:21.480272 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6cdc2b82-e8ee-4402-87d5-cf4b14bd018d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:21.480669 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'tag': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2', 'status': 'completed', 'code': 200} Dec 20 16:08:21.517496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb63351f-14dd-43a7-8133-74d7ad0dfd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.517852 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-3fca128d-f623-4055-8497-8f5a9620a0ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2 HTTP/1.1" status: 200 len: 217 time: 0.0619590 Dec 20 16:08:21.607215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-3026c19f-d80a-467e-b38c-1a83e447a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:21.607215 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-3026c19f-d80a-467e-b38c-1a83e447a3bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0813255 Dec 20 16:08:21.668158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc88cbec-9e46-445f-a517-083cada51bdb req-0a7a75c7-63a5-47ab-8367-5d460cefce26 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0720096 Dec 20 16:08:21.681186 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-7f59bbb4-5329-4713-a3af-94930d3bb0fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658202 Dec 20 16:08:21.703398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63351f-14dd-43a7-8133-74d7ad0dfd0e None None] Pushing event updated for resources: {'Port': ['ID=33908106-e5ec-4188-82ae-483f2c39b24c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:21.718178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e09aa6ff-b623-4d53-b0ee-85591991d625 None None] Provisioning complete for port 33908106-e5ec-4188-82ae-483f2c39b24c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:21.718554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e09aa6ff-b623-4d53-b0ee-85591991d625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.792783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57456) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:21.802125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:21.850134 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:20Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:21.851589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-99bfc8fa-6be3-4e2e-be60-867ca7110e5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a158ddec9674a7f9ca3c8afe69755eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568810 Dec 20 16:08:21.854172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57458) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:21.858087 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-0a95a39b-f8cd-4fc9-baf7-c7e1b09d31f3 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697333 Dec 20 16:08:21.894355 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500368d0-34be-4ab0-b0f6-6d98c741cc38 None None] The sync data for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 is: [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:20Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:21.930937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-197cae78-09d4-41d8-8c38-990e293d8682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:22.001697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-197cae78-09d4-41d8-8c38-990e293d8682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:22.016602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dd0ac6db-9b36-4d15-a37c-c468eaada291 req-4a2d3c6f-b529-497e-8ad4-afa2cb18fd36 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483061 Dec 20 16:08:22.159108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-197cae78-09d4-41d8-8c38-990e293d8682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:22.160253 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-197cae78-09d4-41d8-8c38-990e293d8682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:22.161601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-197cae78-09d4-41d8-8c38-990e293d8682 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab062f8b-a86d-40a6-a262-a0cbd2129874 HTTP/1.1" status: 204 len: 168 time: 0.3063462 Dec 20 16:08:22.191787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cae78-09d4-41d8-8c38-990e293d8682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab062f8b-a86d-40a6-a262-a0cbd2129874,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:22.242433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-8b905d23-c3c1-441f-951d-bc3a166889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:22.244405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-8b905d23-c3c1-441f-951d-bc3a166889f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 1095 time: 0.1111710 Dec 20 16:08:22.340184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 33908106-e5ec-4188-82ae-483f2c39b24c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:22.409739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-fafd05e6-8b75-4425-aeb7-a37bd27e09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:22.411523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 33908106-e5ec-4188-82ae-483f2c39b24c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:22.411696 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-fafd05e6-8b75-4425-aeb7-a37bd27e09f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 906 time: 0.1519587 Dec 20 16:08:22.412097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:22.489783 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-856279ba-80c1-49bb-b499-dc76f1bf5db9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2 HTTP/1.1" status: 200 len: 217 time: 0.0697820 Dec 20 16:08:22.552102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-16695509-d450-4d1e-b6ac-eb64fa280e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:22.554442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-16695509-d450-4d1e-b6ac-eb64fa280e84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0568790 Dec 20 16:08:22.603391 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-b8c59046-5d6e-4d5d-851d-86db6bfebb6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346658 Dec 20 16:08:22.609274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27f444c3-5721-4c01-9191-3400ac7e1b5c req-0054da31-7759-4ac5-862e-545ca87b8152 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0854578 Dec 20 16:08:22.627885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a748335-1420-4bcf-9d2a-67867550a831 req-541ff025-91ee-4ae9-be68-01d7c6031858 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:22.631885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a748335-1420-4bcf-9d2a-67867550a831 req-541ff025-91ee-4ae9-be68-01d7c6031858 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 944 time: 0.1078069 Dec 20 16:08:22.692165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a748335-1420-4bcf-9d2a-67867550a831 req-17eb959f-cdc2-4bf7-aed4-610b073e4e7f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535202 Dec 20 16:08:22.786929 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-7a569319-25ad-4d4d-8eff-7cff4e4ea5e3 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743691 Dec 20 16:08:22.882084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b52b6db3-9d0b-46ea-9967-488286897875 req-40cfcbe2-d5fd-4b76-b388-1b047e87b045 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0338852 Dec 20 16:08:22.922011 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2cb9112b-bcfd-4105-a541-aa24176e8a88 req-cf7b59cf-cb2a-4eb7-a196-bef5ec63fc31 service neutron] 10.222.0.72 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279204 Dec 20 16:08:23.237213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-978916c2-aa38-432c-a612-da838c94bba7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:23.238873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-978916c2-aa38-432c-a612-da838c94bba7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 797 time: 0.1520104 Dec 20 16:08:23.322654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-43ea81a7-6fa2-42be-be07-f143162a3120 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602fb63252c24fc3b6b6550245454d8b HTTP/1.1" status: 200 len: 380 time: 0.0735087 Dec 20 16:08:23.333080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'port': {'device_id': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'admin_state_up': True, 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'security_groups': ['930954c1-c1c4-41ee-8da7-d50bef58055e']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:23.524604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Made reservation on behalf of 602fb63252c24fc3b6b6550245454d8b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:23.528638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:23.708915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.20.0.10 (10a81485-baa6-4a5f-9351-ef7cd8ed25ed/87bd4f6b-f2fa-4600-bb51-18b3245e4684/bc7267ef-b204-499e-8e4e-7600cad9f8d3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:23.777422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df2a1e0a-6c92-4eb3-a26a-999ff7466f22 req-b9b0710b-7bc8-447f-8492-2592edd85979 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0375662 Dec 20 16:08:23.917044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2563e07-d57b-4fd1-9dc3-8e7714e1eb98 req-5a276b84-b881-45d7-9fde-25d4b453e2c1 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:23.918753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2563e07-d57b-4fd1-9dc3-8e7714e1eb98 req-5a276b84-b881-45d7-9fde-25d4b453e2c1 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 944 time: 0.1293499 Dec 20 16:08:23.933213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:08:24.036342 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.079459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:24.096850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2', 'network_id': '68a03403-3842-484b-9082-0d88ca33e413', 'port_id': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2', 'mac_address': 'fa:16:3e:5c:a3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f470d4-edfe-4890-a8fc-dfd145569536', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:08:24.118513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e074154f-df11-4018-87ef-631db7bcd101 req-9dd3d4ae-75cc-4f59-a552-d71d92b877e7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 210 time: 0.1257000 Dec 20 16:08:24.152514 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.157408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2563e07-d57b-4fd1-9dc3-8e7714e1eb98 req-66849a6c-1eb8-44f6-9e22-7c63822edfeb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282183 Dec 20 16:08:24.159127 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.202964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:24.233745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:24.234343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:24.236928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:24.239475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:24.273676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:24.301977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:24.302701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.339943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.399028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:24.406560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-93230924-c572-4765-ac8d-78ca8a1f25af tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0761886 Dec 20 16:08:24.421958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Request body: {'port': {'device_id': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:24.495047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.531205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['3d14106f-aee1-4d9e-9d59-17b43a8f59b2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:24.587943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dfbe5f42-4b2d-489c-945c-594674d52096 None None] Provisioning complete for port bc7267ef-b204-499e-8e4e-7600cad9f8d3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:24.588325 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5f42-4b2d-489c-945c-594674d52096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.648500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe5f42-4b2d-489c-945c-594674d52096 None None] Port bc7267ef-b204-499e-8e4e-7600cad9f8d3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:08:24.829489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7267ef-b204-499e-8e4e-7600cad9f8d3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:24.839976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.854437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Transition to ACTIVE for port object bc7267ef-b204-499e-8e4e-7600cad9f8d3 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:08:24.907178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:24.910438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14b288d0-e3e3-4322-835d-7d9d3c681554 req-ebd4048a-9a0e-4ba9-88e8-6bcf6c330c4b tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0304484 Dec 20 16:08:24.961833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:25.061817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Attempting to bind port bc7267ef-b204-499e-8e4e-7600cad9f8d3 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:25.062306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Attempting to bind port bc7267ef-b204-499e-8e4e-7600cad9f8d3 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:25.062802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Attempting to bind port bc7267ef-b204-499e-8e4e-7600cad9f8d3 on network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:25.068145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Port bc7267ef-b204-499e-8e4e-7600cad9f8d3 on network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:08:25.068598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Attempting to bind port bc7267ef-b204-499e-8e4e-7600cad9f8d3 on network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:25.075283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:25.075742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Checking segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:25.076226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Bound using segment: {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:25.076758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Bound port: bc7267ef-b204-499e-8e4e-7600cad9f8d3, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7d4420-b720-4ad7-81b1-74dd471efd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:25.077298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:25.178695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:25.183943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:25.291610 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:25.372316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7da4e0-cd4a-488a-a618-17e8aff95834 req-f2ee128e-d9c3-4987-a917-2bdcc28c8c48 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:25.373936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb7da4e0-cd4a-488a-a618-17e8aff95834 req-f2ee128e-d9c3-4987-a917-2bdcc28c8c48 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 944 time: 0.1361117 Dec 20 16:08:25.392592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:25.393348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:25.394809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] 10.222.0.83 "PUT /v2.0/ports/bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 1092 time: 0.9776514 Dec 20 16:08:25.396215 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:25.399861 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef21e3-ad08-4d07-aef0-9add1d650bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:25.464549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d8c8a-a4a3-4f4a-9cb6-fd07ad98c848 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:25.475096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052400-5ef0-4b1c-ad52-4de929739cb9 req-c4de2802-0986-46f1-a05e-65b414fdc6fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:25.477074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3052400-5ef0-4b1c-ad52-4de929739cb9 req-c4de2802-0986-46f1-a05e-65b414fdc6fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 945 time: 0.1779549 Dec 20 16:08:25.527923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb7da4e0-cd4a-488a-a618-17e8aff95834 req-bc4132b3-4d95-43f0-ab0f-681812d03bb6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375904 Dec 20 16:08:25.622223 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beebdc39-87f9-476c-8430-a2041e041949 x-openstack-request-id: req-beebdc39-87f9-476c-8430-a2041e041949 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:25.622514 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:25.622767 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beebdc39-87f9-476c-8430-a2041e041949 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:25.623164 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'status': 'completed', 'code': 200} Dec 20 16:08:25.629219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f3052400-5ef0-4b1c-ad52-4de929739cb9 req-13a3c21b-6e46-4570-a11b-50e8d0abea93 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391747 Dec 20 16:08:25.649759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-b101434e-0f2a-4eed-ae7b-b1c52b1fcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:25.649759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-b101434e-0f2a-4eed-ae7b-b1c52b1fcd11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1095 time: 0.1012979 Dec 20 16:08:25.692951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-12d17d8e-0fce-48c6-b7a1-d094108aa4eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 217 time: 0.0411782 Dec 20 16:08:25.748834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-53ff53e5-1792-4b87-b308-754d164a89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:25.750429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-53ff53e5-1792-4b87-b308-754d164a89b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 200 len: 834 time: 0.0511556 Dec 20 16:08:25.806063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-a89b14a0-4402-4f17-a4f2-1d31e32f9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:25.807597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-a89b14a0-4402-4f17-a4f2-1d31e32f9bc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473006 Dec 20 16:08:25.907589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-d7d0877b-8d0f-4b00-9d3b-fa54ec24c8cb service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921090 Dec 20 16:08:25.948410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:26.260592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a937f16b-b0bd-4332-a51d-a48455feeabd req-9b2628ac-3287-4276-8f67-480b88e97b67 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451774 Dec 20 16:08:26.267508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:08:26.268514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-794aaa2d-1d09-4138-97c1-9c13a92d296d req-9395c5a6-206f-4845-9295-318a6b819bd9 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0504751 Dec 20 16:08:26.268726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:26.268726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:26.268726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:26.285987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-4a155908-54cd-4ecf-9c9a-432f4742d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.287836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-4a155908-54cd-4ecf-9c9a-432f4742d619 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1095 time: 0.0737123 Dec 20 16:08:26.302577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:26.305100 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462fd1b1-59b5-4de3-a086-875fe56e4da7" -d '{"events": [{"server_uuid": "f1fc3422-bd62-4c2d-bb53-243683813514", "name": "network-vif-plugged", "status": "completed", "tag": "3d14106f-aee1-4d9e-9d59-17b43a8f59b2"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:26.342735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:26.368636 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2d14a4-40e2-4fbc-9d06-cac0d899c91b x-openstack-request-id: req-9c2d14a4-40e2-4fbc-9d06-cac0d899c91b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:26.369093 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fc3422-bd62-4c2d-bb53-243683813514", "name": "network-vif-plugged", "status": "completed", "tag": "3d14106f-aee1-4d9e-9d59-17b43a8f59b2", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:26.369489 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c2d14a4-40e2-4fbc-9d06-cac0d899c91b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:26.370004 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2', 'code': 200} Dec 20 16:08:26.401301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-a852f22a-7816-41aa-baed-dc30b841ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.403226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-a852f22a-7816-41aa-baed-dc30b841ece1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 898 time: 0.1063206 Dec 20 16:08:26.447298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-8d9819d2-b9b8-4354-bbb4-836996a55b78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 217 time: 0.0366800 Dec 20 16:08:26.474902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb1696-3f4b-4ffd-8026-0fd78d9e0607 req-8a0f845f-e387-41f2-95cb-8e2ccbcf5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.476908 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7bcb1696-3f4b-4ffd-8026-0fd78d9e0607 req-8a0f845f-e387-41f2-95cb-8e2ccbcf5cde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 1096 time: 0.0443914 Dec 20 16:08:26.499772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-5087c421-83a6-4ccf-825f-244d6d37eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.501456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-5087c421-83a6-4ccf-825f-244d6d37eaec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 200 len: 834 time: 0.0467734 Dec 20 16:08:26.535742 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7bcb1696-3f4b-4ffd-8026-0fd78d9e0607 req-9f0b4649-9f24-47bc-b68b-65da0c2c2817 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Dec 20 16:08:26.551556 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:26.557582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-98e37917-22f9-442d-951e-70453003bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.559351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-98e37917-22f9-442d-951e-70453003bb54 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506258 Dec 20 16:08:26.627042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:26.713531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816448fc-8e72-45c6-84f6-d0ca47033951 req-5dc3c5de-309c-492e-b892-39a211edd348 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.715189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-816448fc-8e72-45c6-84f6-d0ca47033951 req-5dc3c5de-309c-492e-b892-39a211edd348 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 944 time: 0.0814292 Dec 20 16:08:26.717578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-d2162fa9-e91a-49ce-89ca-ed1754adef68 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502216 Dec 20 16:08:26.902265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc457a74-22df-4072-ba84-93ee8a08aa2e req-eb054d1e-d44e-402b-bdf5-06a9fb040ce7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:26.903849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc457a74-22df-4072-ba84-93ee8a08aa2e req-eb054d1e-d44e-402b-bdf5-06a9fb040ce7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1850836 Dec 20 16:08:26.925987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-816448fc-8e72-45c6-84f6-d0ca47033951 req-3897122c-fce8-4f1e-99f6-063b0fd399ae tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961837 Dec 20 16:08:26.944954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72ef21e3-ad08-4d07-aef0-9add1d650bcd req-084d5045-da9d-4e8c-9c4f-32f9311a1e52 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140572 Dec 20 16:08:26.988693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc457a74-22df-4072-ba84-93ee8a08aa2e req-c7d44dda-d605-4f4e-ab47-037ca3401ca6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Dec 20 16:08:27.197729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:27.227156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fe6330e-5001-444a-a0c3-6b610b360a07 req-146f9fdd-d43e-4ec2-bc73-9449f104fd6c tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0330787 Dec 20 16:08:28.064778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b35b-a752-4737-900c-403bb19cf325 req-38126447-2c89-4619-9134-749840b8bdec tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:28.073722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb5b35b-a752-4737-900c-403bb19cf325 req-38126447-2c89-4619-9134-749840b8bdec tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 944 time: 0.0710731 Dec 20 16:08:28.164302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb5b35b-a752-4737-900c-403bb19cf325 req-26760934-5c86-42fa-8c16-1552bdefcd9d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878384 Dec 20 16:08:28.181023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6bd89-42ef-41b2-a7e2-20ad14abfa4d req-f2676e3b-9bd4-4a1d-bf46-4ee6a0e28b63 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:28.188269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ef6bd89-42ef-41b2-a7e2-20ad14abfa4d req-f2676e3b-9bd4-4a1d-bf46-4ee6a0e28b63 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1121657 Dec 20 16:08:28.237443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ef6bd89-42ef-41b2-a7e2-20ad14abfa4d req-b5676ce7-0114-4364-a532-c620be82dde8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Dec 20 16:08:28.363054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec5dd73d-9f25-4389-bc08-07d0e1eb4e2c req-c520ca5d-beb1-40c4-9e48-c430550f3a85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0334945 Dec 20 16:08:28.528727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0dd8a-511d-42b7-83a6-30299f59ad1f req-4a86f854-59fc-43f6-bbed-64947d7229bd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:28.530520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca0dd8a-511d-42b7-83a6-30299f59ad1f req-4a86f854-59fc-43f6-bbed-64947d7229bd tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0623035 Dec 20 16:08:28.594822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ca0dd8a-511d-42b7-83a6-30299f59ad1f req-0c696d5d-bf9a-4ca8-a407-31dc8906f4d3 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Dec 20 16:08:28.726840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a40ba7-7695-4544-a975-59022b8ae393 req-bdd29a60-d30c-4daf-865b-a19ea3701181 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:28.728349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a40ba7-7695-4544-a975-59022b8ae393 req-bdd29a60-d30c-4daf-865b-a19ea3701181 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Dec 20 16:08:28.775591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a40ba7-7695-4544-a975-59022b8ae393 req-1d492122-04e2-400a-b647-6a84756e6a7f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Dec 20 16:08:28.969337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57710) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:29.095834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18e856c7-cad0-4fc0-970b-1e4d0ca7f7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.187716 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18e856c7-cad0-4fc0-970b-1e4d0ca7f7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.243109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e24d-d814-4487-85ff-0a13f0634b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.250075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4f98-8ecb-49f0-993d-729acc249142 req-5d5eca7a-dbf0-455d-b3b7-20f1743d7f68 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:29.251854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c72d4f98-8ecb-49f0-993d-729acc249142 req-5d5eca7a-dbf0-455d-b3b7-20f1743d7f68 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0769954 Dec 20 16:08:29.301833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18e856c7-cad0-4fc0-970b-1e4d0ca7f7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.340837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:08:29.392445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-18e856c7-cad0-4fc0-970b-1e4d0ca7f7ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1efd2d3c86cc43f884d058b5603b3058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211502 Dec 20 16:08:29.394309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57726) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:29.395925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e856c7-cad0-4fc0-970b-1e4d0ca7f7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6387a0aa-6b33-42a1-9a1d-0fcfab1bfa15,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:29.406953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae702d-9979-4122-9349-a13922537513 req-84b6a5d9-af61-448d-b7d3-24fc00761b79 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:29.408490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97ae702d-9979-4122-9349-a13922537513 req-84b6a5d9-af61-448d-b7d3-24fc00761b79 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 944 time: 0.1544418 Dec 20 16:08:29.413398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c72d4f98-8ecb-49f0-993d-729acc249142 req-b5bd4784-0f1e-4afb-90bb-28701d8e7b98 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472013 Dec 20 16:08:29.492386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97ae702d-9979-4122-9349-a13922537513 req-c967bd36-cc34-4134-bb42-d7a7a461f9f7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741694 Dec 20 16:08:29.500659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:29.509457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-058b0765-a242-4f4b-bcc9-7e82f101d125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.516148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'port_id': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'mac_address': 'fa:16:3e:31:9e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:08:29.544614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-058b0765-a242-4f4b-bcc9-7e82f101d125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.559124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.582875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7267ef-b204-499e-8e4e-7600cad9f8d3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:29.607063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c05e63ac-22e3-42f6-94f3-f0b6a81cae1e req-c7af372a-5c2b-458f-b1fa-ad76b5a0cc4b tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99f2830-3147-4aad-ad93-e9d187b90635 HTTP/1.1" status: 200 len: 210 time: 0.0559037 Dec 20 16:08:29.634031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:29.751762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-058b0765-a242-4f4b-bcc9-7e82f101d125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.768803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-058b0765-a242-4f4b-bcc9-7e82f101d125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.768803 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-058b0765-a242-4f4b-bcc9-7e82f101d125 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6387a0aa-6b33-42a1-9a1d-0fcfab1bfa15 HTTP/1.1" status: 204 len: 168 time: 0.3600824 Dec 20 16:08:29.768803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b0765-a242-4f4b-bcc9-7e82f101d125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6387a0aa-6b33-42a1-9a1d-0fcfab1bfa15,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:29.911332 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:29.960561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:30.219473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['bc7267ef-b204-499e-8e4e-7600cad9f8d3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:30.557113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a19f5c-9aba-4f29-ac36-7badc556db35 req-debfef73-3293-492f-ba09-0ad9918bd6cc tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:30.558663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13a19f5c-9aba-4f29-ac36-7badc556db35 req-debfef73-3293-492f-ba09-0ad9918bd6cc tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0693843 Dec 20 16:08:30.649281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13a19f5c-9aba-4f29-ac36-7badc556db35 req-e7dc52c6-75cd-4fd7-bc32-5ce15974cdbf tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839844 Dec 20 16:08:30.672036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e12e1-7772-4047-9de1-87daf5ca792b req-5a71cde3-90f7-4a9e-be26-59477c8a3028 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:30.673774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a52e12e1-7772-4047-9de1-87daf5ca792b req-5a71cde3-90f7-4a9e-be26-59477c8a3028 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0843723 Dec 20 16:08:30.693564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57748) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:30.710753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c97fda8-fafb-4ff5-857d-e47603b96313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:30.733808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a52e12e1-7772-4047-9de1-87daf5ca792b req-1b6e4ecc-d2c2-42a1-b860-763bc830cc79 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539777 Dec 20 16:08:30.792757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c97fda8-fafb-4ff5-857d-e47603b96313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:30.867393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57756) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:30.893549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c97fda8-fafb-4ff5-857d-e47603b96313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:30.963380 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c97fda8-fafb-4ff5-857d-e47603b96313 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d0df27628bb492ab9236b37d89bc3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674987 Dec 20 16:08:30.968710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57758) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:30.969518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97fda8-fafb-4ff5-857d-e47603b96313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a150bd8-2502-457f-b73b-0c977b25adaa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:30.977871 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326dfb29-445f-4759-8aeb-f67be505ca85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.002501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326dfb29-445f-4759-8aeb-f67be505ca85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.024676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f0da274-989a-4bb6-b306-a3ee3807660b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.048195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f0da274-989a-4bb6-b306-a3ee3807660b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.123041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326dfb29-445f-4759-8aeb-f67be505ca85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.125783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326dfb29-445f-4759-8aeb-f67be505ca85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.126973 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-326dfb29-445f-4759-8aeb-f67be505ca85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/security-groups/c76ab506-9552-48d5-ae70-751f80a6440f HTTP/1.1" status: 204 len: 168 time: 0.2585523 Dec 20 16:08:31.129850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57762) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:31.137510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dfb29-445f-4759-8aeb-f67be505ca85 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ab506-9552-48d5-ae70-751f80a6440f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:31.144494 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-7780a2a4-c749-4d33-b498-4d12c8ffdf35 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] show failed (client error): The resource could not be found. Dec 20 16:08:31.151286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7780a2a4-c749-4d33-b498-4d12c8ffdf35 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "GET /v2.0/security-groups/c76ab506-9552-48d5-ae70-751f80a6440f HTTP/1.1" status: 404 len: 347 time: 0.0202637 Dec 20 16:08:31.154127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57764) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:31.199672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f0da274-989a-4bb6-b306-a3ee3807660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.202315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f0da274-989a-4bb6-b306-a3ee3807660b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.203509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7f0da274-989a-4bb6-b306-a3ee3807660b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a150bd8-2502-457f-b73b-0c977b25adaa HTTP/1.1" status: 204 len: 168 time: 0.2337229 Dec 20 16:08:31.221890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0da274-989a-4bb6-b306-a3ee3807660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a150bd8-2502-457f-b73b-0c977b25adaa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:31.308804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port f60727fb-8b38-44ad-b877-53f41597ff18 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:31.309096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.359108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:31.393593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.393992 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.408265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for f60727fb-8b38-44ad-b877-53f41597ff18 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:31.516960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port bc7267ef-b204-499e-8e4e-7600cad9f8d3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:08:31.521827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port bc7267ef-b204-499e-8e4e-7600cad9f8d3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:31.522860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.642413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.686451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:31.697117 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919aa0fc-f7b4-42a7-a850-0b7d81aba715" -d '{"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:31.743381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:31.751309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e7cacc7-b891-4ea2-bd1f-d9b9868b2c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.765743 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885ebdc6-8488-41cd-b2b8-3c7808a393b2 x-openstack-request-id: req-885ebdc6-8488-41cd-b2b8-3c7808a393b2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:31.766156 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:31.766509 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-885ebdc6-8488-41cd-b2b8-3c7808a393b2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:31.767011 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'code': 200} Dec 20 16:08:31.842856 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:31.911687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:31.985119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93b52-3f59-4244-8850-efb1c4f68f4a req-5ac3c48b-08d8-4855-89cd-39925b6509ee tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:31.986670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45a93b52-3f59-4244-8850-efb1c4f68f4a req-5ac3c48b-08d8-4855-89cd-39925b6509ee tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1697199 Dec 20 16:08:32.027621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab9fa-05de-4578-ac5a-1768572e39cd req-d71fc7ea-9815-4478-860e-f6cd1d4ef888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:32.029125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddaab9fa-05de-4578-ac5a-1768572e39cd req-d71fc7ea-9815-4478-860e-f6cd1d4ef888 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1097 time: 0.1956522 Dec 20 16:08:32.039779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e49f6a-be64-47a7-8dd4-d4d8c0ddef55 req-721f5c38-96ba-4250-8ffc-d71b0fd20613 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:32.041196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1e49f6a-be64-47a7-8dd4-d4d8c0ddef55 req-721f5c38-96ba-4250-8ffc-d71b0fd20613 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.2111604 Dec 20 16:08:32.131364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45a93b52-3f59-4244-8850-efb1c4f68f4a req-2ed4c0ae-103e-4ca1-9d73-171750c09bbf tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359315 Dec 20 16:08:32.186322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddaab9fa-05de-4578-ac5a-1768572e39cd req-6151ac3e-12d4-4507-9147-d6db31bad586 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441150 Dec 20 16:08:32.200532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1e49f6a-be64-47a7-8dd4-d4d8c0ddef55 req-8fa89011-f9cd-444d-a34c-302d7aaa69ee tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484256 Dec 20 16:08:32.215177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.253369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=f60727fb-8b38-44ad-b877-53f41597ff18,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:32.320594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.323254 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.328828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ad9091de-7ab0-48fb-b5b1-118da3ee0842 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/floatingips/bbce5f8c-6222-47e6-8151-4a3c43ae4e99 HTTP/1.1" status: 204 len: 168 time: 1.1694005 Dec 20 16:08:32.330897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57802) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:32.403506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57804) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:32.428096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port 072c9069-7a3f-4368-993c-c3251ea9a8d5 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:32.429119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.522789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-227844543-network', 'tenant_id': 'f71143a63792462fa2f7fb5af6cebf7e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:32.548690 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.567495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for 072c9069-7a3f-4368-993c-c3251ea9a8d5 owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:32.659271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Made reservation on behalf of f71143a63792462fa2f7fb5af6cebf7e for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:32.659271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.682195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.774230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.803436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.838573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=072c9069-7a3f-4368-993c-c3251ea9a8d5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:32.846205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.912359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.915887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d5b45421-0aaa-456a-bb0f-a6b624956c41 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/ports/072c9069-7a3f-4368-993c-c3251ea9a8d5 HTTP/1.1" status: 204 len: 168 time: 0.5838969 Dec 20 16:08:32.917275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.919079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57814) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:32.939924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:08:32.954908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01aecc-ec6d-4a23-b875-4399f3acfd9c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:32.960944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:32.961560 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Added segment 2a1cd93e-56b2-4941-9d01-6db9f871bec9 of type vlan for network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 Dec 20 16:08:33.007367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.043737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port 471d7ac4-acac-446f-812f-4426f1e9e55c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:33.044317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.044714 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:08:33.134011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.145896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for 471d7ac4-acac-446f-812f-4426f1e9e55c owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:33.166445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.166445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:33.166445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.246029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] Pushing event updated for resources: {'Network': ['ID=ad17ac3a-7b50-4fc8-9d24-109cdb12c657,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:33.258760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:08:33.288999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-837623dc-dd2e-403f-93ef-66b3e57fe127 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8844442 Dec 20 16:08:33.292335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:33.301946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Request body: {'subnet': {'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-227844543-subnet', 'tenant_id': 'f71143a63792462fa2f7fb5af6cebf7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:33.418734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef79b-aba7-4c87-bad5-31d803281ac8 req-71abb370-c88e-4adc-9b43-ebe59d6fc4a8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:33.420330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74eef79b-aba7-4c87-bad5-31d803281ac8 req-71abb370-c88e-4adc-9b43-ebe59d6fc4a8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1751900 Dec 20 16:08:33.452407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Made reservation on behalf of f71143a63792462fa2f7fb5af6cebf7e for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:33.452407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.455284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dd000-9f46-4d1b-8745-8c8e78f67e51 req-981108e2-85ac-471d-b170-610c76bfaeaa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:33.457681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c17dd000-9f46-4d1b-8745-8c8e78f67e51 req-981108e2-85ac-471d-b170-610c76bfaeaa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.1295633 Dec 20 16:08:33.521535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74eef79b-aba7-4c87-bad5-31d803281ac8 req-21696912-39df-4d87-a022-03dad947c427 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933542 Dec 20 16:08:33.552089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c17dd000-9f46-4d1b-8745-8c8e78f67e51 req-c889a5a9-eb42-4899-8b91-b24d0d668152 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868280 Dec 20 16:08:33.563097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.610318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=471d7ac4-acac-446f-812f-4426f1e9e55c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:33.678240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.682387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aee557f8-cf86-414c-89a0-e84419ed2ac4 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/ports/471d7ac4-acac-446f-812f-4426f1e9e55c HTTP/1.1" status: 204 len: 168 time: 0.7621400 Dec 20 16:08:33.685323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57828) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:33.755317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting subnet 7f9545a0-0cde-4e34-94d0-6bd0faff84ac {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:08:33.758942 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.798101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.818600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:33.925599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e947e0e3-f2ef-4564-8a09-e6cf0a98deb7,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:33.945980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Checking segment: {'id': '2a1cd93e-56b2-4941-9d01-6db9f871bec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:33.946338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Network hostable DHCP agents. Network: ad17ac3a-7b50-4fc8-9d24-109cdb12c657, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:08:33.950856 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.117924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:08:34.128930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.162872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9545a0-0cde-4e34-94d0-6bd0faff84ac,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:34.164346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.167739 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8d95fcf1-5aa8-445e-bb26-bf9db2eacc37 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/subnets/7f9545a0-0cde-4e34-94d0-6bd0faff84ac HTTP/1.1" status: 204 len: 168 time: 0.4812799 Dec 20 16:08:34.170609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57836) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:34.174673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fe34a-f04e-49a6-8bf7-b171c9a86bfd None None] Network 377ae834-a05d-4c3b-8067-0fa5d072dbbf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:34.181783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, ad17ac3a-7b50-4fc8-9d24-109cdb12c657) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:34.187400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:34.188412 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.238285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting subnet 1f5868ce-10c4-4a0d-bfb8-809ef6049c25 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:08:34.242591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.256207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc001d11-a9c6-431c-9ccc-423dfaf8c1a4 None None] Network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:34.292889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7cfa9ced-e65a-4300-b1c4-7f484f3fcad0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9875138 Dec 20 16:08:34.303951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.407066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.407897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22886a85-23e4-44ef-b567-d47336df6249 None None] Network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:34.445990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] DHCP port deletion for 377ae834-a05d-4c3b-8067-0fa5d072dbbf request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:34.459025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.569962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] Deleting port dcfa15ab-06aa-41ba-b74f-d361d846eb4b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:34.570429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.614837 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.667260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5868ce-10c4-4a0d-bfb8-809ef6049c25,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:34.668953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] For port dcfa15ab-06aa-41ba-b74f-d361d846eb4b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:34.669836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.675133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.681643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697974b-c699-45ef-8187-ce1f32ce7502 None None] Network 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:34.685151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-edfde04c-85fd-4ed6-9462-fef6e26b2444 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/subnets/1f5868ce-10c4-4a0d-bfb8-809ef6049c25 HTTP/1.1" status: 204 len: 168 time: 0.5092351 Dec 20 16:08:34.685352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57850) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:34.716306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] Calling delete_port for dcfa15ab-06aa-41ba-b74f-d361d846eb4b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:34.733522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0516b2-9786-4880-9bfe-e57210182fa6 req-7b49abeb-2ea3-4826-8bb8-e69239b5219c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:34.742141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a0516b2-9786-4880-9bfe-e57210182fa6 req-7b49abeb-2ea3-4826-8bb8-e69239b5219c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1412330 Dec 20 16:08:34.801894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6df5d-dfb6-4acc-9260-685b19295419 req-dfe7bf77-f839-4a6c-b825-c99c2a445c62 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:34.804180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21b6df5d-dfb6-4acc-9260-685b19295419 req-dfe7bf77-f839-4a6c-b825-c99c2a445c62 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.1382124 Dec 20 16:08:34.821026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a0516b2-9786-4880-9bfe-e57210182fa6 req-7961027e-03ee-4896-83a0-f8d198397da6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758982 Dec 20 16:08:34.859000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.908613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21b6df5d-dfb6-4acc-9260-685b19295419 req-38595bf9-b883-429d-b333-bc0569b29b93 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860183 Dec 20 16:08:34.945503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Deleting port dcfa15ab-06aa-41ba-b74f-d361d846eb4b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:34.945503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:34.995162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] DHCP port deletion for 6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:35.011817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.048598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] Pushing event deleted for resources: {'Port': ['ID=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:35.050467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] For port dcfa15ab-06aa-41ba-b74f-d361d846eb4b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,segment=NetworkSegment(a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1),segment_id=a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:35.050467 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.077879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df1393-3369-4c59-b985-b5339794dce5 req-9141a3c5-b3ee-4dae-9575-0787334ad83f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:35.079439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3df1393-3369-4c59-b985-b5339794dce5 req-9141a3c5-b3ee-4dae-9575-0787334ad83f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0858977 Dec 20 16:08:35.090262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Calling delete_port for dcfa15ab-06aa-41ba-b74f-d361d846eb4b owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:35.099348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b894a-6690-4d26-90cf-4fcdca37a5c6 None None] No DVR routers for this DVR port dcfa15ab-06aa-41ba-b74f-d361d846eb4b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:35.134964 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.172936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] Deleting port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:35.174450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.178210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3df1393-3369-4c59-b985-b5339794dce5 req-bbdda683-334c-40ce-b668-0ab18c41afaa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899310 Dec 20 16:08:35.217531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:35.231637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.258574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] For port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,segment=NetworkSegment(a9087cfc-df9a-46f6-976a-dfecd05c9f21),segment_id=a9087cfc-df9a-46f6-976a-dfecd05c9f21)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:35.259166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.272052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] Calling delete_port for 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:35.285346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] No DVR routers for this DVR port dcfa15ab-06aa-41ba-b74f-d361d846eb4b on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:35.316519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Port': ['ID=dcfa15ab-06aa-41ba-b74f-d361d846eb4b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:35.403273 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2cd5c-96c3-412c-a091-189c2853c926 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:35.407807 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23b2cd5c-96c3-412c-a091-189c2853c926 tempest-TestNetworkAdvancedServerOps-1422318569 tempest-TestNetworkAdvancedServerOps-1422318569-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1092 time: 0.1860399 Dec 20 16:08:35.407807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.408040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57872) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:35.413584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:35.420735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.431225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377ae834-a05d-4c3b-8067-0fa5d072dbbf']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:35.445969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:35.448063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ff10ed-a9fa-4d47-b8aa-7e3882bf03a1') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:35.460916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] No DVR routers for this DVR port 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:35.470331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.470955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50293c7b-5ea3-405e-ae44-624452dbdb34 None None] Pushing event deleted for resources: {'Port': ['ID=4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:35.487755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.487921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57874) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:35.494331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1811301002-network', 'tenant_id': '59a029e21b5b4ffe8835c31731f7d4db'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:35.495890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:08:35.496349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:08:35.499697 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:08:35.506053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.621863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.658879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Made reservation on behalf of 59a029e21b5b4ffe8835c31731f7d4db for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:35.661214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.674709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.694820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.721046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.724391 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/networks/377ae834-a05d-4c3b-8067-0fa5d072dbbf HTTP/1.1" status: 204 len: 168 time: 1.0404420 Dec 20 16:08:35.726637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ca38d-729a-41fd-ab66-62ca02326689 tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Network': ['ID=377ae834-a05d-4c3b-8067-0fa5d072dbbf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:35.729097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57878) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:35.836316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Allocated IP 172.25.6.104 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/42ee6060-63e5-4339-a2db-0f3743bccaf0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:35.884372 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:35.997306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.106938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.111954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.130548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3464-cd92-4bc0-b665-ee63fcfacb79 req-319454cf-5eb8-4aa6-9f58-30aac784c591 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:36.132371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-302d3464-cd92-4bc0-b665-ee63fcfacb79 req-319454cf-5eb8-4aa6-9f58-30aac784c591 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.2004426 Dec 20 16:08:36.137220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.160166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:08:36.208423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebfcae1-6daa-4245-a5bc-2a3b67c5df01']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:36.219085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:36.232053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c581f-dbff-49bb-85f3-3fb9eb6abfb8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:36.237819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.241553 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Added segment e5bed428-24fb-4fb4-9ab6-c0a6f496ce67 of type vlan for network 35f84981-8589-481c-9009-dd9b2437a1f8 Dec 20 16:08:36.248614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:36.249043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4c7cca9e-0e32-4117-b83e-fa0c73f4a1f7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:36.249699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dcfa15ab-06aa-41ba-b74f-d361d846eb4b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:36.269286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: dcfa15ab-06aa-41ba-b74f-d361d846eb4b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:36.269993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dcfa15ab-06aa-41ba-b74f-d361d846eb4b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:36.276371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9087cfc-df9a-46f6-976a-dfecd05c9f21') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:36.276371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9087cfc-df9a-46f6-976a-dfecd05c9f21') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:36.321126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.345685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-302d3464-cd92-4bc0-b665-ee63fcfacb79 req-f7acee12-62e2-4715-8551-819b62039dff tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980994 Dec 20 16:08:36.351240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.362086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.374953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:08:36.375344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:08:36.378397 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:08:36.400453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.478401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:36.484075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:36.488699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:36.492246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=42ee6060-63e5-4339-a2db-0f3743bccaf0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:36.516531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.517513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:36.518082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.574638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.615197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:36.619365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] 10.222.0.81 "DELETE /v2.0/networks/6ebfcae1-6daa-4245-a5bc-2a3b67c5df01 HTTP/1.1" status: 204 len: 168 time: 0.8884697 Dec 20 16:08:36.629966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=35f84981-8589-481c-9009-dd9b2437a1f8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:36.641758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 35f84981-8589-481c-9009-dd9b2437a1f8 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:08:36.676518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600eae-9117-4a7b-9eb1-0dcd17661cdf tempest-TaggedBootDevicesTest-2059944142 tempest-TaggedBootDevicesTest-2059944142-project] Pushing event deleted for resources: {'Network': ['ID=6ebfcae1-6daa-4245-a5bc-2a3b67c5df01,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:36.684580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6c54320c-9d70-4def-8c3c-a0e2501f5ef1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1953185 Dec 20 16:08:36.687228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 57890) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:36.691967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Request body: {'subnet': {'network_id': '35f84981-8589-481c-9009-dd9b2437a1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1811301002-subnet', 'tenant_id': '59a029e21b5b4ffe8835c31731f7d4db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:36.873401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Made reservation on behalf of 59a029e21b5b4ffe8835c31731f7d4db for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:36.876360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.143408 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.306412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.400467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6035ae-4b70-41e5-afdc-df51e7610b23,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:37.408242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.471531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Checking segment: {'id': 'e5bed428-24fb-4fb4-9ab6-c0a6f496ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '35f84981-8589-481c-9009-dd9b2437a1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:37.471897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Network hostable DHCP agents. Network: 35f84981-8589-481c-9009-dd9b2437a1f8, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:08:37.569892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca608-fdc8-41e2-9e18-aa5485ff3c7f req-3f550606-cd26-435a-9c41-1651884cdf94 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:37.571446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e3ca608-fdc8-41e2-9e18-aa5485ff3c7f req-3f550606-cd26-435a-9c41-1651884cdf94 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1387260 Dec 20 16:08:37.594865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Network 35f84981-8589-481c-9009-dd9b2437a1f8 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:08:37.671836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e3ca608-fdc8-41e2-9e18-aa5485ff3c7f req-4586dd8e-0a50-4bc7-81be-caa36f2419d8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904112 Dec 20 16:08:37.692445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.797409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 35f84981-8589-481c-9009-dd9b2437a1f8) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:37.804379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:37.804379 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.807382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f2bec-323f-47b2-834f-60ad9f731b87 None None] Network 35f84981-8589-481c-9009-dd9b2437a1f8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:37.825653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.910460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:37.934272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38706bd8-f74b-48d7-ba82-5d042cae3e82 None None] Network 35f84981-8589-481c-9009-dd9b2437a1f8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:38.308235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6fc093f1-170a-4fe6-ac0e-fd0df1ccc1a6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6199715 Dec 20 16:08:38.325595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event updated for resources: {'Port': ['ID=42ee6060-63e5-4339-a2db-0f3743bccaf0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:38.396844 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 associated. External IP: 172.25.6.104, port: bc7267ef-b204-499e-8e4e-7600cad9f8d3. Dec 20 16:08:38.687312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:38.905642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:38.919186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] Sync routers for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:38.927249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:38.927864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:38.938439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1beb14-26b5-468e-826c-2232567a0dfb req-4f70a419-8bb9-4df2-a1d4-6c8d09f4a8ff tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:38.939952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac1beb14-26b5-468e-826c-2232567a0dfb req-4f70a419-8bb9-4df2-a1d4-6c8d09f4a8ff tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1468620 Dec 20 16:08:38.987847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-83b8bbf5-abbf-4494-999c-d7770967fdc3 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:38.989439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-83b8bbf5-abbf-4494-999c-d7770967fdc3 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/networks?id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657 HTTP/1.1" status: 200 len: 811 time: 0.1949584 Dec 20 16:08:39.028364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:39.057364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-ba39c503-d2cc-47a5-b31f-92409393929a tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/quotas/f71143a63792462fa2f7fb5af6cebf7e HTTP/1.1" status: 200 len: 375 time: 0.0565913 Dec 20 16:08:39.077783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac1beb14-26b5-468e-826c-2232567a0dfb req-b1bf3aa3-7fff-4b11-8aaa-53aa0492819d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287158 Dec 20 16:08:39.115132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c5dc625e-bc74-4403-939f-6862981302ec tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358641 Dec 20 16:08:39.117062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83211742-af54-4317-ac83-595aa31fdecd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7077193 Dec 20 16:08:39.117751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:39.120234 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:39.271102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-6f48c95c-c54b-417b-a5a4-48cef6854ec5 service neutron] 10.222.0.81 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410601 Dec 20 16:08:39.279857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9591ba-80aa-4a3d-9a4e-67407428d228 req-0997156f-7f48-4f05-94c1-0554cfaec672 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:39.284113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d9591ba-80aa-4a3d-9a4e-67407428d228 req-0997156f-7f48-4f05-94c1-0554cfaec672 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0838773 Dec 20 16:08:39.346398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:39.397367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d9591ba-80aa-4a3d-9a4e-67407428d228 req-90f2ef4e-a9ee-48dd-b1c3-78f00f9cef8e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050611 Dec 20 16:08:39.437250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-e798b7e4-3bdb-491e-8cd0-51918ab321b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456285 Dec 20 16:08:39.442014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57956) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:39.487841 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e58dc3c-d6a0-40d4-bdf9-aa3f9c976c2d x-openstack-request-id: req-0e58dc3c-d6a0-40d4-bdf9-aa3f9c976c2d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:39.488136 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:39.488393 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e58dc3c-d6a0-40d4-bdf9-aa3f9c976c2d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:39.488803 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'status': 'completed', 'code': 200} Dec 20 16:08:39.513657 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-66c82f06-7cab-4c41-a540-acbe6e0b7344 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 HTTP/1.1" status: 200 len: 992 time: 0.0703576 Dec 20 16:08:39.577350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-e04359a9-88bd-409c-86de-5970b4933497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:39.579042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-e04359a9-88bd-409c-86de-5970b4933497 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0678849 Dec 20 16:08:39.680234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'afdf5e77-bd7d-4f2e-bf1b-3063149a8e18', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'port_id': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'mac_address': 'fa:16:3e:31:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:08:36Z', 'updated_at': '2021-12-20T16:08:36Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:21Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:39.705595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-b5be8599-f269-4f1f-a59d-b693144ecc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:39.707536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-b5be8599-f269-4f1f-a59d-b693144ecc6b service neutron] 10.222.0.83 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 898 time: 0.1185858 Dec 20 16:08:39.716257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] Checking router: 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:39.726870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:39.727555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:39.818891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ed5dd22-3139-4313-ba72-20b623a604d3 req-9feda1b4-8da0-4b8b-8f53-ff35c8fb04ac tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 210 time: 0.0901988 Dec 20 16:08:39.856907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-0d5c877b-79dc-449a-b0c5-0a9bdcafe263 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 1000 time: 0.1415396 Dec 20 16:08:39.880294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:39.922373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-508bd7bf-ec08-427b-97c6-dc696d668137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:39.924058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-508bd7bf-ec08-427b-97c6-dc696d668137 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 200 len: 834 time: 0.0591857 Dec 20 16:08:39.997448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-a9bd65fa-bbe5-4ad8-ba34-7d1cb5fd4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:39.999551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-a9bd65fa-bbe5-4ad8-ba34-7d1cb5fd4adc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679443 Dec 20 16:08:40.199903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'afdf5e77-bd7d-4f2e-bf1b-3063149a8e18', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'port_id': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'mac_address': 'fa:16:3e:31:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:08:36Z', 'updated_at': '2021-12-20T16:08:36Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:21Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:40.239027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-7005c9cb-064f-4ca9-8709-1b2e79478dc8 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322781 Dec 20 16:08:40.265203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38aebd-ea23-4ff8-890f-48e0a242d91b None None] The sync data for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 is: [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'afdf5e77-bd7d-4f2e-bf1b-3063149a8e18', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'port_id': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'mac_address': 'fa:16:3e:31:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:08:36Z', 'updated_at': '2021-12-20T16:08:36Z', 'revision_number': 0, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:21Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:40.269998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f490349-fc94-4a6c-ad62-d96a608cfb33 req-817ab578-72fe-4897-8100-4e4cdc400df8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:40.269998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f490349-fc94-4a6c-ad62-d96a608cfb33 req-817ab578-72fe-4897-8100-4e4cdc400df8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0769503 Dec 20 16:08:40.431608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f490349-fc94-4a6c-ad62-d96a608cfb33 req-22fb9de2-43a5-4830-941a-37b713d8f206 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678452 Dec 20 16:08:40.435365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eeacfc5-3b58-458e-aa0c-7c7e3df82bcb req-d81ae0e2-27c8-4023-bfb0-47f190925a11 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845052 Dec 20 16:08:40.517527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 57986) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:40.524156 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b6201e-3da6-495f-a2a7-e761fa61e56c None None] New status for floating IP afdf5e77-bd7d-4f2e-bf1b-3063149a8e18: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:08:40.600928 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5c5e46f-134f-42ff-b417-9b5082e9557e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 HTTP/1.1" status: 200 len: 992 time: 0.0817196 Dec 20 16:08:40.902213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a792d709-3700-41df-aba2-d23eb1c4c7cc req-4608cf58-a1c2-4a68-b797-3c842c331d6e tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 210 time: 0.0302758 Dec 20 16:08:41.573454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc93e-9b82-430b-9b6f-419ded3e38be req-0e04bdd7-df56-45a4-976d-77085a5b6fb4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:41.575037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-014bc93e-9b82-430b-9b6f-419ded3e38be req-0e04bdd7-df56-45a4-976d-77085a5b6fb4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0544920 Dec 20 16:08:41.604892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58008) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:41.628015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-014bc93e-9b82-430b-9b6f-419ded3e38be req-5523647e-cc23-492a-aa79-20cb81ecf7e8 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Dec 20 16:08:41.671345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ca8443b2-93e3-40b3-afd4-9d46aabccbc6 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 HTTP/1.1" status: 200 len: 994 time: 0.0645065 Dec 20 16:08:42.085196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2484adc-6157-4b60-90ad-c539858f5175 req-9ecb8cd1-a075-4b75-8c49-872f0f571e2c tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 210 time: 0.1017394 Dec 20 16:08:42.780785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3a48a-f2c2-445a-925c-bc95185fcf18 req-0e48a1fd-e37f-45ab-ac04-002924c303a4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:42.782536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5a3a48a-f2c2-445a-925c-bc95185fcf18 req-0e48a1fd-e37f-45ab-ac04-002924c303a4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0768237 Dec 20 16:08:42.864948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5a3a48a-f2c2-445a-925c-bc95185fcf18 req-dea82af6-aa94-4f69-a7f5-dc29e8e08216 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707996 Dec 20 16:08:43.115848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-9607bb72-a1a7-4553-8dc0-ed715ed94fb8 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:43.118355 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-9607bb72-a1a7-4553-8dc0-ed715ed94fb8 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.72 "GET /v2.0/networks?id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657 HTTP/1.1" status: 200 len: 811 time: 0.1293952 Dec 20 16:08:43.131332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Request body: {'port': {'device_id': '83b9a331-dca6-4594-8545-0b260b9f7297', 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657', 'admin_state_up': True, 'tenant_id': 'f71143a63792462fa2f7fb5af6cebf7e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:43.196884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fad297b-b8fb-41b7-a556-35b6a43f43b2 req-f7eed5b5-b813-4473-bbeb-af67f8df60a2 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 210 time: 0.0305994 Dec 20 16:08:43.356382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Made reservation on behalf of f71143a63792462fa2f7fb5af6cebf7e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:08:43.361047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:43.517521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Allocated IP 172.20.0.8 (ad17ac3a-7b50-4fc8-9d24-109cdb12c657/e947e0e3-f2ef-4564-8a09-e6cf0a98deb7/ee759d8a-fee7-4177-b44d-043de0bbdee6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:08:43.675915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:43.837558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:43.878971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:08:43.885554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:08:43.889462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:08:43.925722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Pushing event updated for resources: {'Port': ['ID=ee759d8a-fee7-4177-b44d-043de0bbdee6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:43.952234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:43.952947 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:44.023560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8a3d5-f050-4f2b-9526-a5c25fe74b18 req-3562a78c-3886-4c50-9491-36c5c9640c42 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:44.025085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb8a3d5-f050-4f2b-9526-a5c25fe74b18 req-3562a78c-3886-4c50-9491-36c5c9640c42 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0531514 Dec 20 16:08:44.068375 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-d53d8850-ff47-43c0-90fe-47dafbbc89f9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9409211 Dec 20 16:08:44.074020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dfb8a3d5-f050-4f2b-9526-a5c25fe74b18 req-1133d606-40e1-4d91-b1a0-a9d92597bca4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Dec 20 16:08:44.081005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Request body: {'port': {'device_id': '83b9a331-dca6-4594-8545-0b260b9f7297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:44.152730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:44.339092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f082-6942-4c9f-b041-dbe84117d955 req-160213a6-883c-4a59-be8c-8e4754c8d51c tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:44.340744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6933f082-6942-4c9f-b041-dbe84117d955 req-160213a6-883c-4a59-be8c-8e4754c8d51c tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 931 time: 0.0705204 Dec 20 16:08:44.434889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6933f082-6942-4c9f-b041-dbe84117d955 req-fc3c45f8-7479-4f2d-87ba-9d517d7dacd9 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860453 Dec 20 16:08:44.852736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee759d8a-fee7-4177-b44d-043de0bbdee6 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:44.870704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:44.884366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Transition to ACTIVE for port object ee759d8a-fee7-4177-b44d-043de0bbdee6 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:08:44.957611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:45.035953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Pushing event updated for resources: {'Port': ['ID=ee759d8a-fee7-4177-b44d-043de0bbdee6,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:45.108087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Attempting to bind port ee759d8a-fee7-4177-b44d-043de0bbdee6 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:08:45.108563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Attempting to bind port ee759d8a-fee7-4177-b44d-043de0bbdee6 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '2a1cd93e-56b2-4941-9d01-6db9f871bec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:08:45.108909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Attempting to bind port ee759d8a-fee7-4177-b44d-043de0bbdee6 on network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:45.113302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Port ee759d8a-fee7-4177-b44d-043de0bbdee6 on network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:08:45.113640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Attempting to bind port ee759d8a-fee7-4177-b44d-043de0bbdee6 on network ad17ac3a-7b50-4fc8-9d24-109cdb12c657 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:08:45.118664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:08:45.123835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Checking segment: {'id': '2a1cd93e-56b2-4941-9d01-6db9f871bec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:08:45.123835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Bound using segment: {'id': '2a1cd93e-56b2-4941-9d01-6db9f871bec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:08:45.123835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Bound port: ee759d8a-fee7-4177-b44d-043de0bbdee6, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1cd93e-56b2-4941-9d01-6db9f871bec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:08:45.123835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:45.201578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] For port ee759d8a-fee7-4177-b44d-043de0bbdee6, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:08:45.205043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] For port ee759d8a-fee7-4177-b44d-043de0bbdee6, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6,segment=NetworkSegment(2a1cd93e-56b2-4941-9d01-6db9f871bec9),segment_id=2a1cd93e-56b2-4941-9d01-6db9f871bec9)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:08:45.257275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c16f-31dd-48ab-952a-d23497af02f5 req-f95ad478-18fb-471b-aa21-363f0f58c366 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.261748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:45.262022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecf2c16f-31dd-48ab-952a-d23497af02f5 req-f95ad478-18fb-471b-aa21-363f0f58c366 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0576379 Dec 20 16:08:45.307662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.308455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:45.310025 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] 10.222.0.72 "PUT /v2.0/ports/ee759d8a-fee7-4177-b44d-043de0bbdee6 HTTP/1.1" status: 200 len: 1091 time: 1.2332573 Dec 20 16:08:45.310631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b9a331-dca6-4594-8545-0b260b9f7297', 'tag': 'ee759d8a-fee7-4177-b44d-043de0bbdee6'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:45.313128 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59910999-e5cc-49ec-a292-f607555e6598" -d '{"events": [{"name": "network-changed", "server_uuid": "83b9a331-dca6-4594-8545-0b260b9f7297", "tag": "ee759d8a-fee7-4177-b44d-043de0bbdee6"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:45.333751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecf2c16f-31dd-48ab-952a-d23497af02f5 req-8b465f7f-98b9-4078-907f-529bd0e0d9f6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574312 Dec 20 16:08:45.356273 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adcd36-3cb9-40f0-b497-1c17ebdd40ff service neutron] Pushing event updated for resources: {'Port': ['ID=ee759d8a-fee7-4177-b44d-043de0bbdee6,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:45.395943 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d7d19-00e2-4f22-8957-4ee7d6af4436 x-openstack-request-id: req-685d7d19-00e2-4f22-8957-4ee7d6af4436 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:45.395943 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b9a331-dca6-4594-8545-0b260b9f7297", "tag": "ee759d8a-fee7-4177-b44d-043de0bbdee6", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:45.395943 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-685d7d19-00e2-4f22-8957-4ee7d6af4436 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:45.395943 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b9a331-dca6-4594-8545-0b260b9f7297', 'tag': 'ee759d8a-fee7-4177-b44d-043de0bbdee6', 'status': 'completed', 'code': 200} Dec 20 16:08:45.464624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59910999-e5cc-49ec-a292-f607555e6598 req-1daa2b69-8196-4cc9-a0ba-9be8384681e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.466253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59910999-e5cc-49ec-a292-f607555e6598 req-1daa2b69-8196-4cc9-a0ba-9be8384681e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 1094 time: 0.0482209 Dec 20 16:08:45.590493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59910999-e5cc-49ec-a292-f607555e6598 req-2af30c26-1f56-436e-ace3-0058294f0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.592994 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59910999-e5cc-49ec-a292-f607555e6598 req-2af30c26-1f56-436e-ace3-0058294f0493 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1191368 Dec 20 16:08:45.630610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42762-3dc0-42ac-849a-4c3d35f57645 req-f54cde3b-c109-4469-b3ef-80730bdeb90d tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.634938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1da42762-3dc0-42ac-849a-4c3d35f57645 req-f54cde3b-c109-4469-b3ef-80730bdeb90d tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 943 time: 0.0800507 Dec 20 16:08:45.705892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1da42762-3dc0-42ac-849a-4c3d35f57645 req-43634d48-1360-4dcd-9555-51b9db2f235c tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651801 Dec 20 16:08:45.731299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59910999-e5cc-49ec-a292-f607555e6598 req-2426f70d-bb7e-49d0-8a46-57aba23177bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.732761 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59910999-e5cc-49ec-a292-f607555e6598 req-2426f70d-bb7e-49d0-8a46-57aba23177bd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311963 Dec 20 16:08:45.815021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-7d3df0bb-aa86-4d99-8065-e869fda18e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.817014 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-7d3df0bb-aa86-4d99-8065-e869fda18e65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 1094 time: 0.0476649 Dec 20 16:08:45.867651 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-31780e32-ccf6-4414-9072-fe592fd72ac2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6 HTTP/1.1" status: 200 len: 217 time: 0.0411105 Dec 20 16:08:45.920953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-fe225196-9709-4568-bcc0-1bee838d02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:45.923138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-fe225196-9709-4568-bcc0-1bee838d02d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e947e0e3-f2ef-4564-8a09-e6cf0a98deb7 HTTP/1.1" status: 200 len: 851 time: 0.0489545 Dec 20 16:08:45.957759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-dd62d73c-2fda-43d2-b264-dc4fa2da686b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276933 Dec 20 16:08:46.065459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-7e7a7277-da13-48ab-bc44-22fea572275f service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980377 Dec 20 16:08:46.193538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7b861cb9-34b9-4196-bf6b-92d7f6a87bc4 req-e3da95c6-d99d-4382-81da-161ace330bef service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200495 Dec 20 16:08:46.490429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7934a5-8185-4f01-a028-242bd3304cef req-3f054478-dd23-49ec-97e2-2d79d6657483 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:46.492836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a7934a5-8185-4f01-a028-242bd3304cef req-3f054478-dd23-49ec-97e2-2d79d6657483 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0619226 Dec 20 16:08:46.562770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a7934a5-8185-4f01-a028-242bd3304cef req-871cd1d9-1104-44d4-9ba4-30780ecc2345 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605705 Dec 20 16:08:46.845673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57e82-7434-4b6d-a80e-9f6ba2b8767a req-b2898660-e705-490d-a102-ad011b459e4d tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:46.847700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4f57e82-7434-4b6d-a80e-9f6ba2b8767a req-b2898660-e705-490d-a102-ad011b459e4d tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 943 time: 0.0656958 Dec 20 16:08:46.903211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4f57e82-7434-4b6d-a80e-9f6ba2b8767a req-3aab7091-5451-4c4e-93e3-bfdeacf6a579 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Dec 20 16:08:47.702849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c53868-e5bd-4116-b136-36240067bb98 req-a5256fb5-0a2c-4299-8023-ae40e719f0f7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:47.708728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97c53868-e5bd-4116-b136-36240067bb98 req-a5256fb5-0a2c-4299-8023-ae40e719f0f7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0589509 Dec 20 16:08:47.756757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97c53868-e5bd-4116-b136-36240067bb98 req-150ab5ce-6b50-441a-8fbc-acba9ca27713 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Dec 20 16:08:48.038625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ade0f-8562-441d-add9-c92d3148998f req-fb6e5d03-93be-4585-9608-ddfc61b3c21f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:48.040318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb5ade0f-8562-441d-add9-c92d3148998f req-fb6e5d03-93be-4585-9608-ddfc61b3c21f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 943 time: 0.0616159 Dec 20 16:08:48.074705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device ee759d8a-fee7-4177-b44d-043de0bbdee6 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:08:48.112720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb5ade0f-8562-441d-add9-c92d3148998f req-54784bee-9680-4745-8881-037a9a9e7342 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571165 Dec 20 16:08:48.186206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port ee759d8a-fee7-4177-b44d-043de0bbdee6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6,segment=NetworkSegment(2a1cd93e-56b2-4941-9d01-6db9f871bec9),segment_id=2a1cd93e-56b2-4941-9d01-6db9f871bec9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:48.208656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'ee759d8a-fee7-4177-b44d-043de0bbdee6', 'network_id': 'ad17ac3a-7b50-4fc8-9d24-109cdb12c657', 'port_id': 'ee759d8a-fee7-4177-b44d-043de0bbdee6', 'mac_address': 'fa:16:3e:90:0e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e947e0e3-f2ef-4564-8a09-e6cf0a98deb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:08:48.251252 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:48.266279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee759d8a-fee7-4177-b44d-043de0bbdee6 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:08:48.294423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port ee759d8a-fee7-4177-b44d-043de0bbdee6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6,segment=NetworkSegment(2a1cd93e-56b2-4941-9d01-6db9f871bec9),segment_id=2a1cd93e-56b2-4941-9d01-6db9f871bec9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:48.353142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:48.414815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=ee759d8a-fee7-4177-b44d-043de0bbdee6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:48.572006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['ee759d8a-fee7-4177-b44d-043de0bbdee6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:48.895166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930acfbb-712e-4ba9-89e4-1733f83a848a req-682657fb-e239-4b16-b3f8-654b99eadb45 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:48.896600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-930acfbb-712e-4ba9-89e4-1733f83a848a req-682657fb-e239-4b16-b3f8-654b99eadb45 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0646734 Dec 20 16:08:48.946180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-930acfbb-712e-4ba9-89e4-1733f83a848a req-1302a25d-6903-4eea-a139-c7af06858261 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Dec 20 16:08:49.256121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cfbf4-9a83-41ad-a6ea-7cab91e82a67 req-5d02b5a7-6124-47d5-b137-4cab08e06e89 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:49.258345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed2cfbf4-9a83-41ad-a6ea-7cab91e82a67 req-5d02b5a7-6124-47d5-b137-4cab08e06e89 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 944 time: 0.0519173 Dec 20 16:08:49.306003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed2cfbf4-9a83-41ad-a6ea-7cab91e82a67 req-25580919-1121-490e-872b-d605ea0d0bd1 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Dec 20 16:08:50.066986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ac3dc-20e7-4fd4-ab34-c88b9532a5cf req-efe8b5d0-c360-41f6-a9bf-b331e8551cdb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:50.068494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc4ac3dc-20e7-4fd4-ab34-c88b9532a5cf req-efe8b5d0-c360-41f6-a9bf-b331e8551cdb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0503528 Dec 20 16:08:50.090242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device ee759d8a-fee7-4177-b44d-043de0bbdee6 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:08:50.135032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc4ac3dc-20e7-4fd4-ab34-c88b9532a5cf req-8a3716f8-21af-4365-a805-c5c094fbaeca tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597336 Dec 20 16:08:50.214353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port ee759d8a-fee7-4177-b44d-043de0bbdee6 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:08:50.219388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port ee759d8a-fee7-4177-b44d-043de0bbdee6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:08:50.219808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:50.314683 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:50.348329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b9a331-dca6-4594-8545-0b260b9f7297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee759d8a-fee7-4177-b44d-043de0bbdee6'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:50.352438 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a254fdb2-d2f2-4e40-a84f-536182728fdf" -d '{"events": [{"server_uuid": "83b9a331-dca6-4594-8545-0b260b9f7297", "name": "network-vif-plugged", "status": "completed", "tag": "ee759d8a-fee7-4177-b44d-043de0bbdee6"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:50.367018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port ee759d8a-fee7-4177-b44d-043de0bbdee6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6,segment=NetworkSegment(2a1cd93e-56b2-4941-9d01-6db9f871bec9),segment_id=2a1cd93e-56b2-4941-9d01-6db9f871bec9)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:50.396204 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0873f229-6a28-495a-b15e-7677e9ac0422 x-openstack-request-id: req-0873f229-6a28-495a-b15e-7677e9ac0422 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:50.396615 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b9a331-dca6-4594-8545-0b260b9f7297", "name": "network-vif-plugged", "status": "completed", "tag": "ee759d8a-fee7-4177-b44d-043de0bbdee6", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:50.396965 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0873f229-6a28-495a-b15e-7677e9ac0422 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:50.397780 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b9a331-dca6-4594-8545-0b260b9f7297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee759d8a-fee7-4177-b44d-043de0bbdee6', 'code': 200} Dec 20 16:08:50.442610 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:50.472252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58174) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:50.526089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=ee759d8a-fee7-4177-b44d-043de0bbdee6,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:50.529071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3a9d4-4939-4b0f-af7f-ecfd6b1b0158 req-5347782d-6c85-4ad1-a857-241a612bda63 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:50.537680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8e3a9d4-4939-4b0f-af7f-ecfd6b1b0158 req-5347782d-6c85-4ad1-a857-241a612bda63 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 944 time: 0.1331413 Dec 20 16:08:50.609385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd22c-7489-40f7-8839-d554d4b68111 req-dce7bacc-5257-40f1-8ff5-8cda35b610b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:50.611766 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-690dd22c-7489-40f7-8839-d554d4b68111 req-dce7bacc-5257-40f1-8ff5-8cda35b610b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 1096 time: 0.1369379 Dec 20 16:08:50.640511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8e3a9d4-4939-4b0f-af7f-ecfd6b1b0158 req-6cfe29d4-e031-47f0-8b8e-c032023480c5 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936875 Dec 20 16:08:50.692738 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-690dd22c-7489-40f7-8839-d554d4b68111 req-ab6dd6fa-a630-4377-bb86-3f85db151e86 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732808 Dec 20 16:08:51.231969 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:51.289024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b04537-e268-437d-b13e-7042721798d6 req-81a83412-c710-44d9-88b6-644b2fcb276f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:51.290624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4b04537-e268-437d-b13e-7042721798d6 req-81a83412-c710-44d9-88b6-644b2fcb276f tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Dec 20 16:08:51.352943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4b04537-e268-437d-b13e-7042721798d6 req-a6058139-5b4e-417b-abf5-1b4591df16cf tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 Dec 20 16:08:51.528715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Deleting port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:51.529341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:51.611833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] For port 0b4636cc-d2f5-4733-9f26-4e16c8b827ca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:51.612197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:51.625721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Calling delete_port for 0b4636cc-d2f5-4733-9f26-4e16c8b827ca owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:51.735539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:51.790455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a0d69-4659-4a1c-b75d-9d6ce1334270 req-830a0faa-78a7-4013-99b7-0557b60a46b1 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:51.792304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e25a0d69-4659-4a1c-b75d-9d6ce1334270 req-830a0faa-78a7-4013-99b7-0557b60a46b1 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0617189 Dec 20 16:08:51.843930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e25a0d69-4659-4a1c-b75d-9d6ce1334270 req-cf86a04f-f4b3-4908-a913-26116f7be261 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444045 Dec 20 16:08:51.888063 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:51.915117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4636cc-d2f5-4733-9f26-4e16c8b827ca,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:52.102734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:52.330691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Router 6f211d7d-4e2f-4468-b541-e76e25461e05 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:52.446798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:52.452173 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ff38d760-d883-4d68-a25e-43b5bc169cc9 admin admin] 10.222.0.81 "PUT /v2.0/routers/6f211d7d-4e2f-4468-b541-e76e25461e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9788039 Dec 20 16:08:52.454667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58188) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:52.459080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] Sync routers for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:52.473137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:52.474180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:52.488283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4ced7-1eeb-4458-b919-490b504432e3 req-7d32430c-f056-44a8-a421-3d5673553512 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:52.497030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcc4ced7-1eeb-4458-b919-490b504432e3 req-7d32430c-f056-44a8-a421-3d5673553512 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0645077 Dec 20 16:08:52.553872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcc4ced7-1eeb-4458-b919-490b504432e3 req-3b4ae3a9-1fb4-436f-b047-050ed230bf05 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553243 Dec 20 16:08:52.568361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:52.601157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:52.684142 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:52.789760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T16:08:51Z', 'revision_number': 5, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port': {'id': 'c2ebfa77-9776-4f1e-ae16-6299d0242d97', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:29Z', 'updated_at': '2021-12-20T15:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:52.817582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] Checking router: 6f211d7d-4e2f-4468-b541-e76e25461e05 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:52.826974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] Routers {'6f211d7d-4e2f-4468-b541-e76e25461e05'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:52.827604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6f211d7d-4e2f-4468-b541-e76e25461e05'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:52.840186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Deleting port c2ebfa77-9776-4f1e-ae16-6299d0242d97 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:52.840525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:52.936404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] Set router 6f211d7d-4e2f-4468-b541-e76e25461e05 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:52.953535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] For port c2ebfa77-9776-4f1e-ae16-6299d0242d97, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c2ebfa77-9776-4f1e-ae16-6299d0242d97,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:52.953894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:52.970513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Calling delete_port for c2ebfa77-9776-4f1e-ae16-6299d0242d97 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:52.994953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0b3c6-1f45-4a11-9873-9547d08dd1a6 req-425e716f-fa21-413e-968e-f6e1d5af404f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:52.996873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfb0b3c6-1f45-4a11-9873-9547d08dd1a6 req-425e716f-fa21-413e-968e-f6e1d5af404f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0693319 Dec 20 16:08:52.997021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T16:08:52Z', 'revision_number': 6, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:53.026025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32eaee5c-1bc2-4906-b5d9-63432015377b None None] The sync data for ids ['6f211d7d-4e2f-4468-b541-e76e25461e05'] in n-d-781076-8 is: [{'id': '6f211d7d-4e2f-4468-b541-e76e25461e05', 'name': 'tempest-TaggedBootDevicesTest-1074720565-router', 'tenant_id': '6729aa467daa4009960023047a2141c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:28Z', 'updated_at': '2021-12-20T16:08:52Z', 'revision_number': 6, 'project_id': '6729aa467daa4009960023047a2141c5', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:53.061593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfb0b3c6-1f45-4a11-9873-9547d08dd1a6 req-d1aa3501-e1e6-4d48-920d-95006280e7ab tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554225 Dec 20 16:08:53.196685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617c60f-6133-4943-8f61-660571c7c36a req-c4fdc4f3-6d28-4ceb-8677-bd6ce5e2d8cd tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:53.198382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2617c60f-6133-4943-8f61-660571c7c36a req-c4fdc4f3-6d28-4ceb-8677-bd6ce5e2d8cd tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0569198 Dec 20 16:08:53.248644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.249672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2617c60f-6133-4943-8f61-660571c7c36a req-3f8a4f78-4ab6-4735-a024-f8f3d0407e18 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Dec 20 16:08:53.283043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ebfa77-9776-4f1e-ae16-6299d0242d97,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:53.299159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af89b36-c681-460d-aa26-9a21f35fda77 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:53.360257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.474566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.477652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.585998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.586687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f211d7d-4e2f-4468-b541-e76e25461e05 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:08:53.594692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.595912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58200) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:53.596395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b4c0a32c-2870-45df-b558-1111b306dc80 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6f211d7d-4e2f-4468-b541-e76e25461e05 HTTP/1.1" status: 204 len: 168 time: 1.1403315 Dec 20 16:08:53.714183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Deleting subnet 44d48c74-cbc3-40f8-97ff-de3c40bb4535 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:08:53.732355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.784413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dc7e5-eb57-46d1-b2dd-9910d5f3e5b1 req-d9fd3b14-4572-4686-82aa-81631069a9a6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:53.785888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-461dc7e5-eb57-46d1-b2dd-9910d5f3e5b1 req-d9fd3b14-4572-4686-82aa-81631069a9a6 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1396334 Dec 20 16:08:53.794503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:53.833937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4da2-340c-43cb-8089-f5f6e4c60671 req-00c39d6d-b25c-42f7-8981-7b47e7fc4117 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:53.835587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b17b4da2-340c-43cb-8089-f5f6e4c60671 req-00c39d6d-b25c-42f7-8981-7b47e7fc4117 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.1435549 Dec 20 16:08:53.938738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-461dc7e5-eb57-46d1-b2dd-9910d5f3e5b1 req-38d5cf43-87c6-44b1-8479-e6c1ce7ff73c tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466191 Dec 20 16:08:53.961694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b17b4da2-340c-43cb-8089-f5f6e4c60671 req-d37ee7f5-e85f-4c3c-bc9c-0ada0067b4ae tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110017 Dec 20 16:08:53.974482 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.113489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.143295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d48c74-cbc3-40f8-97ff-de3c40bb4535,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:54.160829 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.168148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/44d48c74-cbc3-40f8-97ff-de3c40bb4535 HTTP/1.1" status: 204 len: 168 time: 0.5689857 Dec 20 16:08:54.175875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a3d46-4138-48b7-8ac8-efa1a5dd4dda None None] Network 4c2b1734-b605-4166-a2fe-b5337cc5e604 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:54.176327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58204) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:54.195515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.196052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.196759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.196895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.197273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.197682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.198093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.198490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.199076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.199245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.199672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.200083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.200479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4df5d-2594-4deb-b3b4-9fcec41a6ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:54.292001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b4636cc-d2f5-4733-9f26-4e16c8b827ca no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:54.299874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.330046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0b4636cc-d2f5-4733-9f26-4e16c8b827ca {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:54.330046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0b4636cc-d2f5-4733-9f26-4e16c8b827ca not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:54.330046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c2ebfa77-9776-4f1e-ae16-6299d0242d97 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:54.355475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c2ebfa77-9776-4f1e-ae16-6299d0242d97 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:54.355826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c2ebfa77-9776-4f1e-ae16-6299d0242d97 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:54.375014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Deleting port 3307b5c1-f927-4c53-9f34-c3b88675df9c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:54.375014 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.446907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] For port 3307b5c1-f927-4c53-9f34-c3b88675df9c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3307b5c1-f927-4c53-9f34-c3b88675df9c,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:54.447277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.452330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] DHCP port deletion for 4c2b1734-b605-4166-a2fe-b5337cc5e604 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:54.469887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Calling delete_port for 3307b5c1-f927-4c53-9f34-c3b88675df9c owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:54.525579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] Deleting port 3307b5c1-f927-4c53-9f34-c3b88675df9c {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:54.526307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.607091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] For port 3307b5c1-f927-4c53-9f34-c3b88675df9c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3307b5c1-f927-4c53-9f34-c3b88675df9c,segment=NetworkSegment(1d48e04e-1e92-4819-9d8d-642dc4222f62),segment_id=1d48e04e-1e92-4819-9d8d-642dc4222f62)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:54.607573 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.621087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] Calling delete_port for 3307b5c1-f927-4c53-9f34-c3b88675df9c owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:54.626035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.656423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] No DVR routers for this DVR port 3307b5c1-f927-4c53-9f34-c3b88675df9c on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:54.661851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3307b5c1-f927-4c53-9f34-c3b88675df9c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:08:54.712306 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 16:08:54.721082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.737886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.751053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] Pushing event deleted for resources: {'Port': ['ID=3307b5c1-f927-4c53-9f34-c3b88675df9c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:54.755685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c3e93-97d1-4701-b55e-26974fccc60e None None] No DVR routers for this DVR port 3307b5c1-f927-4c53-9f34-c3b88675df9c on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:54.765850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2b1734-b605-4166-a2fe-b5337cc5e604']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:54.778733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d48e04e-1e92-4819-9d8d-642dc4222f62') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:54.784818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d48e04e-1e92-4819-9d8d-642dc4222f62') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:54.789668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.806077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.812301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:08:54.813867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:08:54.814643 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:08:54.918050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.924659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:54.927365 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] 10.222.0.81 "DELETE /v2.0/networks/4c2b1734-b605-4166-a2fe-b5337cc5e604 HTTP/1.1" status: 204 len: 168 time: 0.7578075 Dec 20 16:08:54.931341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:54.939699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54e737-9ddc-4204-97fd-5678bce8a7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2b1734-b605-4166-a2fe-b5337cc5e604,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:55.158335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d13c1f-5914-4035-9335-793b1887f256 req-0a850898-d633-45be-98b3-ed81c85c0c9d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:55.160601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41d13c1f-5914-4035-9335-793b1887f256 req-0a850898-d633-45be-98b3-ed81c85c0c9d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.1312339 Dec 20 16:08:55.181807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6dd91-1eeb-44b6-bd35-9c8e78b4162e req-b44f06b3-e4e2-4e68-a2af-2b2ebbcd0d4f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:55.182846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4e6dd91-1eeb-44b6-bd35-9c8e78b4162e req-b44f06b3-e4e2-4e68-a2af-2b2ebbcd0d4f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.1339681 Dec 20 16:08:55.294108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41d13c1f-5914-4035-9335-793b1887f256 req-dda1984c-35b5-4827-9582-310ed2289df4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240299 Dec 20 16:08:55.337851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4e6dd91-1eeb-44b6-bd35-9c8e78b4162e req-e5d80eb6-6926-4f40-bebc-95edd295dbbe tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482251 Dec 20 16:08:55.559115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:55.860549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-7048b594-b05e-44d0-8c73-2dcff8bbb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:55.862145 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-7048b594-b05e-44d0-8c73-2dcff8bbb756 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 1096 time: 0.0553601 Dec 20 16:08:55.962346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-1c50e237-4b57-4705-bd89-e99be7aaac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:55.963835 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-1c50e237-4b57-4705-bd89-e99be7aaac49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657 HTTP/1.1" status: 200 len: 912 time: 0.0947416 Dec 20 16:08:56.015391 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-44f13886-d5bb-4f5f-9e04-6bc1924ae7ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6 HTTP/1.1" status: 200 len: 217 time: 0.0446951 Dec 20 16:08:56.065256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc5e4-dcac-4181-bd6e-998c984011cc req-14d5dc20-7eee-4790-b003-ac5aaccef71e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:56.066065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-8ddc9700-13c7-4b7d-bfcf-2ec85860959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:56.066751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-204bc5e4-dcac-4181-bd6e-998c984011cc req-14d5dc20-7eee-4790-b003-ac5aaccef71e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.4732764 Dec 20 16:08:56.067519 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-8ddc9700-13c7-4b7d-bfcf-2ec85860959b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e947e0e3-f2ef-4564-8a09-e6cf0a98deb7 HTTP/1.1" status: 200 len: 851 time: 0.0449796 Dec 20 16:08:56.091914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5c2cf-f390-4e7c-a153-39a7013c4974 req-a3418d52-3d7b-401e-9278-7c6cee507dba tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:56.093520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fe5c2cf-f390-4e7c-a153-39a7013c4974 req-a3418d52-3d7b-401e-9278-7c6cee507dba tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.1274559 Dec 20 16:08:56.102622 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-edb4d3a7-cc97-4821-a480-96cf4ac02a1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264008 Dec 20 16:08:56.203919 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-88f047ad-2c86-40a4-b70f-105d93df88da service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946481 Dec 20 16:08:56.214642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3307b5c1-f927-4c53-9f34-c3b88675df9c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:08:56.238041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3307b5c1-f927-4c53-9f34-c3b88675df9c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:08:56.238755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3307b5c1-f927-4c53-9f34-c3b88675df9c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:08:56.263041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-204bc5e4-dcac-4181-bd6e-998c984011cc req-d180a65c-4b8e-4bb3-b3e0-f299fd3ecd6b tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863408 Dec 20 16:08:56.272030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fe5c2cf-f390-4e7c-a153-39a7013c4974 req-3aa731ac-ae34-4299-9414-03df16cf70c3 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492212 Dec 20 16:08:56.318412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c6bd1e0-cbe4-4cd9-873d-3e4d42efae72 req-b08697d0-e05e-4fba-93de-aa97bdd09aa8 service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066940 Dec 20 16:08:56.419112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec83c3-5f20-461a-9f8b-21b77ca86e19 req-39535818-b145-469a-ba85-f22eab88b7a7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:56.420485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1ec83c3-5f20-461a-9f8b-21b77ca86e19 req-39535818-b145-469a-ba85-f22eab88b7a7 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0666931 Dec 20 16:08:56.424401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Deleting port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:56.424738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:56.523580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1ec83c3-5f20-461a-9f8b-21b77ca86e19 req-195684d8-b4ad-4e1d-b6ff-7c3706819c55 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Dec 20 16:08:56.549244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] For port 69b81a4b-aebd-4b53-8aa6-cfedd95757ef, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:56.549244 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:56.569219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Calling delete_port for 69b81a4b-aebd-4b53-8aa6-cfedd95757ef owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:56.837284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:56.869208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b81a4b-aebd-4b53-8aa6-cfedd95757ef,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:57.027952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58238) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:57.032508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91861647', 'description': 'tempest-secgroup-smoke-91861647 description', 'project_id': '929e2c7606c247339267a657e920fb02'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:57.083819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.095685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d5ed-c556-4fdb-aa53-a34890c97248 req-f0c529c3-5ed0-410b-980c-be95b91eda84 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:57.097206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e5d5ed-c556-4fdb-aa53-a34890c97248 req-f0c529c3-5ed0-410b-980c-be95b91eda84 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0698886 Dec 20 16:08:57.151637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.221756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.237417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e5d5ed-c556-4fdb-aa53-a34890c97248 req-f63cdcd7-9be8-4505-bb92-2a37380519b0 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302814 Dec 20 16:08:57.237677 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.306462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.338584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba949fcd-8f6a-491e-aaa9-22cea7f57082,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:57.347104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.347581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.348030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.348370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.348727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.349536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.349536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.349782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.350054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.350514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.351039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.351573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.351902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:08:57.404007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:08:57.421605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5adb1-e4ae-4ec6-a5e9-aa1e555d0daf req-6e94924e-fd2f-4bf2-972a-3b844b04c307 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:57.421849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.428037 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e6f383bd-74c0-4346-9a4c-ee3699fde375 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3941016 Dec 20 16:08:57.435627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86b5adb1-e4ae-4ec6-a5e9-aa1e555d0daf req-6e94924e-fd2f-4bf2-972a-3b844b04c307 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0732102 Dec 20 16:08:57.435780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58242) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:57.435780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group_rule': {'security_group_id': 'ba949fcd-8f6a-491e-aaa9-22cea7f57082', 'project_id': '929e2c7606c247339267a657e920fb02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:57.534247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.554413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86b5adb1-e4ae-4ec6-a5e9-aa1e555d0daf req-925c563f-02f0-4d5d-bff5-721ba4a405ac tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242237 Dec 20 16:08:57.577422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:08:57.583172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83c95fd7-1f7c-4826-8444-436766616ed0 admin admin] 10.222.0.81 "PUT /v2.0/routers/0762d978-eb78-4f9d-8d33-dd37acc8ae10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6478593 Dec 20 16:08:57.584069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58246) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:57.595509 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] Sync routers for ids ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:08:57.607065 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] Routers {'0762d978-eb78-4f9d-8d33-dd37acc8ae10'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:57.608232 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:57.634546 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:57.718155 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] Set router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:57.916669 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T16:08:56Z', 'revision_number': 5, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:57.945473 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] Checking router: 0762d978-eb78-4f9d-8d33-dd37acc8ae10 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:08:57.955505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] Routers {'0762d978-eb78-4f9d-8d33-dd37acc8ae10'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:08:57.956571 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:08:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:58.040191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.066110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7950c267-6926-4f20-98f7-4f713cf2e351,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:58.073004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36b98-4b94-43b2-9c71-fc06cf9e7ad5 req-e45d41b2-5edf-4c8e-9d9b-2cb5f7d213c5 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:58.077192 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.078972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fe36b98-4b94-43b2-9c71-fc06cf9e7ad5 req-e45d41b2-5edf-4c8e-9d9b-2cb5f7d213c5 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0711706 Dec 20 16:08:58.138835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fe36b98-4b94-43b2-9c71-fc06cf9e7ad5 req-ffed8362-b30a-48e5-bc92-015713c13812 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565844 Dec 20 16:08:58.174081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.174081 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-638b98ba-e5ef-49df-bb23-646183260260 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7411242 Dec 20 16:08:58.177078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58250) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:58.184277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group_rule': {'security_group_id': 'ba949fcd-8f6a-491e-aaa9-22cea7f57082', 'project_id': '929e2c7606c247339267a657e920fb02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:58.193707 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] Set router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:08:58.235163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.263406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-2f21772f-f9d7-4cff-ac8a-4b66f5765b76 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:58.264941 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-2f21772f-f9d7-4cff-ac8a-4b66f5765b76 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0613868 Dec 20 16:08:58.281024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.367818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:58.368332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.382296 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T16:08:56Z', 'revision_number': 5, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:08:58.398545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.413966 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1988fd7d-84d2-4b6c-a72e-1c54dd88a474 None None] The sync data for ids ['0762d978-eb78-4f9d-8d33-dd37acc8ae10'] in n-d-781076-8 is: [{'id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'name': 'tempest-TaggedBootDevicesTest-1016603438-router', 'tenant_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:56:56Z', 'updated_at': '2021-12-20T16:08:56Z', 'revision_number': 5, 'project_id': 'd6a61a4004424fdcb5aaefa1f9bc5a83', 'gw_port': {'id': 'c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0762d978-eb78-4f9d-8d33-dd37acc8ae10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:56:57Z', 'updated_at': '2021-12-20T15:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:08:58.419283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472b1c7-dcc2-4a5d-85f6-28f35560d6bb req-bee5cba5-61f1-48e7-b856-711ee4a5e1fc tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:58.420842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c472b1c7-dcc2-4a5d-85f6-28f35560d6bb req-bee5cba5-61f1-48e7-b856-711ee4a5e1fc tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 946 time: 0.0913193 Dec 20 16:08:58.468951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.481990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Deleting port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:08:58.482443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.502072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f9dbfa-12ef-487f-b1ee-10aeda05c3cf,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:58.509373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c472b1c7-dcc2-4a5d-85f6-28f35560d6bb req-db3856c1-3ff8-4a11-8e8e-fe2eae914538 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788078 Dec 20 16:08:58.513361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:58.513728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.559207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:58.581470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.582670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d7286a09-b736-4eb1-8df7-1adb07929bbe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4045606 Dec 20 16:08:58.585561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:58.590400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group_rule': {'security_group_id': 'ba949fcd-8f6a-491e-aaa9-22cea7f57082', 'project_id': '929e2c7606c247339267a657e920fb02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:58.629957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] For port c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:08:58.630323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.651211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Calling delete_port for c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:08:58.676703 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.737539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.798545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.836014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60cf007-d5c8-4328-81ea-6801ca83fd9d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:58.889058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.900822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['3d14106f-aee1-4d9e-9d59-17b43a8f59b2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:58.905646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:08:58.926638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=3d14106f-aee1-4d9e-9d59-17b43a8f59b2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:58.931572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.935831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e304acb7-8ad8-4584-80db-854452580cca tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460808 Dec 20 16:08:58.936040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58256) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:58.942137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group_rule': {'security_group_id': 'ba949fcd-8f6a-491e-aaa9-22cea7f57082', 'project_id': '929e2c7606c247339267a657e920fb02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:58.973705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:08:58.976887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:58.980508 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2a7fe167-8365-479d-a36f-475ff3880dc3 req-7f383a37-29a4-4289-b222-b3771b36798e tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.72 "DELETE /v2.0/ports/3d14106f-aee1-4d9e-9d59-17b43a8f59b2 HTTP/1.1" status: 204 len: 173 time: 0.7077737 Dec 20 16:08:58.980969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'name': 'network-vif-deleted', 'tag': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:08:58.983396 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72c68c7-5544-4c96-875d-b25ee8c00ea6" -d '{"events": [{"server_uuid": "f1fc3422-bd62-4c2d-bb53-243683813514", "name": "network-vif-deleted", "tag": "3d14106f-aee1-4d9e-9d59-17b43a8f59b2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:08:58.998422 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.024116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:59.029389 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcddff7c-6d14-4a38-83c4-fb58a24a74ec x-openstack-request-id: req-dcddff7c-6d14-4a38-83c4-fb58a24a74ec {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:08:59.029389 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fc3422-bd62-4c2d-bb53-243683813514", "name": "network-vif-deleted", "tag": "3d14106f-aee1-4d9e-9d59-17b43a8f59b2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:08:59.029389 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcddff7c-6d14-4a38-83c4-fb58a24a74ec {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:08:59.029828 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fc3422-bd62-4c2d-bb53-243683813514', 'name': 'network-vif-deleted', 'tag': '3d14106f-aee1-4d9e-9d59-17b43a8f59b2', 'status': 'completed', 'code': 200} Dec 20 16:08:59.053202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562168ba-00ea-459b-b66b-441dcfe15827 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:08:59.061506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.103917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.134612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.197695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.218530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c4d1f0-a94f-48eb-8488-5ede32fa291d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:59.225119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.228108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.273832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11533fe9-3b67-4d6b-821e-9f6b6a19c1c8 req-a553299c-1ebd-4a02-aa4d-d4499797292f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:59.275647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11533fe9-3b67-4d6b-821e-9f6b6a19c1c8 req-a553299c-1ebd-4a02-aa4d-d4499797292f tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Dec 20 16:08:59.279979 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-9bea8b3d-8747-448a-8916-f9e68232742f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838284 Dec 20 16:08:59.283593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5cc6eb0d-ccf8-4387-803d-0875dda95ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.329922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11533fe9-3b67-4d6b-821e-9f6b6a19c1c8 req-4ee1fc8d-fbea-48dd-98a7-6fc964aa6ae2 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464787 Dec 20 16:08:59.342639 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.346614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-426bf926-49f3-4988-be57-592528ed7671 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4068842 Dec 20 16:08:59.349650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58262) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:59.352564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group_rule': {'security_group_id': 'ba949fcd-8f6a-491e-aaa9-22cea7f57082', 'project_id': '929e2c7606c247339267a657e920fb02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:59.373475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-5585c939-9fb1-4035-9e47-716bf28ba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:59.377091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-5585c939-9fb1-4035-9e47-716bf28ba5bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 1096 time: 0.0493059 Dec 20 16:08:59.378371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.378691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0762d978-eb78-4f9d-8d33-dd37acc8ae10 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:08:59.385839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.386911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5234ed84-9706-4574-96d6-bb021df727fd admin admin] 10.222.0.81 "DELETE /v2.0/routers/0762d978-eb78-4f9d-8d33-dd37acc8ae10 HTTP/1.1" status: 204 len: 168 time: 1.8024874 Dec 20 16:08:59.389606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58266) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:59.438861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Deleting subnet 4c1a96d2-34b3-433b-b463-7a02ed2e0d2d {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:08:59.442629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.467651 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Project 929e2c7606c247339267a657e920fb02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:08:59.476095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.506328 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.520797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-44977490-3dda-45e2-8b94-6684620500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:59.522907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-44977490-3dda-45e2-8b94-6684620500ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657 HTTP/1.1" status: 200 len: 912 time: 0.1232185 Dec 20 16:08:59.572429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-4d3cf824-869a-44ff-9d8b-5cdf2e5ca2b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6 HTTP/1.1" status: 200 len: 217 time: 0.0419226 Dec 20 16:08:59.578089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.631596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.646961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-8af642a5-d70d-4bf8-8c5f-26741feb8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:59.650208 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-8af642a5-d70d-4bf8-8c5f-26741feb8101 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e947e0e3-f2ef-4564-8a09-e6cf0a98deb7 HTTP/1.1" status: 200 len: 851 time: 0.0672369 Dec 20 16:08:59.664784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.683371 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-32ae3286-6f68-40a5-892d-f4b972771265 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273428 Dec 20 16:08:59.704722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2954ef34-530d-4844-844e-2ca0955722e4 req-4f0e61e3-dbbe-4f06-9d0c-b73715d81cc2 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1fc3422-bd62-4c2d-bb53-243683813514 HTTP/1.1" status: 200 len: 210 time: 0.0509198 Dec 20 16:08:59.721283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe372f6-b055-4cfe-89b3-aadb0560dd3a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:59.782700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db6ac-f997-4f41-b68e-3b15050f95e3 req-a899480c-1351-4f7d-b0a7-f88790ca25f3 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:08:59.784205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-850db6ac-f997-4f41-b68e-3b15050f95e3 req-a899480c-1351-4f7d-b0a7-f88790ca25f3 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0905766 Dec 20 16:08:59.795179 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-bd3c6af0-3570-469d-be9c-9ff86066b018 service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050787 Dec 20 16:08:59.834561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-850db6ac-f997-4f41-b68e-3b15050f95e3 req-df5401c4-5cb7-4e38-9afd-ed8cd68b5406 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430698 Dec 20 16:08:59.839301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.840666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05426f79-c20b-446c-8308-0b3f6355d5c4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4925485 Dec 20 16:08:59.843200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58272) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:59.847674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'security_group_rule': {'security_group_id': 'ba949fcd-8f6a-491e-aaa9-22cea7f57082', 'project_id': '929e2c7606c247339267a657e920fb02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:08:59.885915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.898404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5691203f-cba6-4c34-87f8-c4e271d17fc7 req-2657c4c8-edfa-4c5d-b7c5-66eb865641f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965302 Dec 20 16:08:59.915613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1a96d2-34b3-433b-b463-7a02ed2e0d2d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:08:59.923721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:08:59.929708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de0676-364f-4dfc-a7fc-376215270931 None None] Network e56de461-648c-45cd-b64b-0cd6234bca1a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:08:59.935818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6f0bf78c-faab-425c-8136-97e4268292f5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4c1a96d2-34b3-433b-b463-7a02ed2e0d2d HTTP/1.1" status: 204 len: 168 time: 0.5451477 Dec 20 16:08:59.936478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58274) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:08:59.986838 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Project 929e2c7606c247339267a657e920fb02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:08:59.996055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.048245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.053124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454469b-5a77-4c20-bac6-4933c3187635 req-ae2796a2-c964-4ef7-aa1d-c551359c881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.054778 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-ae2796a2-c964-4ef7-aa1d-c551359c881b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 1096 time: 0.0913937 Dec 20 16:09:00.066575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.148192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.180834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5ca738-95ef-4c32-adf9-9e7116702dc1,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:00.199536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454469b-5a77-4c20-bac6-4933c3187635 req-03fae2a0-64d4-4de0-887f-c0fba0ea9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.201670 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-03fae2a0-64d4-4de0-887f-c0fba0ea9b0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657 HTTP/1.1" status: 200 len: 912 time: 0.1395562 Dec 20 16:09:00.209793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Deleting port 88778ff2-0051-45e0-8117-72c376d4729b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:09:00.210140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.263538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] DHCP port deletion for e56de461-648c-45cd-b64b-0cd6234bca1a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:00.270806 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-ad42e296-c770-4994-8d79-e3aede17426a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6 HTTP/1.1" status: 200 len: 217 time: 0.0541716 Dec 20 16:09:00.276216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.279751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0871116f-b033-4c9a-9636-1aa78cb0499c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4333289 Dec 20 16:09:00.295162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:09:00.299889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-9b7b90af-ffdf-4762-a030-5d99340611be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630491 Dec 20 16:09:00.321384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:09:00.321871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c2e0f725-98dd-4f8c-9f17-0fe9eaf8a2dd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:09:00.322392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 69b81a4b-aebd-4b53-8aa6-cfedd95757ef no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:09:00.327592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] For port 88778ff2-0051-45e0-8117-72c376d4729b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88778ff2-0051-45e0-8117-72c376d4729b,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:00.327952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.347804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 69b81a4b-aebd-4b53-8aa6-cfedd95757ef {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:09:00.348151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 69b81a4b-aebd-4b53-8aa6-cfedd95757ef not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:09:00.375224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] Deleting port 88778ff2-0051-45e0-8117-72c376d4729b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:09:00.375961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.391185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454469b-5a77-4c20-bac6-4933c3187635 req-a9f2926f-399d-46a8-ae0d-53b02513c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.392659 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-a9f2926f-399d-46a8-ae0d-53b02513c3df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e947e0e3-f2ef-4564-8a09-e6cf0a98deb7 HTTP/1.1" status: 200 len: 851 time: 0.0502393 Dec 20 16:09:00.393604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Calling delete_port for 88778ff2-0051-45e0-8117-72c376d4729b owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:09:00.415104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-d39723a4-1833-4f0d-9eeb-f08539545514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.416920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-d39723a4-1833-4f0d-9eeb-f08539545514 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0675323 Dec 20 16:09:00.430061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-611a52bc-bc20-4af8-98df-f58c489de3f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ad17ac3a-7b50-4fc8-9d24-109cdb12c657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282249 Dec 20 16:09:00.447633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] For port 88778ff2-0051-45e0-8117-72c376d4729b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88778ff2-0051-45e0-8117-72c376d4729b,segment=NetworkSegment(c7bf3cf8-fa59-4d56-b192-cf0f51b72889),segment_id=c7bf3cf8-fa59-4d56-b192-cf0f51b72889)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:00.448035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.461596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] Calling delete_port for 88778ff2-0051-45e0-8117-72c376d4729b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:09:00.545982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-2acc2ed7-6780-4342-bc5e-f5548ac1a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.547400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-2acc2ed7-6780-4342-bc5e-f5548ac1a39a service neutron] 10.222.0.83 "GET /v2.0/networks?id=68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 200 len: 906 time: 0.1067283 Dec 20 16:09:00.584347 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-383bd85f-5cee-4558-8001-f6fb0f7ace30 service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473587 Dec 20 16:09:00.598643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-0bd37ac4-6128-405a-bb2e-7ab86f96e3dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 200 len: 217 time: 0.0388834 Dec 20 16:09:00.608219 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.638287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] No DVR routers for this DVR port 88778ff2-0051-45e0-8117-72c376d4729b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:00.642806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7f909-47d6-46ba-a582-86a0169342ff None None] Pushing event deleted for resources: {'Port': ['ID=88778ff2-0051-45e0-8117-72c376d4729b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:00.657950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.661674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-b67db115-c3c4-4ec7-bf4e-1dfde578ce4b tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91861647&fields=id&tenant_id=929e2c7606c247339267a657e920fb02 HTTP/1.1" status: 200 len: 267 time: 0.1215935 Dec 20 16:09:00.686375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-bc4126ce-af3f-4dab-9f76-83bd7949fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.688088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-bc4126ce-af3f-4dab-9f76-83bd7949fdfb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 200 len: 845 time: 0.0817065 Dec 20 16:09:00.696747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=88778ff2-0051-45e0-8117-72c376d4729b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:00.698671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] No DVR routers for this DVR port 88778ff2-0051-45e0-8117-72c376d4729b on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:00.736057 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0454469b-5a77-4c20-bac6-4933c3187635 req-b7a4040c-877f-4196-8a8c-b2d6a492c3d7 service neutron] 10.222.0.72 "GET /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449950 Dec 20 16:09:00.737116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-eb6e3673-41fa-42d2-a947-70dcf14d6526 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68a03403-3842-484b-9082-0d88ca33e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361023 Dec 20 16:09:00.791454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.821077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56de461-648c-45cd-b64b-0cd6234bca1a']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:00.834153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:00.834587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bf3cf8-fa59-4d56-b192-cf0f51b72889') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:00.851032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.870590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.877896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:09:00.878488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:09:00.880438 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:09:00.884542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-66dd4430-76bd-4835-a58b-5e7c895481e4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:00.890999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-66dd4430-76bd-4835-a58b-5e7c895481e4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 813 time: 0.2183187 Dec 20 16:09:00.916218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-b3b7ed2c-fbf9-469c-84a1-87a4d1ea5d3b tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/quotas/929e2c7606c247339267a657e920fb02 HTTP/1.1" status: 200 len: 375 time: 0.0201161 Dec 20 16:09:00.916549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-4123a694-e370-458c-9d0a-1839cd6d0015 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424184 Dec 20 16:09:01.031828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.039663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.045487 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] 10.222.0.81 "DELETE /v2.0/networks/e56de461-648c-45cd-b64b-0cd6234bca1a HTTP/1.1" status: 204 len: 168 time: 1.1056638 Dec 20 16:09:01.053904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8ff6f-35cf-42ea-ad5f-a6a364b4a87d admin admin] Pushing event deleted for resources: {'Network': ['ID=e56de461-648c-45cd-b64b-0cd6234bca1a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:01.054072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c146-0bff-431a-afe2-c8709598d4ef req-3146100e-c5d6-426f-b252-a28148bdc3fc tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:01.055429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe17c146-0bff-431a-afe2-c8709598d4ef req-3146100e-c5d6-426f-b252-a28148bdc3fc tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.1381617 Dec 20 16:09:01.065588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-4f4eec7d-6a56-490c-a7f6-d03da3081851 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376545 Dec 20 16:09:01.126140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7f30d8-7f52-4b42-b30f-1c9ed04af23f req-c385d86a-130e-4c81-90e9-430342aba0a1 service neutron] 10.222.0.83 "GET /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002940 Dec 20 16:09:01.183117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe17c146-0bff-431a-afe2-c8709598d4ef req-d3029b5a-77b5-4a76-9135-100b8a275983 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165435 Dec 20 16:09:01.213937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-341eb69d-9b0a-4164-a9bb-4e41640631c3 service neutron] 10.222.0.81 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Dec 20 16:09:01.316626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-0e14cec4-62ee-4a6a-8ee4-675f47883d0d service neutron] 10.222.0.81 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961409 Dec 20 16:09:01.386451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:01.434446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3085149f-e385-40ba-86ff-006a182b530b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6729aa467daa4009960023047a2141c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461571 Dec 20 16:09:01.436350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58310) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:01.500116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c0-ff08-4090-8fdc-9f1890d4b18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.522212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c0-ff08-4090-8fdc-9f1890d4b18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.706662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c0-ff08-4090-8fdc-9f1890d4b18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.707555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c62f-6e74-4f0e-a252-2dbda52fba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.710863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c908c1c0-ff08-4090-8fdc-9f1890d4b18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:01.719995 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c908c1c0-ff08-4090-8fdc-9f1890d4b18f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e7c11ef-c066-4b7c-b22a-83bdf6d35624 HTTP/1.1" status: 204 len: 168 time: 0.2746389 Dec 20 16:09:01.719995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908c1c0-ff08-4090-8fdc-9f1890d4b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7c11ef-c066-4b7c-b22a-83bdf6d35624,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:02.099992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9374-20b9-4738-ae85-bb4badea236b req-99249cd3-0028-47eb-95fa-6854340b9923 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:02.102307 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-953d9374-20b9-4738-ae85-bb4badea236b req-99249cd3-0028-47eb-95fa-6854340b9923 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.0519273 Dec 20 16:09:02.171740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-953d9374-20b9-4738-ae85-bb4badea236b req-5911abd1-4330-46fb-a948-71715f2acb27 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613570 Dec 20 16:09:02.179198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:09:02.221153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:09:02.222040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3d14106f-aee1-4d9e-9d59-17b43a8f59b2 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:09:02.251336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47b7dfe0-13ea-47e3-a3a8-ec0f311cbd49 req-7f088aeb-62df-4388-bf11-20cb457b03fa tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0575092 Dec 20 16:09:02.280195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88778ff2-0051-45e0-8117-72c376d4729b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:09:02.302107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 88778ff2-0051-45e0-8117-72c376d4729b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:09:02.302455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88778ff2-0051-45e0-8117-72c376d4729b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:09:02.332301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac7a6-b646-496a-929b-e6f8af313dea req-27742dbd-486c-4238-ae97-20cbeda11270 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:02.340398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19dac7a6-b646-496a-929b-e6f8af313dea req-27742dbd-486c-4238-ae97-20cbeda11270 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0597630 Dec 20 16:09:02.382508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19dac7a6-b646-496a-929b-e6f8af313dea req-b9aa31c4-18da-4e3d-aef1-243ecad7f2dc tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Dec 20 16:09:02.582754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:02.616478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1740013d-bb8b-42f5-9bb2-1f094f054ab2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6a61a4004424fdcb5aaefa1f9bc5a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397573 Dec 20 16:09:02.619185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58348) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:02.666700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8c1e-c6c7-42e5-a945-b9a35ae63db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:02.687927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8c1e-c6c7-42e5-a945-b9a35ae63db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:02.826995 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8c1e-c6c7-42e5-a945-b9a35ae63db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:02.830025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8c1e-c6c7-42e5-a945-b9a35ae63db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:02.831321 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1cfc8c1e-c6c7-42e5-a945-b9a35ae63db7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28448223-6207-408e-932d-83a6854100e0 HTTP/1.1" status: 204 len: 168 time: 0.2112484 Dec 20 16:09:02.840725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc8c1e-c6c7-42e5-a945-b9a35ae63db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28448223-6207-408e-932d-83a6854100e0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:02.889035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:02.904035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7d082-bc86-4ad1-9f44-ec61a4bdeebc req-f5bdee51-4f16-4a6c-90bc-65644dbdd9f8 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:02.905732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7b7d082-bc86-4ad1-9f44-ec61a4bdeebc req-f5bdee51-4f16-4a6c-90bc-65644dbdd9f8 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0585082 Dec 20 16:09:02.960770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7b7d082-bc86-4ad1-9f44-ec61a4bdeebc req-2d6e25fe-09a8-488c-bd07-926ae8e782a4 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471857 Dec 20 16:09:03.302752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbcfad-5cff-4259-b162-3ba6d70866a7 req-3ecee265-0f20-4b07-afed-b4f795e477d4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:03.309679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5afbcfad-5cff-4259-b162-3ba6d70866a7 req-3ecee265-0f20-4b07-afed-b4f795e477d4 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.0650997 Dec 20 16:09:03.349762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df563290-0101-488f-95d9-dc3c91cb4c31 req-ed6a7d46-9d0e-4172-b7e0-58eae4f276a3 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0389905 Dec 20 16:09:03.388933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5afbcfad-5cff-4259-b162-3ba6d70866a7 req-74ab2d33-4a04-4a01-a958-31f7f198f324 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753889 Dec 20 16:09:03.808403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-c1280cd1-6d7e-4e31-b7e1-cfad3b9b926a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:03.809925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-c1280cd1-6d7e-4e31-b7e1-cfad3b9b926a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Dec 20 16:09:03.962850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:04.088940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-390596881-network', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:04.157912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:04.160363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.172679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.229559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794853a-79af-4ff2-a41d-3dc23aff47f5 req-98cfb4fd-5148-4de8-851a-3bb1df7475b7 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.231112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8794853a-79af-4ff2-a41d-3dc23aff47f5 req-98cfb4fd-5148-4de8-851a-3bb1df7475b7 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0821559 Dec 20 16:09:04.279431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.282936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Deleting port 3938c406-b15c-4da6-9469-1ab11d8a124d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:09:04.284261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.318017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8794853a-79af-4ff2-a41d-3dc23aff47f5 req-6c226cf5-6c1c-4b2d-819f-62e69bc16a0c tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/security-groups?id=4c01aecc-ec6d-4a23-b875-4399f3acfd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790131 Dec 20 16:09:04.334781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.357634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.391380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:04.392039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] For port 3938c406-b15c-4da6-9469-1ab11d8a124d, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3938c406-b15c-4da6-9469-1ab11d8a124d,segment=NetworkSegment(76d574fa-0838-4ab1-a17b-38f04eb37fab),segment_id=76d574fa-0838-4ab1-a17b-38f04eb37fab)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:04.392681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.408246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Calling delete_port for 3938c406-b15c-4da6-9469-1ab11d8a124d owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:09:04.476693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.477307 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Added segment 2bf16757-8c13-4aa5-99aa-0c0b53e32113 of type vlan for network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 Dec 20 16:09:04.481283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4095b0-b2ea-41c0-8580-d06f4cc86c93,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:04.536998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e813890-c16e-4190-93c2-a9f59c374a25 req-daee26c9-3a7f-4522-8701-cdad47228fe0 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0723133 Dec 20 16:09:04.577659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31761b5-21a4-4675-ae9b-9fd43738e24d req-112e8e94-f393-4838-9fb7-fde9b633877a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.582457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f8864a27-364f-40d0-918c-cffe2c4e7496 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.583936 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f8864a27-364f-40d0-918c-cffe2c4e7496 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.72 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 813 time: 0.2033925 Dec 20 16:09:04.585901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c31761b5-21a4-4675-ae9b-9fd43738e24d req-112e8e94-f393-4838-9fb7-fde9b633877a tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 945 time: 0.1200635 Dec 20 16:09:04.593820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.681121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c31761b5-21a4-4675-ae9b-9fd43738e24d req-b4d4e9f0-3721-47e3-bb0b-2643e59a1739 tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/security-groups?id=b5366662-32bb-48aa-b097-33d1d665e2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934014 Dec 20 16:09:04.681778 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-61fe0a39-9462-44f9-911b-8c0ba2fb46fd tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=929e2c7606c247339267a657e920fb02 HTTP/1.1" status: 200 len: 378 time: 0.0814602 Dec 20 16:09:04.689829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.694985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.694985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.714775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'port': {'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'admin_state_up': True, 'tenant_id': '929e2c7606c247339267a657e920fb02', 'security_groups': ['ba949fcd-8f6a-491e-aaa9-22cea7f57082']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:04.755672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-7faae4d8-9b5b-4960-9f22-24b837e7a6cb tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:04.759147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-7faae4d8-9b5b-4960-9f22-24b837e7a6cb tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 945 time: 0.0595419 Dec 20 16:09:04.760461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.772225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3938c406-b15c-4da6-9469-1ab11d8a124d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:09:04.811448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Pushing event deleted for resources: {'Port': ['ID=3938c406-b15c-4da6-9469-1ab11d8a124d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:04.813241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] Pushing event updated for resources: {'Network': ['ID=5897642b-d661-4fad-a2b7-2f7c9de59dc9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:04.847127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:09:04.894807 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c19f29dc-082b-4f9c-b36d-6a61b53a8917 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9307342 Dec 20 16:09:04.900653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58388) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:04.901428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] No DVR routers for this DVR port 3938c406-b15c-4da6-9469-1ab11d8a124d on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:04.904474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.908044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f185a2a4-491e-41c7-beb8-c6737cca1ae7 req-9b191a95-3bb8-41cf-86cc-74898ed388fb tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.83 "DELETE /v2.0/ports/3938c406-b15c-4da6-9469-1ab11d8a124d HTTP/1.1" status: 204 len: 173 time: 1.0920894 Dec 20 16:09:04.910274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'name': 'network-vif-deleted', 'tag': '3938c406-b15c-4da6-9469-1ab11d8a124d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:04.912237 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc26198-3c7f-4d6b-a19d-1bc6e0a1e05e" -d '{"events": [{"server_uuid": "4385b97a-d462-43e2-80f9-6d1de3a19ae8", "name": "network-vif-deleted", "tag": "3938c406-b15c-4da6-9469-1ab11d8a124d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:04.921639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Request body: {'subnet': {'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-subnet', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:04.948015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Deleting port ee759d8a-fee7-4177-b44d-043de0bbdee6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:09:04.948681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:04.983430 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5dd02b-4c88-4426-96c4-6ba9ae2bc9ed x-openstack-request-id: req-6d5dd02b-4c88-4426-96c4-6ba9ae2bc9ed {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:04.984219 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4385b97a-d462-43e2-80f9-6d1de3a19ae8", "name": "network-vif-deleted", "tag": "3938c406-b15c-4da6-9469-1ab11d8a124d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:04.984219 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d5dd02b-4c88-4426-96c4-6ba9ae2bc9ed {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:04.984481 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4385b97a-d462-43e2-80f9-6d1de3a19ae8', 'name': 'network-vif-deleted', 'tag': '3938c406-b15c-4da6-9469-1ab11d8a124d', 'status': 'completed', 'code': 200} Dec 20 16:09:05.032324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:05.035181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.037152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Made reservation on behalf of 929e2c7606c247339267a657e920fb02 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:05.040840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.057985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] For port ee759d8a-fee7-4177-b44d-043de0bbdee6, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=ee759d8a-fee7-4177-b44d-043de0bbdee6,segment=NetworkSegment(2a1cd93e-56b2-4941-9d01-6db9f871bec9),segment_id=2a1cd93e-56b2-4941-9d01-6db9f871bec9)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:05.057985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.078612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Calling delete_port for ee759d8a-fee7-4177-b44d-043de0bbdee6 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:09:05.134542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.278324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Allocated IP 172.20.0.3 (28cd3a4a-944f-435a-bbd8-aceb12d129e8/7f36e2f2-0ef3-413a-8f68-3469d57c731e/75fb4124-1473-4a4d-b8c9-d7a5239b2687) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:05.340782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.354560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['ee759d8a-fee7-4177-b44d-043de0bbdee6'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:09:05.404933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Pushing event deleted for resources: {'Port': ['ID=ee759d8a-fee7-4177-b44d-043de0bbdee6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:05.457722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4f76b47-a373-4f5d-bd9c-81050462a987 req-a1ae11a5-9f9a-49bd-b41f-0ebbe85c6611 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 210 time: 0.0563655 Dec 20 16:09:05.486224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] No DVR routers for this DVR port ee759d8a-fee7-4177-b44d-043de0bbdee6 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:09:05.489849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.493497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.72 "DELETE /v2.0/ports/ee759d8a-fee7-4177-b44d-043de0bbdee6 HTTP/1.1" status: 204 len: 173 time: 0.6935356 Dec 20 16:09:05.501259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.637945 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.646542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b768d9e2-3e07-4904-9281-69b0308f8de2 req-711f37dd-f9ac-42b5-92a6-488b51e60f97 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0283790 Dec 20 16:09:05.685204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.782789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:05.785489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a31882-aede-4910-a52b-76268356bf2b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:05.798478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:05.802601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:05.805369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'Port': ['ID=75fb4124-1473-4a4d-b8c9-d7a5239b2687,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:05.805728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e3137e8-f776-403f-994b-b1115a3a273d req-314ec8cf-3453-40e8-94ae-660adf6dc87d tempest-ServersTestJSON-2013001697 tempest-ServersTestJSON-2013001697-project] 10.222.0.81 "GET /v2.0/ports?device_id=4385b97a-d462-43e2-80f9-6d1de3a19ae8 HTTP/1.1" status: 200 len: 210 time: 0.0366123 Dec 20 16:09:05.846016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Checking segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:05.846458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Network hostable DHCP agents. Network: 5897642b-d661-4fad-a2b7-2f7c9de59dc9, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:09:05.885585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:05.886406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:05.998625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:09:06.042687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-46d4b33b-c2bd-4bc3-b6d9-1f4b39b5e25a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3416741 Dec 20 16:09:06.056861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Request body: {'port': {'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:06.058097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-73ebd97a-a132-48ad-8ae8-4d0575bac0e9 None None] Provisioning complete for port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:06.058476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73ebd97a-a132-48ad-8ae8-4d0575bac0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.101068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-73ebd97a-a132-48ad-8ae8-4d0575bac0e9 None None] Port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:06.115452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.125543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5897642b-d661-4fad-a2b7-2f7c9de59dc9) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:06.132395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:06.133078 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.134853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4e120-224f-4d3f-8c8b-3789ed20e3e5 None None] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:06.261554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:09:06.261554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.271342 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dc43a242-fc18-4f5b-845d-9dddb345df5e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3673272 Dec 20 16:09:06.275125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58398) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:06.280163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:06.392318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.393389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.477751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Allocated IP 172.20.0.2 (5897642b-d661-4fad-a2b7-2f7c9de59dc9/83a31882-aede-4910-a52b-76268356bf2b/042128eb-fab9-453b-b885-c4883bbb2682) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:06.563439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.566190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fb4124-1473-4a4d-b8c9-d7a5239b2687 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:06.588091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.605258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Transition to ACTIVE for port object 75fb4124-1473-4a4d-b8c9-d7a5239b2687 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:06.660635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-866fd69e-3fda-4d56-a95e-b4de8fe1c4e8 req-f33128d7-503e-411a-bcbf-67d0bed04fe3 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b9a331-dca6-4594-8545-0b260b9f7297 HTTP/1.1" status: 200 len: 210 time: 0.0444169 Dec 20 16:09:06.734634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.741060 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.800489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Pushing event updated for resources: {'Port': ['ID=75fb4124-1473-4a4d-b8c9-d7a5239b2687,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:06.867347 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.899205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58406) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:06.923985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:06.943855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Pushing event updated for resources: {'Port': ['ID=042128eb-fab9-453b-b885-c4883bbb2682,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:06.946448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98fa9-b8fe-4f0f-ae3c-65f8e6edf668 req-4ffc9934-e806-4188-8814-3c2e55460886 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:06.948108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcf98fa9-b8fe-4f0f-ae3c-65f8e6edf668 req-4ffc9934-e806-4188-8814-3c2e55460886 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.2030590 Dec 20 16:09:06.957666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:06.960287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:06.962990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:07.003477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b9a331-dca6-4594-8545-0b260b9f7297', 'name': 'network-vif-deleted', 'tag': 'ee759d8a-fee7-4177-b44d-043de0bbdee6'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:07.006115 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0a8d28-286e-4b90-ba46-71360d25f40f" -d '{"events": [{"server_uuid": "83b9a331-dca6-4594-8545-0b260b9f7297", "name": "network-vif-deleted", "tag": "ee759d8a-fee7-4177-b44d-043de0bbdee6"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:07.026557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Attempting to bind port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:07.027191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Attempting to bind port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:07.027530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Attempting to bind port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 on network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:07.048399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Deleting subnet 56f470d4-edfe-4890-a8fc-dfd145569536 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:09:07.053196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.076784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Attempting to bind port 042128eb-fab9-453b-b885-c4883bbb2682 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:07.077418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Attempting to bind port 042128eb-fab9-453b-b885-c4883bbb2682 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:07.077959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Attempting to bind port 042128eb-fab9-453b-b885-c4883bbb2682 on network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:07.088650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcf98fa9-b8fe-4f0f-ae3c-65f8e6edf668 req-5c630965-cd14-4722-963a-8874c1aa8537 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219563 Dec 20 16:09:07.096001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:07.096382 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Checking segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:07.096790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.097218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Bound using segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:07.101720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Bound port: 042128eb-fab9-453b-b885-c4883bbb2682, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:07.101720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.110619 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b7c2e-1abb-4b3d-953d-48d624d78a8c x-openstack-request-id: req-d75b7c2e-1abb-4b3d-953d-48d624d78a8c {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:07.110919 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b9a331-dca6-4594-8545-0b260b9f7297", "name": "network-vif-deleted", "tag": "ee759d8a-fee7-4177-b44d-043de0bbdee6", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:07.111179 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d75b7c2e-1abb-4b3d-953d-48d624d78a8c {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:07.111593 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b9a331-dca6-4594-8545-0b260b9f7297', 'name': 'network-vif-deleted', 'tag': 'ee759d8a-fee7-4177-b44d-043de0bbdee6', 'status': 'completed', 'code': 200} Dec 20 16:09:07.136228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 on network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:09:07.136583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Attempting to bind port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 on network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:07.172387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.223009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:07.223406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Checking segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:07.223731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Bound using segment: {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:07.224181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Bound port: 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc67dec4-1abf-40ff-8456-21a0117bf294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:07.224534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.252533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] For port 042128eb-fab9-453b-b885-c4883bbb2682, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:07.256480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] For port 042128eb-fab9-453b-b885-c4883bbb2682, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=042128eb-fab9-453b-b885-c4883bbb2682,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:07.301096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.348500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.436588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.437622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] For port 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:07.456390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] For port 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:07.470285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd288-f74b-40b4-a9e0-26e69d43c6de None None] Pushing event updated for resources: {'Port': ['ID=042128eb-fab9-453b-b885-c4883bbb2682,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:07.479009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3938c406-b15c-4da6-9469-1ab11d8a124d no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:09:07.488964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.503052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 3938c406-b15c-4da6-9469-1ab11d8a124d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:09:07.503436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3938c406-b15c-4da6-9469-1ab11d8a124d not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:09:07.524378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.562198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.598673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f470d4-edfe-4890-a8fc-dfd145569536,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:07.620892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:07.621037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Allocated IP 172.25.6.190 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/87dee017-dce9-4b68-b2f5-f4fbf192bc2b) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:07.621624 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.622992 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] 10.222.0.72 "PUT /v2.0/ports/75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 1091 time: 1.5712404 Dec 20 16:09:07.623437 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:07.625750 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aa6b5d-4643-41cf-8092-07da41d672b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:07.651967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.657676 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d9618a77-345f-491d-86c2-4473bd284737 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/56f470d4-edfe-4890-a8fc-dfd145569536 HTTP/1.1" status: 204 len: 168 time: 0.7550790 Dec 20 16:09:07.670167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58412) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:07.715758 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de04ffd5-cd0a-428a-822d-473b9e96b217 x-openstack-request-id: req-de04ffd5-cd0a-428a-822d-473b9e96b217 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:07.716090 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:07.716476 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de04ffd5-cd0a-428a-822d-473b9e96b217 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:07.716785 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'status': 'completed', 'code': 200} Dec 20 16:09:07.723637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a0912-f7a3-4478-bc37-75850197b73a service neutron] Pushing event updated for resources: {'Port': ['ID=75fb4124-1473-4a4d-b8c9-d7a5239b2687,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:07.798839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:07.878668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:07.910865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa6b5d-4643-41cf-8092-07da41d672b6 req-a1970860-4666-4f8d-93f4-1952b8d3d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:07.912754 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c5aa6b5d-4643-41cf-8092-07da41d672b6 req-a1970860-4666-4f8d-93f4-1952b8d3d0a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1094 time: 0.0869420 Dec 20 16:09:07.955333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Deleting subnet e947e0e3-f2ef-4564-8a09-e6cf0a98deb7 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:09:07.975988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.031195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.046756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.091026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.103589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.128485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a03403-3842-484b-9082-0d88ca33e413']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:08.143724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d574fa-0838-4ab1-a17b-38f04eb37fab') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:08.144096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d574fa-0838-4ab1-a17b-38f04eb37fab') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:08.165971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.168313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa6b5d-4643-41cf-8092-07da41d672b6 req-23859500-8cec-44ca-8a90-5bb3f1df78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:08.170139 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c5aa6b5d-4643-41cf-8092-07da41d672b6 req-23859500-8cec-44ca-8a90-5bb3f1df78c4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=929e2c7606c247339267a657e920fb02&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2161286 Dec 20 16:09:08.185667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.213067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:08.217010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:08.227955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device ee759d8a-fee7-4177-b44d-043de0bbdee6 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:09:08.234506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b96bf5-aa8e-4373-bba8-f48f6009c768 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:08.242550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:08.259261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.259562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.271631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: ee759d8a-fee7-4177-b44d-043de0bbdee6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:09:08.272879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device ee759d8a-fee7-4177-b44d-043de0bbdee6 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:09:08.315789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:09:08.316206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:09:08.317992 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:09:08.349668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 042128eb-fab9-453b-b885-c4883bbb2682 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:08.353258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e947e0e3-f2ef-4564-8a09-e6cf0a98deb7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:08.369579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.372869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1ae906b6-4985-4e61-86c4-22f724dc0a52 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e947e0e3-f2ef-4564-8a09-e6cf0a98deb7 HTTP/1.1" status: 204 len: 168 time: 0.5731239 Dec 20 16:09:08.376792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Pushing event updated for resources: {'Port': ['ID=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:08.378989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58420) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:08.399064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e21af-6c30-49de-9133-0a06296adc66 req-cc3612bf-e4c7-4961-9011-6f72227b53fc tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:08.405258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db1e21af-6c30-49de-9133-0a06296adc66 req-cc3612bf-e4c7-4961-9011-6f72227b53fc tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1904242 Dec 20 16:09:08.415889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ac2fb583-5e25-4e78-8b45-07bf2ad14a8a None None] Provisioning complete for port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:08.416277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb583-5e25-4e78-8b45-07bf2ad14a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.467355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fb583-5e25-4e78-8b45-07bf2ad14a8a None None] Port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:08.473890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 042128eb-fab9-453b-b885-c4883bbb2682 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:08.475121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.518991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa6b5d-4643-41cf-8092-07da41d672b6 req-2d391527-b3d5-4d74-8b42-b770b4c76eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:08.521968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c5aa6b5d-4643-41cf-8092-07da41d672b6 req-2d391527-b3d5-4d74-8b42-b770b4c76eb1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3424828 Dec 20 16:09:08.546589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.566271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.570433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.575783 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] 10.222.0.81 "DELETE /v2.0/networks/68a03403-3842-484b-9082-0d88ca33e413 HTTP/1.1" status: 204 len: 168 time: 0.9043427 Dec 20 16:09:08.610160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 042128eb-fab9-453b-b885-c4883bbb2682, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=042128eb-fab9-453b-b885-c4883bbb2682,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:08.677815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-db1e21af-6c30-49de-9133-0a06296adc66 req-22a1101f-fd95-4752-9678-689fcf2a9c95 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2593658 Dec 20 16:09:08.681389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.683835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.782471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=042128eb-fab9-453b-b885-c4883bbb2682,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:08.872004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:08.952411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad17ac3a-7b50-4fc8-9d24-109cdb12c657']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:08.974149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1cd93e-56b2-4941-9d01-6db9f871bec9') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:08.974459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1cd93e-56b2-4941-9d01-6db9f871bec9') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:08.989702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.043896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.055397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:09:09.055804 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:09:09.057649 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:09:09.077521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e2f3b-9959-48a6-8572-e53fe29bddaa None None] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:09.101716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a03272-c53f-4c6d-b84d-676577f3457b admin admin] Pushing event deleted for resources: {'Network': ['ID=68a03403-3842-484b-9082-0d88ca33e413,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:09.103508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58424) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:09.122578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.161414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-5d470cde-9739-4637-bbb2-0f6af052baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:09.164426 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-5d470cde-9739-4637-bbb2-0f6af052baca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1094 time: 0.5706215 Dec 20 16:09:09.176577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-88f2b872-8e5d-4999-b797-0bdd2358a754 None None] Provisioning complete for port 042128eb-fab9-453b-b885-c4883bbb2682 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:09.176940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88f2b872-8e5d-4999-b797-0bdd2358a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.216024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9209b30a-32a0-4f8f-8ca5-1e2c119786d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cc4d41e39384380865e2fea3ca15dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943642 Dec 20 16:09:09.216024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-65cf601f-8072-401c-a8ce-a5ca1759eec6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 217 time: 0.0442212 Dec 20 16:09:09.216561 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58426) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:09.222237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.236840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.242496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad17ac3a-7b50-4fc8-9d24-109cdb12c657 HTTP/1.1" status: 204 len: 168 time: 0.8604524 Dec 20 16:09:09.245584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58428) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:09.256080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c930f7-c89b-4761-80ba-5dccfca52d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad17ac3a-7b50-4fc8-9d24-109cdb12c657,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:09.344259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db53f21-5161-4b11-8cd2-15595fd73cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.358822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Deleting subnet 5a6035ae-4b70-41e5-afdc-df51e7610b23 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:09:09.368322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-e3d468e1-565c-45c8-8ded-2fd7e1a62b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:09.369880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-e3d468e1-565c-45c8-8ded-2fd7e1a62b09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 200 len: 852 time: 0.1233780 Dec 20 16:09:09.370707 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.402449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.436861 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db53f21-5161-4b11-8cd2-15595fd73cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.473012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.529010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f7e60b73-2a0e-43de-9082-75ce49cb3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:09.530464 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-f7e60b73-2a0e-43de-9082-75ce49cb3d56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28cd3a4a-944f-435a-bbd8-aceb12d129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348178 Dec 20 16:09:09.563745 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.634227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b99aaf46-e429-4e1d-bcfb-520aca427bad None None] Provisioning complete for port 042128eb-fab9-453b-b885-c4883bbb2682 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:09.634802 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b99aaf46-e429-4e1d-bcfb-520aca427bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.637203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Router fb9afe50-87cb-42a4-9147-5e5e5897c0cb is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:09:09.675328 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-1ef1f88e-1181-4158-9078-98bf72a63788 service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337399 Dec 20 16:09:09.705596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db53f21-5161-4b11-8cd2-15595fd73cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.708659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db53f21-5161-4b11-8cd2-15595fd73cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.710126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1db53f21-5161-4b11-8cd2-15595fd73cb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5366662-32bb-48aa-b097-33d1d665e2e4 HTTP/1.1" status: 204 len: 168 time: 0.4925997 Dec 20 16:09:09.735749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db53f21-5161-4b11-8cd2-15595fd73cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5366662-32bb-48aa-b097-33d1d665e2e4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:09.772494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.820325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6035ae-4b70-41e5-afdc-df51e7610b23,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:09.822884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.828324 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13fe8915-418f-436e-a895-d07e9088b7e9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5a6035ae-4b70-41e5-afdc-df51e7610b23 HTTP/1.1" status: 204 len: 168 time: 0.5785086 Dec 20 16:09:09.830678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:09.888735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:09.899099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Sync routers for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:09.902272 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1121836a-c261-48a6-bf8e-eefa3f5992d9 req-879ded8a-091f-43ad-b944-42c6181035af service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188449 Dec 20 16:09:09.921682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:09.941351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:09.941351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:09.981456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc55d-8311-401b-9f04-f9b7818b58f2 req-3958e454-0193-496d-adea-224446e67938 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:09.989903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba5fc55d-8311-401b-9f04-f9b7818b58f2 req-3958e454-0193-496d-adea-224446e67938 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.0892286 Dec 20 16:09:10.017607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.021723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-990efaf8-ba0d-4906-b2b7-06484eddbcdb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7453151 Dec 20 16:09:10.022939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58440) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:10.045768 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:09:10.052420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.073684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:10.084103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f84981-8589-481c-9009-dd9b2437a1f8']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.110447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba5fc55d-8311-401b-9f04-f9b7818b58f2 req-d5b6594e-8e0f-4365-a170-f2b2ea018b23 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132932 Dec 20 16:09:10.120161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bed428-24fb-4fb4-9ab6-c0a6f496ce67') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.120764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bed428-24fb-4fb4-9ab6-c0a6f496ce67') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.151155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.176788 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.193396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:09:10.194004 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:09:10.196849 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:09:10.285208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 042128eb-fab9-453b-b885-c4883bbb2682 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:10.372707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 042128eb-fab9-453b-b885-c4883bbb2682 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:10.373118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.374677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.378531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:08Z', 'revision_number': 3, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:10.406465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.410244 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] 10.222.0.81 "DELETE /v2.0/networks/35f84981-8589-481c-9009-dd9b2437a1f8 HTTP/1.1" status: 204 len: 168 time: 0.5781534 Dec 20 16:09:10.411849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107d520-b178-4d12-9b8a-031b618dc111 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f84981-8589-481c-9009-dd9b2437a1f8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:10.465767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Checking router: fb9afe50-87cb-42a4-9147-5e5e5897c0cb for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:10.466131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Updating router fb9afe50-87cb-42a4-9147-5e5e5897c0cb port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:10.501763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:10.971185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58454) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:10.971185 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0905a47d-ee37-4594-88c0-62809d27579a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f71143a63792462fa2f7fb5af6cebf7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603833 Dec 20 16:09:10.972322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58456) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:10.977207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf219c86-7a81-4409-99ca-594ada46ecc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.062966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf219c86-7a81-4409-99ca-594ada46ecc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.129110 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.157826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.255228 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.289911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf219c86-7a81-4409-99ca-594ada46ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.300163 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cf219c86-7a81-4409-99ca-594ada46ecc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.300163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cf219c86-7a81-4409-99ca-594ada46ecc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c01aecc-ec6d-4a23-b875-4399f3acfd9c HTTP/1.1" status: 204 len: 168 time: 0.4215446 Dec 20 16:09:11.316106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf219c86-7a81-4409-99ca-594ada46ecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01aecc-ec6d-4a23-b875-4399f3acfd9c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:11.328998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82ba4d-88c4-4549-b589-02b4d9e8814a req-dfd77b92-f92e-40f7-9542-a1e63d319cf8 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:11.330521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c82ba4d-88c4-4549-b589-02b4d9e8814a req-dfd77b92-f92e-40f7-9542-a1e63d319cf8 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1127844 Dec 20 16:09:11.378781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Pushing event updated for resources: {'Port': ['ID=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:11.401064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.402007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.402595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.403119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.403638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.404155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.405383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.406303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.407601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.408772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.409333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.409872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.410729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:11.420517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Allocated IP 172.20.0.1 (5897642b-d661-4fad-a2b7-2f7c9de59dc9/83a31882-aede-4910-a52b-76268356bf2b/b12687c6-a5f2-455a-b214-40e74b0c3ba5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:11.428403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c82ba4d-88c4-4549-b589-02b4d9e8814a req-92b38ec4-3172-442d-9ae3-97b5610cf32a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887983 Dec 20 16:09:11.459056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc66fd8-335b-41e7-aab3-6fa85839d263 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:11.496519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Attempting to bind port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:11.497306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Attempting to bind port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:11.497878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Attempting to bind port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:11.505392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:11.506095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:11.506955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.508422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:11.509262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Bound port: 87dee017-dce9-4b68-b2f5-f4fbf192bc2b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:11.509786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.567596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.568513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4b23897c-9d6a-4e04-a772-5fc76ce87d13 None None] Provisioning complete for port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:11.568898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b23897c-9d6a-4e04-a772-5fc76ce87d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.609329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4b23897c-9d6a-4e04-a772-5fc76ce87d13 None None] Port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:11.634155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] For port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:11.637532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] For port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:11.820684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.820786 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:11.868193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:11.868379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8b985-a0b0-4e86-a0b7-d2881de0fb97 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:11.871698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:11.876520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:11.879747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Pushing event updated for resources: {'Port': ['ID=b12687c6-a5f2-455a-b214-40e74b0c3ba5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:11.905996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed7f30-72c8-44a6-86df-f3ff74530ac4 None None] Pushing event updated for resources: {'Port': ['ID=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:11.909610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:11.913506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:11.923566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.031912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d6c46614-53a6-43b0-a023-73bfe2a21543 None None] Provisioning complete for port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:12.032324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6c46614-53a6-43b0-a023-73bfe2a21543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.098738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:12.154221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58478) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:12.224479 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.255731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6c46614-53a6-43b0-a023-73bfe2a21543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.294018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d6c46614-53a6-43b0-a023-73bfe2a21543 None None] For port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:12.325081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3616bdbd-6df9-43cb-8138-e127c1c42571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.358026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:08Z', 'revision_number': 3, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:12.395710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58482) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:12.397495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c5d32-dff5-45ab-8551-bf1c4cb04b5a None None] The sync data for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 is: [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:08Z', 'revision_number': 3, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:12.409799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6c46614-53a6-43b0-a023-73bfe2a21543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.441472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3616bdbd-6df9-43cb-8138-e127c1c42571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.467763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.489904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fcc16c6b-f2fe-4a04-b391-5143c4f1d88f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59a029e21b5b4ffe8835c31731f7d4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0851204 Dec 20 16:09:12.490656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:12.497947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46614-53a6-43b0-a023-73bfe2a21543 None None] Pushing event updated for resources: {'Port': ['ID=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:12.536355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5c7c1d26-369c-4bf8-9091-01767536b2d6 None None] Provisioning complete for port b12687c6-a5f2-455a-b214-40e74b0c3ba5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:12.536897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1d26-369c-4bf8-9091-01767536b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.540389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3616bdbd-6df9-43cb-8138-e127c1c42571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.569027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.580853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c1d26-369c-4bf8-9091-01767536b2d6 None None] Port b12687c6-a5f2-455a-b214-40e74b0c3ba5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:12.607386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10d87d90-a873-4f69-8cc7-129fa3ffee33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.630715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616bdbd-6df9-43cb-8138-e127c1c42571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc272e-6c61-49fb-b76c-3f33c92742fa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:12.638833 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3616bdbd-6df9-43cb-8138-e127c1c42571 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b654fbd3c80f434b8696bcc0f7d9f7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831119 Dec 20 16:09:12.642479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58490) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:12.668384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Pushing event updated for resources: {'Port': ['ID=b12687c6-a5f2-455a-b214-40e74b0c3ba5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:12.669804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10d87d90-a873-4f69-8cc7-129fa3ffee33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.678383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6611b-7e0f-446e-b229-cf78663868e8 req-1d23894e-3111-40a6-ac8b-057fbee67ee4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:12.680998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65e6611b-7e0f-446e-b229-cf78663868e8 req-1d23894e-3111-40a6-ac8b-057fbee67ee4 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1539178 Dec 20 16:09:12.681526 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.767390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d201d585-598c-4fe8-a6d7-968dbbb2e24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.805199 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d201d585-598c-4fe8-a6d7-968dbbb2e24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.825576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65e6611b-7e0f-446e-b229-cf78663868e8 req-770bcf35-1934-4d91-a27e-1acc408f5229 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334486 Dec 20 16:09:12.848990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:12.850732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:12.860456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10d87d90-a873-4f69-8cc7-129fa3ffee33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.864574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10d87d90-a873-4f69-8cc7-129fa3ffee33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.866562 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10d87d90-a873-4f69-8cc7-129fa3ffee33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f7c581f-dbff-49bb-85f3-3fb9eb6abfb8 HTTP/1.1" status: 204 len: 168 time: 0.3738112 Dec 20 16:09:12.897973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d87d90-a873-4f69-8cc7-129fa3ffee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c581f-dbff-49bb-85f3-3fb9eb6abfb8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:12.946656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d201d585-598c-4fe8-a6d7-968dbbb2e24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.949363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d201d585-598c-4fe8-a6d7-968dbbb2e24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:12.950546 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d201d585-598c-4fe8-a6d7-968dbbb2e24f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ecc272e-6c61-49fb-b76c-3f33c92742fa HTTP/1.1" status: 204 len: 168 time: 0.3071597 Dec 20 16:09:12.978164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d585-598c-4fe8-a6d7-968dbbb2e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc272e-6c61-49fb-b76c-3f33c92742fa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:13.030439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Router fb9afe50-87cb-42a4-9147-5e5e5897c0cb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:13.177726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:13.185718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-971350d9-35bb-4293-a2ba-90110b984f5e admin admin] 10.222.0.81 "PUT /v2.0/routers/fb9afe50-87cb-42a4-9147-5e5e5897c0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1597016 Dec 20 16:09:13.204954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-69ea9bb0-aced-423a-8f12-78a523d90fb9 None None] Provisioning complete for port b12687c6-a5f2-455a-b214-40e74b0c3ba5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:13.205367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-69ea9bb0-aced-423a-8f12-78a523d90fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:13.241516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-69ea9bb0-aced-423a-8f12-78a523d90fb9 None None] Port b12687c6-a5f2-455a-b214-40e74b0c3ba5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:13.964537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ef7b5-c0c6-401d-9875-605e0a1141ce req-ca0716f6-eeae-4f87-91b1-7e2d1b495e8b tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:13.966150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a41ef7b5-c0c6-401d-9875-605e0a1141ce req-ca0716f6-eeae-4f87-91b1-7e2d1b495e8b tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.0550225 Dec 20 16:09:14.021132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a41ef7b5-c0c6-401d-9875-605e0a1141ce req-236ee5da-ed3e-422f-a385-c6dd619cfcd2 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487006 Dec 20 16:09:14.262572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87dee017-dce9-4b68-b2f5-f4fbf192bc2b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:14.312624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:14.313029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.329688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Sync routers for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:14.341662 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:14.342473 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:14.459446 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:14.522054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58546) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:14.531103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-914592888-network', 'tenant_id': '473b11506c874741a5a565256647c1a4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:14.612515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58548) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:14.637975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Made reservation on behalf of 473b11506c874741a5a565256647c1a4 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:14.641051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.654677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.680204 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 2, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:14.712077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Checking router: fb9afe50-87cb-42a4-9147-5e5e5897c0cb for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:14.712442 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Updating router fb9afe50-87cb-42a4-9147-5e5e5897c0cb port b12687c6-a5f2-455a-b214-40e74b0c3ba5 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:14.727922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1779856516-network', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:14.737476 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.761650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.867046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.883546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58554) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:14.896337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:14.904271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Made reservation on behalf of 349a8b8397df427cae2ee0e8988ff6a7 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:14.906706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.920128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4e9ff-9d66-4092-ab4f-cb274e51c53a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:14.924302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.924641 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Added segment 030c0c05-7c6e-41a8-85a0-7973afb16239 of type vlan for network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 Dec 20 16:09:14.926146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.984569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:14.997448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1493793397-network', 'tenant_id': '79a137ee35474dd3a073bbac52bcebb1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:15.010771 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.057275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.076756 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.099548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.101086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:15.103432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.103559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Made reservation on behalf of 79a137ee35474dd3a073bbac52bcebb1 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:15.105193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.147209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.164702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.192417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Pushing event updated for resources: {'Port': ['ID=b12687c6-a5f2-455a-b214-40e74b0c3ba5,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.206088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79368b47-caee-42d4-8ddf-7fc2155a35d2 req-89b7dd76-dc47-4d04-a761-433a85662097 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:15.207983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79368b47-caee-42d4-8ddf-7fc2155a35d2 req-89b7dd76-dc47-4d04-a761-433a85662097 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1167257 Dec 20 16:09:15.209665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] Pushing event updated for resources: {'Network': ['ID=54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.214357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a32cb-89f6-48b5-ac3e-9dca758470cb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.223302 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e89a0b44-7424-480f-9044-1f758d17db17 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6981671 Dec 20 16:09:15.229098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:09:15.230085 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.230442 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.235505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.235505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.235505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.235505 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.235776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:15.235844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:15.238862 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.239297 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.239908 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.240263 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.240602 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.241785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Request body: {'subnet': {'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-subnet', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:15.242866 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.243233 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:09:15.246099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.247392 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Added segment 74606fcd-c00e-456c-aefc-81f5cbc24445 of type vlan for network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 Dec 20 16:09:15.251956 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Attempting to bind port b12687c6-a5f2-455a-b214-40e74b0c3ba5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:15.252709 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Attempting to bind port b12687c6-a5f2-455a-b214-40e74b0c3ba5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:15.253561 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Attempting to bind port b12687c6-a5f2-455a-b214-40e74b0c3ba5 on network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:15.261023 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:15.264210 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Checking segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:15.264210 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.264210 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Bound using segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:15.264210 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Bound port: b12687c6-a5f2-455a-b214-40e74b0c3ba5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:15.264210 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.312656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.354765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79368b47-caee-42d4-8ddf-7fc2155a35d2 req-607de2d4-4412-412b-af7e-29f2fc48d0d2 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274712 Dec 20 16:09:15.374978 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] For port b12687c6-a5f2-455a-b214-40e74b0c3ba5, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:15.379000 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] For port b12687c6-a5f2-455a-b214-40e74b0c3ba5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b12687c6-a5f2-455a-b214-40e74b0c3ba5,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:15.383616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.403785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Made reservation on behalf of 473b11506c874741a5a565256647c1a4 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:15.406474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.431093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.432097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:15.432688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.486192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-df25bffb-d59e-4363-97e6-db8a0d33987a None None] Provisioning complete for port b12687c6-a5f2-455a-b214-40e74b0c3ba5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:15.486885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df25bffb-d59e-4363-97e6-db8a0d33987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.494229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] Pushing event updated for resources: {'Network': ['ID=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.504629 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.511103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:09:15.522919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.562466 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85a259b2-a24d-4fb0-9250-fd87892a802e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9456315 Dec 20 16:09:15.563000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58562) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:15.567951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:15.568596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Request body: {'subnet': {'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1779856516-subnet', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:15.572288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-df25bffb-d59e-4363-97e6-db8a0d33987a None None] Port b12687c6-a5f2-455a-b214-40e74b0c3ba5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:15.581070 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:15.581730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:15.609503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04706557-9478-42e6-ac46-85fdae765369,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.615360 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.615706 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Added segment 2f08cf95-ff75-478d-8b03-e231ce9340d6 of type vlan for network aa545809-4ff9-44de-b5cf-220716009554 Dec 20 16:09:15.641077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7741c06-112d-45a0-acdc-9bbb5fa92dd2 None None] Pushing event updated for resources: {'Port': ['ID=b12687c6-a5f2-455a-b214-40e74b0c3ba5,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.666423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.683348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Made reservation on behalf of 349a8b8397df427cae2ee0e8988ff6a7 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:15.685845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.723947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.726627 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:15.809638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb9e1bc-3b43-48a7-93c4-66c3804ac93f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.826519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.827897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:15.828090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.864861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Checking segment: {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:15.865124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Network hostable DHCP agents. Network: 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:09:15.910888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7d99b382-96a5-4520-8612-62a8a4730d67 None None] Provisioning complete for port b12687c6-a5f2-455a-b214-40e74b0c3ba5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:15.911262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d99b382-96a5-4520-8612-62a8a4730d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.919120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] Pushing event updated for resources: {'Network': ['ID=aa545809-4ff9-44de-b5cf-220716009554,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:15.939084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network aa545809-4ff9-44de-b5cf-220716009554 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:09:15.948647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0c9812e6-a0d3-4dcf-89d4-859cbcc71490 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0636561 Dec 20 16:09:15.967900 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:15Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:15.970564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:15.978818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:09:16.001302 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00442429-b6a8-4a79-8d61-0da762e6349d None None] The sync data for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 is: [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:15Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:16.054776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:16.056362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:16.058710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d99b382-96a5-4520-8612-62a8a4730d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.062518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.063133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.094243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Checking segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:16.094609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Network hostable DHCP agents. Network: 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:09:16.103910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458f8ff-5bf3-48f7-be9c-6a0df11a6f16 None None] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:16.167341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-efeb20ac-689c-4be3-ac32-8abf48a1ec53 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9332685 Dec 20 16:09:16.170824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58570) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:16.178592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:16.185473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:09:16.209212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7d99b382-96a5-4520-8612-62a8a4730d67 None None] For port b12687c6-a5f2-455a-b214-40e74b0c3ba5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b12687c6-a5f2-455a-b214-40e74b0c3ba5,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:16.266591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:16.275868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.275868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.280964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'project_id': '473b11506c874741a5a565256647c1a4', 'fixed_ips': [{'subnet_id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:09:16.282947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.295591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.296748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.316573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44707f68-42c0-4c47-8c92-8d7b6e800666 None None] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:16.321355 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7d99b382-96a5-4520-8612-62a8a4730d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.356367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b12687c6-a5f2-455a-b214-40e74b0c3ba5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:16.364598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-423bcfbd-215d-4103-9bef-6425c5df432f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8007073 Dec 20 16:09:16.367873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58576) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:16.373307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:16.484130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.515019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.516079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.564946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b382-96a5-4520-8612-62a8a4730d67 None None] Pushing event updated for resources: {'Port': ['ID=b12687c6-a5f2-455a-b214-40e74b0c3ba5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:16.643561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b12687c6-a5f2-455a-b214-40e74b0c3ba5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:16.643957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.645794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:09:16.646616 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.716692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf022541-1e17-479a-b275-5400522abb85 req-0aff7556-eec0-4d41-b857-76d7ce8c694e tempest-ComputeTenantNetworksTest-1756343972 tempest-ComputeTenantNetworksTest-1756343972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.724014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Allocated IP 172.20.0.2 (54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5/0cb9e1bc-3b43-48a7-93c4-66c3804ac93f/65f67313-d7e7-44ce-b690-1c5ae0cf2e66) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:16.725112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf022541-1e17-479a-b275-5400522abb85 req-0aff7556-eec0-4d41-b857-76d7ce8c694e tempest-ComputeTenantNetworksTest-1756343972 tempest-ComputeTenantNetworksTest-1756343972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.733800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf022541-1e17-479a-b275-5400522abb85 req-0aff7556-eec0-4d41-b857-76d7ce8c694e tempest-ComputeTenantNetworksTest-1756343972 tempest-ComputeTenantNetworksTest-1756343972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.736140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf022541-1e17-479a-b275-5400522abb85 req-0aff7556-eec0-4d41-b857-76d7ce8c694e tempest-ComputeTenantNetworksTest-1756343972 tempest-ComputeTenantNetworksTest-1756343972-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3011034 Dec 20 16:09:16.769129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a172-9c98-477e-9eb6-54ac9ef1d165 req-863b58ca-adcf-4073-afea-acadbb55d1f1 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.777699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38b0a172-9c98-477e-9eb6-54ac9ef1d165 req-863b58ca-adcf-4073-afea-acadbb55d1f1 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.3183680 Dec 20 16:09:16.787527 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.894339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:16.937273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38b0a172-9c98-477e-9eb6-54ac9ef1d165 req-c6622fd0-f006-44ff-841e-c8a54afd29cb tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585701 Dec 20 16:09:16.944013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a411fcd-721f-44f5-a990-1ed8c3213dc7 req-a4ad4ea1-0149-4c26-9bab-8b3e34ab46d6 tempest-ComputeTenantNetworksTest-1756343972 tempest-ComputeTenantNetworksTest-1756343972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:16.946063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a411fcd-721f-44f5-a990-1ed8c3213dc7 req-a4ad4ea1-0149-4c26-9bab-8b3e34ab46d6 tempest-ComputeTenantNetworksTest-1756343972 tempest-ComputeTenantNetworksTest-1756343972-project] 10.222.0.81 "GET /v2.0/networks/aa545809-4ff9-44de-b5cf-220716009554 HTTP/1.1" status: 200 len: 769 time: 0.1663523 Dec 20 16:09:16.956483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58582) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:17.044153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Allocated IP 172.20.0.2 (7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302/33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3/e399c0e9-fee6-4b77-8507-9fa192893578) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:17.098440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.172903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.178241 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.181938 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.193935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.216939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.239175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:17.271209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:17.292101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.331753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa545809-4ff9-44de-b5cf-220716009554']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:17.347833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f08cf95-ff75-478d-8b03-e231ce9340d6') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:17.348138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f08cf95-ff75-478d-8b03-e231ce9340d6') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:17.371173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Allocated IP 172.25.6.220 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/5e071ca9-636c-4494-88ef-610fc574ffaa) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:17.393281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.412522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.421536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:09:17.421948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:09:17.423686 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:09:17.448890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:17.458360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Pushing event updated for resources: {'Port': ['ID=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.494269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.515497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.530353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Attempting to bind port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:17.531013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Attempting to bind port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:17.531403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Attempting to bind port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 on network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:17.536802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:17.537065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Checking segment: {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:17.537525 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.537951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Bound using segment: {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:17.538430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Bound port: 65f67313-d7e7-44ce-b690-1c5ae0cf2e66, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:17.538818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.607083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] For port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:17.611135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] For port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:17.614237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.617258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.623888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.629846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/aa545809-4ff9-44de-b5cf-220716009554 HTTP/1.1" status: 204 len: 168 time: 0.6697760 Dec 20 16:09:17.634271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.634592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.664246 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.666458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daa8a6-170a-4580-be7f-b721e1e480d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa545809-4ff9-44de-b5cf-220716009554,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.681021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:17.685053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:17.687594 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.690198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:17.709475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Pushing event updated for resources: {'Port': ['ID=e399c0e9-fee6-4b77-8507-9fa192893578,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.729133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:17.735596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:17.735596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:17.767581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a62ad-40ce-4493-8be8-29169b24025f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:17.786646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e071ca9-636c-4494-88ef-610fc574ffaa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.813044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Allocated IP 172.25.6.117 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/5cf15742-11fa-422f-b384-3d5ca18b540d) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:17.826675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Attempting to bind port e399c0e9-fee6-4b77-8507-9fa192893578 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:17.827187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Attempting to bind port e399c0e9-fee6-4b77-8507-9fa192893578 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:17.827386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Attempting to bind port e399c0e9-fee6-4b77-8507-9fa192893578 on network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:17.830644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981639b1-e4ed-48e7-937f-0e94d28a700b None None] Pushing event updated for resources: {'Port': ['ID=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:17.838714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:17.838714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Checking segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:17.838714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.838714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Bound using segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:17.838714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Bound port: e399c0e9-fee6-4b77-8507-9fa192893578, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:17.838714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.933074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8a222aa1-a38e-4caf-9d01-457a00dd47ca None None] Provisioning complete for port 5e071ca9-636c-4494-88ef-610fc574ffaa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:17.933524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a222aa1-a38e-4caf-9d01-457a00dd47ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.951077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:17.979493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] For port e399c0e9-fee6-4b77-8507-9fa192893578, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:17.996558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] For port e399c0e9-fee6-4b77-8507-9fa192893578, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e399c0e9-fee6-4b77-8507-9fa192893578,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:17.998047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8a222aa1-a38e-4caf-9d01-457a00dd47ca None None] Port 5e071ca9-636c-4494-88ef-610fc574ffaa cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:18.078946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:18.091620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.095873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.134839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3b9b-84e6-4c89-b21a-dc3325e77c60 req-d2042026-1f0d-4f2a-aac3-1c4668c89061 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:18.136546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7da3b9b-84e6-4c89-b21a-dc3325e77c60 req-d2042026-1f0d-4f2a-aac3-1c4668c89061 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1042664 Dec 20 16:09:18.149517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:18.158975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:18.162313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40d97f-2f89-47be-8d65-6fd850f60a5f None None] Pushing event updated for resources: {'Port': ['ID=e399c0e9-fee6-4b77-8507-9fa192893578,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:18.173008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:18.184265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Pushing event updated for resources: {'Port': ['ID=5cf15742-11fa-422f-b384-3d5ca18b540d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:18.194706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60797b-7fe2-455f-b599-e318e375d8b0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:18.203112 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-457c4de0-06ac-426e-aa5c-9268599395be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79a137ee35474dd3a073bbac52bcebb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208956 Dec 20 16:09:18.203984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58590) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:18.251604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.289846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7da3b9b-84e6-4c89-b21a-dc3325e77c60 req-b67bdbed-ffdd-4669-aa05-0cfd8117220d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385856 Dec 20 16:09:18.349544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0f6a4c0e-e639-4567-aaa6-bb91bffdf7b8 None None] Provisioning complete for port 5cf15742-11fa-422f-b384-3d5ca18b540d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:18.349926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4c0e-e639-4567-aaa6-bb91bffdf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.383649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6b4c-475c-4f35-84a9-590059258d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.420256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a4c0e-e639-4567-aaa6-bb91bffdf7b8 None None] Port 5cf15742-11fa-422f-b384-3d5ca18b540d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:18.466407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:18.565761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:18.566138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.656046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.671011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.720700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:18.764443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6b4c-475c-4f35-84a9-590059258d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.792290 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.793416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b12687c6-a5f2-455a-b214-40e74b0c3ba5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:18.924033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:18.937077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.946403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b12687c6-a5f2-455a-b214-40e74b0c3ba5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:18.947078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:18.995474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6b4c-475c-4f35-84a9-590059258d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:19.000060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6b4c-475c-4f35-84a9-590059258d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:19.003828 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6b1a6b4c-475c-4f35-84a9-590059258d99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04706557-9478-42e6-ac46-85fdae765369 HTTP/1.1" status: 204 len: 168 time: 0.7970631 Dec 20 16:09:19.090314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a6b4c-475c-4f35-84a9-590059258d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04706557-9478-42e6-ac46-85fdae765369,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:19.238688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Router 2a6ba05c-a897-49a2-a0f4-93f86344fead is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:09:19.270553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac57e8-dd93-4ba6-b5af-8d37a86697cf None None] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:19.298334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:19.412111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:19.433759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Sync routers for ids ['2a6ba05c-a897-49a2-a0f4-93f86344fead'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:19.451091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7c9e7540-e752-49a1-98eb-3f7253548628 None None] Provisioning complete for port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:19.451460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c9e7540-e752-49a1-98eb-3f7253548628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:19.486544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Routers {'2a6ba05c-a897-49a2-a0f4-93f86344fead'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:19.487176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a6ba05c-a897-49a2-a0f4-93f86344fead'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:19.526074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:19.527334 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2028607d-c72b-4dba-a908-6606c01badb9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3559091 Dec 20 16:09:19.530430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:19.545515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f0a9a-14e5-4587-8182-24e412f681cc req-417a09b7-8f83-437d-be3e-e651411170d2 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:19.548564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c15f0a9a-14e5-4587-8182-24e412f681cc req-417a09b7-8f83-437d-be3e-e651411170d2 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1288333 Dec 20 16:09:19.671519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c15f0a9a-14e5-4587-8182-24e412f681cc req-f945ac63-6755-4efc-a12d-5ae80a91a294 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099312 Dec 20 16:09:19.702134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Router 0f48fa28-84e8-4939-b500-cfb889ddcd7c is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:09:19.727478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Set router 2a6ba05c-a897-49a2-a0f4-93f86344fead gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:19.799505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662dcc88-b39e-402c-8501-fcb9c00f4e41 None None] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:19.891334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:19.905643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Sync routers for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:19.920493 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:19.922115 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:20.001567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.004172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4438b847-4d56-48ee-ac09-acaa88ac53af admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6350687 Dec 20 16:09:20.006715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58608) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:20.010211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Provisioning complete for port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:20.010591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.092750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:17Z', 'revision_number': 3, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:20.154942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Checking router: 2a6ba05c-a897-49a2-a0f4-93f86344fead for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:20.155295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Updating router 2a6ba05c-a897-49a2-a0f4-93f86344fead port 5e071ca9-636c-4494-88ef-610fc574ffaa binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:20.192831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.236357 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:20.266939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Provisioning complete for port e399c0e9-fee6-4b77-8507-9fa192893578 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:20.274508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.307147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 75fb4124-1473-4a4d-b8c9-d7a5239b2687 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:09:20.336743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.490895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:20.576874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58620) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:20.594124 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:18Z', 'revision_number': 3, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:20.624240 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Checking router: 0f48fa28-84e8-4939-b500-cfb889ddcd7c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:20.624863 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Updating router 0f48fa28-84e8-4939-b500-cfb889ddcd7c port 5cf15742-11fa-422f-b384-3d5ca18b540d binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:20.650907 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.654120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Allocated IP 172.20.0.1 (54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5/0cb9e1bc-3b43-48a7-93c4-66c3804ac93f/27c55da9-1cf1-4418-915f-46f2b813c7ca) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:20.774799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-996284199-network', 'tenant_id': '34d7f0940f474b588e8baf098478a443'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:20.813119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.833632 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.917621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Made reservation on behalf of 34d7f0940f474b588e8baf098478a443 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:20.919926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.940590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0683-eb16-4e3a-a276-97ddce784315 req-9435fea4-9071-43bd-9b81-0491f1b26696 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:20.941939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.942163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c19d0683-eb16-4e3a-a276-97ddce784315 req-9435fea4-9071-43bd-9b81-0491f1b26696 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 943 time: 0.1318424 Dec 20 16:09:20.946368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:20.999135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:21.004870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:21.007889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:21.008440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.011122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:21.018685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=27c55da9-1cf1-4418-915f-46f2b813c7ca,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.020190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.070230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:21.072907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.116878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:09:21.117234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c19d0683-eb16-4e3a-a276-97ddce784315 req-7636d278-0a22-40ff-8cd7-a658b2aceb43 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620808 Dec 20 16:09:21.152446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Allocated IP 172.20.0.1 (7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302/33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3/9052cf9d-a218-41ad-aab9-b6ea36717567) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:21.172459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] For port e399c0e9-fee6-4b77-8507-9fa192893578, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e399c0e9-fee6-4b77-8507-9fa192893578,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:21.200309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.252979 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.256308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.259074 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.266968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.295011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:21.326624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.327037 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Added segment 12edbb4a-18a5-4999-a357-b88c944707c7 of type vlan for network 55498b0d-0eb3-4415-abed-aaffcbc38a55 Dec 20 16:09:21.334471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fb4124-1473-4a4d-b8c9-d7a5239b2687 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:21.339448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34caed40-87d5-4a79-bae1-0ef12fe37311,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.374731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.378438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.385064 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.398361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.404622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143d268-f495-423f-a991-92b9a4b8f962 None None] Pushing event updated for resources: {'Port': ['ID=e399c0e9-fee6-4b77-8507-9fa192893578,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.445346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:21.472973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e399c0e9-fee6-4b77-8507-9fa192893578 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:21.483571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.484847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:21.485582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.490216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99faf247-4c86-4e36-81a3-456e018e9b19 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:21.517462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.525670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Attempting to bind port 5e071ca9-636c-4494-88ef-610fc574ffaa on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:21.526064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Attempting to bind port 5e071ca9-636c-4494-88ef-610fc574ffaa by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:21.526442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Attempting to bind port 5e071ca9-636c-4494-88ef-610fc574ffaa on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:21.528524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.531220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f3360-001e-41b6-9396-ad3b7ddd9afd None None] Pushing event updated for resources: {'Port': ['ID=5e071ca9-636c-4494-88ef-610fc574ffaa,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.551364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-962f4009-0d1b-4919-aa33-ad4637763174 None None] Provisioning complete for port 27c55da9-1cf1-4418-915f-46f2b813c7ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:21.558925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-962f4009-0d1b-4919-aa33-ad4637763174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.564086 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.605901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.608484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0285494 Dec 20 16:09:21.611408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:21.611766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:21.612177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.612279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58626) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:21.612581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:21.613098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Bound port: 5e071ca9-636c-4494-88ef-610fc574ffaa, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:21.613613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.614461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a9261-cd8b-4c3e-8a8b-278bc51ce078 admin admin] Pushing event updated for resources: {'Network': ['ID=55498b0d-0eb3-4415-abed-aaffcbc38a55,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.619116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:21.619317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Request body: {'subnet': {'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-996284199-subnet', 'tenant_id': '34d7f0940f474b588e8baf098478a443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:21.620936 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.646603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Pushing event updated for resources: {'Port': ['ID=9052cf9d-a218-41ad-aab9-b6ea36717567,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.646603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:21.646603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:21.667219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.671594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:09:21.693703 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Attempting to bind port 5cf15742-11fa-422f-b384-3d5ca18b540d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:21.694847 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Attempting to bind port 5cf15742-11fa-422f-b384-3d5ca18b540d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:21.695362 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Attempting to bind port 5cf15742-11fa-422f-b384-3d5ca18b540d on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:21.703794 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78baf32-5f52-4b6b-8f3d-0159b44553cf None None] Pushing event updated for resources: {'Port': ['ID=5cf15742-11fa-422f-b384-3d5ca18b540d,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.716483 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:21.743790 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:21.743790 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.743790 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:21.743790 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Bound port: 5cf15742-11fa-422f-b384-3d5ca18b540d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:21.743790 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.744914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.745016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9da8b6-96fd-4f44-84ba-6d0ed52a9a97 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:21.760974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=27c55da9-1cf1-4418-915f-46f2b813c7ca,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.782476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.802809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['75fb4124-1473-4a4d-b8c9-d7a5239b2687'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:09:21.803013 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] For port 5cf15742-11fa-422f-b384-3d5ca18b540d, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:21.806755 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] For port 5cf15742-11fa-422f-b384-3d5ca18b540d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5cf15742-11fa-422f-b384-3d5ca18b540d,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:21.853590 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Made reservation on behalf of 34d7f0940f474b588e8baf098478a443 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:21.856517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.915008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-962f4009-0d1b-4919-aa33-ad4637763174 None None] Port 27c55da9-1cf1-4418-915f-46f2b813c7ca cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:21.932136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=75fb4124-1473-4a4d-b8c9-d7a5239b2687,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:21.941661 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.986303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-962f4009-0d1b-4919-aa33-ad4637763174 None None] Provisioning complete for port e399c0e9-fee6-4b77-8507-9fa192893578 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:21.987362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-962f4009-0d1b-4919-aa33-ad4637763174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:21.995406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] For port 5e071ca9-636c-4494-88ef-610fc574ffaa, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:21.997571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e399c0e9-fee6-4b77-8507-9fa192893578 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:21.998074 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.005069 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78baf32-5f52-4b6b-8f3d-0159b44553cf None None] Pushing event updated for resources: {'Port': ['ID=5cf15742-11fa-422f-b384-3d5ca18b540d,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.009661 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:22.010265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:22.050901 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.060203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da13e2-e548-4e69-80ef-c24ed3aff363 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:22.069747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.072994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] For port 5e071ca9-636c-4494-88ef-610fc574ffaa, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e071ca9-636c-4494-88ef-610fc574ffaa,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:22.141776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.173311 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:22.294364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64352174-62c4-4d09-b0bf-6a39f5eea26c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:22.305122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:22.309598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:22.324941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Routers {'2a6ba05c-a897-49a2-a0f4-93f86344fead'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:22.325473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a6ba05c-a897-49a2-a0f4-93f86344fead'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:22.372916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c2869-026d-47db-8494-d9aab45c5550 req-7c75cebc-94a5-4179-888c-f10aea2afc69 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:22.375510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-713c2869-026d-47db-8494-d9aab45c5550 req-7c75cebc-94a5-4179-888c-f10aea2afc69 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 944 time: 0.1305385 Dec 20 16:09:22.483651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-713c2869-026d-47db-8494-d9aab45c5550 req-2c0e4623-25bc-473a-aa93-34c43217aa66 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017120 Dec 20 16:09:22.489431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.509288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e399c0e9-fee6-4b77-8507-9fa192893578 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:22.515255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f3360-001e-41b6-9396-ad3b7ddd9afd None None] Pushing event updated for resources: {'Port': ['ID=5e071ca9-636c-4494-88ef-610fc574ffaa,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.564751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.591653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Router 2a6ba05c-a897-49a2-a0f4-93f86344fead has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:22.596240 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 1, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:22.625077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] Set router 2a6ba05c-a897-49a2-a0f4-93f86344fead gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:22.651374 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa6f75-a335-4795-869e-261ac37d5735 None None] The sync data for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 is: [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 1, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:22.697918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.701002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Pushing event updated for resources: {'Port': ['ID=9052cf9d-a218-41ad-aab9-b6ea36717567,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.744053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:22.749712 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4a7fcc99-9945-4277-af06-3024cff39bf6 admin admin] 10.222.0.81 "PUT /v2.0/routers/2a6ba05c-a897-49a2-a0f4-93f86344fead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2182350 Dec 20 16:09:22.751359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.764656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Provisioning complete for port 5cf15742-11fa-422f-b384-3d5ca18b540d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:22.765035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.799934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port e399c0e9-fee6-4b77-8507-9fa192893578 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:22.800310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:22.832565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3f6ca9-cfdb-4442-babf-bad928f9c798,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:22.845638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:22.847132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:22.885945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Checking segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:22.888369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Network hostable DHCP agents. Network: 55498b0d-0eb3-4415-abed-aaffcbc38a55, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:09:22.984998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:09:23.043773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 55498b0d-0eb3-4415-abed-aaffcbc38a55) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:23.053282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:23.053282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:23.078394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbfb42-6d63-4468-9afe-33bc00ebebb6 None None] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:23.081136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Router 0f48fa28-84e8-4939-b500-cfb889ddcd7c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:23.146171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e9ee7e7-cdf3-47a1-8926-1a7953943ab1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5242100 Dec 20 16:09:23.262588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:23.268844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:23.284018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aa942d43-e4f4-4525-9281-3f287ca3f02a admin admin] 10.222.0.81 "PUT /v2.0/routers/0f48fa28-84e8-4939-b500-cfb889ddcd7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2753589 Dec 20 16:09:23.304429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] For port 5cf15742-11fa-422f-b384-3d5ca18b540d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5cf15742-11fa-422f-b384-3d5ca18b540d,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:23.347420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b14246-4a90-4bbb-a3aa-84a79df9877a None None] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:23.361935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '27c55da9-1cf1-4418-915f-46f2b813c7ca', 'name': '', 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'mac_address': 'fa:16:3e:b8:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 2, 'project_id': '473b11506c874741a5a565256647c1a4', 'subnets': [{'id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:23.418558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a15451-68ee-4dd1-97b8-e91c99e2a6f5 None None] The sync data for ids ['2a6ba05c-a897-49a2-a0f4-93f86344fead'] in n-d-781076-8 is: [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '27c55da9-1cf1-4418-915f-46f2b813c7ca', 'name': '', 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'mac_address': 'fa:16:3e:b8:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 2, 'project_id': '473b11506c874741a5a565256647c1a4', 'subnets': [{'id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:23.712123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08a5b-48af-4de9-8c8b-612f336bf657 req-3bf9f6ba-91f2-4894-b5c9-37f1a72d0e97 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:23.722968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14d08a5b-48af-4de9-8c8b-612f336bf657 req-3bf9f6ba-91f2-4894-b5c9-37f1a72d0e97 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 944 time: 0.1083171 Dec 20 16:09:23.724719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:23.879735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Provisioning complete for port 9052cf9d-a218-41ad-aab9-b6ea36717567 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:23.880103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:23.884409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14d08a5b-48af-4de9-8c8b-612f336bf657 req-788ae457-1a34-43a3-a5a3-cddff1aa3479 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1605206 Dec 20 16:09:23.995062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Pushing event updated for resources: {'Port': ['ID=5cf15742-11fa-422f-b384-3d5ca18b540d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:24.032854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Port 9052cf9d-a218-41ad-aab9-b6ea36717567 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:24.043092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-0bcc2c8b-2c0f-4fed-9a24-35a59ebe9ea6 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:24.044797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-0bcc2c8b-2c0f-4fed-9a24-35a59ebe9ea6 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.2233863 Dec 20 16:09:24.053222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Provisioning complete for port 5e071ca9-636c-4494-88ef-610fc574ffaa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:24.054316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.074038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-b0e71916-368a-4da8-99d7-aef3f990152a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/quotas/34d7f0940f474b588e8baf098478a443 HTTP/1.1" status: 200 len: 375 time: 0.0185034 Dec 20 16:09:24.138348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-c7ab8b32-076d-4385-bc2b-ca8faac0e3e2 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599513 Dec 20 16:09:24.223649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.258658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] For port 5e071ca9-636c-4494-88ef-610fc574ffaa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e071ca9-636c-4494-88ef-610fc574ffaa,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:24.276738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-35a9c449-ba9f-4a8a-8f78-027c84d28254 service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372132 Dec 20 16:09:24.301833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 75fb4124-1473-4a4d-b8c9-d7a5239b2687 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:24.368854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.428585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-c4ab3502-36a9-4363-855c-1a8aa095a9dc service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509154 Dec 20 16:09:24.428784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5cf15742-11fa-422f-b384-3d5ca18b540d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:24.573670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738c98a-01ac-4917-a6a0-912f25228f7f None None] Pushing event updated for resources: {'Port': ['ID=5e071ca9-636c-4494-88ef-610fc574ffaa,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:24.591355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:24.605195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b8b1ff7-8279-4a86-9ab3-2221b0aee7f8 None None] Provisioning complete for port 9052cf9d-a218-41ad-aab9-b6ea36717567 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:24.606942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1ff7-8279-4a86-9ab3-2221b0aee7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.610914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:24.610914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.637530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58706) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:24.656559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1228620245-network', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:24.767147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b1ff7-8279-4a86-9ab3-2221b0aee7f8 None None] Port 9052cf9d-a218-41ad-aab9-b6ea36717567 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:24.792077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5cf15742-11fa-422f-b384-3d5ca18b540d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:24.801050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.813173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-538caa97-77df-4e05-b5a4-65a86e4b0708 req-ce48f007-26fd-4414-b3e0-a2cf7341935d tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 210 time: 0.0653961 Dec 20 16:09:24.814114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Made reservation on behalf of 19aee159edad450caa7b63693cf8b5d2 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:24.816502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.830551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:24.879348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b8b1ff7-8279-4a86-9ab3-2221b0aee7f8 None None] Provisioning complete for port 27c55da9-1cf1-4418-915f-46f2b813c7ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:24.882633 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1ff7-8279-4a86-9ab3-2221b0aee7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.005352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b1ff7-8279-4a86-9ab3-2221b0aee7f8 None None] Port 27c55da9-1cf1-4418-915f-46f2b813c7ca cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:25.019536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.042389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.076123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:25.078824 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e19a8b-328a-49cf-95c1-1237dce1a5f2" -d '{"events": [{"server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "name": "network-vif-plugged", "status": "completed", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:25.117722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:25.126199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aae9b-68ba-4534-9147-e3cd6e1f6a13 req-132f3078-d8f9-42fa-9255-f9e5ff0fb72d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:25.128217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-889aae9b-68ba-4534-9147-e3cd6e1f6a13 req-132f3078-d8f9-42fa-9255-f9e5ff0fb72d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 944 time: 0.0832715 Dec 20 16:09:25.155392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.211118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:09:25.215548 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.252250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.252610 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Added segment 54da7f5f-f538-401b-b2ee-611e0852e53a of type vlan for network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 Dec 20 16:09:25.264713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fdf5db-d771-413f-a9e2-be221cbfb49a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:25.291450 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-889aae9b-68ba-4534-9147-e3cd6e1f6a13 req-9b817e41-62d2-48d1-a87f-cf2e4b16b24d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563988 Dec 20 16:09:25.314297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=75fb4124-1473-4a4d-b8c9-d7a5239b2687,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:25.349541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.437825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.439089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:25.439712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.471306 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0243f6d-c5f6-409a-8434-81deec9fa819 x-openstack-request-id: req-e0243f6d-c5f6-409a-8434-81deec9fa819 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:25.471603 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "name": "network-vif-plugged", "status": "completed", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:25.471855 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0243f6d-c5f6-409a-8434-81deec9fa819 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:25.472278 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'code': 200} Dec 20 16:09:25.507054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac86981-ab91-4bb2-92b8-bc2e27c85e21,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:25.517528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:09:25.541108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bbb1da4e-4cb7-4726-99d8-f7cf758dfe25 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8999219 Dec 20 16:09:25.541414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58752) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:25.546149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Request body: {'subnet': {'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1228620245-subnet', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:25.615871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c9ce3-8902-4a2a-9844-2d131a7dd5d9 req-9fbf704f-417a-4e6d-9d58-08fefce50295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:25.618967 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d76c9ce3-8902-4a2a-9844-2d131a7dd5d9 req-9fbf704f-417a-4e6d-9d58-08fefce50295 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1096 time: 0.0788481 Dec 20 16:09:25.666515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Made reservation on behalf of 19aee159edad450caa7b63693cf8b5d2 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:25.668904 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:25.677951 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d76c9ce3-8902-4a2a-9844-2d131a7dd5d9 req-59647e2d-86ba-4765-af4d-1cc00d0e91e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495470 Dec 20 16:09:25.901481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f5f4930-5a04-4d26-a48f-4b04586b23b8 req-10b29463-5198-4a5a-afe4-9f193bc40a06 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 210 time: 0.0289109 Dec 20 16:09:25.940847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.008600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Pushing event updated for resources: {'Subnet': ['ID=199a73dd-b7cd-45d3-bb95-a10ee0301717,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:26.019191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Checking segment: {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:26.019553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Network hostable DHCP agents. Network: 5ac86981-ab91-4bb2-92b8-bc2e27c85e21, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:09:26.099230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:09:26.167831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5ac86981-ab91-4bb2-92b8-bc2e27c85e21) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:26.173049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:26.174046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.181532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4564dc-26e1-4251-9eac-faabb4633824 None None] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:26.269623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cad23348-6d2c-4a49-9dbb-1b997a3dccff admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7270160 Dec 20 16:09:26.277512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58762) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:26.284472 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:26.306600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'fixed_ips': [{'subnet_id': '199a73dd-b7cd-45d3-bb95-a10ee0301717'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:09:26.307323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.409064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e071ca9-636c-4494-88ef-610fc574ffaa up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:26.416544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.417678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.467185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d69a-7c03-4512-9580-63eb208b619a req-fe12f1c1-5250-4645-ae10-3282cb82c0e1 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:26.468746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6256d69a-7c03-4512-9580-63eb208b619a req-fe12f1c1-5250-4645-ae10-3282cb82c0e1 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 945 time: 0.0831647 Dec 20 16:09:26.521435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.529822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Allocated IP 172.20.0.2 (5ac86981-ab91-4bb2-92b8-bc2e27c85e21/199a73dd-b7cd-45d3-bb95-a10ee0301717/f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:26.548589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5e071ca9-636c-4494-88ef-610fc574ffaa triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:26.549316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.557483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6256d69a-7c03-4512-9580-63eb208b619a req-3fa441ea-23a1-4830-94db-c5a9d63d596a tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806165 Dec 20 16:09:26.766658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:26.803869 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.019054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.037480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcae5a2d-030c-4c31-87a3-a0163bdd4e34 req-68f931a9-c217-4cb5-8428-7381d42b3761 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 210 time: 0.0356202 Dec 20 16:09:27.103703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:27.110778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:27.112913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Pushing event updated for resources: {'Port': ['ID=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:27.115309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:27.211113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Attempting to bind port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:27.213401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Attempting to bind port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:27.217197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Attempting to bind port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd on network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:27.223188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:27.223776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Checking segment: {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:27.224353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.224745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Bound using segment: {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:27.225257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Bound port: f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:27.226430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.242109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.277232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.318354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] For port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:27.321709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] For port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:27.324151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.421794 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.433438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Allocated IP 172.25.6.143 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/4f2b07fa-d2c9-4f85-97fd-63b35ec46021) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:27.497438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2500f-8b24-4b8d-b140-1c5beefab304 None None] Pushing event updated for resources: {'Port': ['ID=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:27.562941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.753703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:27.842257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:27.854462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:27.855539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:27.859007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:27.869920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38856f-af38-4a0f-a5b8-491aa994f435 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:27.904998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Sync routers for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:27.925317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:27.926218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:28.081432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9a04faff-6e1a-4282-8c82-b47ca5ab2ab4 None None] Provisioning complete for port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:28.082116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a04faff-6e1a-4282-8c82-b47ca5ab2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:28.122238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-a8d8467e-a891-4660-9fb2-d97340969f47 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:28.123921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-a8d8467e-a891-4660-9fb2-d97340969f47 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.83 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.6212115 Dec 20 16:09:28.138723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Request body: {'port': {'device_id': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'admin_state_up': True, 'tenant_id': '34d7f0940f474b588e8baf098478a443'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:28.180700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fb7c4-2504-4be4-91b8-5c719cb98486 req-662fee1f-9896-4914-a3b3-148ee2f9504c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:28.182311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa5fb7c4-2504-4be4-91b8-5c719cb98486 req-662fee1f-9896-4914-a3b3-148ee2f9504c tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 945 time: 0.1383991 Dec 20 16:09:28.229506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:28.233345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a04faff-6e1a-4282-8c82-b47ca5ab2ab4 None None] Port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:28.241820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76bcb353-d46d-43e4-8db7-4cf2ad01a4b1 req-c4ac9a54-300d-4b4a-8b43-3c1eb99fd13f tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 210 time: 0.0739443 Dec 20 16:09:28.349549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa5fb7c4-2504-4be4-91b8-5c719cb98486 req-d70951e2-8c42-454f-b89b-03ecabef7553 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064842 Dec 20 16:09:28.426243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:28.440526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:28.518342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Made reservation on behalf of 34d7f0940f474b588e8baf098478a443 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:28.521872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:28.545406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf3ca6-a6a9-4048-b292-2d796bd0fcac req-9b2dd1c2-4931-400b-ade2-ad99f3e18ffa tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:28.547540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0caf3ca6-a6a9-4048-b292-2d796bd0fcac req-9b2dd1c2-4931-400b-ade2-ad99f3e18ffa tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 945 time: 0.0888197 Dec 20 16:09:28.608476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:28.608851 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:28.731296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0caf3ca6-a6a9-4048-b292-2d796bd0fcac req-28cc2422-ef41-4208-9a57-ad1b87af5474 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654239 Dec 20 16:09:28.750693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:28.803142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:22Z', 'revision_number': 2, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:28.803894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:28.835914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Checking router: 0f48fa28-84e8-4939-b500-cfb889ddcd7c for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:28.835914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Updating router 0f48fa28-84e8-4939-b500-cfb889ddcd7c port 9052cf9d-a218-41ad-aab9-b6ea36717567 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:28.859727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Allocated IP 172.20.0.4 (55498b0d-0eb3-4415-abed-aaffcbc38a55/7a3f6ca9-cfdb-4442-babf-bad928f9c798/0af96807-bfd2-45c8-bef0-73a033e5e98f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:28.902477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:28.907995 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.031194 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Sync routers for ids ['2a6ba05c-a897-49a2-a0f4-93f86344fead'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:29.049814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Routers {'2a6ba05c-a897-49a2-a0f4-93f86344fead'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:29.052728 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a6ba05c-a897-49a2-a0f4-93f86344fead'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:29.064848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:29.113278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:09:29.179923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.207061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83ee18-1b58-4687-a523-dc7035f1567c None None] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:09:29.212554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.223044 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Set router 2a6ba05c-a897-49a2-a0f4-93f86344fead gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:29.279685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed6201-0212-4061-b720-a51471cd82fb tempest-TestVolumeBackupRestore-977202436 tempest-TestVolumeBackupRestore-977202436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:29.281662 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a0ed6201-0212-4061-b720-a51471cd82fb tempest-TestVolumeBackupRestore-977202436 tempest-TestVolumeBackupRestore-977202436-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1091 time: 0.5298700 Dec 20 16:09:29.289781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58786) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:29.296457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:29.358577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:29.425243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.455307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:29.462533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.464035 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d9357355-03b6-40f4-b655-71503b6e0a44 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1854362 Dec 20 16:09:29.466935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58788) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:29.470138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Sync routers for ids ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:29.483233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbcf2c11-d557-4ba3-b7f0-afe4a17613c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.514807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:29.524348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:29.526689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c3b013fa-495b-47fa-b5cd-961147d00315 None None] Provisioning complete for port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:29.527070 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3b013fa-495b-47fa-b5cd-961147d00315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.528038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.576332 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '27c55da9-1cf1-4418-915f-46f2b813c7ca', 'name': '', 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'mac_address': 'fa:16:3e:b8:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 2, 'project_id': '473b11506c874741a5a565256647c1a4', 'subnets': [{'id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:29.594125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc2bc5-4512-44b5-8573-be2a04452bdc req-cbe6efc6-f669-4633-a3c7-f94d186fecb4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:29.595874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19cc2bc5-4512-44b5-8573-be2a04452bdc req-cbe6efc6-f669-4633-a3c7-f94d186fecb4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 931 time: 0.2258587 Dec 20 16:09:29.599694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Routers {'2d393f2c-8073-47d9-9b05-63a756f4b9b4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:29.600373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:29.604728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event updated for resources: {'Port': ['ID=0af96807-bfd2-45c8-bef0-73a033e5e98f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:29.649869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Checking router: 2a6ba05c-a897-49a2-a0f4-93f86344fead for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:29.650257 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Updating router 2a6ba05c-a897-49a2-a0f4-93f86344fead port 27c55da9-1cf1-4418-915f-46f2b813c7ca binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:29.687514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:29.688505 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.702970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:29.707122 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:29.774249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19cc2bc5-4512-44b5-8573-be2a04452bdc req-77eb2e81-931e-427d-a201-35647787d3a2 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557856 Dec 20 16:09:29.865487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-cbea30b3-44c4-43a8-88d4-6ceb6fe0ab35 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7310474 Dec 20 16:09:29.892445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Request body: {'port': {'device_id': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:29.901234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Set router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:30.063545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.093878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.185011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.296898 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.371107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95617-3326-470c-b17f-683403482102 None None] Pushing event updated for resources: {'Port': ['ID=9052cf9d-a218-41ad-aab9-b6ea36717567,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:30.380742 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.407196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:30.503789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.523323 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2967-a31b-4d11-a8cf-7ad0703ea429 None None] Pushing event updated for resources: {'Port': ['ID=27c55da9-1cf1-4418-915f-46f2b813c7ca,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:30.559425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-308e37ab-e3c5-4aba-9194-a5c8c4aa961b None None] Provisioning complete for port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:30.559992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-308e37ab-e3c5-4aba-9194-a5c8c4aa961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.640526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Attempting to bind port 27c55da9-1cf1-4418-915f-46f2b813c7ca on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:30.641000 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Attempting to bind port 27c55da9-1cf1-4418-915f-46f2b813c7ca by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:30.641514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Attempting to bind port 27c55da9-1cf1-4418-915f-46f2b813c7ca on network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:30.648260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Attempting to bind port 9052cf9d-a218-41ad-aab9-b6ea36717567 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:30.650234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Attempting to bind port 9052cf9d-a218-41ad-aab9-b6ea36717567 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:30.650615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Attempting to bind port 9052cf9d-a218-41ad-aab9-b6ea36717567 on network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:30.657058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af96807-bfd2-45c8-bef0-73a033e5e98f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:30.661507 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:30.661832 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Checking segment: {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:30.662725 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.663259 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Bound using segment: {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:30.663752 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Bound port: 27c55da9-1cf1-4418-915f-46f2b813c7ca, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030c0c05-7c6e-41a8-85a0-7973afb16239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:30.664269 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.670008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:30.670369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Checking segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:30.670769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.671180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Bound using segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:30.671656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Bound port: 9052cf9d-a218-41ad-aab9-b6ea36717567, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:30.672943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.683734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.708882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Transition to ACTIVE for port object 0af96807-bfd2-45c8-bef0-73a033e5e98f will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:30.722921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Allocated IP 172.25.6.122 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/d9cdc9ad-12ec-47ec-a37e-1bfd39dbaf58) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:30.774576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:30.775060 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.797495 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] For port 27c55da9-1cf1-4418-915f-46f2b813c7ca, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:30.801835 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] For port 27c55da9-1cf1-4418-915f-46f2b813c7ca, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=27c55da9-1cf1-4418-915f-46f2b813c7ca,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:30.815689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.828436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:09:28Z', 'revision_number': 3, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:30.865672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Checking router: 2d393f2c-8073-47d9-9b05-63a756f4b9b4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:30.866048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Updating router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:30.924355 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.925590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.928236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] For port 9052cf9d-a218-41ad-aab9-b6ea36717567, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:30.931344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.960433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] For port 9052cf9d-a218-41ad-aab9-b6ea36717567, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9052cf9d-a218-41ad-aab9-b6ea36717567,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:30.963664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:30.966532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Pushing event updated for resources: {'Port': ['ID=0af96807-bfd2-45c8-bef0-73a033e5e98f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:31.057231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c803d4-90e7-4e12-af02-212489f21030 req-a82065a4-9841-4eca-9316-8570224c8d56 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:31.058908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76c803d4-90e7-4e12-af02-212489f21030 req-a82065a4-9841-4eca-9316-8570224c8d56 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 943 time: 0.1741054 Dec 20 16:09:31.066663 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f2967-a31b-4d11-a8cf-7ad0703ea429 None None] Pushing event updated for resources: {'Port': ['ID=27c55da9-1cf1-4418-915f-46f2b813c7ca,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:31.095368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Routers {'2a6ba05c-a897-49a2-a0f4-93f86344fead'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:31.097092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a6ba05c-a897-49a2-a0f4-93f86344fead'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:31.164745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.169477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Attempting to bind port 0af96807-bfd2-45c8-bef0-73a033e5e98f on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:31.170056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Attempting to bind port 0af96807-bfd2-45c8-bef0-73a033e5e98f by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:31.170580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Attempting to bind port 0af96807-bfd2-45c8-bef0-73a033e5e98f on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:31.185859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76c803d4-90e7-4e12-af02-212489f21030 req-4b061f0d-0f9f-4989-9827-482ac1238f1f tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056130 Dec 20 16:09:31.187291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Port 0af96807-bfd2-45c8-bef0-73a033e5e98f on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:09:31.187805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Attempting to bind port 0af96807-bfd2-45c8-bef0-73a033e5e98f on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:31.195266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:31.195904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Checking segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:31.196516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Bound using segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:31.197137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Bound port: 0af96807-bfd2-45c8-bef0-73a033e5e98f, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:31.197707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.275853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Allocated IP 172.20.0.1 (5ac86981-ab91-4bb2-92b8-bc2e27c85e21/199a73dd-b7cd-45d3-bb95-a10ee0301717/8b32ec6f-db28-4b85-a001-2b08058988ad) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:31.300964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Provisioning complete for port 9052cf9d-a218-41ad-aab9-b6ea36717567 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:31.301369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.321626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] For port 0af96807-bfd2-45c8-bef0-73a033e5e98f, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:31.335525 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] Set router 2a6ba05c-a897-49a2-a0f4-93f86344fead gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:31.339520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] For port 0af96807-bfd2-45c8-bef0-73a033e5e98f, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:31.430493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:31.431137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:31.438423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.467140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95617-3326-470c-b17f-683403482102 None None] Pushing event updated for resources: {'Port': ['ID=9052cf9d-a218-41ad-aab9-b6ea36717567,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:31.527167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:31.530364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.532774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] 10.222.0.83 "PUT /v2.0/ports/0af96807-bfd2-45c8-bef0-73a033e5e98f HTTP/1.1" status: 200 len: 1091 time: 1.6546619 Dec 20 16:09:31.533726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'tag': '0af96807-bfd2-45c8-bef0-73a033e5e98f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:31.536612 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d25bb9d-257d-4a2c-bca3-8d93e694691c" -d '{"events": [{"name": "network-changed", "server_uuid": "e42d785b-e3aa-46a3-87fd-370040cc325f", "tag": "0af96807-bfd2-45c8-bef0-73a033e5e98f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:31.598849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13373cd-7858-45ee-aa97-e3b508c63fad service neutron] Pushing event updated for resources: {'Port': ['ID=0af96807-bfd2-45c8-bef0-73a033e5e98f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:31.644545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.690033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.732434 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6321182-af20-426e-9ada-8dd6f1749d9f x-openstack-request-id: req-d6321182-af20-426e-9ada-8dd6f1749d9f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:31.732994 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42d785b-e3aa-46a3-87fd-370040cc325f", "tag": "0af96807-bfd2-45c8-bef0-73a033e5e98f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:31.733852 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6321182-af20-426e-9ada-8dd6f1749d9f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:31.735474 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'tag': '0af96807-bfd2-45c8-bef0-73a033e5e98f', 'status': 'completed', 'code': 200} Dec 20 16:09:31.737612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.758256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-65b3e6b1-a04e-4fa1-9132-b76a2fc6350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:31.760443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:31.760591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-65b3e6b1-a04e-4fa1-9132-b76a2fc6350c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 1094 time: 0.1003528 Dec 20 16:09:31.770445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '27c55da9-1cf1-4418-915f-46f2b813c7ca', 'name': '', 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'mac_address': 'fa:16:3e:b8:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:30Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'subnets': [{'id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:31.787461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:31.793670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:31.803226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:31.804106 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48059a4a-dd24-4b60-9892-9373b0f2752d None None] The sync data for ids ['2a6ba05c-a897-49a2-a0f4-93f86344fead'] in n-d-781076-8 is: [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '27c55da9-1cf1-4418-915f-46f2b813c7ca', 'name': '', 'network_id': '54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'mac_address': 'fa:16:3e:b8:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:30Z', 'revision_number': 4, 'project_id': '473b11506c874741a5a565256647c1a4', 'subnets': [{'id': '0cb9e1bc-3b43-48a7-93c4-66c3804ac93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:31.814841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:31.820780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-4732708d-8f19-42ab-b1f0-da7225987558 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f HTTP/1.1" status: 200 len: 217 time: 0.0523729 Dec 20 16:09:31.821002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'Port': ['ID=d9cdc9ad-12ec-47ec-a37e-1bfd39dbaf58,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:31.892575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f2a56f8c-33a3-40d3-ad80-4bc1be9ecc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:31.902079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-f2a56f8c-33a3-40d3-ad80-4bc1be9ecc58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a3f6ca9-cfdb-4442-babf-bad928f9c798 HTTP/1.1" status: 200 len: 854 time: 0.0752637 Dec 20 16:09:31.937272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:31.945475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-35e334a9-4533-45ca-8db3-6fb91d442834 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55498b0d-0eb3-4415-abed-aaffcbc38a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354896 Dec 20 16:09:31.954162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:31.964947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:32.027044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.080907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7eae-a13c-4db4-95e5-19c46930ae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.101321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Pushing event updated for resources: {'Port': ['ID=8b32ec6f-db28-4b85-a001-2b08058988ad,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:32.136139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-74f71abf-7f4f-442d-97a7-a50f58946f85 service neutron] 10.222.0.83 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821127 Dec 20 16:09:32.234659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.262995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] For port 9052cf9d-a218-41ad-aab9-b6ea36717567, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9052cf9d-a218-41ad-aab9-b6ea36717567,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:32.358745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.370411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0f9d8b6-91d3-424b-9ec9-664ca76fb114 req-a957939d-6904-4fcd-ac02-88aa3fc00962 service neutron] 10.222.0.83 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212102 Dec 20 16:09:32.422699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.489557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254093a-5699-41bc-bfff-7efc6c7fafb9 req-8d49bdd5-46a6-4bd7-85d0-e2f356b16b1b tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:32.491705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f254093a-5699-41bc-bfff-7efc6c7fafb9 req-8d49bdd5-46a6-4bd7-85d0-e2f356b16b1b tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 943 time: 0.1195042 Dec 20 16:09:32.509639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33612ecb-e859-45b5-8ac3-b1fefc85e9d0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:32.517108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d10f0b-43d1-4c16-b334-a177b7f44175 None None] Pushing event updated for resources: {'Port': ['ID=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:32.538243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Attempting to bind port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:32.538243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Attempting to bind port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:32.538525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Attempting to bind port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:32.568596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Provisioning complete for port 27c55da9-1cf1-4418-915f-46f2b813c7ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:32.568973 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.583594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9052cf9d-a218-41ad-aab9-b6ea36717567 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:32.613102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:32.613513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:32.613930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.614329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:32.614823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Bound port: 4f2b07fa-d2c9-4f85-97fd-63b35ec46021, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:32.615209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.632656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.672575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f254093a-5699-41bc-bfff-7efc6c7fafb9 req-ac4ef3f9-f315-4197-b9b4-1e14ac58a3b3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749980 Dec 20 16:09:32.689439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-7e4409cf-f8f5-418c-a075-fb8e313eeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:32.690971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-7e4409cf-f8f5-418c-a075-fb8e313eeb5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 1094 time: 0.1197116 Dec 20 16:09:32.787005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Pushing event updated for resources: {'Port': ['ID=9052cf9d-a218-41ad-aab9-b6ea36717567,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:32.832949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] For port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:32.841197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] For port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:32.895258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-967b14e8-6167-4dc7-bdc0-a804850e4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:32.897068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-967b14e8-6167-4dc7-bdc0-a804850e4555 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 915 time: 0.1960166 Dec 20 16:09:32.901962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.910515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9052cf9d-a218-41ad-aab9-b6ea36717567 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:32.910890 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.948665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.954609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:32.969075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-957e8394-6742-4397-9bf7-90497d092820 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f HTTP/1.1" status: 200 len: 217 time: 0.0636535 Dec 20 16:09:32.987231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:30Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:33.039229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-7de618c8-39a8-4f54-b9d4-1f91a6c2affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:33.041741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19b90-fabc-4edd-b220-1332d940123e None None] The sync data for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 is: [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:30Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:33.042294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-7de618c8-39a8-4f54-b9d4-1f91a6c2affd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a3f6ca9-cfdb-4442-babf-bad928f9c798 HTTP/1.1" status: 200 len: 854 time: 0.0662181 Dec 20 16:09:33.059161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e776fe-0399-4ff6-b371-43a28327a16e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:09:33.100808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-682dab6e-bb7a-478f-b1ce-da16e14f4428 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55498b0d-0eb3-4415-abed-aaffcbc38a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500975 Dec 20 16:09:33.113530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] For port 27c55da9-1cf1-4418-915f-46f2b813c7ca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=27c55da9-1cf1-4418-915f-46f2b813c7ca,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:33.116359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Routers {'2d393f2c-8073-47d9-9b05-63a756f4b9b4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:33.116988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:33.119220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d10f0b-43d1-4c16-b334-a177b7f44175 None None] Pushing event updated for resources: {'Port': ['ID=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:33.193044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.234456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.275822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27c55da9-1cf1-4418-915f-46f2b813c7ca up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:33.323386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-fb9b9bfa-5083-48d3-b97a-0f4760fec8cc service neutron] 10.222.0.83 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931572 Dec 20 16:09:33.342451 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.343854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] Set router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:33.376762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f1eca-b2c7-49bf-a592-7aaa46539808 None None] Pushing event updated for resources: {'Port': ['ID=27c55da9-1cf1-4418-915f-46f2b813c7ca,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:33.396904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Provisioning complete for port 27c55da9-1cf1-4418-915f-46f2b813c7ca triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:33.397837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.419513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.442801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d25bb9d-257d-4a2c-bca3-8d93e694691c req-a04ef966-ac2a-49cf-a6f2-ed4127ee3f92 service neutron] 10.222.0.83 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085975 Dec 20 16:09:33.498792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 27c55da9-1cf1-4418-915f-46f2b813c7ca triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:33.499192 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.520649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.525835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.529369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Pushing event updated for resources: {'Port': ['ID=8b32ec6f-db28-4b85-a001-2b08058988ad,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:33.704849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Provisioning complete for port 9052cf9d-a218-41ad-aab9-b6ea36717567 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:33.705266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.730816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:33.733933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:33.768883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8b32ec6f-db28-4b85-a001-2b08058988ad', 'name': '', 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'mac_address': 'fa:16:3e:6c:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:30Z', 'updated_at': '2021-12-20T16:09:31Z', 'revision_number': 1, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'subnets': [{'id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:33.823582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ca96f-3acc-403a-96a0-cfe2c860f499 None None] The sync data for ids ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'] in n-d-781076-8 is: [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8b32ec6f-db28-4b85-a001-2b08058988ad', 'name': '', 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'mac_address': 'fa:16:3e:6c:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:30Z', 'updated_at': '2021-12-20T16:09:31Z', 'revision_number': 1, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'subnets': [{'id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:33.904828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.916378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Provisioning complete for port 8b32ec6f-db28-4b85-a001-2b08058988ad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:33.917613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.951226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:33.971195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:33.972132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b2e2-466a-40aa-b621-921cc9aa1bd1 req-32607fa0-0866-490e-9e20-7287f13d46a4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:33.984714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80c4b2e2-466a-40aa-b621-921cc9aa1bd1 req-32607fa0-0866-490e-9e20-7287f13d46a4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 943 time: 0.1524699 Dec 20 16:09:34.001341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Port 8b32ec6f-db28-4b85-a001-2b08058988ad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:34.019609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Provisioning complete for port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:34.020614 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.067155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80c4b2e2-466a-40aa-b621-921cc9aa1bd1 req-a9980002-f48d-4ecd-b3e8-5e08e6180b39 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Dec 20 16:09:34.148524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.171760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] For port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:34.244178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.498434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event updated for resources: {'Port': ['ID=d9cdc9ad-12ec-47ec-a37e-1bfd39dbaf58,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:34.504964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.534634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9052cf9d-a218-41ad-aab9-b6ea36717567 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:34.554559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:34.570260 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-326179b5-10b7-4bc5-9df1-ede0b99d9b62 admin admin] 10.222.0.81 "PUT /v2.0/routers/2d393f2c-8073-47d9-9b05-63a756f4b9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1017280 Dec 20 16:09:34.603319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78151d6-ff73-4688-bb5f-5166d43276db None None] Pushing event updated for resources: {'Port': ['ID=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:34.609972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6360d62f-ee7a-4e30-92f2-8ae44c08b48c None None] Provisioning complete for port 8b32ec6f-db28-4b85-a001-2b08058988ad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:34.610568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6360d62f-ee7a-4e30-92f2-8ae44c08b48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.661195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6360d62f-ee7a-4e30-92f2-8ae44c08b48c None None] Port 8b32ec6f-db28-4b85-a001-2b08058988ad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:34.667616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9052cf9d-a218-41ad-aab9-b6ea36717567 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:34.667986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.690416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:34.701535 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Floating IP 514ebfbc-dbcf-45ec-a91f-5a1adb2775d4 associated. External IP: 172.25.6.122, port: 75fb4124-1473-4a4d-b8c9-d7a5239b2687. Dec 20 16:09:34.771393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27c55da9-1cf1-4418-915f-46f2b813c7ca up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:34.869427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 27c55da9-1cf1-4418-915f-46f2b813c7ca triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:34.872934 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.097108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.123507 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Router 196bb3f1-9e79-4905-a89d-d04313870acd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:35.289066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee881824-ee69-4078-90c2-67c999e7482a req-7bbc2179-de8d-473f-a9e5-7da67b346017 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:35.291732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee881824-ee69-4078-90c2-67c999e7482a req-7bbc2179-de8d-473f-a9e5-7da67b346017 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 943 time: 0.1087055 Dec 20 16:09:35.365503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:35.385292 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] Sync routers for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:35.393587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee881824-ee69-4078-90c2-67c999e7482a req-8089a821-17f9-4474-bdce-adc8187b0f4a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946534 Dec 20 16:09:35.403088 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:35.403711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:35.468689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.489491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58820) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:35.499267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595682106', 'description': 'tempest-secgroup-smoke-595682106 description', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:35.543404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b32cb4f2-24f4-440b-ac61-1d928abf56f7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2497175 Dec 20 16:09:35.543404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:35.544199 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55" -d '{"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:35.547167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58822) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:35.605142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d2c46e-8adc-4662-802c-fba8d3100fd3 tempest-TestVolumeBackupRestore-977202436 tempest-TestVolumeBackupRestore-977202436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:35.605380 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6564e6-4321-4800-a400-81dfb95d5a8a x-openstack-request-id: req-7c6564e6-4321-4800-a400-81dfb95d5a8a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:35.605512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0af96807-bfd2-45c8-bef0-73a033e5e98f details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:09:35.605858 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:35.606208 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c6564e6-4321-4800-a400-81dfb95d5a8a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:35.609734 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'status': 'completed', 'code': 200} Dec 20 16:09:35.609959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a8d2c46e-8adc-4662-802c-fba8d3100fd3 tempest-TestVolumeBackupRestore-977202436 tempest-TestVolumeBackupRestore-977202436-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1091 time: 0.0586658 Dec 20 16:09:35.609959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.610222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58826) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:35.615085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Request body: {'floatingip': {'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:35.660945 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:35.706163 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.763840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.781052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 0af96807-bfd2-45c8-bef0-73a033e5e98f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:35.796245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '0af96807-bfd2-45c8-bef0-73a033e5e98f', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'port_id': '0af96807-bfd2-45c8-bef0-73a033e5e98f', 'mac_address': 'fa:16:3e:ff:e2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f6ca9-cfdb-4442-babf-bad928f9c798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:09:35.804049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.816027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-3d0a00c1-f502-441f-a8d3-65fdf429ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:35.817567 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-3d0a00c1-f502-441f-a8d3-65fdf429ebbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1096 time: 0.1059752 Dec 20 16:09:35.880116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:35.889792 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.919952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af96807-bfd2-45c8-bef0-73a033e5e98f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:35.920133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:35.922843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-50ae1e95-9b73-421b-8bfb-1353afff6020 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4310279 Dec 20 16:09:35.926076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58828) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:35.942270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:35.969938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 0af96807-bfd2-45c8-bef0-73a033e5e98f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:36.055887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.083758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.114222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=0af96807-bfd2-45c8-bef0-73a033e5e98f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:36.115534 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '514ebfbc-dbcf-45ec-a91f-5a1adb2775d4', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:32Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 0, 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:36.172197 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] Checking router: 196bb3f1-9e79-4905-a89d-d04313870acd for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:36.187109 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:36.187721 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:36.198705 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.211289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-91037956-b697-48b6-80e8-9989a9a2284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:36.213017 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-91037956-b697-48b6-80e8-9989a9a2284d service neutron] 10.222.0.72 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 914 time: 0.3819394 Dec 20 16:09:36.312711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.343130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc3050d-6c50-400a-a970-c3c083585bcd,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:36.372086 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:36.380747 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-6a6ac324-821c-4613-9cf7-84b7656b6f0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 999 time: 0.1587694 Dec 20 16:09:36.397853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:09:36.456872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.457115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:36.458250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d933696a-160f-4dda-a70e-6d404d235d09 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5329361 Dec 20 16:09:36.462218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58832) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:36.472726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:36.567449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-17b6f710-58cb-467c-806c-ba5294404d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:36.571168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-17b6f710-58cb-467c-806c-ba5294404d42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 200 len: 852 time: 0.1458590 Dec 20 16:09:36.590492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:36.590866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.627081 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.702796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634023f2-8232-4f47-ae1e-064ff8e94ba0 req-97264943-83bf-4ee9-9d21-b091e829736a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:36.710588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-634023f2-8232-4f47-ae1e-064ff8e94ba0 req-97264943-83bf-4ee9-9d21-b091e829736a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 944 time: 0.1304283 Dec 20 16:09:36.737138 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-655dba50-e135-45c2-aedf-45109092c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:36.739062 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-655dba50-e135-45c2-aedf-45109092c9dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28cd3a4a-944f-435a-bbd8-aceb12d129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427984 Dec 20 16:09:36.769559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.807327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-634023f2-8232-4f47-ae1e-064ff8e94ba0 req-190998ca-24cd-4e82-b31d-62d5d6e3aaab tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893013 Dec 20 16:09:36.866571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.897523 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '514ebfbc-dbcf-45ec-a91f-5a1adb2775d4', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:32Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 0, 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:36.911986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69b24bd-9b41-450b-b773-9e8205a2ba76,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:36.922147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:36.943703 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de46b50-2385-4f95-a97e-8a62c3ad55fc None None] The sync data for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 is: [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '514ebfbc-dbcf-45ec-a91f-5a1adb2775d4', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:32Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 0, 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:36.984453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-bc050ea3-bb92-4297-9164-b3b2ce0b0dcc service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159982 Dec 20 16:09:37.014572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.029469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.030765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-031bb3e9-e70e-4eb7-b307-d1ee88ea3748 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5674214 Dec 20 16:09:37.033764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58836) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:37.040559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:37.159284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.184053 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35c6fd1e-0034-4ed5-9d9a-c7d31930de55 req-9aee7646-9aff-4bc0-9b58-c3d4273bac36 service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914294 Dec 20 16:09:37.228555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.313953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Router 196bb3f1-9e79-4905-a89d-d04313870acd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:37.337463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.357680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cc4116-ef7a-4616-a325-a1345943949d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:37.445626 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.447453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b0273420-1aa3-4439-ae92-631093a5fe75 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4126766 Dec 20 16:09:37.454101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58838) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:37.459317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:37.791041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:37.791041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.791041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:37.791041 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:37.818670 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e68a958-e122-4a4f-8eae-ba52151bfe93 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "PUT /v2.0/floatingips/514ebfbc-dbcf-45ec-a91f-5a1adb2775d4 HTTP/1.1" status: 200 len: 991 time: 2.1977906 Dec 20 16:09:37.818777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.848246 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ea40dd-30ea-464c-8c37-adbe46ec3532 x-openstack-request-id: req-56ea40dd-30ea-464c-8c37-adbe46ec3532 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:37.849756 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:37.851375 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56ea40dd-30ea-464c-8c37-adbe46ec3532 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:37.852030 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'status': 'completed', 'code': 200} Dec 20 16:09:37.933487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d895ca-fd4f-424b-953d-4dda220acd90 None None] New status for floating IP 514ebfbc-dbcf-45ec-a91f-5a1adb2775d4: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:09:37.935767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-f4394dd5-a886-4f92-9978-a1d975c192a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:37.936632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:37.938827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-f4394dd5-a886-4f92-9978-a1d975c192a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1096 time: 0.0646069 Dec 20 16:09:38.063982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32fadf-3591-4d6a-82c2-74909f7f32ac req-b11ec015-f482-43ce-b091-d0aa313183a5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:38.070231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-5691b34d-096b-4461-b559-c89eba6a04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:38.073536 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-5691b34d-096b-4461-b559-c89eba6a04e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 914 time: 0.1250849 Dec 20 16:09:38.074481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e32fadf-3591-4d6a-82c2-74909f7f32ac req-b11ec015-f482-43ce-b091-d0aa313183a5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 944 time: 0.0751996 Dec 20 16:09:38.141202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e32fadf-3591-4d6a-82c2-74909f7f32ac req-8b112d7d-aa62-491b-a42b-6f75c4fdaad8 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641198 Dec 20 16:09:38.164638 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-54b6b4b1-476e-4a0f-af9e-3f3531dc57f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 999 time: 0.0839114 Dec 20 16:09:38.227027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-7f12c590-0042-4059-a67c-e0458172e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:38.228680 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-7f12c590-0042-4059-a67c-e0458172e27a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 200 len: 852 time: 0.0563762 Dec 20 16:09:38.291876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-ec3f397b-2079-47d2-9dbd-72b71995babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:38.293477 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-ec3f397b-2079-47d2-9dbd-72b71995babc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28cd3a4a-944f-435a-bbd8-aceb12d129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568862 Dec 20 16:09:38.408856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:38.410276 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-abc2900d-cf2e-46d7-846c-ea54e3ae0b1d service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080372 Dec 20 16:09:38.440850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf352d7e-5b97-4a14-a3f4-6c1e2a4c1b7b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:38.522051 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e48c849e-43ba-4c8d-a75b-d3ef4c1c57c3 req-e48a5364-dbd1-4064-8df7-d7a73be48f3c service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035900 Dec 20 16:09:38.526593 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:38.531236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1e2225e4-43bc-4350-8e94-2e8ee1ed2817 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0753124 Dec 20 16:09:38.531806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 58846) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:38.536627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:38.539220 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] Sync routers for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:38.572843 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:38.573794 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:38.615577 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Project 349a8b8397df427cae2ee0e8988ff6a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:09:38.622330 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:38.698016 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:38.712636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:38.758313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Sync routers for ids ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:38.778688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Routers {'2d393f2c-8073-47d9-9b05-63a756f4b9b4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:38.779533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:38.796348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:38.826698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3223e021-4d0c-4b75-9dfe-e9cba032703f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:38.898192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:38.900126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-69406044-afdf-40f0-9364-ffa29daae966 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673341 Dec 20 16:09:38.903479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 58850) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:38.908042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9', 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:38.923727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Set router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:38.978771 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '514ebfbc-dbcf-45ec-a91f-5a1adb2775d4', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:32Z', 'updated_at': '2021-12-20T16:09:38Z', 'revision_number': 2, 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:38.992455 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Project 349a8b8397df427cae2ee0e8988ff6a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:09:38.998458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.012529 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] Checking router: 196bb3f1-9e79-4905-a89d-d04313870acd for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:39.027056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:39.027663 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:39.071921 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.146971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.154209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8b32ec6f-db28-4b85-a001-2b08058988ad', 'name': '', 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'mac_address': 'fa:16:3e:6c:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:30Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 2, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'subnets': [{'id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:39.172313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d0fc2b-4492-4ad7-9c2c-0db24eb4f1ea,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:39.203999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Checking router: 2d393f2c-8073-47d9-9b05-63a756f4b9b4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:39.204368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Updating router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 port 8b32ec6f-db28-4b85-a001-2b08058988ad binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:09:39.240936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.242261 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.253039 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1021afdb-e00f-4b76-ada7-3a8d4a01136d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3482716 Dec 20 16:09:39.273976 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:39.295962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c823-0dde-4df2-9654-d14ac0e8973c req-6ae912d1-abc2-49e4-9e40-60ae12e2f98a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:39.300500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7e8c823-0dde-4df2-9654-d14ac0e8973c req-6ae912d1-abc2-49e4-9e40-60ae12e2f98a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 944 time: 0.0679617 Dec 20 16:09:39.384348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7e8c823-0dde-4df2-9654-d14ac0e8973c req-df307a7f-c317-45c9-804b-794b91ed6e62 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776725 Dec 20 16:09:39.454885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-89b289d7-e450-444c-ab72-84dc84cf2843 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595682106&fields=id&tenant_id=349a8b8397df427cae2ee0e8988ff6a7 HTTP/1.1" status: 200 len: 267 time: 0.0632298 Dec 20 16:09:39.581944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-78d08677-4139-46fe-a1c6-0b6c03e83e31 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:39.590434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-78d08677-4139-46fe-a1c6-0b6c03e83e31 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 809 time: 0.1278179 Dec 20 16:09:39.592774 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '514ebfbc-dbcf-45ec-a91f-5a1adb2775d4', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:32Z', 'updated_at': '2021-12-20T16:09:38Z', 'revision_number': 2, 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:39.601089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-89e9ca3b-ec41-4816-9e1d-f05a99887ef7 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/quotas/349a8b8397df427cae2ee0e8988ff6a7 HTTP/1.1" status: 200 len: 375 time: 0.0091808 Dec 20 16:09:39.609967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.635231 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427e06-1922-41c1-8651-3e5e64995bf9 None None] The sync data for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 is: [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '514ebfbc-dbcf-45ec-a91f-5a1adb2775d4', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'port_id': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'mac_address': 'fa:16:3e:d2:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:32Z', 'updated_at': '2021-12-20T16:09:38Z', 'revision_number': 2, 'project_id': '929e2c7606c247339267a657e920fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:39.637546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0af96807-bfd2-45c8-bef0-73a033e5e98f up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:39.670383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-18b2d399-894c-44c6-a8d2-ab6f1ce02549 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612099 Dec 20 16:09:39.691353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.764386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654b939-32ae-4b03-96d3-c85a8355ba4b None None] Pushing event updated for resources: {'Port': ['ID=8b32ec6f-db28-4b85-a001-2b08058988ad,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:39.794823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-7e3dfce9-511c-4c30-aeea-9505e71e18f4 service neutron] 10.222.0.81 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123881 Dec 20 16:09:39.811181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 0af96807-bfd2-45c8-bef0-73a033e5e98f completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:39.853602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:39.855924 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:39.901013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Attempting to bind port 8b32ec6f-db28-4b85-a001-2b08058988ad on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:39.902669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Attempting to bind port 8b32ec6f-db28-4b85-a001-2b08058988ad by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:39.904489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Attempting to bind port 8b32ec6f-db28-4b85-a001-2b08058988ad on network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:39.911057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 0af96807-bfd2-45c8-bef0-73a033e5e98f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:39.913780 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.931069 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deac6bf8-0e25-4019-b85d-88af3043543c x-openstack-request-id: req-deac6bf8-0e25-4019-b85d-88af3043543c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:39.931565 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:39.931954 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-deac6bf8-0e25-4019-b85d-88af3043543c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:39.932361 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'status': 'completed', 'code': 200} Dec 20 16:09:39.953313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:39.954642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Checking segment: {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:39.955159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:39.955876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Bound using segment: {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:39.957248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Bound port: 8b32ec6f-db28-4b85-a001-2b08058988ad, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54da7f5f-f538-401b-b2ee-611e0852e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:39.957827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:40.003560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-abd21c91-8e31-40a5-8e69-35e37295a919 service neutron] 10.222.0.81 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010660 Dec 20 16:09:40.028693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-97bcb976-ab99-4411-8577-d110084f4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.030413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-97bcb976-ab99-4411-8577-d110084f4199 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1096 time: 0.0731335 Dec 20 16:09:40.105628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] For port 8b32ec6f-db28-4b85-a001-2b08058988ad, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:40.129910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] For port 8b32ec6f-db28-4b85-a001-2b08058988ad, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8b32ec6f-db28-4b85-a001-2b08058988ad,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:40.136347 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:40.152713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-daa5aba8-1a06-487d-b8ef-000a22ad1975 None None] Provisioning complete for port 8b32ec6f-db28-4b85-a001-2b08058988ad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:40.152713 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-daa5aba8-1a06-487d-b8ef-000a22ad1975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:40.171465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-6e70fcb5-f349-4902-bd3a-91bb999c2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.173056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-6e70fcb5-f349-4902-bd3a-91bb999c2f22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 914 time: 0.1318974 Dec 20 16:09:40.187591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af96807-bfd2-45c8-bef0-73a033e5e98f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:40.190391 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91948794-550c-451a-a3de-e3b68ffde26c" -d '{"events": [{"server_uuid": "e42d785b-e3aa-46a3-87fd-370040cc325f", "name": "network-vif-plugged", "status": "completed", "tag": "0af96807-bfd2-45c8-bef0-73a033e5e98f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:40.211149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:40.219216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 0af96807-bfd2-45c8-bef0-73a033e5e98f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:40.249322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-daa5aba8-1a06-487d-b8ef-000a22ad1975 None None] Port 8b32ec6f-db28-4b85-a001-2b08058988ad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:40.252752 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591cb421-3951-4ce1-a4d9-3844c3a85c36 x-openstack-request-id: req-591cb421-3951-4ce1-a4d9-3844c3a85c36 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:40.253053 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42d785b-e3aa-46a3-87fd-370040cc325f", "name": "network-vif-plugged", "status": "completed", "tag": "0af96807-bfd2-45c8-bef0-73a033e5e98f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:40.253337 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-591cb421-3951-4ce1-a4d9-3844c3a85c36 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:40.253752 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af96807-bfd2-45c8-bef0-73a033e5e98f', 'code': 200} Dec 20 16:09:40.306383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Routers {'2d393f2c-8073-47d9-9b05-63a756f4b9b4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:40.307102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:40.309074 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:40.316045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654b939-32ae-4b03-96d3-c85a8355ba4b None None] Pushing event updated for resources: {'Port': ['ID=8b32ec6f-db28-4b85-a001-2b08058988ad,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:40.384201 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-bfc55aaa-9b44-4a5f-8936-116f1d16cd9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 1001 time: 0.1909244 Dec 20 16:09:40.508164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-09e98a16-b733-4bc3-811e-25d6f825c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.509651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b66a1d88-f9c0-4542-b558-1069c5a0be21 req-b9094030-2198-4b3e-b278-521a4512c197 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0483620 Dec 20 16:09:40.531478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-09e98a16-b733-4bc3-811e-25d6f825c49e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 200 len: 852 time: 0.1299262 Dec 20 16:09:40.559328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d222a-1038-4cbf-8bfd-01b68471f00a req-719d61db-fd59-4a90-aa3d-36b73595bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.561586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d9d222a-1038-4cbf-8bfd-01b68471f00a req-719d61db-fd59-4a90-aa3d-36b73595bb09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 1096 time: 0.2275765 Dec 20 16:09:40.663913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9302dfb-6230-4a3f-aae0-426aeaf0d26f req-8b994e68-66b4-4e44-b889-43804ec0b6d1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.671447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-93781097-8630-4783-b6a4-73a884356705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:40.672976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9302dfb-6230-4a3f-aae0-426aeaf0d26f req-8b994e68-66b4-4e44-b889-43804ec0b6d1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 945 time: 0.1597660 Dec 20 16:09:40.676725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-93781097-8630-4783-b6a4-73a884356705 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28cd3a4a-944f-435a-bbd8-aceb12d129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382222 Dec 20 16:09:40.716669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d9d222a-1038-4cbf-8bfd-01b68471f00a req-9370405c-f860-42f4-bb90-d3a4222851a0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438365 Dec 20 16:09:40.750023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9302dfb-6230-4a3f-aae0-426aeaf0d26f req-c91e9c2e-d478-43b4-a154-70160e0fdbf0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754292 Dec 20 16:09:40.759310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=0af96807-bfd2-45c8-bef0-73a033e5e98f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:40.776004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] Set router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:40.800097 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-1cb7d0fb-bde7-42f3-a702-fd001a7eb2e0 service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158636 Dec 20 16:09:40.814378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a61e6529-e42f-4db7-8ab0-74cb0335260f None None] Provisioning complete for port 8b32ec6f-db28-4b85-a001-2b08058988ad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:40.814705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a61e6529-e42f-4db7-8ab0-74cb0335260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:40.912824 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8adf6e2-82d7-4c53-9a8c-b6a28a78d88b req-cc763752-facd-4e81-a92f-5865729de83c service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051381 Dec 20 16:09:41.015226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a61e6529-e42f-4db7-8ab0-74cb0335260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:41.075001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a61e6529-e42f-4db7-8ab0-74cb0335260f None None] For port 8b32ec6f-db28-4b85-a001-2b08058988ad, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8b32ec6f-db28-4b85-a001-2b08058988ad,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:41.096014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8b32ec6f-db28-4b85-a001-2b08058988ad', 'name': '', 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'mac_address': 'fa:16:3e:6c:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:30Z', 'updated_at': '2021-12-20T16:09:40Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'subnets': [{'id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:41.124817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6c970-499a-46b5-bd49-3b2ad8fc3011 None None] The sync data for ids ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'] in n-d-781076-8 is: [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8b32ec6f-db28-4b85-a001-2b08058988ad', 'name': '', 'network_id': '5ac86981-ab91-4bb2-92b8-bc2e27c85e21', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'mac_address': 'fa:16:3e:6c:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:30Z', 'updated_at': '2021-12-20T16:09:40Z', 'revision_number': 4, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'subnets': [{'id': '199a73dd-b7cd-45d3-bb95-a10ee0301717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:41.164689 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a61e6529-e42f-4db7-8ab0-74cb0335260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:41.223923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e6529-e42f-4db7-8ab0-74cb0335260f None None] Pushing event updated for resources: {'Port': ['ID=8b32ec6f-db28-4b85-a001-2b08058988ad,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:41.619138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868bc1e1-d87d-4485-92dc-d62bd9be0ec5 req-22058840-3466-42c4-b10f-120ad7810589 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0591795 Dec 20 16:09:41.869366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7ad0b-2d92-452b-945f-3534fbdf2c9a req-5e5c5159-92ab-4d9b-a94d-683d91da82bd tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:41.870936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5c7ad0b-2d92-452b-945f-3534fbdf2c9a req-5e5c5159-92ab-4d9b-a94d-683d91da82bd tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 945 time: 0.0532768 Dec 20 16:09:41.937009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5c7ad0b-2d92-452b-945f-3534fbdf2c9a req-3e251f0a-3e37-495f-869e-ec80195e9d5e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482292 Dec 20 16:09:42.382259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b32ec6f-db28-4b85-a001-2b08058988ad up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:42.437198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8b32ec6f-db28-4b85-a001-2b08058988ad triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:42.437576 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:42.717086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-435133b8-cd4b-4c60-9f51-53051dd74474 req-0c818c2e-657e-462d-9a0a-7ba37a2624bb tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Dec 20 16:09:43.044043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d11af9-27cd-4a7d-9d22-23865e025345 req-f8a9aa6d-80d9-47d6-9e17-0fcc56aad337 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:43.045774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3d11af9-27cd-4a7d-9d22-23865e025345 req-f8a9aa6d-80d9-47d6-9e17-0fcc56aad337 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 945 time: 0.0524993 Dec 20 16:09:43.115287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3d11af9-27cd-4a7d-9d22-23865e025345 req-d31ce78e-f790-4313-bb04-52f71ca36a6c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553710 Dec 20 16:09:43.827248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f280c1f6-7bc1-4cf8-bf7f-5c5530cb9e27 req-86e648b5-0e32-4b29-ad02-89f268ebc801 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0293529 Dec 20 16:09:44.219901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-d7d97b50-2748-484f-bfaa-39f8b6e5e712 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:44.221514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-d7d97b50-2748-484f-bfaa-39f8b6e5e712 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 809 time: 0.1278958 Dec 20 16:09:44.297023 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-198146c0-98e5-49ca-affb-ff01c2cd03c7 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=349a8b8397df427cae2ee0e8988ff6a7 HTTP/1.1" status: 200 len: 379 time: 0.0654705 Dec 20 16:09:44.308931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'port': {'device_id': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'admin_state_up': True, 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'security_groups': ['b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:44.518163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Made reservation on behalf of 349a8b8397df427cae2ee0e8988ff6a7 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:09:44.521793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:44.668877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Allocated IP 172.20.0.13 (7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302/33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3/30647ee4-b219-4bb4-b6d6-95d6e89f57ed) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:44.818457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:44.941510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0da2256e-21c2-434c-a21d-4f32303c0d69 req-bc179e8a-9774-475f-9bd9-e85d72186d00 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0322113 Dec 20 16:09:44.953148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.013992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:45.018369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:45.021118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:45.052345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'Port': ['ID=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:45.094376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:45.097236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.186163 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-8d850e14-2f4f-4a5e-9088-93dadd857983 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826954 Dec 20 16:09:45.228256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Request body: {'port': {'device_id': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:45.324862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.325048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-82e48659-f6e7-416e-8a2d-c5bf2d9f564d None None] Provisioning complete for port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:45.325048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82e48659-f6e7-416e-8a2d-c5bf2d9f564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.360622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-82e48659-f6e7-416e-8a2d-c5bf2d9f564d None None] Port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:09:45.605274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30647ee4-b219-4bb4-b6d6-95d6e89f57ed {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:45.612851 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.625289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Transition to ACTIVE for port object 30647ee4-b219-4bb4-b6d6-95d6e89f57ed will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:09:45.741418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.796597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:45.876568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Attempting to bind port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:09:45.876928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Attempting to bind port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:09:45.877292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Attempting to bind port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed on network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:45.884331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed on network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:09:45.884650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Attempting to bind port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed on network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:09:45.890136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:09:45.890451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Checking segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:09:45.890833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Bound using segment: {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:09:45.891257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Bound port: 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74606fcd-c00e-456c-aefc-81f5cbc24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:09:45.891762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:45.985827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] For port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:09:45.989575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] For port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:09:46.080486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:46.090888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d3c56-881a-4075-82cf-ff4ebbfc55e5 req-5f0a4624-8f59-477a-ae45-bbfa4b223171 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.093429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b3d3c56-881a-4075-82cf-ff4ebbfc55e5 req-5f0a4624-8f59-477a-ae45-bbfa4b223171 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 944 time: 0.0605826 Dec 20 16:09:46.160072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.160838 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:46.164115 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] 10.222.0.72 "PUT /v2.0/ports/30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 1092 time: 0.9697130 Dec 20 16:09:46.167921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:46.171587 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8efc746-b518-4e5b-9772-1110f4cedd62" -d '{"events": [{"name": "network-changed", "server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:46.179211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282989-d462-4c75-8af4-285bf3d1adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:46.184821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b3d3c56-881a-4075-82cf-ff4ebbfc55e5 req-80d7f933-5a25-4101-8ac5-587bc5fcf5c8 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800874 Dec 20 16:09:46.257734 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8b6af-de91-4f87-a30e-54ebc0e6c68c x-openstack-request-id: req-63f8b6af-de91-4f87-a30e-54ebc0e6c68c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:46.258305 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:46.258662 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63f8b6af-de91-4f87-a30e-54ebc0e6c68c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:46.259256 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'status': 'completed', 'code': 200} Dec 20 16:09:46.332373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-3385180a-92f5-4c66-9311-df82fa47be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.334055 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-3385180a-92f5-4c66-9311-df82fa47be83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1095 time: 0.0680285 Dec 20 16:09:46.385829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-0757484b-3516-4cb3-a4dd-bb1ed1795898 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 217 time: 0.0423253 Dec 20 16:09:46.439085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-9598e8bd-c6ed-41a5-8dc0-9699fd113865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.440851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-9598e8bd-c6ed-41a5-8dc0-9699fd113865 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0481074 Dec 20 16:09:46.489463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83714-89a2-468e-a213-323513e33cb6 req-3d7b33d9-b4f8-431c-913a-7e168b4ed351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.490973 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-3d7b33d9-b4f8-431c-913a-7e168b4ed351 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419526 Dec 20 16:09:46.591641 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-8f7a8761-3e23-4017-a683-eb2c7ed68fae service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931790 Dec 20 16:09:46.692137 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-66c83714-89a2-468e-a213-323513e33cb6 req-2204c263-6a7b-458f-9d7c-8824bcf1b7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936422 Dec 20 16:09:46.869641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-0efc94a0-2d04-4119-83bb-a175f903d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.869641 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-0efc94a0-2d04-4119-83bb-a175f903d90d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1095 time: 0.0510063 Dec 20 16:09:46.967990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-1e732d5c-db12-447e-ab5f-a9bc581c3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:46.969723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-1e732d5c-db12-447e-ab5f-a9bc581c3cb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 910 time: 0.0947585 Dec 20 16:09:47.019145 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-42b3fb5c-bc13-463b-ae64-ac665a1818d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 217 time: 0.0419226 Dec 20 16:09:47.045572 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:09:47.074212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-9aa3e2d2-cf8f-4390-8bdc-438301137d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:47.075845 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-9aa3e2d2-cf8f-4390-8bdc-438301137d7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0485179 Dec 20 16:09:47.126268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-1a2764a8-0256-4ab2-8465-65c4f8580d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:47.127795 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-1a2764a8-0256-4ab2-8465-65c4f8580d7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441828 Dec 20 16:09:47.251907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-5954236e-de06-4429-9743-b253974078a2 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149013 Dec 20 16:09:47.368584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41632254-7598-471d-a869-c90f3bc5002d req-4b34da57-21ca-4a14-aa3b-f61a0b54a5c1 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:47.372530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41632254-7598-471d-a869-c90f3bc5002d req-4b34da57-21ca-4a14-aa3b-f61a0b54a5c1 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 944 time: 0.1057644 Dec 20 16:09:47.412474 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b8efc746-b518-4e5b-9772-1110f4cedd62 req-bf75e769-8edf-4516-bc2c-c339bf750294 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525571 Dec 20 16:09:47.435932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41632254-7598-471d-a869-c90f3bc5002d req-a47ec7d5-88dc-4e3b-8c6b-da42b16f21ce tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552201 Dec 20 16:09:48.403477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 30647ee4-b219-4bb4-b6d6-95d6e89f57ed details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:09:48.518486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:48.533154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'port_id': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'mac_address': 'fa:16:3e:0a:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:09:48.572863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b8cdd-c6af-4903-8c8d-18791d29f810 req-7985bc6f-7d4e-495f-9845-cc815151cf92 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:48.574472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae8b8cdd-c6af-4903-8c8d-18791d29f810 req-7985bc6f-7d4e-495f-9845-cc815151cf92 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 944 time: 0.0556383 Dec 20 16:09:48.578696 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:48.594705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30647ee4-b219-4bb4-b6d6-95d6e89f57ed {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:09:48.620633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:48.637340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae8b8cdd-c6af-4903-8c8d-18791d29f810 req-e95bbb11-c166-4b82-8b2e-814c57696cc7 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532060 Dec 20 16:09:48.718796 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:48.784785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:48.945845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['30647ee4-b219-4bb4-b6d6-95d6e89f57ed'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:09:49.274406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce00f0f-f2c8-4689-97ed-7a799ae8023f req-153643b1-c47a-42a9-9f3e-042ee5966c0d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:49.276349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ce00f0f-f2c8-4689-97ed-7a799ae8023f req-153643b1-c47a-42a9-9f3e-042ee5966c0d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0559726 Dec 20 16:09:49.337951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ce00f0f-f2c8-4689-97ed-7a799ae8023f req-213729e4-0396-4bb6-8c34-1fd981a181b5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551391 Dec 20 16:09:49.765477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b408c8-2261-41c9-a119-cae06e067756 req-4f8006da-1052-4f42-8ef8-fe2746e7d722 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:49.767005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57b408c8-2261-41c9-a119-cae06e067756 req-4f8006da-1052-4f42-8ef8-fe2746e7d722 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Dec 20 16:09:49.824667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57b408c8-2261-41c9-a119-cae06e067756 req-8cbe9ac4-591a-45b9-843a-c51914237dcb tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494311 Dec 20 16:09:50.428350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 30647ee4-b219-4bb4-b6d6-95d6e89f57ed up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:09:50.489017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761f657-3f8a-4472-aef5-8da4c6381931 req-265c9b16-b3cb-467b-a2c1-11d0d7ba2877 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:50.491680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0761f657-3f8a-4472-aef5-8da4c6381931 req-265c9b16-b3cb-467b-a2c1-11d0d7ba2877 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0726571 Dec 20 16:09:50.562245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0761f657-3f8a-4472-aef5-8da4c6381931 req-7c5e2adf-8dec-4e64-b45d-c532ed426805 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623226 Dec 20 16:09:50.633077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:09:50.639115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:09:50.639494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:50.732707 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:50.761230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:50.763724 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584acd1-07cd-4928-8e54-9ef819003704" -d '{"events": [{"server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "name": "network-vif-plugged", "status": "completed", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:50.778641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:09:50.813024 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d592fb59-f50a-413d-a5bd-929abb290bd4 x-openstack-request-id: req-d592fb59-f50a-413d-a5bd-929abb290bd4 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:50.813360 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "name": "network-vif-plugged", "status": "completed", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:50.813615 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d592fb59-f50a-413d-a5bd-929abb290bd4 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:50.814189 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'code': 200} Dec 20 16:09:50.939049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de67e-6ec7-4208-ac89-b84bef56380b req-f93287e6-a370-4c16-8bf6-d183693585ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:50.941045 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7a7de67e-6ec7-4208-ac89-b84bef56380b req-f93287e6-a370-4c16-8bf6-d183693585ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1096 time: 0.0631156 Dec 20 16:09:50.980700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015877e-fe83-4bf1-99db-2db00e20b907 req-57644416-c2bd-473c-8295-2ff6e7d2508d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:50.986605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7015877e-fe83-4bf1-99db-2db00e20b907 req-57644416-c2bd-473c-8295-2ff6e7d2508d tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 945 time: 0.0757093 Dec 20 16:09:50.996574 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7a7de67e-6ec7-4208-ac89-b84bef56380b req-db98ed32-7c8e-459c-a2a8-e914111f967c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479369 Dec 20 16:09:51.013622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:51.044885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7015877e-fe83-4bf1-99db-2db00e20b907 req-b97b1d78-c5bc-4c71-9f8f-ea64cbb9ce19 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557647 Dec 20 16:09:51.078525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:51.694018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda53443-5bf6-4487-bae2-f6bd111e3334 req-119a6c78-2f6f-4df1-9575-a5c1b7af3dca tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:51.698630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fda53443-5bf6-4487-bae2-f6bd111e3334 req-119a6c78-2f6f-4df1-9575-a5c1b7af3dca tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0564511 Dec 20 16:09:51.754283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fda53443-5bf6-4487-bae2-f6bd111e3334 req-45242850-6b20-4484-96a2-1effa5990c7c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480921 Dec 20 16:09:51.764253 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:52.181289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fee94-da1d-48ad-b9b7-ffef11829c0c req-fa5ccb86-27a9-4f3a-9bb3-b9344edf0d12 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:52.185672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0fee94-da1d-48ad-b9b7-ffef11829c0c req-fa5ccb86-27a9-4f3a-9bb3-b9344edf0d12 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0661366 Dec 20 16:09:52.247222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d0fee94-da1d-48ad-b9b7-ffef11829c0c req-798ac8c6-68a2-4a73-ae49-1935b5a531d4 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568833 Dec 20 16:09:52.873808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a9a7-afc2-4f79-b319-82918427fb08 req-6be6a405-7d74-4d21-8ea1-0e3805e1027f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:52.875234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d212a9a7-afc2-4f79-b319-82918427fb08 req-6be6a405-7d74-4d21-8ea1-0e3805e1027f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0484972 Dec 20 16:09:52.927940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d212a9a7-afc2-4f79-b319-82918427fb08 req-b9f36e45-88e1-46e5-a412-8d3d153a96b7 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466278 Dec 20 16:09:53.369664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b255c-e4e3-466a-a156-e8c2c17a9122 req-05e323ef-36c3-4790-88ba-9873fa634f12 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:53.371148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-964b255c-e4e3-466a-a156-e8c2c17a9122 req-05e323ef-36c3-4790-88ba-9873fa634f12 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0517225 Dec 20 16:09:53.423205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-964b255c-e4e3-466a-a156-e8c2c17a9122 req-48c6f1a6-da79-41d6-afa8-66ecc60e468e tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459239 Dec 20 16:09:53.546618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1b9c-21a5-4b43-8db4-822b080d0881 req-46bd95e2-a3dc-4dae-af54-48e7faf7b749 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:53.548117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0a1b9c-21a5-4b43-8db4-822b080d0881 req-46bd95e2-a3dc-4dae-af54-48e7faf7b749 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0561309 Dec 20 16:09:53.598452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0a1b9c-21a5-4b43-8db4-822b080d0881 req-59af9c11-d05d-4b61-ae6b-51cd8c4463eb tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Dec 20 16:09:53.730113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056772-e178-44ae-88b8-b106de721b53 req-5279bdd1-2643-4ad6-bdbb-8c497524f49b tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:53.731540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9056772-e178-44ae-88b8-b106de721b53 req-5279bdd1-2643-4ad6-bdbb-8c497524f49b tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0546780 Dec 20 16:09:53.789664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9056772-e178-44ae-88b8-b106de721b53 req-5268c32c-158a-4bcc-9083-9ad66dfeffd8 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501978 Dec 20 16:09:53.812260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59030) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:53.900067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa19976-c1d7-4378-b3f6-7bbcbc412b52 tempest-TestServerBasicOps-1255726122 tempest-TestServerBasicOps-1255726122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:53.901620 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7aa19976-c1d7-4378-b3f6-7bbcbc412b52 tempest-TestServerBasicOps-1255726122 tempest-TestServerBasicOps-1255726122-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1092 time: 0.0883262 Dec 20 16:09:53.904567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59034) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:09:53.908843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:09:54.053286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf367d-f87a-4784-bf35-220e73a5476d req-62010a80-c278-47d3-a244-3acd67b9e011 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:54.055854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fdf367d-f87a-4784-bf35-220e73a5476d req-62010a80-c278-47d3-a244-3acd67b9e011 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0546911 Dec 20 16:09:54.065699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:54.108592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fdf367d-f87a-4784-bf35-220e73a5476d req-6377783c-5ab2-4b66-b568-031b48127073 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466378 Dec 20 16:09:54.171961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:54.279736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Allocated IP 172.25.6.238 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0f5950fa-78d4-4ee4-87ab-354a9567aa98) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:09:54.391529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:54.523896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:54.567417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:09:54.570892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:09:54.574547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:09:54.579950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'Port': ['ID=0f5950fa-78d4-4ee4-87ab-354a9567aa98,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:54.960251 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:55.155519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:55.267129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7447f-2954-4910-bc52-81b45387257a req-916de20a-5d80-4863-bd28-a3848877f4d8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:55.271218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25f7447f-2954-4910-bc52-81b45387257a req-916de20a-5d80-4863-bd28-a3848877f4d8 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0587418 Dec 20 16:09:55.325564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25f7447f-2954-4910-bc52-81b45387257a req-b0ea4614-a47a-4ad8-9e73-dac2e9442ed2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482097 Dec 20 16:09:55.330046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:55.448803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:55.532648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event updated for resources: {'Port': ['ID=0f5950fa-78d4-4ee4-87ab-354a9567aa98,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:09:55.547870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:55.660252 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Floating IP 0d2c0021-a8d9-4d84-8f99-cef2fa2001cc associated. External IP: 172.25.6.238, port: 30647ee4-b219-4bb4-b6d6-95d6e89f57ed. Dec 20 16:09:56.154245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Router 0f48fa28-84e8-4939-b500-cfb889ddcd7c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:09:56.262351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:09:56.271966 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] Sync routers for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:09:56.281273 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:56.281882 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:56.361562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:56.389914 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:56.407463 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-77f97834-c52f-420d-938d-83835c1d524a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4887726 Dec 20 16:09:56.407463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:09:56.407463 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f19c7a9-c3e1-4812-8b92-73b7790afd32" -d '{"events": [{"name": "network-changed", "server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:09:56.442758 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d01241a-cb7c-4850-890b-c341ba50b5af x-openstack-request-id: req-8d01241a-cb7c-4850-890b-c341ba50b5af {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:09:56.442758 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:09:56.443048 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d01241a-cb7c-4850-890b-c341ba50b5af {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:09:56.443444 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'status': 'completed', 'code': 200} Dec 20 16:09:56.453067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6df26-0b18-475c-aac7-99acfe990f76 req-0d12b962-a7ac-4124-ad24-19d82ad49ad0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:56.454680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3a6df26-0b18-475c-aac7-99acfe990f76 req-0d12b962-a7ac-4124-ad24-19d82ad49ad0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0537851 Dec 20 16:09:56.518852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3a6df26-0b18-475c-aac7-99acfe990f76 req-6d18f96d-7f9d-4ac5-8494-82c293be48c5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556071 Dec 20 16:09:56.528208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-0686c43c-64cb-4ce8-b498-47f7d13ac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:56.529760 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-0686c43c-64cb-4ce8-b498-47f7d13ac3bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1097 time: 0.0499361 Dec 20 16:09:56.624948 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-b916cd14-552c-4b88-8c50-948edc45084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:56.626518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-b916cd14-552c-4b88-8c50-948edc45084e service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 910 time: 0.0901256 Dec 20 16:09:56.634009 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0d2c0021-a8d9-4d84-8f99-cef2fa2001cc', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'port_id': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'mac_address': 'fa:16:3e:0a:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:54Z', 'updated_at': '2021-12-20T16:09:54Z', 'revision_number': 0, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:56.660854 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] Checking router: 0f48fa28-84e8-4939-b500-cfb889ddcd7c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:09:56.670036 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:09:56.670637 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:09:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:56.699746 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-c4e3b487-2941-426f-bf93-279faa38e57d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 1000 time: 0.0663486 Dec 20 16:09:56.752081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-f1e43ca1-0bd0-4b33-91aa-fbb18cfc1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:56.753702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-f1e43ca1-0bd0-4b33-91aa-fbb18cfc1584 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0473285 Dec 20 16:09:56.781974 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:09:56.803978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-9f0b8ede-0979-410b-b695-20e71ed53dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:56.805800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-9f0b8ede-0979-410b-b695-20e71ed53dff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451620 Dec 20 16:09:56.965042 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-4b9ab3af-11a0-4323-adb0-50fc0c369c2c service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280375 Dec 20 16:09:57.052605 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0d2c0021-a8d9-4d84-8f99-cef2fa2001cc', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'port_id': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'mac_address': 'fa:16:3e:0a:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:54Z', 'updated_at': '2021-12-20T16:09:54Z', 'revision_number': 0, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:09:57.073633 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4f19c7a9-c3e1-4812-8b92-73b7790afd32 req-4b9e8b6f-6a20-48c7-a2b8-ea3aeb24e009 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004779 Dec 20 16:09:57.088297 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cccf2c-c05e-4828-a544-6e2f8cb852eb None None] The sync data for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 is: [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0d2c0021-a8d9-4d84-8f99-cef2fa2001cc', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'port_id': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'mac_address': 'fa:16:3e:0a:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:09:54Z', 'updated_at': '2021-12-20T16:09:54Z', 'revision_number': 0, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:09:57.261369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:09:57.292993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2536d3-210d-4ccb-a778-5358fbbde206 None None] New status for floating IP 0d2c0021-a8d9-4d84-8f99-cef2fa2001cc: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:09:57.652355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116fdd6-12f7-48c8-afb4-162e66cfab2c req-58de1096-63a6-4c6b-8829-5c51da579622 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:57.653857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3116fdd6-12f7-48c8-afb4-162e66cfab2c req-58de1096-63a6-4c6b-8829-5c51da579622 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0485883 Dec 20 16:09:57.703335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3116fdd6-12f7-48c8-afb4-162e66cfab2c req-c590766a-27c3-4ea0-8f33-992b1d116d9b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Dec 20 16:09:58.831601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfdaa-97fb-48c6-ad87-0e9157dd9eeb req-ff7f2d25-ddf3-4c8e-a25c-5caf84e9ce7c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:09:58.833109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf1bfdaa-97fb-48c6-ad87-0e9157dd9eeb req-ff7f2d25-ddf3-4c8e-a25c-5caf84e9ce7c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0553632 Dec 20 16:09:58.888096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf1bfdaa-97fb-48c6-ad87-0e9157dd9eeb req-e0ec36bf-7491-4ab6-98a7-f2c60299665a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478351 Dec 20 16:09:59.290134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a07b366-a5b3-426a-9367-9f9aa9ca7c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:00.017992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-3e7cced2-9b27-4c44-88dd-6f18ab7d8635 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:00.019469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-3e7cced2-9b27-4c44-88dd-6f18ab7d8635 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.1359789 Dec 20 16:10:00.040625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f951f-bbe9-4079-9253-b2c66ba05786 req-599360d0-1b49-4354-96da-afdf8380de9d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:00.042232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-471f951f-bbe9-4079-9253-b2c66ba05786 req-599360d0-1b49-4354-96da-afdf8380de9d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0818346 Dec 20 16:10:00.045980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-dd802ab2-675f-4ed5-8786-1a7d5305df13 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/quotas/34d7f0940f474b588e8baf098478a443 HTTP/1.1" status: 200 len: 375 time: 0.0201402 Dec 20 16:10:00.133377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-38db55f2-7c9f-40f5-81dd-3f01a3d15c29 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815167 Dec 20 16:10:00.138469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-471f951f-bbe9-4079-9253-b2c66ba05786 req-6bc5262d-2515-466d-b4b8-b6fb7946c2c3 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764177 Dec 20 16:10:00.229645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-9b992dab-bdb2-4037-ba1c-221c0321b135 service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Dec 20 16:10:00.333393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-2bd70d66-1842-4048-8abc-35c0859c473c service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973086 Dec 20 16:10:00.601671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-506f9d9e-bb22-4f9d-a770-35329a5c3d67 req-0c6da364-f8f6-4fe5-a7d7-71b35416c015 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 210 time: 0.0281839 Dec 20 16:10:01.242175 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-40690048-063d-4e5c-94a1-f5f56f082aa6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556040 Dec 20 16:10:01.271841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e33a8a-a145-4fc4-a7ee-0e1695f4df7b req-814eb624-821a-45f9-82fc-e7d4dfe55a5f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.273714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8e33a8a-a145-4fc4-a7ee-0e1695f4df7b req-814eb624-821a-45f9-82fc-e7d4dfe55a5f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Dec 20 16:10:01.327388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8e33a8a-a145-4fc4-a7ee-0e1695f4df7b req-fda16821-8086-483e-9f15-fad12690020e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464344 Dec 20 16:10:01.333207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-47a06561-8bfb-4a75-8f34-47aa9202385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.333953 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-47a06561-8bfb-4a75-8f34-47aa9202385f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1096 time: 0.0476973 Dec 20 16:10:01.454227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-e62ddfd4-8a18-4238-9bb0-f79f48a9046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.455545 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-e62ddfd4-8a18-4238-9bb0-f79f48a9046e service neutron] 10.222.0.72 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 914 time: 0.0977130 Dec 20 16:10:01.534633 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-57b58eaf-6bc4-45cb-8758-9aa32ebf4ce2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 1001 time: 0.0723240 Dec 20 16:10:01.598214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-439fbdb1-6708-4fd1-949a-0ac9b0a5cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.599682 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-439fbdb1-6708-4fd1-949a-0ac9b0a5cdf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 200 len: 852 time: 0.0488596 Dec 20 16:10:01.661140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-54e950d9-4552-4e38-ac3a-c17c0bf9067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:01.661140 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-54e950d9-4552-4e38-ac3a-c17c0bf9067e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28cd3a4a-944f-435a-bbd8-aceb12d129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515859 Dec 20 16:10:01.699814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fd53a3a-5c38-4c7f-b7bc-865b3a9ed978 req-ea740de3-92b6-475a-b99d-7dfa8325173e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 210 time: 0.0299888 Dec 20 16:10:01.754741 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-dd28747e-77a5-470d-91b0-08d555140a49 service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879672 Dec 20 16:10:01.759200 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f980-bab7-45db-93bb-91c0ffbf817b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:01.853096 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5b3642c-839b-4007-a9ac-2d012b5814bf req-a072dbf9-664a-41c7-a1cd-cb3e7447e94f service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903788 Dec 20 16:10:02.275049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da850-49e4-461d-abb2-dcf88a004aff req-81db3146-ef73-4d97-bd90-8bcf8c27eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.276430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-81db3146-ef73-4d97-bd90-8bcf8c27eb14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0467129 Dec 20 16:10:02.383114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da850-49e4-461d-abb2-dcf88a004aff req-fab2e007-116f-4751-9123-8bd7b1b3f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.384595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-fab2e007-116f-4751-9123-8bd7b1b3f091 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 898 time: 0.0871272 Dec 20 16:10:02.433252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59126) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:02.438896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1770038132'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:02.487861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-3145647b-ef36-4983-bdb5-d61eb8806630 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0948465 Dec 20 16:10:02.500268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414416-4528-4055-bbb6-775d735c8d00 req-548b4db2-3ad7-4758-94ab-c39d20901f66 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.501754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87414416-4528-4055-bbb6-775d735c8d00 req-548b4db2-3ad7-4758-94ab-c39d20901f66 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0997994 Dec 20 16:10:02.547055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:02.550938 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:02.571614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da850-49e4-461d-abb2-dcf88a004aff req-97e47449-2438-4ba4-8fdf-2f0626482903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.573088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-97e47449-2438-4ba4-8fdf-2f0626482903 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 200 len: 834 time: 0.0704789 Dec 20 16:10:02.575356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:10:02.584650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:02.585659 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Added segment cfb0e0d4-d43a-4de3-b886-819eebd03b9c of type vlan for network bada19d2-55d2-402d-ad54-cfd4e34d088c Dec 20 16:10:02.604762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87414416-4528-4055-bbb6-775d735c8d00 req-7e167319-2f8c-4f3a-bc4c-faabe74b93fb tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942276 Dec 20 16:10:02.633718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da850-49e4-461d-abb2-dcf88a004aff req-04a8ab74-528f-4709-88ca-61df980495ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.635240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-04a8ab74-528f-4709-88ca-61df980495ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532320 Dec 20 16:10:02.642429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:02.733122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-3f8dbf6a-bdef-4614-a3dd-b2f912a7017d service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896566 Dec 20 16:10:02.801584 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:02.807751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.808346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:02.834656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4896463-cc3f-4516-94e5-2b2f7065309c req-7ac7099a-5486-4860-8514-3bf158f80606 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 210 time: 0.0580280 Dec 20 16:10:02.880176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970da850-49e4-461d-abb2-dcf88a004aff req-b9940b41-6c32-4fb7-8e42-a8bc3935b059 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389663 Dec 20 16:10:02.912724 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:02.920481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Network': ['ID=bada19d2-55d2-402d-ad54-cfd4e34d088c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:02.936757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.937113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.937485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.937868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.938204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.938567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.938900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.939241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.939567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.940196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.940509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.940832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.941343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:02.954360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network bada19d2-55d2-402d-ad54-cfd4e34d088c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:10:02.966477 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-487603db-309b-4bd1-9012-0a174719576d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5320125 Dec 20 16:10:02.969152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:02.976262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-357919790'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:02.987009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-4e3c586d-1766-4410-a9bd-a912859094c5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:02.988458 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-4e3c586d-1766-4410-a9bd-a912859094c5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.2087820 Dec 20 16:10:03.003424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Request body: {'port': {'device_id': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'admin_state_up': True, 'tenant_id': '34d7f0940f474b588e8baf098478a443'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:03.108881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:03.112452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.149093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:10:03.157977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.158317 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Added segment d8504c4a-7454-4d0a-ac95-609d1e2d62fc of type vlan for network e4a0b636-9ada-420e-8394-bc799c0b3db7 Dec 20 16:10:03.200614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.295658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Made reservation on behalf of 34d7f0940f474b588e8baf098478a443 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:03.299189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.355608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.361154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:03.361711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.450294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Network': ['ID=e4a0b636-9ada-420e-8394-bc799c0b3db7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:03.461762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:10:03.485762 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59134) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:03.486345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8bf3b1d6-99f5-4561-a5d8-3761992265e1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5158892 Dec 20 16:10:03.497539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'subnet': {'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:03.512246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Allocated IP 172.20.0.12 (55498b0d-0eb3-4415-abed-aaffcbc38a55/7a3f6ca9-cfdb-4442-babf-bad928f9c798/d49804b7-32f4-458f-ae11-a70cd455a053) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:03.667404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:03.671767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.682001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.787757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6875d93-5a50-48f9-bc02-02791f82930f req-fbf05faa-125b-4526-bc82-9375172a279a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:03.789310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6875d93-5a50-48f9-bc02-02791f82930f req-fbf05faa-125b-4526-bc82-9375172a279a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.1018054 Dec 20 16:10:03.856720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:03.873907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:10:03.949886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event updated for resources: {'Port': ['ID=d49804b7-32f4-458f-ae11-a70cd455a053,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:03.955785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:03.957604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:03.960363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:04.024773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:04.025753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.113849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-709ad1d9-f740-4707-a311-2039b9e9a61a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1140735 Dec 20 16:10:04.127606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Request body: {'port': {'device_id': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:04.185327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.242647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6875d93-5a50-48f9-bc02-02791f82930f req-945f92b1-cadc-4f0b-9b9b-23fefa47c1cd tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469602 Dec 20 16:10:04.301881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac8d86-94dc-4cac-aab3-b38ab75b857b req-58344abd-475b-4df1-acc0-840670999ee9 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:04.303382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eac8d86-94dc-4cac-aab3-b38ab75b857b req-58344abd-475b-4df1-acc0-840670999ee9 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 932 time: 0.1242316 Dec 20 16:10:04.345421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.357090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eac8d86-94dc-4cac-aab3-b38ab75b857b req-ad056125-b8d7-4140-b5f6-38a59707fc6c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Dec 20 16:10:04.374679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.437966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Subnet': ['ID=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:04.449373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.449727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.450067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.450415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.450735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.451064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.451390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.451742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.452039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.452362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.452687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.453006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.453357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:04.458504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Checking segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:04.458859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network hostable DHCP agents. Network: bada19d2-55d2-402d-ad54-cfd4e34d088c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:10:04.463626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49804b7-32f4-458f-ae11-a70cd455a053 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:04.471340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.483257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Transition to ACTIVE for port object d49804b7-32f4-458f-ae11-a70cd455a053 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:04.556479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network bada19d2-55d2-402d-ad54-cfd4e34d088c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:10:04.592629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.643218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d49804b7-32f4-458f-ae11-a70cd455a053,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:04.690459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, bada19d2-55d2-402d-ad54-cfd4e34d088c) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:04.695519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:04.696318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.700398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc422a-39be-4a3d-8a72-b5d0828f1194 None None] Network bada19d2-55d2-402d-ad54-cfd4e34d088c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:10:04.713602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Attempting to bind port d49804b7-32f4-458f-ae11-a70cd455a053 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:04.713940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Attempting to bind port d49804b7-32f4-458f-ae11-a70cd455a053 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:04.714263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Attempting to bind port d49804b7-32f4-458f-ae11-a70cd455a053 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:04.718868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Port d49804b7-32f4-458f-ae11-a70cd455a053 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:04.719186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Attempting to bind port d49804b7-32f4-458f-ae11-a70cd455a053 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:04.723920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:04.724253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Checking segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:04.724630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Bound using segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:04.725046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Bound port: d49804b7-32f4-458f-ae11-a70cd455a053, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:04.725432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.797957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] For port d49804b7-32f4-458f-ae11-a70cd455a053, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:04.801868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] For port d49804b7-32f4-458f-ae11-a70cd455a053, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d49804b7-32f4-458f-ae11-a70cd455a053,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:04.802278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-bada19d2-55d2-402d-ad54-cfd4e34d088c', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:10:04.803155 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.812708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bf3fa9f7-7152-42ea-a201-71d2938504e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3249526 Dec 20 16:10:04.815731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59140) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:04.821603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'subnet': {'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:04.903445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.938079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Allocated IP 10.1.1.2 (bada19d2-55d2-402d-ad54-cfd4e34d088c/ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198/80d304c6-523a-4aef-8645-e8bcbf6ff466) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:04.946941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:04.947567 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:04.949442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/d49804b7-32f4-458f-ae11-a70cd455a053 HTTP/1.1" status: 200 len: 1092 time: 0.8261261 Dec 20 16:10:04.953395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'tag': 'd49804b7-32f4-458f-ae11-a70cd455a053'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:04.955957 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "1168dcc3-c673-4341-b25e-5af1cb06646a", "tag": "d49804b7-32f4-458f-ae11-a70cd455a053"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:04.986921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570a7c0-8e85-4f4d-a233-3d469c24f5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d49804b7-32f4-458f-ae11-a70cd455a053,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:04.997343 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5fad1f-d351-4dd9-87f5-b91aa5788ef2 x-openstack-request-id: req-cb5fad1f-d351-4dd9-87f5-b91aa5788ef2 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:04.997642 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1168dcc3-c673-4341-b25e-5af1cb06646a", "tag": "d49804b7-32f4-458f-ae11-a70cd455a053", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:04.997896 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb5fad1f-d351-4dd9-87f5-b91aa5788ef2 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:04.998382 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'tag': 'd49804b7-32f4-458f-ae11-a70cd455a053', 'status': 'completed', 'code': 200} Dec 20 16:10:05.010034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:05.013747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.126185 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.128809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd req-c8bf2010-ba11-46bc-8976-71093c8076ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.128959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.130346 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd req-c8bf2010-ba11-46bc-8976-71093c8076ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 1095 time: 0.1000352 Dec 20 16:10:05.232577 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.285881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Network bada19d2-55d2-402d-ad54-cfd4e34d088c is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:05.291119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:05.292853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Pushing event updated for resources: {'Port': ['ID=80d304c6-523a-4aef-8645-e8bcbf6ff466,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:05.295051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:05.306854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd req-3148643c-a4bc-4142-89ed-a08fa19d8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.308345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd req-3148643c-a4bc-4142-89ed-a08fa19d8802 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d7f0940f474b588e8baf098478a443&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1663358 Dec 20 16:10:05.353693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Attempting to bind port 80d304c6-523a-4aef-8645-e8bcbf6ff466 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:05.354252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Attempting to bind port 80d304c6-523a-4aef-8645-e8bcbf6ff466 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:05.354434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Attempting to bind port 80d304c6-523a-4aef-8645-e8bcbf6ff466 on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:05.360902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:05.361359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Checking segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:05.361762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.362198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Bound using segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:05.362694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Bound port: 80d304c6-523a-4aef-8645-e8bcbf6ff466, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:05.363248 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.380678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.453892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] For port 80d304c6-523a-4aef-8645-e8bcbf6ff466, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:05.457612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] For port 80d304c6-523a-4aef-8645-e8bcbf6ff466, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=80d304c6-523a-4aef-8645-e8bcbf6ff466,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:05.484320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd req-6bfbfc74-70f9-442b-a478-f6e07d633bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.485777 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8ea4c53b-91e0-4cff-965e-5096c5fa2bfd req-6bfbfc74-70f9-442b-a478-f6e07d633bc5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1701677 Dec 20 16:10:05.488153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Subnet': ['ID=67316d67-e009-4453-8cf2-d9a2c125ea21,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:05.490962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10246a4c-4418-4b1d-9eb1-e1b2a581121c req-72839ff2-87ac-42fb-a09e-08735d9af24e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.493098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10246a4c-4418-4b1d-9eb1-e1b2a581121c req-72839ff2-87ac-42fb-a09e-08735d9af24e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 944 time: 0.0575655 Dec 20 16:10:05.497475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Checking segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:05.497837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network hostable DHCP agents. Network: e4a0b636-9ada-420e-8394-bc799c0b3db7, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:10:05.513940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.560217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10246a4c-4418-4b1d-9eb1-e1b2a581121c req-07988b1c-5816-49a2-b1ed-17ce5629af33 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578868 Dec 20 16:10:05.570914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:10:05.593369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-e1cb31e1-9eac-494f-90c1-e35f9c002137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.595914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-e1cb31e1-9eac-494f-90c1-e35f9c002137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 1095 time: 0.0679750 Dec 20 16:10:05.613142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665261ff-ddd7-42af-bc12-234ab7d863a1 None None] Pushing event updated for resources: {'Port': ['ID=80d304c6-523a-4aef-8645-e8bcbf6ff466,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:05.622728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43468981-c937-4d29-a170-1ba33e49ef8f req-3c88b33a-5bca-446c-bbdc-0349e9e55547 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.624238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43468981-c937-4d29-a170-1ba33e49ef8f req-3c88b33a-5bca-446c-bbdc-0349e9e55547 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0758023 Dec 20 16:10:05.650468 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-60cf35fd-f9ed-4279-9e56-f9a402b92111 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49804b7-32f4-458f-ae11-a70cd455a053 HTTP/1.1" status: 200 len: 217 time: 0.0435972 Dec 20 16:10:05.678169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e4a0b636-9ada-420e-8394-bc799c0b3db7) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:05.689758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43468981-c937-4d29-a170-1ba33e49ef8f req-93184081-94a0-4f65-8fdc-c446f23e7413 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559499 Dec 20 16:10:05.691254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692c9f8-f2ff-4806-a48d-58a2f24da9d7 None None] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:10:05.703984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.704695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.731126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-4099fffa-633f-4820-8dbd-3be3c00eec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:05.732589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-4099fffa-633f-4820-8dbd-3be3c00eec4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3f6ca9-cfdb-4442-babf-bad928f9c798 HTTP/1.1" status: 200 len: 854 time: 0.0713077 Dec 20 16:10:05.774538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-a4b175c7-11c3-4af4-bd07-e76d5cbd7e44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55498b0d-0eb3-4415-abed-aaffcbc38a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300977 Dec 20 16:10:05.834596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1c64b910-a5c1-49b2-81d0-1c288b737e4b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0160103 Dec 20 16:10:05.836737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:05.843559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'name': 'tempest-TaggedBootDevicesTest_v242-2103587351', 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:05.876992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e4a0b636-9ada-420e-8394-bc799c0b3db7', 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7', 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'fixed_ips': [{'subnet_id': '67316d67-e009-4453-8cf2-d9a2c125ea21'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:10:05.880192 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:05.950302 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-a1b6c7bb-15d8-41d6-ab48-74e309e380cb service neutron] 10.222.0.72 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601818 Dec 20 16:10:06.073057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:06.081860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60029371-3f52-4b50-b0f7-787ac611a8ea req-30cf8c3d-4a50-4788-b564-1cbce011a881 service neutron] 10.222.0.72 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254892 Dec 20 16:10:06.086358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Allocated IP 10.2.2.2 (e4a0b636-9ada-420e-8394-bc799c0b3db7/67316d67-e009-4453-8cf2-d9a2c125ea21/41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:06.169817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.188441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] device_id is not set on port 951a9e2b-a03f-44fa-83ad-f61ad605e9be yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:10:06.240341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.349880 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.375985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 10.1.1.100 (bada19d2-55d2-402d-ad54-cfd4e34d088c/ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198/951a9e2b-a03f-44fa-83ad-f61ad605e9be) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:06.418744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:06.427136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:06.434041 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:06.436180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80d304c6-523a-4aef-8645-e8bcbf6ff466 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:06.465880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Pushing event updated for resources: {'Port': ['ID=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:06.562539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Attempting to bind port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:06.563227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Attempting to bind port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:06.567118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Attempting to bind port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:06.577010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 80d304c6-523a-4aef-8645-e8bcbf6ff466 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:06.577978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.580694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:06.581745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Checking segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:06.582381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.582998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Bound using segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:06.583605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Bound port: 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:06.584174 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.623121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.710542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] For port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:06.714822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] For port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:06.723213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c8221-3628-4734-8064-a1b249308123 req-2b005726-ecef-4ff6-a12f-1725db31d469 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:06.730889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-290c8221-3628-4734-8064-a1b249308123 req-2b005726-ecef-4ff6-a12f-1725db31d469 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 944 time: 0.0720618 Dec 20 16:10:06.790483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-290c8221-3628-4734-8064-a1b249308123 req-479550ac-728e-41d5-8259-dd5102e31989 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531397 Dec 20 16:10:06.803804 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.811282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.848086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 80d304c6-523a-4aef-8645-e8bcbf6ff466, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=80d304c6-523a-4aef-8645-e8bcbf6ff466,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:06.858538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.894056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network bada19d2-55d2-402d-ad54-cfd4e34d088c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:06.903183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:06.906616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:06.909052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:06.932131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94550191-6b0c-4a39-8bd7-26b0b6777de8 None None] Pushing event updated for resources: {'Port': ['ID=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:06.950804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513a9a0-28ec-4cbe-8092-c5ab4cc0338e req-de3581e1-e520-452e-a82c-9e6857b5b357 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:06.952453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0513a9a0-28ec-4cbe-8092-c5ab4cc0338e req-de3581e1-e520-452e-a82c-9e6857b5b357 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.1330125 Dec 20 16:10:06.959694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:06.996765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:06.997427 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:07.027757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=80d304c6-523a-4aef-8645-e8bcbf6ff466,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:07.044402 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0513a9a0-28ec-4cbe-8092-c5ab4cc0338e req-0beed656-6d86-4be3-a1bb-3c0e31656c40 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839479 Dec 20 16:10:07.069959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268073a6-805b-42a0-9652-1d7dc9e3952f None None] Network bada19d2-55d2-402d-ad54-cfd4e34d088c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:10:07.160905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8a146849-fbf6-4e8b-9d0e-85aa02b8b6d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3202200 Dec 20 16:10:07.161446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59160) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:07.168927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'name': 'tempest-TaggedBootDevicesTest_v242-794634096', 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:07.409272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f102804c-0687-4802-99d6-d43732fe6641 None None] Provisioning complete for port 80d304c6-523a-4aef-8645-e8bcbf6ff466 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:07.409830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f102804c-0687-4802-99d6-d43732fe6641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:07.459332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:07.563958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:07.586840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] device_id is not set on port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:10:07.845420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4ca3b004-e681-4c93-aaa9-592b8140f24c None None] Provisioning complete for port 951a9e2b-a03f-44fa-83ad-f61ad605e9be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:07.845944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b004-e681-4c93-aaa9-592b8140f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:07.852068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 10.1.1.177 (bada19d2-55d2-402d-ad54-cfd4e34d088c/ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:07.891163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3b004-e681-4c93-aaa9-592b8140f24c None None] Port 951a9e2b-a03f-44fa-83ad-f61ad605e9be cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:07.903063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4ca3b004-e681-4c93-aaa9-592b8140f24c None None] Provisioning complete for port 80d304c6-523a-4aef-8645-e8bcbf6ff466 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:07.903432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b004-e681-4c93-aaa9-592b8140f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:07.965427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74269c2-0870-48c5-8bce-bdc40242e253 req-a4670ca4-d417-45fa-8801-c636adaa33ea tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:07.969742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a74269c2-0870-48c5-8bce-bdc40242e253 req-a4670ca4-d417-45fa-8801-c636adaa33ea tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 944 time: 0.0929313 Dec 20 16:10:08.049522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a74269c2-0870-48c5-8bce-bdc40242e253 req-0a572982-d8a1-491c-84e7-6ad4242dabee tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 Dec 20 16:10:08.063455 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.182620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.195903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a38d5-a87f-4070-bd6d-ff4315b3cf37 req-d22f5d2f-9d00-4038-92f6-5f90319128f2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:08.197525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab8a38d5-a87f-4070-bd6d-ff4315b3cf37 req-d22f5d2f-9d00-4038-92f6-5f90319128f2 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0673754 Dec 20 16:10:08.238413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-31dbb661-1735-4cd8-a36d-77f1663c9c46 None None] Provisioning complete for port 951a9e2b-a03f-44fa-83ad-f61ad605e9be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:08.239072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31dbb661-1735-4cd8-a36d-77f1663c9c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.244387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network bada19d2-55d2-402d-ad54-cfd4e34d088c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:08.245837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:08.249808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:08.252167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:08.255456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab8a38d5-a87f-4070-bd6d-ff4315b3cf37 req-fbf63c58-0a02-4a55-a8d7-4e394e351c6d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516274 Dec 20 16:10:08.299311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-31dbb661-1735-4cd8-a36d-77f1663c9c46 None None] Port 951a9e2b-a03f-44fa-83ad-f61ad605e9be cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:08.318078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:08.318747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.390991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4e3ca-6235-4cdb-8a55-ddbb1fb9ef97 None None] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:10:08.398270 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c1a73a6b-5093-4dc1-bf51-fc1d16e720b4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2323902 Dec 20 16:10:08.512299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9844a1df-8f1f-40f3-be0d-b2e2a50a69b1 None None] Provisioning complete for port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:08.512299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9844a1df-8f1f-40f3-be0d-b2e2a50a69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.537261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80d304c6-523a-4aef-8645-e8bcbf6ff466 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:08.555544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d49804b7-32f4-458f-ae11-a70cd455a053 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:10:08.660543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59170) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:08.666127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068964478', 'description': 'tempest-description--1139911825'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:08.753871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 80d304c6-523a-4aef-8645-e8bcbf6ff466 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:08.754216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.787645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.797352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d49804b7-32f4-458f-ae11-a70cd455a053, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d49804b7-32f4-458f-ae11-a70cd455a053,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:08.801273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9844a1df-8f1f-40f3-be0d-b2e2a50a69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.836172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd49804b7-32f4-458f-ae11-a70cd455a053', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'port_id': 'd49804b7-32f4-458f-ae11-a70cd455a053', 'mac_address': 'fa:16:3e:75:5a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f6ca9-cfdb-4442-babf-bad928f9c798', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:10:08.881542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.887164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9844a1df-8f1f-40f3-be0d-b2e2a50a69b1 None None] For port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:08.923213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.946799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49804b7-32f4-458f-ae11-a70cd455a053 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:08.952769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:08.958321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:08.997595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d49804b7-32f4-458f-ae11-a70cd455a053, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d49804b7-32f4-458f-ae11-a70cd455a053,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:09.002720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9844a1df-8f1f-40f3-be0d-b2e2a50a69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.073685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844a1df-8f1f-40f3-be0d-b2e2a50a69b1 None None] Pushing event updated for resources: {'Port': ['ID=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:09.088000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:09.088201 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.115121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.181712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b53c1e85-8687-43f6-992e-e7f4e6d27ee1 None None] Provisioning complete for port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:09.182082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b53c1e85-8687-43f6-992e-e7f4e6d27ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.204906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727915e-91f9-4048-b2ee-c1531269b82e req-e00d335c-2cc5-4baa-8e99-a53355ec8bd1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:09.206717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4727915e-91f9-4048-b2ee-c1531269b82e req-e00d335c-2cc5-4baa-8e99-a53355ec8bd1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 945 time: 0.0691099 Dec 20 16:10:09.231583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d49804b7-32f4-458f-ae11-a70cd455a053,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:09.263114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9355630d-b005-4e79-ae1e-7c73ec9ee6eb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:09.272417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4727915e-91f9-4048-b2ee-c1531269b82e req-9b312451-6f39-4de2-a481-c9daa7b04dc4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Dec 20 16:10:09.330645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.333627 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0dc298df-3fea-4e49-994d-208c2ceadeaa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6718502 Dec 20 16:10:09.335239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59176) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:09.341018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'security_group_rule': {'security_group_id': '9355630d-b005-4e79-ae1e-7c73ec9ee6eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:09.341213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b53c1e85-8687-43f6-992e-e7f4e6d27ee1 None None] Provisioning complete for port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:09.341504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b53c1e85-8687-43f6-992e-e7f4e6d27ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.369938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d49804b7-32f4-458f-ae11-a70cd455a053'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:10:09.411357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601f8ef-0930-4f5b-8639-7200833235e2 req-f746c48f-9269-4bd1-b212-9fedeb275c37 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:09.412984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4601f8ef-0930-4f5b-8639-7200833235e2 req-f746c48f-9269-4bd1-b212-9fedeb275c37 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0650835 Dec 20 16:10:09.423128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b53c1e85-8687-43f6-992e-e7f4e6d27ee1 None None] Port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:09.471238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4601f8ef-0930-4f5b-8639-7200833235e2 req-5b808614-2bf7-46d7-baf5-397373f577f0 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Dec 20 16:10:09.472505 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.525752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.590757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.611044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5cb73a-911e-46b4-9ab7-d355c5852fae,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:09.709272 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.710919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-89198215-0432-4334-887b-83d3e61cd410 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737135 Dec 20 16:10:09.713423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59180) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:09.717813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'security_group_rule': {'security_group_id': '9355630d-b005-4e79-ae1e-7c73ec9ee6eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:09.747792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:10:09.750860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:10:09.877390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.897516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.917880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:09.936495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'port_id': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'mac_address': 'fa:16:3e:31:9e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:10:09.942363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:09.944643 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6034909-7653-4f32-b848-ca37b01fb887" -d '{"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:09.959568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:09.964500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7aed3-9e8e-4f13-9a22-d58c2e960721 req-bfbab4d1-2cd2-4b2f-bdb1-6d3c28c1f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:09.966214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ec7aed3-9e8e-4f13-9a22-d58c2e960721 req-bfbab4d1-2cd2-4b2f-bdb1-6d3c28c1f135 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0781102 Dec 20 16:10:09.967967 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:09.989489 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fb71d3-ab03-476e-8915-47bbb3640a08 x-openstack-request-id: req-a7fb71d3-ab03-476e-8915-47bbb3640a08 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:09.989788 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:09.990044 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7fb71d3-ab03-476e-8915-47bbb3640a08 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:09.990436 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'code': 200} Dec 20 16:10:10.000794 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.011727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc7267ef-b204-499e-8e4e-7600cad9f8d3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:10.017271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ec7aed3-9e8e-4f13-9a22-d58c2e960721 req-cbec7ba4-8e37-424e-9cf9-b561e9e0ddd5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Dec 20 16:10:10.066168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.072839 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.095414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f62958-3091-4096-b416-c675560a0a60,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:10.133391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:10:10.133758 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:10:10.142552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:10.159036 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.160271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5f1de351-a4f6-4f22-9af2-8e1b19144d26 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4459062 Dec 20 16:10:10.163884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59184) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:10.168383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:10.242968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.346615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.361529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:10.423858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:10.424813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.477979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e8e04-d8b6-4308-ba84-2e3ad1d04973 req-a872bd54-3c52-4477-b7f5-eee966fc597a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:10.479547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e04e8e04-d8b6-4308-ba84-2e3ad1d04973 req-a872bd54-3c52-4477-b7f5-eee966fc597a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 945 time: 0.1255853 Dec 20 16:10:10.531843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d49804b7-32f4-458f-ae11-a70cd455a053 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:10.540332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 172.25.6.8 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/ebd2571a-c9b4-4f0c-ab5d-52bbff2d7754) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:10.576076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e04e8e04-d8b6-4308-ba84-2e3ad1d04973 req-e4dd9868-a6f2-4add-bf26-c9e74bc65595 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859330 Dec 20 16:10:10.665432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960952c-38d0-4137-b8f1-a50dcc65702f req-967accfa-390e-436e-a000-348d22e01415 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:10.666953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1960952c-38d0-4137-b8f1-a50dcc65702f req-967accfa-390e-436e-a000-348d22e01415 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 944 time: 0.1095524 Dec 20 16:10:10.676787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d49804b7-32f4-458f-ae11-a70cd455a053 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:10.679126 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.692192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d49804b7-32f4-458f-ae11-a70cd455a053 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:10.692568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.714410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7267ef-b204-499e-8e4e-7600cad9f8d3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:10.729465 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.748623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:10.753009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1960952c-38d0-4137-b8f1-a50dcc65702f req-677cddad-8069-4b7f-8482-4237c13c5f6e tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773728 Dec 20 16:10:10.801222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.834490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d49804b7-32f4-458f-ae11-a70cd455a053, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d49804b7-32f4-458f-ae11-a70cd455a053,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:10.838127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.867910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.888545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:10.910526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:10.914004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:10.917687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:10.923249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=ebd2571a-c9b4-4f0c-ab5d-52bbff2d7754,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:10.941705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:10.993339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d49804b7-32f4-458f-ae11-a70cd455a053,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:11.016832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:11.203482 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:11.365003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:11.448120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:11.516536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=ebd2571a-c9b4-4f0c-ab5d-52bbff2d7754,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:11.529109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:11.640873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:11.642320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d70c70b9-3141-4ed2-b342-e4cb3befe865 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4774508 Dec 20 16:10:11.703918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39994bff-620b-4dd8-a9f6-5662f99bb5a4 req-6660a2c9-ab38-4b4c-aee4-7ea57eee2b03 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:11.705476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39994bff-620b-4dd8-a9f6-5662f99bb5a4 req-6660a2c9-ab38-4b4c-aee4-7ea57eee2b03 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 946 time: 0.0580287 Dec 20 16:10:11.765725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39994bff-620b-4dd8-a9f6-5662f99bb5a4 req-bdcae6b1-d304-494f-95e8-b3793a50635a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Dec 20 16:10:11.919581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe2c63-cafd-4504-99ef-88cfb9447757 req-b90297fb-9004-4157-a984-5068e3f71b8c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:11.921117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5efe2c63-cafd-4504-99ef-88cfb9447757 req-b90297fb-9004-4157-a984-5068e3f71b8c tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0867274 Dec 20 16:10:11.925296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a89d4cbc-3834-48e3-aaf6-5cfb68c8a07b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2068964478&fields=id&tenant_id=acb534d4ea10431381edb516cf5c2153 HTTP/1.1" status: 200 len: 267 time: 0.0782499 Dec 20 16:10:11.991925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49804b7-32f4-458f-ae11-a70cd455a053'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:11.994424 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea37adf-242a-448a-b8cd-83d0adb536e6" -d '{"events": [{"server_uuid": "1168dcc3-c673-4341-b25e-5af1cb06646a", "name": "network-vif-plugged", "status": "completed", "tag": "d49804b7-32f4-458f-ae11-a70cd455a053"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:12.008973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f1e1bb3d-b2ac-4808-b9c2-72972e200c88 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.010394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f1e1bb3d-b2ac-4808-b9c2-72972e200c88 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 937 time: 0.0745616 Dec 20 16:10:12.020430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5efe2c63-cafd-4504-99ef-88cfb9447757 req-f749aaa6-e7b9-4efd-a839-b4800e3b2184 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926690 Dec 20 16:10:12.043848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59212) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:12.071016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-d75c1c55-538d-4bda-8076-fc6621e78cc7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.072506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-d75c1c55-538d-4bda-8076-fc6621e78cc7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 936 time: 0.0511990 Dec 20 16:10:12.081886 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974020fd-787b-4983-89c9-1280008adea1 x-openstack-request-id: req-974020fd-787b-4983-89c9-1280008adea1 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:12.084698 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168dcc3-c673-4341-b25e-5af1cb06646a", "name": "network-vif-plugged", "status": "completed", "tag": "d49804b7-32f4-458f-ae11-a70cd455a053", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:12.084698 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-974020fd-787b-4983-89c9-1280008adea1 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:12.084698 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49804b7-32f4-458f-ae11-a70cd455a053', 'code': 200} Dec 20 16:10:12.112200 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-98c46ca4-21ef-44c6-ac3b-e2702a4d2ee5 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/floatingips/afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 HTTP/1.1" status: 200 len: 993 time: 0.0639024 Dec 20 16:10:12.131182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-50a18113-ac41-4c37-b99f-c902d8f2428e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0525091 Dec 20 16:10:12.166035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-968fde87-6ab6-4e74-a9da-af1a95664feb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0284059 Dec 20 16:10:12.196490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc258dd-6d1b-411f-91b1-b906b973112e req-6f13effe-1da8-4f6a-a997-1484d46d6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.198019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7bc258dd-6d1b-411f-91b1-b906b973112e req-6f13effe-1da8-4f6a-a997-1484d46d6eb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 1097 time: 0.0425429 Dec 20 16:10:12.219836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['bc7267ef-b204-499e-8e4e-7600cad9f8d3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:10:12.254594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7bc258dd-6d1b-411f-91b1-b906b973112e req-c5885e8c-2c65-44f0-a605-0973e78641d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Dec 20 16:10:12.286924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-410ac024-6e5e-412b-b9ee-2cbb0da8534e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.293449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-410ac024-6e5e-412b-b9ee-2cbb0da8534e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.299298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-410ac024-6e5e-412b-b9ee-2cbb0da8534e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.301017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-410ac024-6e5e-412b-b9ee-2cbb0da8534e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 1994 time: 0.1287601 Dec 20 16:10:12.316613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-46d6a3c7-2efb-4ba2-9cc4-ea21bd502d5e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/quotas/acb534d4ea10431381edb516cf5c2153 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Dec 20 16:10:12.381033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-13f020ff-1613-42d8-9593-ac8c0589861a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0581081 Dec 20 16:10:12.484315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-8345d63b-8367-4c97-bd68-ab4609450707 service neutron] 10.222.0.81 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910196 Dec 20 16:10:12.576189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-2882eac4-b80d-48f2-9d13-d3954d282f86 service neutron] 10.222.0.81 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Dec 20 16:10:12.620552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-626f5279-e9be-4d17-a4f9-783531c9e57c service neutron] 10.222.0.81 "GET /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380282 Dec 20 16:10:12.711738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1bf7b0b7-05cc-4add-a0b1-ba7e9a0d83d5 service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852427 Dec 20 16:10:12.806419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-4ab47589-030e-4321-b05e-99de2b0597ad service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884676 Dec 20 16:10:12.868864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-fb24af11-8bfb-4a8c-89a2-2f9707acb5e1 service neutron] 10.222.0.81 "GET /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0556862 Dec 20 16:10:12.946031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f8ae-aff5-4357-a988-0cb41115d52d req-791b33d0-68a9-4c97-bef4-2285931e49f0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:12.947531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97b8f8ae-aff5-4357-a988-0cb41115d52d req-791b33d0-68a9-4c97-bef4-2285931e49f0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 946 time: 0.1094625 Dec 20 16:10:13.003935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e82d2530-1399-4c08-9f6a-2c1430779bbd service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292400 Dec 20 16:10:13.023715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97b8f8ae-aff5-4357-a988-0cb41115d52d req-bf8a8776-0a90-4722-9cba-2b56912607d9 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689490 Dec 20 16:10:13.104636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-68f2c4c0-f823-468f-b758-fd546af03919 service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926335 Dec 20 16:10:13.197250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-83511bc9-60a6-4f46-ba17-57faeaff9d0c service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864143 Dec 20 16:10:13.293590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-6a408548-0607-478f-83a0-58f6d5fc2f6c service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893581 Dec 20 16:10:13.388855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e721dfca-20e3-4dd2-869b-983c02345eca service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893319 Dec 20 16:10:13.484784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9290fbff-7ed9-4b85-9755-1f5333a95d42 service neutron] 10.222.0.81 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897517 Dec 20 16:10:13.578561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ef585a9-7b98-4cef-bb57-8d79a3b5d6f0 service neutron] 10.222.0.81 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877597 Dec 20 16:10:13.668149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-6b0d5d0e-764a-488a-9128-5cb741475a98 service neutron] 10.222.0.81 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835576 Dec 20 16:10:13.746538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:13.764213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3f9dcbc6-0580-4ce9-8f74-cd0b6fe4924f service neutron] 10.222.0.81 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893397 Dec 20 16:10:13.796915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port bc7267ef-b204-499e-8e4e-7600cad9f8d3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:13.798127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:13.855690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-abe85820-60ee-4dbd-ac4e-ec6d278ceb9b service neutron] 10.222.0.81 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854926 Dec 20 16:10:14.042039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:14.077070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:14.083731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:14.086804 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c445062-5280-4880-b51b-855d5e00af5c" -d '{"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:14.147056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:14.156690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ea3be-c1aa-4b43-9b6b-62b068945a9b req-e4ac9529-f1ca-4c2c-a77f-3515a580aebb tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:14.158371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-089ea3be-c1aa-4b43-9b6b-62b068945a9b req-e4ac9529-f1ca-4c2c-a77f-3515a580aebb tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 946 time: 0.0565283 Dec 20 16:10:14.197030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:14.204511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.204865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.205227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.205569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.205902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.206234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.206575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.206906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.207225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.207549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.207870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.208199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.208434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-089ea3be-c1aa-4b43-9b6b-62b068945a9b req-b8573c11-fd48-44dd-89e6-4223dc2ed1f5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Dec 20 16:10:14.208571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:10:14.252148 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c62a5a-46a1-47f7-a944-2909108cf8e3 x-openstack-request-id: req-c5c62a5a-46a1-47f7-a944-2909108cf8e3 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:14.252449 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:14.252704 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5c62a5a-46a1-47f7-a944-2909108cf8e3 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:14.253109 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'code': 200} Dec 20 16:10:15.793376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caba4695-b496-42ff-a0df-9c469b4b15ad req-531d5fd5-baf0-4d78-9904-d555066fae75 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0284967 Dec 20 16:10:16.888912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc6e89f-21e8-4456-9555-096fa1042632 req-365798fd-36ee-4e78-a4b1-c499b775aea1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0298073 Dec 20 16:10:17.997691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c330189-26a3-48f7-bcc8-c425595e38c2 req-3118d0a1-dda4-4492-97d0-e663001d5a21 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0310211 Dec 20 16:10:18.608291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-44d865c8-d841-4765-9bb4-4ad6fe5612b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:18.609709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-44d865c8-d841-4765-9bb4-4ad6fe5612b7 service neutron] 10.222.0.83 "GET /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 1033 time: 0.0352230 Dec 20 16:10:18.653824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-ac33272e-4a66-47c4-afa0-ab200aa4a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:18.655187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-ac33272e-4a66-47c4-afa0-ab200aa4a953 service neutron] 10.222.0.83 "GET /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 1032 time: 0.0366063 Dec 20 16:10:18.769327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-03cb71f5-8fca-482d-b38a-ebda85f356b9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:18.775484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-03cb71f5-8fca-482d-b38a-ebda85f356b9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:18.781464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-03cb71f5-8fca-482d-b38a-ebda85f356b9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:18.783171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-03cb71f5-8fca-482d-b38a-ebda85f356b9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 1994 time: 0.1215189 Dec 20 16:10:18.856452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-71a3374b-1c6d-499d-9ba4-c95fcb2f9150 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb534d4ea10431381edb516cf5c2153 HTTP/1.1" status: 200 len: 380 time: 0.0631156 Dec 20 16:10:18.866282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'admin_state_up': True, 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'security_groups': ['9355630d-b005-4e79-ae1e-7c73ec9ee6eb']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:19.049800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:19.049800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:19.127086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f0eddd4-0c04-4aa7-ac86-95705b4902e1 req-6eeeb260-cac8-4ab2-beda-fa76c5f4bdc8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0401332 Dec 20 16:10:19.242930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 172.20.0.9 (5897642b-d661-4fad-a2b7-2f7c9de59dc9/83a31882-aede-4910-a52b-76268356bf2b/4ffc7f4d-b7b5-4013-906a-31128e8b5a34) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:19.394499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:19.482798 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:19.531413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:19.534862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:19.539031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:19.546675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:19.599189 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:19.603753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:19.604402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:19.693428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-95e33d39-a6d2-49ee-b399-ed4941a726ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8310487 Dec 20 16:10:19.705133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'admin_state_up': True, 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'security_groups': ['9355630d-b005-4e79-ae1e-7c73ec9ee6eb']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:19.811203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-36b2f472-c43c-486d-9ec0-ea7c027a4fe1 None None] Provisioning complete for port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:19.812331 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36b2f472-c43c-486d-9ec0-ea7c027a4fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:19.853759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-36b2f472-c43c-486d-9ec0-ea7c027a4fe1 None None] Port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:19.928227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:19.932612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:20.080196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 10.1.1.176 (bada19d2-55d2-402d-ad54-cfd4e34d088c/ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198/3e65155a-e45a-4782-9eab-cc52978957be) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:20.282009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:20.300237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36c1ba-0039-4538-ab71-7f55ce94b6c3 req-2269e575-c44e-4cc9-92a4-5d9dcd29b1b3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:20.301433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b36c1ba-0039-4538-ab71-7f55ce94b6c3 req-2269e575-c44e-4cc9-92a4-5d9dcd29b1b3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 931 time: 0.0873585 Dec 20 16:10:20.370236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b36c1ba-0039-4538-ab71-7f55ce94b6c3 req-af1425cf-3535-4b08-9342-b54c21d20116 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613976 Dec 20 16:10:20.468536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:20.476416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-ca9e1929-155e-47b1-84da-a0035eaf6873 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:20.477942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-ca9e1929-155e-47b1-84da-a0035eaf6873 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.1068385 Dec 20 16:10:20.529533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network bada19d2-55d2-402d-ad54-cfd4e34d088c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:20.535675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-a826edd6-64df-4c1b-a99a-2a03dc62caed tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/quotas/34d7f0940f474b588e8baf098478a443 HTTP/1.1" status: 200 len: 375 time: 0.0469170 Dec 20 16:10:20.538783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:20.542816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:20.599826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=3e65155a-e45a-4782-9eab-cc52978957be,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:20.634562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:20.635229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:20.658715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-2c589e82-760a-40cd-a971-e2048a9f470e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130853 Dec 20 16:10:20.782521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-49f24c7b-e2c2-4c99-8ea6-c37bfd7fe0ed None None] Provisioning complete for port 3e65155a-e45a-4782-9eab-cc52978957be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:20.783103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49f24c7b-e2c2-4c99-8ea6-c37bfd7fe0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:20.825364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-49f24c7b-e2c2-4c99-8ea6-c37bfd7fe0ed None None] Port 3e65155a-e45a-4782-9eab-cc52978957be cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:21.061436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1ab2f7c-02a9-42c5-adb5-794e3639c13d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3602886 Dec 20 16:10:21.073311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'admin_state_up': True, 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'security_groups': ['9355630d-b005-4e79-ae1e-7c73ec9ee6eb']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:21.149156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-477f65cf-289a-4a80-b553-9a7ebd91e1c5 service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822612 Dec 20 16:10:21.280031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-655adf14-3221-42c9-ae32-6fceb5fe82b6 service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159976 Dec 20 16:10:21.370026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:21.373671 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:21.559391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ffe3107f-29eb-4ffb-a373-c19c00f00735 req-f7a870ae-4d22-4154-a7bc-2a02f4da6667 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 210 time: 0.0378585 Dec 20 16:10:21.580448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 10.1.1.109 (bada19d2-55d2-402d-ad54-cfd4e34d088c/ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198/da87a08b-1a42-487f-9ee1-16d9452fd5e5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:21.597628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527983e7-490e-452a-ad83-eb8319679308 req-04975269-8681-40d5-aeb7-d2796912d3d3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:21.602663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527983e7-490e-452a-ad83-eb8319679308 req-04975269-8681-40d5-aeb7-d2796912d3d3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:21.604393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-527983e7-490e-452a-ad83-eb8319679308 req-04975269-8681-40d5-aeb7-d2796912d3d3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 1653 time: 0.1508150 Dec 20 16:10:21.727298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-527983e7-490e-452a-ad83-eb8319679308 req-ba83a30b-b88a-441e-9c47-223e63d713d8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160645 Dec 20 16:10:21.764836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:21.784318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:21.885173 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:21.934868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network bada19d2-55d2-402d-ad54-cfd4e34d088c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:21.938078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:21.941005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:21.990983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=da87a08b-1a42-487f-9ee1-16d9452fd5e5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:22.017193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:22.017870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:22.130836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3ccaf828-078c-479f-9d3e-8529288e5859 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0616915 Dec 20 16:10:22.143171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7', 'admin_state_up': True, 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'security_groups': ['9355630d-b005-4e79-ae1e-7c73ec9ee6eb']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:22.255533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6ee9978e-5431-4cce-8123-38c9010b7c10 None None] Provisioning complete for port da87a08b-1a42-487f-9ee1-16d9452fd5e5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:22.256599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6ee9978e-5431-4cce-8123-38c9010b7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:22.296433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9978e-5431-4cce-8123-38c9010b7c10 None None] Port da87a08b-1a42-487f-9ee1-16d9452fd5e5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:22.427486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:22.520795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:22.703371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45ac3e19-7983-4262-9cf3-dcfec9921f8b req-4a45009e-5ef6-4dca-af99-0f3daa50e096 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 210 time: 0.0745583 Dec 20 16:10:22.779136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 10.2.2.100 (e4a0b636-9ada-420e-8394-bc799c0b3db7/67316d67-e009-4453-8cf2-d9a2c125ea21/7a1e01a4-5adb-421a-932b-b897feb17c53) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:22.944493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea71c-21f2-4402-bafd-4e770f8d5231 req-1d27154f-8b33-4789-9257-375cd7d71fda tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:22.950778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea71c-21f2-4402-bafd-4e770f8d5231 req-1d27154f-8b33-4789-9257-375cd7d71fda tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:22.957006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea71c-21f2-4402-bafd-4e770f8d5231 req-1d27154f-8b33-4789-9257-375cd7d71fda tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:22.958702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b28ea71c-21f2-4402-bafd-4e770f8d5231 req-1d27154f-8b33-4789-9257-375cd7d71fda tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 2374 time: 0.1430469 Dec 20 16:10:23.021100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:23.046795 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b28ea71c-21f2-4402-bafd-4e770f8d5231 req-2f311ce8-958a-47fb-9198-72cac8347cfb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791762 Dec 20 16:10:23.183686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:23.235507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:23.238523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:23.241568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:23.282265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:23.309316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:23.309962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:23.373934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-9a12c7c9-7f8b-45d3-8ae8-00b149ef978c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2354734 Dec 20 16:10:23.388898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7', 'admin_state_up': True, 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'security_groups': ['9355630d-b005-4e79-ae1e-7c73ec9ee6eb']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:23.526411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-beda2ff4-5a6a-437e-84ac-91291c869988 None None] Provisioning complete for port 7a1e01a4-5adb-421a-932b-b897feb17c53 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:23.527560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-beda2ff4-5a6a-437e-84ac-91291c869988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:23.556946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Made reservation on behalf of acb534d4ea10431381edb516cf5c2153 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:23.561908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:23.566019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-beda2ff4-5a6a-437e-84ac-91291c869988 None None] Port 7a1e01a4-5adb-421a-932b-b897feb17c53 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:23.759580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Allocated IP 10.2.2.200 (e4a0b636-9ada-420e-8394-bc799c0b3db7/67316d67-e009-4453-8cf2-d9a2c125ea21/9b7ac2d2-b25d-4f79-b4d3-3f72c973b278) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:23.847501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4f79f7a-f980-4c2f-a0d4-2da4bc99fd16 req-88e1f4b6-67c6-4af4-9503-6c5fa08a3fab tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 210 time: 0.0580099 Dec 20 16:10:23.894428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-9429c249-eec3-4954-9bdc-e3294e8d789f tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:23.896684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-9429c249-eec3-4954-9bdc-e3294e8d789f tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.1567311 Dec 20 16:10:23.911375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Request body: {'port': {'device_id': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'admin_state_up': True, 'tenant_id': '34d7f0940f474b588e8baf098478a443'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:23.980621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.045529 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:10:24.124989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.168543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Made reservation on behalf of 34d7f0940f474b588e8baf098478a443 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:10:24.172316 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.218776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:24.224092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event updated for resources: {'Port': ['ID=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:24.227249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:24.230005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:24.266690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-3b6cacd0-1f78-47f5-8a54-4f23580ae740 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.273761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-3b6cacd0-1f78-47f5-8a54-4f23580ae740 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.279523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-3b6cacd0-1f78-47f5-8a54-4f23580ae740 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.285618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-3b6cacd0-1f78-47f5-8a54-4f23580ae740 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.293010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-3b6cacd0-1f78-47f5-8a54-4f23580ae740 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.294987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-3b6cacd0-1f78-47f5-8a54-4f23580ae740 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 3816 time: 0.1661313 Dec 20 16:10:24.349144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Allocated IP 172.20.0.7 (55498b0d-0eb3-4415-abed-aaffcbc38a55/7a3f6ca9-cfdb-4442-babf-bad928f9c798/e64d820f-d2b8-449a-9e61-3dc3f84765c8) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:10:24.360879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.361564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.383935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fe524b8-773b-40fe-a84e-30065e156f4d req-eb0a05d4-6ea6-4d62-9e7c-d67f363d3671 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782053 Dec 20 16:10:24.450162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7baf4636-94ff-4cab-9adc-e02f2846370d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0655768 Dec 20 16:10:24.464686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:24.533009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.533538 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.596606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5d0ad7b4-f7c3-49bd-85f3-7ff13a795c5b None None] Provisioning complete for port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:24.597772 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d0ad7b4-f7c3-49bd-85f3-7ff13a795c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.641569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ad7b4-f7c3-49bd-85f3-7ff13a795c5b None None] Port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:10:24.649881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.662426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:10:24.666910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d49804b7-32f4-458f-ae11-a70cd455a053'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:10:24.698205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:10:24.703230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:10:24.707845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:10:24.740365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event updated for resources: {'Port': ['ID=e64d820f-d2b8-449a-9e61-3dc3f84765c8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:24.765234 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:10:24.768050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:24.768050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.848987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-d0bda73d-92a7-4730-9e33-a2c7da80ced4 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415057 Dec 20 16:10:24.860338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:24.861863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Request body: {'port': {'device_id': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:24.871114 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.884824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Transition to ACTIVE for port object 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:24.920224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:24.982080 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.050539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760e623-f7d7-42c2-a749-9dc007529ae9 req-54e3d1ee-6444-444a-b28c-cb6e9fa46bf1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.052108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d760e623-f7d7-42c2-a749-9dc007529ae9 req-54e3d1ee-6444-444a-b28c-cb6e9fa46bf1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 931 time: 0.1030312 Dec 20 16:10:25.058994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:25.160421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d760e623-f7d7-42c2-a749-9dc007529ae9 req-8f8eab77-4926-4d11-a153-19ded1f9d407 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985878 Dec 20 16:10:25.172560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Attempting to bind port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:25.172897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Attempting to bind port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:25.173248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Attempting to bind port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 on network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:25.183361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 on network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:25.184320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Attempting to bind port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 on network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:25.191876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:25.192582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Checking segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:25.193214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Bound using segment: {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:25.194736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Bound port: 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf16757-8c13-4aa5-99aa-0c0b53e32113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:25.195647 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.280289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:25.283354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:25.286605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64d820f-d2b8-449a-9e61-3dc3f84765c8 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:25.292635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.304323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Transition to ACTIVE for port object e64d820f-d2b8-449a-9e61-3dc3f84765c8 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:25.416163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.416575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.462493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.465256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.466732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] 10.222.0.83 "PUT /v2.0/ports/4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 1091 time: 1.0077665 Dec 20 16:10:25.467166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:25.469527 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a65c06-74bd-48a6-bbe4-88fd3199af29" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:25.505422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Pushing event updated for resources: {'Port': ['ID=e64d820f-d2b8-449a-9e61-3dc3f84765c8,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:25.545065 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52c17ae-6712-4083-8036-451d089c0db9 x-openstack-request-id: req-a52c17ae-6712-4083-8036-451d089c0db9 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:25.546174 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:25.546680 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a52c17ae-6712-4083-8036-451d089c0db9 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:25.547512 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'status': 'completed', 'code': 200} Dec 20 16:10:25.551129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2b0d3-1d7e-4ca2-9cba-fe16ae39dbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:25.554430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Attempting to bind port e64d820f-d2b8-449a-9e61-3dc3f84765c8 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:25.555488 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Attempting to bind port e64d820f-d2b8-449a-9e61-3dc3f84765c8 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:25.561587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Attempting to bind port e64d820f-d2b8-449a-9e61-3dc3f84765c8 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:25.562132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Port e64d820f-d2b8-449a-9e61-3dc3f84765c8 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:25.562546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Attempting to bind port e64d820f-d2b8-449a-9e61-3dc3f84765c8 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:25.574332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:25.574944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Checking segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:25.575508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Bound using segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:25.576747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Bound port: e64d820f-d2b8-449a-9e61-3dc3f84765c8, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:25.577300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.594527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:25.649128 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:25.653188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-b45e5b70-dc4d-49f1-87d1-e5dab5aa87ca tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.657950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-b45e5b70-dc4d-49f1-87d1-e5dab5aa87ca tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.664499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-b45e5b70-dc4d-49f1-87d1-e5dab5aa87ca tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.666256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] For port e64d820f-d2b8-449a-9e61-3dc3f84765c8, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:25.669914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] For port e64d820f-d2b8-449a-9e61-3dc3f84765c8, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e64d820f-d2b8-449a-9e61-3dc3f84765c8,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:25.675668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-b45e5b70-dc4d-49f1-87d1-e5dab5aa87ca tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.676797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-b45e5b70-dc4d-49f1-87d1-e5dab5aa87ca tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.678712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-b45e5b70-dc4d-49f1-87d1-e5dab5aa87ca tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 3828 time: 0.1890280 Dec 20 16:10:25.734970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-78540368-f9e3-461b-884c-c60ed9f0f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.735448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-78540368-f9e3-461b-884c-c60ed9f0f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.735908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-78540368-f9e3-461b-884c-c60ed9f0f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.736364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-78540368-f9e3-461b-884c-c60ed9f0f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.736817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-78540368-f9e3-461b-884c-c60ed9f0f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.738632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-78540368-f9e3-461b-884c-c60ed9f0f207 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 4363 time: 0.1817799 Dec 20 16:10:25.739187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.806162 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.844888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.847241 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:25.848794 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] 10.222.0.72 "PUT /v2.0/ports/e64d820f-d2b8-449a-9e61-3dc3f84765c8 HTTP/1.1" status: 200 len: 1091 time: 0.9916627 Dec 20 16:10:25.849412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'tag': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:25.852289 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64af8790-bf5b-4440-b44a-42fe4e0c363a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d", "tag": "e64d820f-d2b8-449a-9e61-3dc3f84765c8"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:25.860454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b8cc040-bd4f-4f3d-9048-3272ec06ce24 req-d82a8e06-ffa4-4191-97f6-53af879e76bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559610 Dec 20 16:10:25.907341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc585af-2212-43c2-97e2-4f22ef14c310 service neutron] Pushing event updated for resources: {'Port': ['ID=e64d820f-d2b8-449a-9e61-3dc3f84765c8,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:25.928100 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f0c135-2338-42eb-8521-ce04f5c2db03 x-openstack-request-id: req-f3f0c135-2338-42eb-8521-ce04f5c2db03 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:25.929359 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d", "tag": "e64d820f-d2b8-449a-9e61-3dc3f84765c8", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:25.929359 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3f0c135-2338-42eb-8521-ce04f5c2db03 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:25.929827 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'tag': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8', 'status': 'completed', 'code': 200} Dec 20 16:10:25.990120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-6b8e2770-5d54-425d-9c29-8c9f2fbe3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.990595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-6b8e2770-5d54-425d-9c29-8c9f2fbe3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.991058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-6b8e2770-5d54-425d-9c29-8c9f2fbe3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:25.993382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-6b8e2770-5d54-425d-9c29-8c9f2fbe3cf1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acb534d4ea10431381edb516cf5c2153&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2368040 Dec 20 16:10:26.005256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af8790-bf5b-4440-b44a-42fe4e0c363a req-d27a69b1-c6ee-434e-9574-ce5ac3922016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.007547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-64af8790-bf5b-4440-b44a-42fe4e0c363a req-d27a69b1-c6ee-434e-9574-ce5ac3922016 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 1094 time: 0.0466037 Dec 20 16:10:26.128897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af8790-bf5b-4440-b44a-42fe4e0c363a req-26d99311-bebb-46e6-b353-bcbc07360d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.130522 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-64af8790-bf5b-4440-b44a-42fe4e0c363a req-26d99311-bebb-46e6-b353-bcbc07360d7d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d7f0940f474b588e8baf098478a443&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1135800 Dec 20 16:10:26.176791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-21b6ae77-5ab7-4caf-9299-2e4428554305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.178626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29a65c06-74bd-48a6-bbe4-88fd3199af29 req-21b6ae77-5ab7-4caf-9299-2e4428554305 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688113 Dec 20 16:10:26.252263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951a9e2b-a03f-44fa-83ad-f61ad605e9be {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:26.257241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af8790-bf5b-4440-b44a-42fe4e0c363a req-3bbded51-505d-40cd-b2cc-c2fd0cdb6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.263004 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-64af8790-bf5b-4440-b44a-42fe4e0c363a req-3bbded51-505d-40cd-b2cc-c2fd0cdb6d33 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196790 Dec 20 16:10:26.263252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:26.302276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Transition to ACTIVE for port object 951a9e2b-a03f-44fa-83ad-f61ad605e9be will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:26.320819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6ac4-86d6-4e82-9520-7c6bbf54731b req-f7aeeded-9a39-40d5-be15-4710e0040bf1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.322588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0aaf6ac4-86d6-4e82-9520-7c6bbf54731b req-f7aeeded-9a39-40d5-be15-4710e0040bf1 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 943 time: 0.0653014 Dec 20 16:10:26.354398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-bfd66c67-79cf-475b-b057-a82d057d6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.355889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-bfd66c67-79cf-475b-b057-a82d057d6f20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 1094 time: 0.0501406 Dec 20 16:10:26.371565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:26.377793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0aaf6ac4-86d6-4e82-9520-7c6bbf54731b req-dace4777-33d2-4ee4-8ee2-2a3ef63b423d tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Dec 20 16:10:26.404391 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-477f5e22-c6bd-44b6-9f13-5deb0f6f0bd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e64d820f-d2b8-449a-9e61-3dc3f84765c8 HTTP/1.1" status: 200 len: 217 time: 0.0368652 Dec 20 16:10:26.432581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Pushing event updated for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:26.473969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-78c3e9d8-d182-4e72-a755-840cf9d65ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.475496 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-78c3e9d8-d182-4e72-a755-840cf9d65ae9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3f6ca9-cfdb-4442-babf-bad928f9c798 HTTP/1.1" status: 200 len: 854 time: 0.0588827 Dec 20 16:10:26.516166 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-15447a72-bb3f-46bf-b592-df247250c4b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55498b0d-0eb3-4415-abed-aaffcbc38a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313921 Dec 20 16:10:26.519781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Attempting to bind port 951a9e2b-a03f-44fa-83ad-f61ad605e9be on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:26.520196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Attempting to bind port 951a9e2b-a03f-44fa-83ad-f61ad605e9be by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:26.520586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Attempting to bind port 951a9e2b-a03f-44fa-83ad-f61ad605e9be on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:26.527848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Port 951a9e2b-a03f-44fa-83ad-f61ad605e9be on network bada19d2-55d2-402d-ad54-cfd4e34d088c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:26.528448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Attempting to bind port 951a9e2b-a03f-44fa-83ad-f61ad605e9be on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:26.534958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:26.535303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Checking segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:26.535688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Bound using segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:26.536139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Bound port: 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:26.536673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:26.623968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:26.628030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:26.629414 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-2d3e5b02-d5b5-45ba-b4c3-cfdf23d06b18 service neutron] 10.222.0.72 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029832 Dec 20 16:10:26.717648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:26.738593 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c1bb92ee-4da7-45cd-a5de-4d0afe3df5ae req-b26f2541-1c87-4e38-af15-c420d454691e service neutron] 10.222.0.72 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998964 Dec 20 16:10:26.764245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:26.764990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:26.766598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] 10.222.0.83 "PUT /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 1136 time: 1.1789742 Dec 20 16:10:26.787333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a43507-c0e2-4b50-b9bc-dbe1c1971efc service neutron] Pushing event updated for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:26.888686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:26.953786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:27.116973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.123037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.128917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.134899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.140806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.146824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.148698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-cc450506-2f00-4093-8051-78ea264c0227 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 4606 time: 0.1531818 Dec 20 16:10:27.254287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:27.279752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40b1eda6-c5d2-4c34-8011-c3b3d685dbfb req-1be7b203-da1e-4431-b9eb-4caa496525a5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206093 Dec 20 16:10:27.367783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:27.376188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:27.389782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Transition to ACTIVE for port object 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:27.497972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd03ec-bfdd-4e5f-aced-3988e056e337 req-ce990d5a-871f-4bc8-8977-5a86c08a2aa3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.499484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93cd03ec-bfdd-4e5f-aced-3988e056e337 req-ce990d5a-871f-4bc8-8977-5a86c08a2aa3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 943 time: 0.0499425 Dec 20 16:10:27.500245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:27.550697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '951a9e2b-a03f-44fa-83ad-f61ad605e9be'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:27.552949 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991ac64b-8209-45cc-ab6c-cb5fac76508d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "951a9e2b-a03f-44fa-83ad-f61ad605e9be"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:27.604910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Pushing event updated for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:27.613297 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de74fabf-b7f3-493b-b16d-920bc2f28d81 x-openstack-request-id: req-de74fabf-b7f3-493b-b16d-920bc2f28d81 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:27.613553 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "951a9e2b-a03f-44fa-83ad-f61ad605e9be", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:27.613760 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de74fabf-b7f3-493b-b16d-920bc2f28d81 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:27.614115 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '951a9e2b-a03f-44fa-83ad-f61ad605e9be', 'status': 'completed', 'code': 200} Dec 20 16:10:27.657867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93cd03ec-bfdd-4e5f-aced-3988e056e337 req-1b60b153-978e-40e1-835e-98fe852317b0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492937 Dec 20 16:10:27.709676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Attempting to bind port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:27.710048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Attempting to bind port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:27.710919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Attempting to bind port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:27.720046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.720521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.720986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.721472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.721929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.722376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.722831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.724716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-fe731549-a48f-44ac-8ca9-9e4515b61e56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6178 time: 0.0838189 Dec 20 16:10:27.726249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 on network bada19d2-55d2-402d-ad54-cfd4e34d088c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:27.726415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Attempting to bind port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:27.732071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:27.732406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Checking segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:27.732790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Bound using segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:27.733245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Bound port: 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:27.733612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:27.878039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:27.883713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:27.885441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-411833af-b0ce-4dcf-a5dc-a58be54cb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.885908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-411833af-b0ce-4dcf-a5dc-a58be54cb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.886431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-411833af-b0ce-4dcf-a5dc-a58be54cb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.888034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-411833af-b0ce-4dcf-a5dc-a58be54cb5c0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acb534d4ea10431381edb516cf5c2153&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1522870 Dec 20 16:10:27.988546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-b47c4d8c-ebbe-4cca-8d93-d3ff9ece8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:27.990051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-991ac64b-8209-45cc-ab6c-cb5fac76508d req-b47c4d8c-ebbe-4cca-8d93-d3ff9ece8b89 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948291 Dec 20 16:10:27.993935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:28.030954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.032009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:28.033455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] 10.222.0.83 "PUT /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 1135 time: 1.1502039 Dec 20 16:10:28.063935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a75adc-a36e-4c95-b946-95b969b59388 service neutron] Pushing event updated for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:28.133292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:28.205710 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:28.607162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e64d820f-d2b8-449a-9e61-3dc3f84765c8 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:10:28.717211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e64d820f-d2b8-449a-9e61-3dc3f84765c8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e64d820f-d2b8-449a-9e61-3dc3f84765c8,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:28.731048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'port_id': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8', 'mac_address': 'fa:16:3e:10:c6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f6ca9-cfdb-4442-babf-bad928f9c798', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:10:28.773559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:28.787571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64d820f-d2b8-449a-9e61-3dc3f84765c8 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:28.809584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e64d820f-d2b8-449a-9e61-3dc3f84765c8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e64d820f-d2b8-449a-9e61-3dc3f84765c8,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:28.847272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.853797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.859657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.865405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.871500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.877361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.884937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.886825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-8731be9e-8fd4-47e3-a42a-1597732144d1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5383 time: 0.1656649 Dec 20 16:10:28.905149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936371f4-2591-4312-b830-d00725fb3d05 req-0e290057-28d0-4f13-80d3-174c2a304865 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:28.906673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-936371f4-2591-4312-b830-d00725fb3d05 req-0e290057-28d0-4f13-80d3-174c2a304865 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 943 time: 0.1557817 Dec 20 16:10:28.939558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:28.995235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e64d820f-d2b8-449a-9e61-3dc3f84765c8,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:29.000736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e65155a-e45a-4782-9eab-cc52978957be {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:29.020011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.051736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-936371f4-2591-4312-b830-d00725fb3d05 req-88b221d0-3eaf-4765-bcac-d2f3e140fc11 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276681 Dec 20 16:10:29.061829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6c0f02a-1666-495d-b2f9-b53822573727 req-ed0d4c75-ff9a-451e-b4ea-f67cab1f449f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542039 Dec 20 16:10:29.062759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Transition to ACTIVE for port object 3e65155a-e45a-4782-9eab-cc52978957be will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:29.153829 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.209839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Pushing event updated for resources: {'Port': ['ID=3e65155a-e45a-4782-9eab-cc52978957be,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:29.227994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['e64d820f-d2b8-449a-9e61-3dc3f84765c8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:10:29.248499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3067c593-debd-4616-bc4c-038b5866b9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.293458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Attempting to bind port 3e65155a-e45a-4782-9eab-cc52978957be on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:29.293674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Attempting to bind port 3e65155a-e45a-4782-9eab-cc52978957be by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:29.294007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Attempting to bind port 3e65155a-e45a-4782-9eab-cc52978957be on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:29.298663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Port 3e65155a-e45a-4782-9eab-cc52978957be on network bada19d2-55d2-402d-ad54-cfd4e34d088c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:29.299127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Attempting to bind port 3e65155a-e45a-4782-9eab-cc52978957be on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:29.304649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:29.304832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Checking segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:29.305310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Bound using segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:29.305646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Bound port: 3e65155a-e45a-4782-9eab-cc52978957be, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:29.306005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.388962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] For port 3e65155a-e45a-4782-9eab-cc52978957be, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:29.393804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] For port 3e65155a-e45a-4782-9eab-cc52978957be, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3e65155a-e45a-4782-9eab-cc52978957be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:29.488557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.531441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.532064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.533640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] 10.222.0.83 "PUT /v2.0/ports/3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 1091 time: 1.4057829 Dec 20 16:10:29.557644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586babb1-161d-4304-98c3-5058c65d63ce service neutron] Pushing event updated for resources: {'Port': ['ID=3e65155a-e45a-4782-9eab-cc52978957be,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:29.615278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3'}, {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '3e65155a-e45a-4782-9eab-cc52978957be'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:29.618529 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88527b53-7222-4595-a417-ec4718b0af2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3"}, {"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "3e65155a-e45a-4782-9eab-cc52978957be"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:29.653315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:29.659496 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0be1bae-798b-466e-8cf1-5720a5220e09 x-openstack-request-id: req-d0be1bae-798b-466e-8cf1-5720a5220e09 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:29.659856 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "3e65155a-e45a-4782-9eab-cc52978957be", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:29.660190 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0be1bae-798b-466e-8cf1-5720a5220e09 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:29.660623 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3', 'status': 'completed', 'code': 200} Dec 20 16:10:29.660877 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '3e65155a-e45a-4782-9eab-cc52978957be', 'status': 'completed', 'code': 200} Dec 20 16:10:29.752339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:29.776827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.777328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.777793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.778361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.778820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.779285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.779727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.781659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88527b53-7222-4595-a417-ec4718b0af2e req-52683a3d-0ec9-4184-905c-2f494f300bca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6287 time: 0.0929360 Dec 20 16:10:29.995604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-02004500-41c2-49ed-87ed-aa5473d86170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.995965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-02004500-41c2-49ed-87ed-aa5473d86170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.996422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-02004500-41c2-49ed-87ed-aa5473d86170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:29.998028 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88527b53-7222-4595-a417-ec4718b0af2e req-02004500-41c2-49ed-87ed-aa5473d86170 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acb534d4ea10431381edb516cf5c2153&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1949220 Dec 20 16:10:30.215461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-a2469da2-80e1-4bbb-8a21-622ec18ebdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.216961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88527b53-7222-4595-a417-ec4718b0af2e req-a2469da2-80e1-4bbb-8a21-622ec18ebdf2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894610 Dec 20 16:10:30.323472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5943fdd-d72c-4390-9760-45de2b611b0a req-fee66de4-940f-4564-ba44-7e6bd4db480b tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.325259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5943fdd-d72c-4390-9760-45de2b611b0a req-fee66de4-940f-4564-ba44-7e6bd4db480b tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 944 time: 0.1762626 Dec 20 16:10:30.328310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da87a08b-1a42-487f-9ee1-16d9452fd5e5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:30.341366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:30.380855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.386804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.392794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.399411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.405557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.411536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.418345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.420290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-1887356b-bdcc-4196-b044-880cc21d30af tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5395 time: 0.2371736 Dec 20 16:10:30.433425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Transition to ACTIVE for port object da87a08b-1a42-487f-9ee1-16d9452fd5e5 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:30.452422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.452900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.453391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.453859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.454328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.454783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.455241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.457214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88527b53-7222-4595-a417-ec4718b0af2e req-0b8a9420-c89c-44bf-89e6-5d1b42b9ecbc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6287 time: 0.1893380 Dec 20 16:10:30.508948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:30.517757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5943fdd-d72c-4390-9760-45de2b611b0a req-c418c961-77b8-4b2b-a6ef-6bee86493144 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834557 Dec 20 16:10:30.616598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e64d820f-d2b8-449a-9e61-3dc3f84765c8 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:10:30.639337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61f10175-bcc5-46f8-bac9-e027909edff8 req-556d2162-1dc5-4815-a134-b916ba6a40be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2077408 Dec 20 16:10:30.644866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Pushing event updated for resources: {'Port': ['ID=da87a08b-1a42-487f-9ee1-16d9452fd5e5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:30.712401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-60974009-bdd7-43d7-8c34-ceaefc75ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.715608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-60974009-bdd7-43d7-8c34-ceaefc75ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.715608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-60974009-bdd7-43d7-8c34-ceaefc75ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.715608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88527b53-7222-4595-a417-ec4718b0af2e req-60974009-bdd7-43d7-8c34-ceaefc75ca33 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acb534d4ea10431381edb516cf5c2153&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2477312 Dec 20 16:10:30.806566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Attempting to bind port da87a08b-1a42-487f-9ee1-16d9452fd5e5 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:30.806902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Attempting to bind port da87a08b-1a42-487f-9ee1-16d9452fd5e5 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:30.807239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Attempting to bind port da87a08b-1a42-487f-9ee1-16d9452fd5e5 on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:30.810387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port e64d820f-d2b8-449a-9e61-3dc3f84765c8 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:10:30.818706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Port da87a08b-1a42-487f-9ee1-16d9452fd5e5 on network bada19d2-55d2-402d-ad54-cfd4e34d088c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:30.818706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Attempting to bind port da87a08b-1a42-487f-9ee1-16d9452fd5e5 on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:30.819159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port e64d820f-d2b8-449a-9e61-3dc3f84765c8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:10:30.819159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:30.830082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:30.830407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Checking segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:30.830789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Bound using segment: {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:30.831218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Bound port: da87a08b-1a42-487f-9ee1-16d9452fd5e5, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:30.831569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:30.900953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88527b53-7222-4595-a417-ec4718b0af2e req-380564a5-fb5c-49e0-9020-1025230d09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:30.902485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88527b53-7222-4595-a417-ec4718b0af2e req-380564a5-fb5c-49e0-9020-1025230d09b3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790755 Dec 20 16:10:30.904577 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:30.929757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] For port da87a08b-1a42-487f-9ee1-16d9452fd5e5, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:30.933059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] For port da87a08b-1a42-487f-9ee1-16d9452fd5e5, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:30.938035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:30.940273 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d3612-66e3-4813-8503-2534c4fed47e" -d '{"events": [{"server_uuid": "fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d", "name": "network-vif-plugged", "status": "completed", "tag": "e64d820f-d2b8-449a-9e61-3dc3f84765c8"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:30.956365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port e64d820f-d2b8-449a-9e61-3dc3f84765c8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e64d820f-d2b8-449a-9e61-3dc3f84765c8,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:30.978838 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c51f96-7c79-4f36-88c3-1e7cc84f474a x-openstack-request-id: req-e4c51f96-7c79-4f36-88c3-1e7cc84f474a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:30.979128 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d", "name": "network-vif-plugged", "status": "completed", "tag": "e64d820f-d2b8-449a-9e61-3dc3f84765c8", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:30.979376 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4c51f96-7c79-4f36-88c3-1e7cc84f474a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:30.979770 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8', 'code': 200} Dec 20 16:10:31.039734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.085659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.086492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.088423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] 10.222.0.83 "PUT /v2.0/ports/da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 1091 time: 1.4416068 Dec 20 16:10:31.095716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.108695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9698f-637b-448b-8c51-7894c5715849 req-f216672c-a7c0-4fba-8042-4547a11f0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.110258 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62b9698f-637b-448b-8c51-7894c5715849 req-f216672c-a7c0-4fba-8042-4547a11f0969 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 1095 time: 0.0578294 Dec 20 16:10:31.124433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4dc27-d852-4cd8-a54f-87325b63ec72 service neutron] Pushing event updated for resources: {'Port': ['ID=da87a08b-1a42-487f-9ee1-16d9452fd5e5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:31.174089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62b9698f-637b-448b-8c51-7894c5715849 req-a20713a9-8725-4a6d-b6ff-80e2176e1c70 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547645 Dec 20 16:10:31.182135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=e64d820f-d2b8-449a-9e61-3dc3f84765c8,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:31.265374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:31.324672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.644128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59372) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:31.659505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1e01a4-5adb-421a-932b-b897feb17c53 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:31.664031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:31.668459 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf37837-e3c2-4646-b657-a2ea7862afc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "da87a08b-1a42-487f-9ee1-16d9452fd5e5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:31.674345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.700067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Transition to ACTIVE for port object 7a1e01a4-5adb-421a-932b-b897feb17c53 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:31.706953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47841-c896-497b-ba38-a0aaf61e9d11 req-a93f11e5-4b9b-46ff-bd03-f5426e221fda tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.713870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82d47841-c896-497b-ba38-a0aaf61e9d11 req-a93f11e5-4b9b-46ff-bd03-f5426e221fda tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 945 time: 0.0947924 Dec 20 16:10:31.716977 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999a92a-b5c9-4026-a5bd-8ed6bae0bb1a x-openstack-request-id: req-8999a92a-b5c9-4026-a5bd-8ed6bae0bb1a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:31.717317 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "da87a08b-1a42-487f-9ee1-16d9452fd5e5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:31.717734 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8999a92a-b5c9-4026-a5bd-8ed6bae0bb1a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:31.718191 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5', 'status': 'completed', 'code': 200} Dec 20 16:10:31.759257 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-90d2d03b-3b5a-4150-b7d0-a12c4ae64d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.764635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42104128-3830-4859-b499-079957ca4176 req-c8dda33a-6bf9-4c31-af3b-7263672948a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.766342 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42104128-3830-4859-b499-079957ca4176 req-c8dda33a-6bf9-4c31-af3b-7263672948a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1097 time: 0.1210654 Dec 20 16:10:31.817411 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42104128-3830-4859-b499-079957ca4176 req-82d36f59-75d4-4113-9675-739e3ac5cf0b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438724 Dec 20 16:10:31.825999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82d47841-c896-497b-ba38-a0aaf61e9d11 req-8b17dc8f-4ff4-4ad1-81ed-e5fa5be2221d tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066930 Dec 20 16:10:31.830445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:31.875652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.876315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.876816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.877351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.877853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.878340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.878829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.880869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-56154321-a31c-4b88-b333-64af5b6f107d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6354 time: 0.1373775 Dec 20 16:10:31.951438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.957852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.964001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.973233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.976364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.982493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.988487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:31.990563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-aaa1beb7-ebf3-46c1-9459-0ecda2c522e9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5407 time: 0.2080317 Dec 20 16:10:31.999100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:32.165220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-27108778-5f99-481d-b90d-a7152c1bb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:32.165701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-27108778-5f99-481d-b90d-a7152c1bb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:32.166167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-27108778-5f99-481d-b90d-a7152c1bb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:32.167771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-27108778-5f99-481d-b90d-a7152c1bb5a8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acb534d4ea10431381edb516cf5c2153&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2724774 Dec 20 16:10:32.208044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Attempting to bind port 7a1e01a4-5adb-421a-932b-b897feb17c53 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:32.208309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Attempting to bind port 7a1e01a4-5adb-421a-932b-b897feb17c53 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:32.208623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Attempting to bind port 7a1e01a4-5adb-421a-932b-b897feb17c53 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:32.222908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c4889-4330-40f9-8c88-937da2faf5b9 req-6740401a-b8cc-4035-96f1-f071b0b66991 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2209949 Dec 20 16:10:32.229918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Port 7a1e01a4-5adb-421a-932b-b897feb17c53 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:32.230065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Attempting to bind port 7a1e01a4-5adb-421a-932b-b897feb17c53 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:32.262133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:32.262473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Checking segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:32.262863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Bound using segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:32.263296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Bound port: 7a1e01a4-5adb-421a-932b-b897feb17c53, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:32.263664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:32.338213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-2eacdf5c-2811-45f4-8247-03aed579aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:32.339729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-caf37837-e3c2-4646-b657-a2ea7862afc7 req-2eacdf5c-2811-45f4-8247-03aed579aefa service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618001 Dec 20 16:10:32.356441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:32.359912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7a1e01a4-5adb-421a-932b-b897feb17c53,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:32.485329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:32.524498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:32.525603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:32.527626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] 10.222.0.83 "PUT /v2.0/ports/7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 1091 time: 1.2668281 Dec 20 16:10:32.558288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afc27d-bd6e-417b-a0dd-8f94274289ea service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:32.613936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Request body: {'port': {'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:10:32.681650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:32.895111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:10:33.000161 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:10:33.002914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70ff9-c2e9-4da5-bb5a-c99fdeffb6a4 req-83a1c669-d303-43fa-9a29-c7d6ae95ef73 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.002914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b70ff9-c2e9-4da5-bb5a-c99fdeffb6a4 req-83a1c669-d303-43fa-9a29-c7d6ae95ef73 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 945 time: 0.0892446 Dec 20 16:10:33.062563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:10:33.076800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:33.103889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01b70ff9-c2e9-4da5-bb5a-c99fdeffb6a4 req-96b2279f-ed33-4eb7-8b42-f48732684ba6 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884330 Dec 20 16:10:33.104729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Transition to ACTIVE for port object 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:10:33.233228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:33.279688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Pushing event updated for resources: {'Port': ['ID=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:33.416974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Attempting to bind port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:10:33.417727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Attempting to bind port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:10:33.417727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Attempting to bind port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:33.436320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.442734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.450447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.457085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.463957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.470410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.476972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.485308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-f0e3e50d-5de7-45e5-85d9-619dbb73701f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1428428 Dec 20 16:10:33.494148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:10:33.494468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Attempting to bind port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 on network e4a0b636-9ada-420e-8394-bc799c0b3db7 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:10:33.510493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:10:33.510852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Checking segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:10:33.514057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Bound using segment: {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:10:33.514057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Bound port: 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:10:33.514057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:33.594445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aada51ae-ee65-4bb5-a3c9-6da5a21fa337 req-b06c4a0e-e994-4409-b81b-8a2233767ab7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082685 Dec 20 16:10:33.624695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] For port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:10:33.629358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] For port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:10:33.719103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:33.721689 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bae32c-b14b-4b66-b77f-e67540eb4436" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:33.749274 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:33.801113 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d08fd-9ea4-4b1b-98bf-d7ca887bff3e x-openstack-request-id: req-578d08fd-9ea4-4b1b-98bf-d7ca887bff3e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:33.801431 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:33.801682 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-578d08fd-9ea4-4b1b-98bf-d7ca887bff3e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:33.804951 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53', 'status': 'completed', 'code': 200} Dec 20 16:10:33.815618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.816983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:33.817920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] 10.222.0.83 "PUT /v2.0/ports/9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 1091 time: 1.2085874 Dec 20 16:10:33.883383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] Pushing event updated for resources: {'Port': ['ID=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:33.892098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.892609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.893077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.893571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.894025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.894477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.894952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:33.896881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-51e94afe-6eeb-424e-a72c-96fc3effe148 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6488 time: 0.0780778 Dec 20 16:10:34.021354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-de000386-b025-4c7a-865a-7c0b7570749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.021878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-de000386-b025-4c7a-865a-7c0b7570749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.022336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-de000386-b025-4c7a-865a-7c0b7570749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.024979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-de000386-b025-4c7a-865a-7c0b7570749e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acb534d4ea10431381edb516cf5c2153&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1192942 Dec 20 16:10:34.160609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-9059b9e7-7d9b-418e-a87c-cc02fb1b8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.162167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2bae32c-b14b-4b66-b77f-e67540eb4436 req-9059b9e7-7d9b-418e-a87c-cc02fb1b8d2b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294246 Dec 20 16:10:34.257771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.258344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.258804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.259257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.259707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.260152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.260628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.263860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-207c1f3f-50fc-4a5f-9c19-35e0a1c6f39b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6488 time: 0.0608675 Dec 20 16:10:34.324715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-01119d53-3f3b-4011-8d71-68a8a56946fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 217 time: 0.0504615 Dec 20 16:10:34.341679 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:34.385365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-b570752d-aa47-4910-b15d-4ea7700b72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.386858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-b570752d-aa47-4910-b15d-4ea7700b72b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0484967 Dec 20 16:10:34.435451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3d4c08b6-5994-48ac-88b7-da5b1826d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.436886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3d4c08b6-5994-48ac-88b7-da5b1826d57a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431242 Dec 20 16:10:34.538950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f6533b33-afdc-4ee8-8fd1-85e1192cb73a service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935614 Dec 20 16:10:34.643808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-014b96bd-e56f-40bb-93ec-fe1aa655c57f service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968225 Dec 20 16:10:34.691965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-08ad6347-aad6-44c4-87fc-c7e600bd2dea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0416057 Dec 20 16:10:34.771224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-b0befa11-8ccc-46cf-bb2b-a376dc282b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.773302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-b0befa11-8ccc-46cf-bb2b-a376dc282b02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0730653 Dec 20 16:10:34.785834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.792695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.798731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.805828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.812220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.818666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.825190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.827152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-2af49350-89fc-486b-952c-73863b22a276 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1381776 Dec 20 16:10:34.901729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-bdb0aa45-d6c3-4c77-932f-c2ade38c2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:34.903246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-bdb0aa45-d6c3-4c77-932f-c2ade38c2204 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751636 Dec 20 16:10:34.961026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da4dd6b1-1836-4fc7-8c3e-537b5b2f2a97 req-f6bbf4d0-f985-4177-a453-6c947467054f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009512 Dec 20 16:10:35.027595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f6ec9cde-f6ec-4327-b912-32ac307db549 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158185 Dec 20 16:10:35.107604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:35.122376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3440741e-1829-42ea-a951-426eba2eb4b7 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879209 Dec 20 16:10:35.168382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e8725ec3-28c7-4567-afc0-a50e2e01ceef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0393088 Dec 20 16:10:35.228761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-fe648edc-a062-4c1b-9dbe-fca59629cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:35.230465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-fe648edc-a062-4c1b-9dbe-fca59629cd0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0557091 Dec 20 16:10:35.290810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-ba0270c0-4f73-4ff5-863b-3c495f95f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:35.292438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-ba0270c0-4f73-4ff5-863b-3c495f95f79c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551867 Dec 20 16:10:35.391588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f414a6a2-e643-4b27-ac50-8c8e2c3589c4 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917737 Dec 20 16:10:35.484204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-0c21aa24-495e-41e4-a50a-e11812fc224f service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Dec 20 16:10:35.856699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:35.858954 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f0011a-009c-4528-b7ab-985260464bac" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "9b7ac2d2-b25d-4f79-b4d3-3f72c973b278"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:35.863057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-d6327c3c-ff8a-411f-9883-2681a0e5c20c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.3715591 Dec 20 16:10:35.907435 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b22e30-5109-408e-ad9b-d2bdd1953e89 x-openstack-request-id: req-35b22e30-5109-408e-ad9b-d2bdd1953e89 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:35.907798 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "9b7ac2d2-b25d-4f79-b4d3-3f72c973b278", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:35.908121 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35b22e30-5109-408e-ad9b-d2bdd1953e89 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:35.908620 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278', 'status': 'completed', 'code': 200} Dec 20 16:10:35.921479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f7d9569f-4fde-4cad-b7e4-c83ff4ff7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:35.923009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f7d9569f-4fde-4cad-b7e4-c83ff4ff7276 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0526247 Dec 20 16:10:35.971775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-56675925-3fea-40e8-a35c-96591594b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:35.973309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-56675925-3fea-40e8-a35c-96591594b2c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430748 Dec 20 16:10:36.122239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7aa299fa-cf41-4bd5-abd4-9d897cda31ce service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402183 Dec 20 16:10:36.133649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.139847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.145997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.151988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.157973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.164385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.170486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.172407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-ca01632c-5cce-4a96-801c-611978c5e6be tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1181121 Dec 20 16:10:36.300342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dafe7153-09f4-46c7-bfc8-b6f7ef087ae9 req-a202dc30-50ea-4cf4-a71d-436ccd495e0d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183255 Dec 20 16:10:36.312625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-ed5dde4f-9284-4c30-9533-0f238b1ecf84 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392298 Dec 20 16:10:36.367657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a92ab98e-6d1e-415f-a3ab-ce850f40de89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0468595 Dec 20 16:10:36.420964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-41d68324-8d7d-48d9-aa8d-b937c0964f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.422466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-41d68324-8d7d-48d9-aa8d-b937c0964f98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0471785 Dec 20 16:10:36.478942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-536d729a-1b73-4fa4-9b6b-758a558bd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.480503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-536d729a-1b73-4fa4-9b6b-758a558bd9f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505905 Dec 20 16:10:36.578718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-4bb2c63e-1465-4a3e-9042-bec959d84941 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910952 Dec 20 16:10:36.677854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-3413742c-f183-4b8e-9b40-86e27a872d87 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913973 Dec 20 16:10:36.725148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-a93e1eb8-b528-4156-bb0a-04203886277a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0393791 Dec 20 16:10:36.783193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7ff1939e-b343-4cad-bdb7-18262de88c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.784854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-7ff1939e-b343-4cad-bdb7-18262de88c5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0534973 Dec 20 16:10:36.833529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e15b2245-dcb8-46f3-8db2-2bc34973611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:36.835765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e15b2245-dcb8-46f3-8db2-2bc34973611e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425556 Dec 20 16:10:36.935309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e15b7238-1484-4344-b155-7e0a5af2bf83 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924053 Dec 20 16:10:37.046211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-e431e6e5-f404-4207-8beb-74efd7d01942 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037230 Dec 20 16:10:37.091335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-52a558c6-0f09-4629-a06e-18caaf1a905b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0375452 Dec 20 16:10:37.153712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1719ed4-7206-416c-b092-556070915c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.155213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-c1719ed4-7206-416c-b092-556070915c89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0576594 Dec 20 16:10:37.206600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-2eb78706-bcbd-411a-994b-cdc0b2c40485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.208131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-2eb78706-bcbd-411a-994b-cdc0b2c40485 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446289 Dec 20 16:10:37.307042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-4c90b9cb-55cd-4385-ab72-cbccb982dc56 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911460 Dec 20 16:10:37.465353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-4cbdc574-608b-4ccb-b573-c22e99943f2f service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503723 Dec 20 16:10:37.478523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.484923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.491411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.497699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.503898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.510573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.516584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.518600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-722d47b8-1eef-4ae3-88ef-f0b9fd03121a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1248899 Dec 20 16:10:37.580807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1c9e71c-7539-4528-9bca-8d3b56e1babe req-3f146793-0166-446f-94ea-3ce14f1fb000 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550234 Dec 20 16:10:37.674304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.674779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.675244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.675701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.676155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.676604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.677051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.679659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-78c79efe-1c75-4eaa-925d-5454cd4385bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6488 time: 0.0613673 Dec 20 16:10:37.852012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-7f5892ca-f484-49da-a939-5f89f759260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.853686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-7f5892ca-f484-49da-a939-5f89f759260a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 902 time: 0.1658850 Dec 20 16:10:37.905623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-a45c6af2-a972-49bc-98d9-6c3e0fb6fa6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0419378 Dec 20 16:10:37.958331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-e19c8cd3-a66d-4cdb-befc-35525911a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:37.959998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-e19c8cd3-a66d-4cdb-befc-35525911a4ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0473161 Dec 20 16:10:38.007995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0011a-009c-4528-b7ab-985260464bac req-2328561c-64a7-4db4-98b0-de03063f109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.009467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-2328561c-64a7-4db4-98b0-de03063f109d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417392 Dec 20 16:10:38.111361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-569d737c-3118-47f4-b3b6-e5c1ab70866b service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946941 Dec 20 16:10:38.214436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62f0011a-009c-4528-b7ab-985260464bac req-ef1f8b3d-1138-405a-a3ea-81f8253d12b7 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957050 Dec 20 16:10:38.722474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.729559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.736352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.742846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.749042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.755027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.762497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:38.764636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-14953f5b-2ec9-421b-8e1d-abe797d617d7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1054058 Dec 20 16:10:38.830271 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc55f129-9865-4943-ad20-dc836f8b3e30 req-7ff33036-6718-498d-bcd8-81a5321ecf9c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590456 Dec 20 16:10:39.970046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:39.976826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:39.982830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:39.988792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:39.995130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:40.001020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:40.007066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:40.009104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-7a30d42e-dcdf-4216-998f-1347408a0c52 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1024971 Dec 20 16:10:40.070999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dc01ed3-ccf3-4991-9b21-67d0229e724c req-708ed88a-8114-42fa-a73c-ff6c34f3bda0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550671 Dec 20 16:10:41.209951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.216500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.222525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.228623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.234631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.240574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.246845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:41.248784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-a5515d79-6dc9-4cc4-83e1-b1026fb3d52b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0974426 Dec 20 16:10:41.309379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb176c6d-ffda-405f-9ddd-9c98da56a03e req-c8f7d9f0-d98b-4d63-a2fa-ac701b2a2b4c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542347 Dec 20 16:10:42.443961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.450249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.456385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.463153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.469408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.475401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.482305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:42.484348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-a953bb07-ba67-46b7-988b-5e96b76c0c96 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0979416 Dec 20 16:10:42.545896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50b1869b-2a3a-4fac-a470-522b667340e5 req-0c9aab23-90d4-4733-a3e7-9e5e52b24cbe tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550511 Dec 20 16:10:43.682646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.688800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.696120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.702118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.708087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.714363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.720225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:43.722081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-0169a707-224b-4ed2-9e27-783f2059c713 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0985148 Dec 20 16:10:43.781173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3afd2002-6cdc-48d1-a406-2e63473d42b8 req-dfd99134-4fe3-4f4a-bebd-3cb77e1f83e7 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525939 Dec 20 16:10:44.772217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59458) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:44.914418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.920391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.926294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.932741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.938983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.946402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.952619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:44.954627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2310e624-140c-4677-a5e4-3cf21204df86 req-63d19bd8-c030-481f-945d-0f12a9c62f42 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0976937 Dec 20 16:10:45.021314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2310e624-140c-4677-a5e4-3cf21204df86 req-9b60d44b-330b-41f2-865f-11f0978c78aa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586131 Dec 20 16:10:45.040380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Deleting port d9cdc9ad-12ec-47ec-a37e-1bfd39dbaf58 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:10:45.040719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:45.117732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:45.118050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:45.129952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Calling delete_port for d9cdc9ad-12ec-47ec-a37e-1bfd39dbaf58 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:10:45.382668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:45.410539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event deleted for resources: {'Port': ['ID=d9cdc9ad-12ec-47ec-a37e-1bfd39dbaf58,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:45.483001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:45.483323 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Floating IP 514ebfbc-dbcf-45ec-a91f-5a1adb2775d4 disassociated (deleted). External IP: 172.25.6.122, port: 75fb4124-1473-4a4d-b8c9-d7a5239b2687. Dec 20 16:10:45.692830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Router 196bb3f1-9e79-4905-a89d-d04313870acd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:10:45.800916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:10:45.806951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:45.811559 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] Sync routers for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:10:45.822208 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:45.822811 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:45.834706 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87520eb5-5857-40b3-8a44-bce185ba37ac tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "DELETE /v2.0/floatingips/514ebfbc-dbcf-45ec-a91f-5a1adb2775d4 HTTP/1.1" status: 204 len: 168 time: 1.0608122 Dec 20 16:10:45.835428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:45.837881 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20472e5e-1cab-4fd7-9aee-36df4014c6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:45.881671 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9f950-90d7-4880-b078-4a67ae56893c x-openstack-request-id: req-e2d9f950-90d7-4880-b078-4a67ae56893c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:45.881983 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:45.882284 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2d9f950-90d7-4880-b078-4a67ae56893c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:45.882630 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'status': 'completed', 'code': 200} Dec 20 16:10:45.933193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:10:45.954575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-818d65f4-96b3-4407-bc21-24e254173193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:45.956003 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-818d65f4-96b3-4407-bc21-24e254173193 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=929e2c7606c247339267a657e920fb02&device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 1096 time: 0.0451181 Dec 20 16:10:46.056039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-be929dcc-378c-4883-83db-b87c51ef5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.057637 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-be929dcc-378c-4883-83db-b87c51ef5ad6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 200 len: 914 time: 0.0935879 Dec 20 16:10:46.109530 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-45380482-7518-4377-9318-48b88429b9c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 200 len: 217 time: 0.0413632 Dec 20 16:10:46.168985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-7fb4dc4c-641f-4aca-9f44-8db6e3307dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.170501 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-7fb4dc4c-641f-4aca-9f44-8db6e3307dc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 200 len: 852 time: 0.0517702 Dec 20 16:10:46.178323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.184927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.191801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.198442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.204940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.211898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.218465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.220587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-836b3cdd-e854-4032-99f9-f6d49c83242e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1050498 Dec 20 16:10:46.230741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-8c7d2c63-f5c1-4899-8ac3-68723b2c2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.232341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-8c7d2c63-f5c1-4899-8ac3-68723b2c2ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28cd3a4a-944f-435a-bbd8-aceb12d129e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522182 Dec 20 16:10:46.246738 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:46.289393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cb3d2fd-b9a7-4052-9fa0-acc7d51d18e4 req-244ff308-98ec-45b1-b8b7-fd94928c300c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607424 Dec 20 16:10:46.303578 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] Checking router: 196bb3f1-9e79-4905-a89d-d04313870acd for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:10:46.317113 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:10:46.318386 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:46.351790 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-dd25353b-d55e-4863-863d-de292d78a01d service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095533 Dec 20 16:10:46.445140 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:10:46.453027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f71d-5473-4e5b-9444-3f60db81ef95 req-1f53158e-2836-45c8-976f-4b3ef400b4f9 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:46.454715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c02f71d-5473-4e5b-9444-3f60db81ef95 req-1f53158e-2836-45c8-976f-4b3ef400b4f9 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 945 time: 0.0545099 Dec 20 16:10:46.465337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-20472e5e-1cab-4fd7-9aee-36df4014c6a4 req-079bbf7a-6f91-4ad4-a936-8dd48e2e5921 service neutron] 10.222.0.72 "GET /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037130 Dec 20 16:10:46.514277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c02f71d-5473-4e5b-9444-3f60db81ef95 req-4538e0e8-524e-4398-97b7-739732ac348d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502181 Dec 20 16:10:46.649375 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:10:46.674610 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b85e1e-e5e4-466b-b391-d07c6d591d22 None None] The sync data for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 is: [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '437e9db9-735b-493c-9818-8c017c6e1adc', 'name': '', 'network_id': '28cd3a4a-944f-435a-bbd8-aceb12d129e8', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'mac_address': 'fa:16:3e:72:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:16Z', 'updated_at': '2021-12-20T16:05:22Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'subnets': [{'id': '7f36e2f2-0ef3-413a-8f68-3469d57c731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:10:46.901556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c3870-ccd7-4fd9-ad13-7b498866cb44 None None] New status for floating IP 514ebfbc-dbcf-45ec-a91f-5a1adb2775d4: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:10:47.429585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.435831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.442110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.448066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.454100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.460028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.466580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.468497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-574a877d-f296-44fe-b8a0-007a8f391452 req-ac5d95f8-b88a-48e3-acd9-7827b810b555 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0973897 Dec 20 16:10:47.528216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-574a877d-f296-44fe-b8a0-007a8f391452 req-d462397c-ce18-4599-b7ca-535ff6b7abf9 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535684 Dec 20 16:10:47.635481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271f091-1989-4b29-b321-4934468da5e0 req-7b664b11-e7eb-4ab9-83c2-a23bc3d27776 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:47.636883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7271f091-1989-4b29-b321-4934468da5e0 req-7b664b11-e7eb-4ab9-83c2-a23bc3d27776 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 945 time: 0.0491748 Dec 20 16:10:47.687115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7271f091-1989-4b29-b321-4934468da5e0 req-d1e773be-d82c-48ac-8232-5a6c422d02df tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba949fcd-8f6a-491e-aaa9-22cea7f57082&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437536 Dec 20 16:10:48.212893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad917193-85cb-4fed-b16d-da9eae439371 req-fabd9e7c-2c9e-433e-9009-747345b5869d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.214340 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad917193-85cb-4fed-b16d-da9eae439371 req-fabd9e7c-2c9e-433e-9009-747345b5869d tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 945 time: 0.0502753 Dec 20 16:10:48.315495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Deleting port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:10:48.315779 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:48.410723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] For port 75fb4124-1473-4a4d-b8c9-d7a5239b2687, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=75fb4124-1473-4a4d-b8c9-d7a5239b2687,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:10:48.411085 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:48.425139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Calling delete_port for 75fb4124-1473-4a4d-b8c9-d7a5239b2687 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:10:48.667462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.673632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.684983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.686706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.693072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.699977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.705939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:48.708197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:48.709903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-3c502058-39c7-4ffd-a62e-f017d08d1013 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1024809 Dec 20 16:10:48.743915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event deleted for resources: {'Port': ['ID=75fb4124-1473-4a4d-b8c9-d7a5239b2687,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:48.797265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6936497-9a77-4e18-ba45-65aa8627d35e req-1eaa8091-f4db-4b59-8354-8d7e2ac7485b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718071 Dec 20 16:10:48.799828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] No DVR routers for this DVR port 75fb4124-1473-4a4d-b8c9-d7a5239b2687 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:10:48.802896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:48.807168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ad917193-85cb-4fed-b16d-da9eae439371 req-868ff0ae-e584-4aa1-a325-abd2ef2b78a7 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.72 "DELETE /v2.0/ports/75fb4124-1473-4a4d-b8c9-d7a5239b2687 HTTP/1.1" status: 204 len: 173 time: 0.5852082 Dec 20 16:10:48.807611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'name': 'network-vif-deleted', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:10:48.809937 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64cf2ac-208c-49a9-a0e4-a29bc1774f3c" -d '{"events": [{"server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "name": "network-vif-deleted", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:10:48.886026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23eb820b-03d3-4a15-915c-fc2d07324695 req-b00365b5-16a8-40bb-85e5-fd02c4ec0349 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0272558 Dec 20 16:10:48.931043 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e0558c-c1c8-4cfc-af50-7417f953012c x-openstack-request-id: req-07e0558c-c1c8-4cfc-af50-7417f953012c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:10:48.931342 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c785cc8-10b0-4460-8528-e8a15ba6a18f", "name": "network-vif-deleted", "tag": "75fb4124-1473-4a4d-b8c9-d7a5239b2687", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:10:48.931599 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07e0558c-c1c8-4cfc-af50-7417f953012c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:10:48.932009 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c785cc8-10b0-4460-8528-e8a15ba6a18f', 'name': 'network-vif-deleted', 'tag': '75fb4124-1473-4a4d-b8c9-d7a5239b2687', 'status': 'completed', 'code': 200} Dec 20 16:10:49.936314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.943177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.949888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.956089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.962152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.968052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.973926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:49.975917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-3a64a296-2868-40ed-ba79-c39be3f84374 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0956147 Dec 20 16:10:50.011467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3176803d-d9f9-4f32-a36a-5d328f46e41c req-5a202ffb-da19-46d8-b512-d962d680cbad tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0342150 Dec 20 16:10:50.058181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78e70a20-2ba5-4816-9251-dbfcb891589d req-b1e1af97-0c86-4ef7-8d24-0be284e6ca58 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721891 Dec 20 16:10:51.123674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a99e66b1-b7b8-4b32-9fbc-e3b47d3a7ddf req-04901702-ac2a-47ee-a93f-69ff69e74abe tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0414608 Dec 20 16:10:51.208467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.215348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.221228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.228003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.233911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.239743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.246191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:51.248098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-c544fc6f-cc0a-4700-8b59-f439c2e60464 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0939009 Dec 20 16:10:51.310433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20cd5308-0611-4270-a1c6-045a45da79d6 req-971b1861-8025-4f00-bc8f-e8ce3a90dd8d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553775 Dec 20 16:10:51.759207 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:52.232031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4602cdb4-cb5b-4c3c-b7cc-6af61f3516ce req-1052bcd5-09dd-4930-8197-591a16a4e3ea tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0314949 Dec 20 16:10:52.455530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.466121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.473005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.479558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.485873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.491973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.497991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:52.501238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-7e6cf756-f3c1-4737-a2ac-8c7ed8b7dca5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1103394 Dec 20 16:10:52.571472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-07f0c3eb-beed-446f-b5f9-78030ed48301 req-07da5da6-b8b4-45a4-ad02-25c3aaa7c7e2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642207 Dec 20 16:10:52.709348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 75fb4124-1473-4a4d-b8c9-d7a5239b2687 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:10:52.730674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 75fb4124-1473-4a4d-b8c9-d7a5239b2687 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:10:52.731261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 75fb4124-1473-4a4d-b8c9-d7a5239b2687 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:10:53.329525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0f9b28c-d408-473d-8ff3-3a5c3cf4bf80 req-30355908-1662-43fc-a2b1-bf566efce3e1 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0286212 Dec 20 16:10:53.718960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.724852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.731962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.737845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.744102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.750127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.756088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:53.758538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-bd8f7216-b3ca-4001-a1d4-ed3e8023f87b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0987821 Dec 20 16:10:53.822653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f47a529-fda6-4136-bb6b-81b6524aab82 req-77c1d795-c530-403a-abda-128bd22096aa tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569105 Dec 20 16:10:54.441282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-756314c2-ccfa-4206-855f-d75e5a02c733 req-43db0a1a-c36f-4146-beb5-f51291617400 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c785cc8-10b0-4460-8528-e8a15ba6a18f HTTP/1.1" status: 200 len: 210 time: 0.0296810 Dec 20 16:10:54.953658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.959544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.966360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.972303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.978877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.984754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.990634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:54.992736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-abad4e96-053e-482d-b9d1-8021a92e8250 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0934761 Dec 20 16:10:55.054301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57536cfb-ce1b-49ed-9b21-919b89fd5e5c req-4e1caff9-5aac-41b6-b256-546298550805 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551412 Dec 20 16:10:55.504195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59546) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:10:55.566272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6325d27b-35e6-4aae-b7db-57c581c38728 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:55.594678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6325d27b-35e6-4aae-b7db-57c581c38728 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:55.770805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6325d27b-35e6-4aae-b7db-57c581c38728 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:55.773934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6325d27b-35e6-4aae-b7db-57c581c38728 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:55.775275 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6325d27b-35e6-4aae-b7db-57c581c38728 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] 10.222.0.81 "DELETE /v2.0/security-groups/ba949fcd-8f6a-491e-aaa9-22cea7f57082 HTTP/1.1" status: 204 len: 168 time: 0.2699249 Dec 20 16:10:55.786652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325d27b-35e6-4aae-b7db-57c581c38728 tempest-TestVolumeBackupRestore-603954418 tempest-TestVolumeBackupRestore-603954418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba949fcd-8f6a-491e-aaa9-22cea7f57082,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:10:56.199882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.205923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.211950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.218297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.226439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.231269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.238029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:56.239880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-853f411a-1fe1-46d0-b860-f14f3d66c681 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1026165 Dec 20 16:10:56.331048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4169d9f8-4ccb-4826-8d5b-b0278e28aaa1 req-f9dbed58-45e0-44a2-8263-1585d3a8e310 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836596 Dec 20 16:10:57.256779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:57.476679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.482978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.489688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.495761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.501672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.507847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.513868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:57.515796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c11bd84-472e-4ac6-a957-9418908c00db req-d6f4354b-c05a-4d48-b05a-130ecd89fc47 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.0982358 Dec 20 16:10:57.582309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c11bd84-472e-4ac6-a957-9418908c00db req-6070aa74-14fd-478a-ba82-89251f9314da tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602188 Dec 20 16:10:58.744919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.753702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.760453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.767757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.775959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.782411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.790404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:58.792545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-62756bd1-74fc-4fc4-ba2c-04c2cdf80b03 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1180041 Dec 20 16:10:58.889330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcb84edf-743a-46b6-a8ff-0b0d15f0a1c7 req-41911278-5b0b-4260-93da-17075b9dca2b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634995 Dec 20 16:10:59.066124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-656b45fe-0be6-4d9b-b613-9ea860c2dd5d tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:10:59.067968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-656b45fe-0be6-4d9b-b613-9ea860c2dd5d tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.1150720 Dec 20 16:10:59.083949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-8e2d0a1d-524e-4adf-ba1e-6d2e49fc836d tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/quotas/34d7f0940f474b588e8baf098478a443 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Dec 20 16:10:59.143553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2fe3a122-d23c-4125-b4ff-44b0e3458b47 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533063 Dec 20 16:10:59.223178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-eaf078ef-22d0-4026-bd79-563022320c66 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:10:59.224004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-eaf078ef-22d0-4026-bd79-563022320c66 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0698767 Dec 20 16:10:59.251342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1ea24f4-cc66-44cd-83be-2bb2c73e786d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:10:59.331723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-db34c636-8526-46d7-b6fd-cf01e8b75621 service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003437 Dec 20 16:10:59.432226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-bef82b45-5dbd-4452-8716-b7d1b3d83c62 service neutron] 10.222.0.81 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924885 Dec 20 16:10:59.722291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7c44599-f92a-4cbc-9052-1d4b456e04af req-542b70ee-d5d5-42c3-b74b-c8dd532d5447 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 210 time: 0.0384378 Dec 20 16:11:00.025335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3e65155a-e45a-4782-9eab-cc52978957be details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:00.092608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.100344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.106843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.112878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.118964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.125584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.131991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:00.134701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2fcd2018-181e-4fd6-a326-7502a8bf3445 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5431 time: 0.1329887 Dec 20 16:11:00.170472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3e65155a-e45a-4782-9eab-cc52978957be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3e65155a-e45a-4782-9eab-cc52978957be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:00.196878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '3e65155a-e45a-4782-9eab-cc52978957be', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'port_id': '3e65155a-e45a-4782-9eab-cc52978957be', 'mac_address': 'fa:16:3e:91:4e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:00.242061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:00.268478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e65155a-e45a-4782-9eab-cc52978957be {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:00.276575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8850a623-afd6-4807-8088-eaceb57304f4 req-2eea5118-fb19-4ede-9434-c4718020f943 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260967 Dec 20 16:11:00.293348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3e65155a-e45a-4782-9eab-cc52978957be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3e65155a-e45a-4782-9eab-cc52978957be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:00.393762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:00.394572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:00.521710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3e65155a-e45a-4782-9eab-cc52978957be,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:00.561085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:00.573393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'port_id': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'mac_address': 'fa:16:3e:37:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:00.612088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:00.627047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:00.652596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:00.822748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:00.823448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:00.832026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71cd4e78-2818-4cbc-9195-66263e72060c req-53c99574-e444-43ae-b91a-7230c10799ce tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 210 time: 0.0292411 Dec 20 16:11:00.902106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:00.980254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:00.993812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278', 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7', 'port_id': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278', 'mac_address': 'fa:16:3e:4e:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67316d67-e009-4453-8cf2-d9a2c125ea21', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:01.038414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:01.044843 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:11:01.052177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:01.073408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:01.224984 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-57e41e9b-9104-45ae-ba98-b3874fe791e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405216 Dec 20 16:11:01.241222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:01.241222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 951a9e2b-a03f-44fa-83ad-f61ad605e9be details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:01.310893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:01.318028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:01.341153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '951a9e2b-a03f-44fa-83ad-f61ad605e9be', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'port_id': '951a9e2b-a03f-44fa-83ad-f61ad605e9be', 'mac_address': 'fa:16:3e:a1:64:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:01.370789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-52ddde22-afbf-4555-8e28-169a57d6f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.374012 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-52ddde22-afbf-4555-8e28-169a57d6f9c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1097 time: 0.0788374 Dec 20 16:11:01.416091 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:01.442779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a9e2b-a03f-44fa-83ad-f61ad605e9be {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:01.465528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.472958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.485524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:01.489140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.502107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.509175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.515714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.522058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.525137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-409a22d8-a619-4639-a144-de12474d0751 req-a610652e-ec4e-4daf-bf35-87e3797dd258 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5434 time: 0.1300616 Dec 20 16:11:01.555766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-1023367b-7d14-418a-914f-eb7c46fa0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.559481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-1023367b-7d14-418a-914f-eb7c46fa0543 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 910 time: 0.1609261 Dec 20 16:11:01.615138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-409a22d8-a619-4639-a144-de12474d0751 req-2a1bbcea-0fc4-4da4-9ab2-65f594375b3e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835176 Dec 20 16:11:01.657610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-0e399888-d9d3-408f-b408-adbf87889a6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 1002 time: 0.0907960 Dec 20 16:11:01.680631 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:01.681564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:01.713909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-65be43b9-2d5e-4bb8-9ae3-38940f2302e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.721038 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-65be43b9-2d5e-4bb8-9ae3-38940f2302e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0500867 Dec 20 16:11:01.758955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:01.766209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:01.771166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23fcbe23-68d1-4c37-be90-5a919a1c4afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:01.775220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-3cd0b88e-9b9e-418f-974b-d80d4272e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:01.777295 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-3cd0b88e-9b9e-418f-974b-d80d4272e2f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535409 Dec 20 16:11:01.777481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'port_id': '04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3', 'mac_address': 'fa:16:3e:a4:ce:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:01.833497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:01.888713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:01.900409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:01.902168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-1262aa16-2222-4018-a5c8-8fadd884e84f service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154687 Dec 20 16:11:01.943165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:01.980803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2889d7d-409b-484a-8c1e-ad06792d710f req-f231fa47-d30e-4149-9172-d6d11aa841a8 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 210 time: 0.0444653 Dec 20 16:11:02.068968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-974916f7-d1be-4a3b-bbb2-7681aadd9d20 req-6e36f274-9406-4873-a49b-bc08daa7dd30 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551676 Dec 20 16:11:02.096720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.097485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device da87a08b-1a42-487f-9ee1-16d9452fd5e5 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:02.180055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:02.185711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port da87a08b-1a42-487f-9ee1-16d9452fd5e5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:02.198452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5', 'network_id': 'bada19d2-55d2-402d-ad54-cfd4e34d088c', 'port_id': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5', 'mac_address': 'fa:16:3e:01:33:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:02.237208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.255268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da87a08b-1a42-487f-9ee1-16d9452fd5e5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:02.276910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port da87a08b-1a42-487f-9ee1-16d9452fd5e5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:02.416480 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.417178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7a1e01a4-5adb-421a-932b-b897feb17c53 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:02.482773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.507660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7a1e01a4-5adb-421a-932b-b897feb17c53,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:02.515683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=da87a08b-1a42-487f-9ee1-16d9452fd5e5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:02.530785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '7a1e01a4-5adb-421a-932b-b897feb17c53', 'network_id': 'e4a0b636-9ada-420e-8394-bc799c0b3db7', 'port_id': '7a1e01a4-5adb-421a-932b-b897feb17c53', 'mac_address': 'fa:16:3e:c7:20:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67316d67-e009-4453-8cf2-d9a2c125ea21', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:02.623257 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.659298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1e01a4-5adb-421a-932b-b897feb17c53 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:02.661891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-b940f2ad-9a2c-43dd-a1f4-c292389adeb6 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.664040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-b940f2ad-9a2c-43dd-a1f4-c292389adeb6 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "GET /v2.0/networks?id=55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 200 len: 814 time: 0.1542726 Dec 20 16:11:02.677232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Request body: {'port': {'device_id': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'admin_state_up': True, 'tenant_id': '34d7f0940f474b588e8baf098478a443'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:02.689568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7a1e01a4-5adb-421a-932b-b897feb17c53,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:02.771537 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.846349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.853594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.853815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:02.860581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.869572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.875921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.886127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.893706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:02.896798 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:02.903222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-e3684269-a512-4842-823e-2283d6c788bf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5437 time: 0.1676617 Dec 20 16:11:03.012866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbf57531-7611-4c12-a7fa-18d956cf7947 req-b1abf8ca-0e01-4783-a17c-3f1a4235a6c3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055598 Dec 20 16:11:03.028700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Made reservation on behalf of 34d7f0940f474b588e8baf098478a443 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:11:03.033441 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:03.045451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Deleting port 437e9db9-735b-493c-9818-8c017c6e1adc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:03.045880 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:03.165552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb8f6f3f-2916-475a-9995-6ca7548faadb req-0bc84f1f-3e42-4940-ac29-f91b294805ff tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 210 time: 0.0913157 Dec 20 16:11:03.204088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] For port 437e9db9-735b-493c-9818-8c017c6e1adc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=437e9db9-735b-493c-9818-8c017c6e1adc,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:03.204476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:03.222075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Calling delete_port for 437e9db9-735b-493c-9818-8c017c6e1adc owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:03.237634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Allocated IP 172.20.0.14 (55498b0d-0eb3-4415-abed-aaffcbc38a55/7a3f6ca9-cfdb-4442-babf-bad928f9c798/4578bcdc-5a1d-451a-a908-d87f63274c60) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:03.555302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:03.588053 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=437e9db9-735b-493c-9818-8c017c6e1adc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:03.665976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3e65155a-e45a-4782-9eab-cc52978957be'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:03.746867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:03.766711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['4ffc7f4d-b7b5-4013-906a-31128e8b5a34'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:03.769001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['9b7ac2d2-b25d-4f79-b4d3-3f72c973b278'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:03.801706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:03.932731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:03.943888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['7a1e01a4-5adb-421a-932b-b897feb17c53'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:03.978191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:04.018092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d49804b7-32f4-458f-ae11-a70cd455a053', 'e64d820f-d2b8-449a-9e61-3dc3f84765c8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:04.035229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Network 55498b0d-0eb3-4415-abed-aaffcbc38a55 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:04.036513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event updated for resources: {'Port': ['ID=4578bcdc-5a1d-451a-a908-d87f63274c60,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:04.041192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:04.046827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:04.052291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.053281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.053796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.054328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.054916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.055412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.055900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.056388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.056879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.057639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.058149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.059168 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.059646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:04.097909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Router 196bb3f1-9e79-4905-a89d-d04313870acd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:04.116747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.117710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:04.289492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-17f3d148-801a-4529-a96a-869c8a686b8e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6152062 Dec 20 16:11:04.302871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Request body: {'port': {'device_id': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:04.412672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:04.518997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['951a9e2b-a03f-44fa-83ad-f61ad605e9be'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:04.597992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:04.656423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['da87a08b-1a42-487f-9ee1-16d9452fd5e5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:04.666976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.672881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.678800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.685395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.691489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.697856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.704143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.706077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-8c981549-c208-4d67-b6e2-580a4bc08529 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5438 time: 0.5386686 Dec 20 16:11:04.714623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:04.721070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-28a1437d-40a7-462e-89a0-98ca147c7e33 admin admin] 10.222.0.81 "PUT /v2.0/routers/196bb3f1-9e79-4905-a89d-d04313870acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8179438 Dec 20 16:11:04.725149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 59910) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:04.731193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] Sync routers for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:04.736518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-7c7a6926-63fe-455f-8f4e-3e119766c765 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4998612 Dec 20 16:11:04.762891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d2ce5-1aaf-4377-8a5e-f54ebd98981f req-53c5103e-1dc9-49c0-998c-0d5b698f2219 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.764433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c10d2ce5-1aaf-4377-8a5e-f54ebd98981f req-53c5103e-1dc9-49c0-998c-0d5b698f2219 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 932 time: 0.1402051 Dec 20 16:11:04.774830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:04.779794 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:04.796261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4578bcdc-5a1d-451a-a908-d87f63274c60 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:04.810936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:04.863445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Transition to ACTIVE for port object 4578bcdc-5a1d-451a-a908-d87f63274c60 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:11:04.875235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-551c8c30-690e-4411-8a9c-690d2c64e680 req-e417ceb5-3e0d-4d9c-b95e-4b293358ae33 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375334 Dec 20 16:11:04.886242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c10d2ce5-1aaf-4377-8a5e-f54ebd98981f req-6424d877-3ff6-4b2d-a457-2b232c5d82f8 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142657 Dec 20 16:11:04.889150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-5ec0c0e4-5891-4d1c-bdb8-cb7d86e6d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:04.890660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-5ec0c0e4-5891-4d1c-bdb8-cb7d86e6d6ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0964766 Dec 20 16:11:04.903843 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:04.936636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.025753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-40a9c8d6-1347-4eea-818d-c25403c1d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:05.027641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-40a9c8d6-1347-4eea-818d-c25403c1d57d service neutron] 10.222.0.83 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 898 time: 0.1048470 Dec 20 16:11:05.048793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.099149 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:11:03Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:05.125628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-8e74849f-ae5f-47d0-8b1c-487c12cdeedb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0888107 Dec 20 16:11:05.128748 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] Checking router: 196bb3f1-9e79-4905-a89d-d04313870acd for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:05.153960 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] Routers {'196bb3f1-9e79-4905-a89d-d04313870acd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:05.154843 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['196bb3f1-9e79-4905-a89d-d04313870acd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:05.171919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Pushing event updated for resources: {'Port': ['ID=4578bcdc-5a1d-451a-a908-d87f63274c60,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:05.181635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.201973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-9293dd5b-86df-41a3-b51e-2028dd40d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:05.204090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-9293dd5b-86df-41a3-b51e-2028dd40d65d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 200 len: 834 time: 0.0703275 Dec 20 16:11:05.222514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Attempting to bind port 4578bcdc-5a1d-451a-a908-d87f63274c60 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:05.222875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Attempting to bind port 4578bcdc-5a1d-451a-a908-d87f63274c60 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:05.223173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Attempting to bind port 4578bcdc-5a1d-451a-a908-d87f63274c60 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:05.231269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Port 4578bcdc-5a1d-451a-a908-d87f63274c60 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:11:05.232110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Attempting to bind port 4578bcdc-5a1d-451a-a908-d87f63274c60 on network 55498b0d-0eb3-4415-abed-aaffcbc38a55 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:05.240493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:05.243006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Checking segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:05.243677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Bound using segment: {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:05.244531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Bound port: 4578bcdc-5a1d-451a-a908-d87f63274c60, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12edbb4a-18a5-4999-a357-b88c944707c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:05.245111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.274304 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] Set router 196bb3f1-9e79-4905-a89d-d04313870acd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:05.275034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-e7f978c3-8736-4412-a091-c64617d76eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:05.276602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-e7f978c3-8736-4412-a091-c64617d76eec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625770 Dec 20 16:11:05.339113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] For port 4578bcdc-5a1d-451a-a908-d87f63274c60, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:05.344843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] For port 4578bcdc-5a1d-451a-a908-d87f63274c60, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4578bcdc-5a1d-451a-a908-d87f63274c60,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:05.356630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.423489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-a105d101-905a-454f-b511-4ee8772b15f1 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390157 Dec 20 16:11:05.436439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Deleting port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:05.436740 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.461714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.483649 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:11:03Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:05.515591 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6f749f-0735-4fde-a43e-eefaa50b966a None None] The sync data for ids ['196bb3f1-9e79-4905-a89d-d04313870acd'] in n-d-781076-8 is: [{'id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'name': 'tempest-TestVolumeBackupRestore-822948408-router', 'tenant_id': '929e2c7606c247339267a657e920fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:11Z', 'updated_at': '2021-12-20T16:11:03Z', 'revision_number': 5, 'project_id': '929e2c7606c247339267a657e920fb02', 'gw_port': {'id': '77d35d8a-b013-41a6-9f7a-9b76ddaa05e5', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196bb3f1-9e79-4905-a89d-d04313870acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:13Z', 'updated_at': '2021-12-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:05.526323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98a50eab-5285-4794-95f8-e0a63e82efc6 req-2d1a268a-1dbc-4780-8fa4-114395f111c6 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944364 Dec 20 16:11:05.533821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:05.534453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.536415 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] 10.222.0.72 "PUT /v2.0/ports/4578bcdc-5a1d-451a-a908-d87f63274c60 HTTP/1.1" status: 200 len: 1092 time: 1.2382956 Dec 20 16:11:05.542517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'tag': '4578bcdc-5a1d-451a-a908-d87f63274c60'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:05.544424 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf", "tag": "4578bcdc-5a1d-451a-a908-d87f63274c60"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:05.591986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb73179-a3e4-4a21-a982-348ae33ce386 service neutron] Pushing event updated for resources: {'Port': ['ID=4578bcdc-5a1d-451a-a908-d87f63274c60,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:05.601671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] For port 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:05.602103 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:05.610256 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27415e6-f506-4d88-b799-5c5ace1a5b52 x-openstack-request-id: req-c27415e6-f506-4d88-b799-5c5ace1a5b52 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:05.610551 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf", "tag": "4578bcdc-5a1d-451a-a908-d87f63274c60", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:05.610814 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c27415e6-f506-4d88-b799-5c5ace1a5b52 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:05.611218 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'tag': '4578bcdc-5a1d-451a-a908-d87f63274c60', 'status': 'completed', 'code': 200} Dec 20 16:11:05.616684 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Calling delete_port for 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:05.722958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa req-358e41bf-600e-4962-8a94-e4e6aa7ca936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:05.724472 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa req-358e41bf-600e-4962-8a94-e4e6aa7ca936 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 1095 time: 0.0609486 Dec 20 16:11:05.889015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa req-d3934a6d-34c3-4127-a55b-ff53e599266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:05.890497 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa req-d3934a6d-34c3-4127-a55b-ff53e599266e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=34d7f0940f474b588e8baf098478a443&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1330853 Dec 20 16:11:05.973520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.040998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612d5ef-c359-401f-b66d-a4fd239edb3c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:06.060743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d35d8a-b013-41a6-9f7a-9b76ddaa05e5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:06.084098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2db499-6686-479a-9719-32f87ea4053a req-afad3943-6fd8-48ce-813e-c124fc4c5cf8 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.085626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d2db499-6686-479a-9719-32f87ea4053a req-afad3943-6fd8-48ce-813e-c124fc4c5cf8 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 944 time: 0.1102681 Dec 20 16:11:06.097435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa req-5b691d0a-3cad-4aec-946e-f062db1e435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.098919 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51b7e1fb-4fdb-49af-adc6-dd07374c5bfa req-5b691d0a-3cad-4aec-946e-f062db1e435b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986876 Dec 20 16:11:06.125973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.133761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.144528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.151723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.158432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.164845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.171078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.173067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-73c03577-4dca-4a8e-95cb-dc2f498cf762 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5438 time: 0.1368797 Dec 20 16:11:06.188240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.217002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d2db499-6686-479a-9719-32f87ea4053a req-6a398e9c-e103-48d9-9b28-d4710989ee74 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228652 Dec 20 16:11:06.258504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d75cf0ad-3592-41e5-9bdb-b9ad93365f19 req-8c1cf219-0c3c-4953-b0c8-e0178aa1887b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731466 Dec 20 16:11:06.305310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.308301 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.351775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-9cf9734a-c9b9-4e50-8d6d-49555f8fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.353814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-9cf9734a-c9b9-4e50-8d6d-49555f8fbc2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34d7f0940f474b588e8baf098478a443&device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 1095 time: 0.1788085 Dec 20 16:11:06.404461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-26570855-298c-4d88-843d-265e55571dd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4578bcdc-5a1d-451a-a908-d87f63274c60 HTTP/1.1" status: 200 len: 217 time: 0.0421872 Dec 20 16:11:06.411839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 437e9db9-735b-493c-9818-8c017c6e1adc no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:06.433343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 437e9db9-735b-493c-9818-8c017c6e1adc {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:06.438554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 437e9db9-735b-493c-9818-8c017c6e1adc not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:06.462751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.463311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196bb3f1-9e79-4905-a89d-d04313870acd {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:11:06.466295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-69addb42-db41-4ca9-96e0-9af0ab8d91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:06.467754 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-69addb42-db41-4ca9-96e0-9af0ab8d91a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a3f6ca9-cfdb-4442-babf-bad928f9c798 HTTP/1.1" status: 200 len: 854 time: 0.0559165 Dec 20 16:11:06.470782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.474475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59972) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:06.474629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-adc770e6-b92a-4224-bbff-d00956183e70 admin admin] 10.222.0.81 "DELETE /v2.0/routers/196bb3f1-9e79-4905-a89d-d04313870acd HTTP/1.1" status: 204 len: 168 time: 1.7475703 Dec 20 16:11:06.502708 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-e748e0e2-eef6-412c-beb7-122577d3cc7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=55498b0d-0eb3-4415-abed-aaffcbc38a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268593 Dec 20 16:11:06.527258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Deleting subnet 7f36e2f2-0ef3-413a-8f68-3469d57c731e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:11:06.530986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.603693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.658657 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-a57068b7-b322-41b4-90ad-29948aee0d3b service neutron] 10.222.0.72 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485288 Dec 20 16:11:06.698810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.765544 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b2d54e8d-7cda-4272-bd8d-5d7e4f46d756 req-cab0f367-7e03-41d5-a99e-6821c0cdac04 service neutron] 10.222.0.72 "GET /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991037 Dec 20 16:11:06.821057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3e65155a-e45a-4782-9eab-cc52978957be up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:06.849441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.881545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f36e2f2-0ef3-413a-8f68-3469d57c731e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:06.885459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.890498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7f36e2f2-0ef3-413a-8f68-3469d57c731e HTTP/1.1" status: 204 len: 168 time: 0.4125755 Dec 20 16:11:06.890806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80710e3f-e717-4782-a215-9b3865afd75e None None] Network 28cd3a4a-944f-435a-bbd8-aceb12d129e8 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:06.891473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 59986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:06.905084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.905382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.905718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.906058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.906391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.906723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.907059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.907400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.907704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.908027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.908353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.908676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.908999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356a8e3-9e34-43b2-8786-46119def45ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:06.968089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 3e65155a-e45a-4782-9eab-cc52978957be completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:06.987000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:06.987699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 3e65155a-e45a-4782-9eab-cc52978957be triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:06.988071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.049235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Deleting port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:07.049579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.139011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.144767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] DHCP port deletion for 28cd3a4a-944f-435a-bbd8-aceb12d129e8 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:07.151172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] For port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:07.151669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.167374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Calling delete_port for 8ab4fe0d-2460-4391-99d2-68b4ab56d63e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:07.190880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e65155a-e45a-4782-9eab-cc52978957be'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:07.193578 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd4e6a-722d-4a21-ab3f-9b141b0a0595" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "3e65155a-e45a-4782-9eab-cc52978957be"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:07.217280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3e65155a-e45a-4782-9eab-cc52978957be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3e65155a-e45a-4782-9eab-cc52978957be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:07.232301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] Deleting port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:07.232870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.294573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace6c7f0-6f3d-4c3b-979a-c889116b7dd6 x-openstack-request-id: req-ace6c7f0-6f3d-4c3b-979a-c889116b7dd6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:07.295080 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "3e65155a-e45a-4782-9eab-cc52978957be", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:07.295782 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ace6c7f0-6f3d-4c3b-979a-c889116b7dd6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:07.296356 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e65155a-e45a-4782-9eab-cc52978957be', 'code': 200} Dec 20 16:11:07.332825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] For port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,segment=NetworkSegment(dc67dec4-1abf-40ff-8456-21a0117bf294),segment_id=dc67dec4-1abf-40ff-8456-21a0117bf294)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:07.333358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.352030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] Calling delete_port for 8ab4fe0d-2460-4391-99d2-68b4ab56d63e owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:07.396035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.421743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63e9b-2848-4077-8f8f-a521583d37ec req-d5141349-bdbf-40d7-be96-e17501735fcd tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.423294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fc63e9b-2848-4077-8f8f-a521583d37ec req-d5141349-bdbf-40d7-be96-e17501735fcd tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 944 time: 0.0886230 Dec 20 16:11:07.446034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.452071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.458338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.465231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.471366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.474294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3e65155a-e45a-4782-9eab-cc52978957be,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:07.477913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.484103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:07.488710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e406b465-6996-4866-919b-4c85508e5423 req-8abb3651-a1a3-47b2-aa9d-09f034900aa2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5438 time: 0.1207149 Dec 20 16:11:07.498140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.503322 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.530637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] Pushing event deleted for resources: {'Port': ['ID=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:07.534240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2565c-30e2-4b4e-92ee-e3afeb890400 None None] No DVR routers for this DVR port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:07.550688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab4fe0d-2460-4391-99d2-68b4ab56d63e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:07.561418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] No DVR routers for this DVR port 8ab4fe0d-2460-4391-99d2-68b4ab56d63e on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:07.646051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fc63e9b-2848-4077-8f8f-a521583d37ec req-1cc4f781-4539-45d4-afb4-37a0657e648e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125578 Dec 20 16:11:07.696601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e406b465-6996-4866-919b-4c85508e5423 req-dd1f7f19-edd2-47fc-be47-6af3f4d4c87a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974983 Dec 20 16:11:07.698449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.719091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cd3a4a-944f-435a-bbd8-aceb12d129e8']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:07.728398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc67dec4-1abf-40ff-8456-21a0117bf294') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:07.728699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc67dec4-1abf-40ff-8456-21a0117bf294') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:07.738121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.751500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.757952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:11:07.758374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:11:07.760003 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:11:07.953998 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.959735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:07.963413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] 10.222.0.81 "DELETE /v2.0/networks/28cd3a4a-944f-435a-bbd8-aceb12d129e8 HTTP/1.1" status: 204 len: 168 time: 1.0673807 Dec 20 16:11:07.966616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60022) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:07.974337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2058-1029-425a-8961-e225485d4390 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cd3a4a-944f-435a-bbd8-aceb12d129e8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:08.347159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:08.395603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:08.417738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:08.418088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 77d35d8a-b013-41a6-9f7a-9b76ddaa05e5 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:08.418512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8ab4fe0d-2460-4391-99d2-68b4ab56d63e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:08.439632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8ab4fe0d-2460-4391-99d2-68b4ab56d63e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:08.439997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8ab4fe0d-2460-4391-99d2-68b4ab56d63e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:08.617697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Deleting port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:08.618031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:08.635585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:08.704356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] For port 4fa381bc-2d3f-4873-8bd7-6f6e380aca60, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,segment=NetworkSegment(df64aa52-426a-446e-898d-63ae95a635fb),segment_id=df64aa52-426a-446e-898d-63ae95a635fb)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:08.705047 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:08.724338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Calling delete_port for 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:08.772661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4578bcdc-5a1d-451a-a908-d87f63274c60 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:11:08.800313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5efdd-3b06-49b2-877b-f99aa568092f req-f3cc15b4-9461-4d16-8f64-7d13e9fdb2ed tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.802660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eec5efdd-3b06-49b2-877b-f99aa568092f req-f3cc15b4-9461-4d16-8f64-7d13e9fdb2ed tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 944 time: 0.0656960 Dec 20 16:11:08.839058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:08.905821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eec5efdd-3b06-49b2-877b-f99aa568092f req-255aa529-120f-432a-b4ba-f591e1a1d580 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915344 Dec 20 16:11:08.924045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.932748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.942751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.951184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.959024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.964486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4578bcdc-5a1d-451a-a908-d87f63274c60, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4578bcdc-5a1d-451a-a908-d87f63274c60,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:08.966184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.972649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:08.974805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-253a6e92-85eb-46e4-9305-4d5697e6c560 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5439 time: 0.1710212 Dec 20 16:11:08.981272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '4578bcdc-5a1d-451a-a908-d87f63274c60', 'network_id': '55498b0d-0eb3-4415-abed-aaffcbc38a55', 'port_id': '4578bcdc-5a1d-451a-a908-d87f63274c60', 'mac_address': 'fa:16:3e:63:39:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3f6ca9-cfdb-4442-babf-bad928f9c798', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:11:09.026405 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.040243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c02fe1b1-a5bf-4204-951b-d49581915ed5 req-f6a6aac0-fa43-4b30-b00a-69bd61ef91d0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575290 Dec 20 16:11:09.043968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4578bcdc-5a1d-451a-a908-d87f63274c60 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:11:09.063840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4578bcdc-5a1d-451a-a908-d87f63274c60, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4578bcdc-5a1d-451a-a908-d87f63274c60,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:09.073493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:09.077478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:09.077880 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.137061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.159775 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.175903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa381bc-2d3f-4873-8bd7-6f6e380aca60,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:09.194163 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.203255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:09.250887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4578bcdc-5a1d-451a-a908-d87f63274c60,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:09.297383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:09.299834 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0925221-055a-4814-a1c2-4437e63e0bc8" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:09.345000 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1467a8-d36d-46e3-ac07-b267371cbba2 x-openstack-request-id: req-3b1467a8-d36d-46e3-ac07-b267371cbba2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:09.345313 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:09.345573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b1467a8-d36d-46e3-ac07-b267371cbba2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:09.346124 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'code': 200} Dec 20 16:11:09.353695 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.359193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:09.362145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.422438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4578bcdc-5a1d-451a-a908-d87f63274c60'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:09.461737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:09.585974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:09.592223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:09.592601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.678854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.715756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:09.877142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Router 099fe288-63ee-4508-9526-35a14d7dcf5f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:09.896613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:09.897600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 951a9e2b-a03f-44fa-83ad-f61ad605e9be up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:09.977029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:09.996477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:10.004790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60088) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:10.005473 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-476735f9-374b-4f28-ad73-fbe82da9da97 admin admin] 10.222.0.81 "PUT /v2.0/routers/099fe288-63ee-4508-9526-35a14d7dcf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0377502 Dec 20 16:11:10.010141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] Sync routers for ids ['099fe288-63ee-4508-9526-35a14d7dcf5f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:10.020134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] Routers {'099fe288-63ee-4508-9526-35a14d7dcf5f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:10.020827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['099fe288-63ee-4508-9526-35a14d7dcf5f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:10.122618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 951a9e2b-a03f-44fa-83ad-f61ad605e9be completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:10.127721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 951a9e2b-a03f-44fa-83ad-f61ad605e9be triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:10.128108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.147715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db536-4621-43a3-a1c7-d7a6dac262fb req-8cdcf1db-ae67-4c12-973b-220604662f0a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.149273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c3db536-4621-43a3-a1c7-d7a6dac262fb req-8cdcf1db-ae67-4c12-973b-220604662f0a tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 945 time: 0.1044292 Dec 20 16:11:10.172100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] Set router 099fe288-63ee-4508-9526-35a14d7dcf5f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:10.192128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.313737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c3db536-4621-43a3-a1c7-d7a6dac262fb req-beff6680-19a3-4cf4-b58a-0a83768e56b2 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517329 Dec 20 16:11:10.326133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.332208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.338567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.338799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.344552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.350641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.357282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.363478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:10.365536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-4edf2e29-0cab-4793-a828-4d738965776a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5441 time: 0.2153718 Dec 20 16:11:10.403251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.408906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:10.434669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:11:08Z', 'revision_number': 5, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:10.450973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a79a35fc-670e-42af-9fa4-28831246ca38 req-6887abcb-edb1-4c7f-b1cd-936dad8a2526 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774198 Dec 20 16:11:10.462958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] Checking router: 099fe288-63ee-4508-9526-35a14d7dcf5f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:10.471731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] Routers {'099fe288-63ee-4508-9526-35a14d7dcf5f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:10.472358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['099fe288-63ee-4508-9526-35a14d7dcf5f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:10.512293 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.512810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:10.572164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Deleting port 8a5c26fc-6f96-474c-9451-35e1ed394992 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:10.572505 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.658996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] For port 8a5c26fc-6f96-474c-9451-35e1ed394992, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8a5c26fc-6f96-474c-9451-35e1ed394992,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:10.659549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.675128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Calling delete_port for 8a5c26fc-6f96-474c-9451-35e1ed394992 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:10.811325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4578bcdc-5a1d-451a-a908-d87f63274c60 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:10.841313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:10.860905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] Set router 099fe288-63ee-4508-9526-35a14d7dcf5f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:10.917063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:10.949001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5c26fc-6f96-474c-9451-35e1ed394992,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:10.980005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56640f01-1740-4642-8db0-c3309b9888cf None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:11.018394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.023897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:11.032069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:11.032474 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.053955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 4578bcdc-5a1d-451a-a908-d87f63274c60 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:11.090298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 4578bcdc-5a1d-451a-a908-d87f63274c60 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:11.090585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.118347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.120708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.183999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:11:08Z', 'revision_number': 5, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:11.224412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68350f9-00d8-4803-828c-c866fdfc2e8d None None] The sync data for ids ['099fe288-63ee-4508-9526-35a14d7dcf5f'] in n-d-781076-8 is: [{'id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'name': 'tempest-TestVolumeBackupRestore-469558428-router', 'tenant_id': 'add8d03fffd6485f8e2176ff760c3f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:05:22Z', 'updated_at': '2021-12-20T16:11:08Z', 'revision_number': 5, 'project_id': 'add8d03fffd6485f8e2176ff760c3f89', 'gw_port': {'id': '8a5c26fc-6f96-474c-9451-35e1ed394992', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099fe288-63ee-4508-9526-35a14d7dcf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:05:23Z', 'updated_at': '2021-12-20T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:11.254093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.274613 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.275159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099fe288-63ee-4508-9526-35a14d7dcf5f {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:11:11.279703 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.281023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b4b426dd-7dfe-447f-8a14-9edb5b043f00 admin admin] 10.222.0.81 "DELETE /v2.0/routers/099fe288-63ee-4508-9526-35a14d7dcf5f HTTP/1.1" status: 204 len: 168 time: 1.2742815 Dec 20 16:11:11.283447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60098) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:11.293111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.312099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:11.334676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Deleting subnet fc42d546-363e-4344-8c59-0512e201516a {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:11:11.335010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4578bcdc-5a1d-451a-a908-d87f63274c60, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4578bcdc-5a1d-451a-a908-d87f63274c60,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:11.338457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.347012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278'}, {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a9e2b-a03f-44fa-83ad-f61ad605e9be'}, {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3'}, {'server_uuid': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4578bcdc-5a1d-451a-a908-d87f63274c60'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:11.349611 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9d2f6-0e73-4718-907c-54a0c539cb36" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "9b7ac2d2-b25d-4f79-b4d3-3f72c973b278"}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "951a9e2b-a03f-44fa-83ad-f61ad605e9be"}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3"}, {"server_uuid": "5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf", "name": "network-vif-plugged", "status": "completed", "tag": "4578bcdc-5a1d-451a-a908-d87f63274c60"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:11.375829 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.395585 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593ebff-7f2c-4e7a-81c2-67d3ed17d148 x-openstack-request-id: req-f593ebff-7f2c-4e7a-81c2-67d3ed17d148 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:11.395897 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "9b7ac2d2-b25d-4f79-b4d3-3f72c973b278", "code": 200}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "951a9e2b-a03f-44fa-83ad-f61ad605e9be", "code": 200}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3", "code": 200}, {"server_uuid": "5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf", "name": "network-vif-plugged", "status": "completed", "tag": "4578bcdc-5a1d-451a-a908-d87f63274c60", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:11.396154 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f593ebff-7f2c-4e7a-81c2-67d3ed17d148 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:11.396561 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278', 'code': 200} Dec 20 16:11:11.396822 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a9e2b-a03f-44fa-83ad-f61ad605e9be', 'code': 200} Dec 20 16:11:11.397076 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3', 'code': 200} Dec 20 16:11:11.397365 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4578bcdc-5a1d-451a-a908-d87f63274c60', 'code': 200} Dec 20 16:11:11.421523 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.422353 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device da87a08b-1a42-487f-9ee1-16d9452fd5e5 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:11.473019 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.485386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6d4d-3815-4a40-a42f-8e54ecaa28a1 req-d4c04566-4f05-4893-912f-08792b916495 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.486941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-890b6d4d-3815-4a40-a42f-8e54ecaa28a1 req-d4c04566-4f05-4893-912f-08792b916495 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 945 time: 0.0916753 Dec 20 16:11:11.504706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2cf49-5746-494b-8042-aee734de1b14 req-26bb37fe-5a62-4377-81ed-bc5f8cf7e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.507989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b0f2cf49-5746-494b-8042-aee734de1b14 req-26bb37fe-5a62-4377-81ed-bc5f8cf7e288 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 1097 time: 0.0505614 Dec 20 16:11:11.522899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.526093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:11.573228 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b0f2cf49-5746-494b-8042-aee734de1b14 req-37fc6736-02c1-4efa-989c-772f883710bd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588439 Dec 20 16:11:11.599205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4578bcdc-5a1d-451a-a908-d87f63274c60,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:11.612212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-890b6d4d-3815-4a40-a42f-8e54ecaa28a1 req-d19d4941-1b94-422c-af6d-e1fdce268f7c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166029 Dec 20 16:11:11.651048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port da87a08b-1a42-487f-9ee1-16d9452fd5e5 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:11.656069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port da87a08b-1a42-487f-9ee1-16d9452fd5e5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:11.659122 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.659292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.662953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.669135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.675276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.682195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.688186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.694466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:11.697033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-5c0adad6-31c5-4567-b3d3-0e0d70532f0f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5443 time: 0.1225033 Dec 20 16:11:11.744172 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.770410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccc1abc0-b910-4fe8-a68a-4038b84d585f req-f3dd40f9-c4c5-47ec-9d13-e27a9b9d11de tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612035 Dec 20 16:11:11.780452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port da87a08b-1a42-487f-9ee1-16d9452fd5e5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:11.782986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.815987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc42d546-363e-4344-8c59-0512e201516a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:11.818068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.824375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c73c8920-63aa-47b5-a556-6e3ffde16872 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc42d546-363e-4344-8c59-0512e201516a HTTP/1.1" status: 204 len: 168 time: 0.5377645 Dec 20 16:11:11.824675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39ed80-ad34-4d13-ace6-82758826dd38 None None] Network b3e0f7de-ae90-42f7-b88f-e986355d3801 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:11.825117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60106) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:11.902677 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.903998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:11.931173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7a1e01a4-5adb-421a-932b-b897feb17c53 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:11.965458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Deleting port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:11.965458 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.002288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=da87a08b-1a42-487f-9ee1-16d9452fd5e5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:12.038212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] For port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,segment=NetworkSegment(df64aa52-426a-446e-898d-63ae95a635fb),segment_id=df64aa52-426a-446e-898d-63ae95a635fb)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:12.038842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.052616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Calling delete_port for f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:12.088260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 7a1e01a4-5adb-421a-932b-b897feb17c53 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:11:12.092403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 7a1e01a4-5adb-421a-932b-b897feb17c53 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:12.092782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.171397 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.204767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7a1e01a4-5adb-421a-932b-b897feb17c53,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:12.222637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.252497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:12.257343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] No DVR routers for this DVR port f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:12.298265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5242700-23b1-4457-b0a7-65263b2a010f None None] DHCP port deletion for b3e0f7de-ae90-42f7-b88f-e986355d3801 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:12.314335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.353433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.375817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e0f7de-ae90-42f7-b88f-e986355d3801']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:12.378541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:12.392466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df64aa52-426a-446e-898d-63ae95a635fb') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:12.392760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df64aa52-426a-446e-898d-63ae95a635fb') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:12.403766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:12.411034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.424241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:12.424590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f1ba59c9-8aae-4181-8fd4-3aaa2a0a94f0 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:12.424890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.425017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a5c26fc-6f96-474c-9451-35e1ed394992 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:12.431824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:11:12.432207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:11:12.433913 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:11:12.445846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8a5c26fc-6f96-474c-9451-35e1ed394992 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:12.451831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8a5c26fc-6f96-474c-9451-35e1ed394992 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:12.451831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:12.465722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:12.466076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4fa381bc-2d3f-4873-8bd7-6f6e380aca60 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:12.599651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.605547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:12.608738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b3e0f7de-ae90-42f7-b88f-e986355d3801 HTTP/1.1" status: 204 len: 168 time: 0.7829733 Dec 20 16:11:12.620178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014dfae-30c1-4d6f-a7af-bc9ebbc891f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e0f7de-ae90-42f7-b88f-e986355d3801,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:12.732237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99626890-f838-43ff-96da-75aea3a749a2 req-6ce5cdc3-a094-410e-9f0e-0f57264c6277 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.733778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99626890-f838-43ff-96da-75aea3a749a2 req-6ce5cdc3-a094-410e-9f0e-0f57264c6277 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 946 time: 0.0496752 Dec 20 16:11:12.787445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99626890-f838-43ff-96da-75aea3a749a2 req-6c2c78a7-6efe-40df-8ddd-2b1c8c3d59cb tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Dec 20 16:11:12.901069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.907019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.912893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.919603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.925582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.933039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.938999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:12.940984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-064524e8-7f3d-41ff-bbac-0e16a6d29b15 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.0948601 Dec 20 16:11:13.004899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2985021f-0ef1-4fc4-9915-49b23b153b8a req-ada9b523-755a-4ab0-b9c3-b84dfa833bb6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569789 Dec 20 16:11:13.061591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60116) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:13.105768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-61268bd8-8983-474e-98a5-0caf052500d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=929e2c7606c247339267a657e920fb02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428751 Dec 20 16:11:13.108236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60118) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:13.158481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4b0f-00ea-4811-8264-d97970c44cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:13.180305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4b0f-00ea-4811-8264-d97970c44cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:13.337315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4b0f-00ea-4811-8264-d97970c44cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:13.339756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4b0f-00ea-4811-8264-d97970c44cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:13.340948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1a6f4b0f-00ea-4811-8264-d97970c44cba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66445058-7525-42b0-b63c-c37aa49b8cfb HTTP/1.1" status: 204 len: 168 time: 0.2317898 Dec 20 16:11:13.349344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f4b0f-00ea-4811-8264-d97970c44cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66445058-7525-42b0-b63c-c37aa49b8cfb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:13.398814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5'}, {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:13.401095 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843534e4-0641-44b5-a121-41f30532cdc7" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "da87a08b-1a42-487f-9ee1-16d9452fd5e5"}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:13.438317 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f65c14-4f24-40cc-b4fd-0ed3d744ec26 x-openstack-request-id: req-b8f65c14-4f24-40cc-b4fd-0ed3d744ec26 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:13.438611 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "da87a08b-1a42-487f-9ee1-16d9452fd5e5", "code": 200}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:13.438866 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8f65c14-4f24-40cc-b4fd-0ed3d744ec26 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:13.439266 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5', 'code': 200} Dec 20 16:11:13.439521 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53', 'code': 200} Dec 20 16:11:13.566673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.567140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.567878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.568322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.568782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.569265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.569802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.571807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-db4a1e18-a8e3-4227-9556-6c2a61d88675 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0492764 Dec 20 16:11:13.627831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f81ec67b-f6c1-4391-bf92-3eac0e721aa4 req-966312cf-353b-467c-9afe-5a57e13d1322 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484335 Dec 20 16:11:13.906245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc589d8-7b83-4aac-b34b-e5905990a19c req-8a194dca-bdba-4a67-b1c3-2a07421be127 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:13.907853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dc589d8-7b83-4aac-b34b-e5905990a19c req-8a194dca-bdba-4a67-b1c3-2a07421be127 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 946 time: 0.0503840 Dec 20 16:11:13.962687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dc589d8-7b83-4aac-b34b-e5905990a19c req-8e62e90f-b47b-4ae8-8936-996912f130ac tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Dec 20 16:11:14.152765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.158739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.164892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.170863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.176900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.183137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.189065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:14.191067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f23bd50-036b-468d-a377-e401c86f5acd req-0404b938-6d59-4b8e-ad58-07d6c1b52459 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.0961237 Dec 20 16:11:14.251725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f23bd50-036b-468d-a377-e401c86f5acd req-3a49b09e-e49e-4f2d-b91e-de0ff813e7f2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535262 Dec 20 16:11:14.354281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60134) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:14.398618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-518e52af-e210-4e46-8890-0e60c71b68ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=add8d03fffd6485f8e2176ff760c3f89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386627 Dec 20 16:11:14.399191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60136) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:14.452087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f7fefe-37ec-4d90-a280-7e7c636cba8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:14.473352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f7fefe-37ec-4d90-a280-7e7c636cba8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:14.645480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f7fefe-37ec-4d90-a280-7e7c636cba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:14.651415 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3f7fefe-37ec-4d90-a280-7e7c636cba8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:14.651415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f3f7fefe-37ec-4d90-a280-7e7c636cba8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3fbbc6ef-7b10-4e0c-b8c3-ccc0d343d0dc HTTP/1.1" status: 204 len: 168 time: 0.2504225 Dec 20 16:11:14.660737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7fefe-37ec-4d90-a280-7e7c636cba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbbc6ef-7b10-4e0c-b8c3-ccc0d343d0dc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:15.397429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.406216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.412302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.419445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.425833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.432820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.439266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:15.441796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-661333aa-d99d-41d4-af4e-0b49ad972bd6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.1077847 Dec 20 16:11:15.513305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-235f92cb-dd69-4d6c-bb24-07fbd7aff8c4 req-d1f1dfd5-1d19-492c-ab67-e26ee495e68d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629330 Dec 20 16:11:16.643496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.648822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.654784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.660662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.667419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.673343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.679943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.681263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-d4b15257-45b8-4fd8-a113-82966512f55b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.0915477 Dec 20 16:11:16.745502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3228f41-369d-4bdb-ae2d-120ecd6c3f75 req-4340f1fb-e358-45a6-bd54-397e911057c8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569613 Dec 20 16:11:16.872896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.878966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.885857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.891908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.897946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.904103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.910169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:16.912116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3f7cd61-de11-4328-ac40-7320af5717e2 req-23d2c608-3fa4-49fd-90c7-2d12816e2041 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.0954084 Dec 20 16:11:16.923449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60160) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:16.927923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Request body: {'floatingip': {'port_id': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:16.969178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:17.440223 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:17.548087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:17.652323 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Floating IP cc8e4133-694b-4091-9dc5-b65f345505f6 associated. External IP: 172.25.6.8, port: 4ffc7f4d-b7b5-4013-906a-31128e8b5a34. Dec 20 16:11:17.865733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Router fb9afe50-87cb-42a4-9147-5e5e5897c0cb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:17.981595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:17.986374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:17.991425 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] Sync routers for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:18.002731 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:18.003284 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:18.016924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95ebba49-5612-4fc7-b17d-a6c0b1116023 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "PUT /v2.0/floatingips/cc8e4133-694b-4091-9dc5-b65f345505f6 HTTP/1.1" status: 200 len: 989 time: 1.0923455 Dec 20 16:11:18.017706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:18.020335 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc310ad-9609-4104-bdb8-1a5c7cf06577" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:18.063197 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a341107-7670-4fc7-bbc2-87e31feaace7 x-openstack-request-id: req-2a341107-7670-4fc7-bbc2-87e31feaace7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:18.063757 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:18.064440 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a341107-7670-4fc7-bbc2-87e31feaace7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:18.064957 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'status': 'completed', 'code': 200} Dec 20 16:11:18.122285 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:18.154741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.155579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.156210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.156665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.157123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.157628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.158087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.160025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-ea508009-c27f-4c23-ab6a-9782e507664b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0670979 Dec 20 16:11:18.406779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'cc8e4133-694b-4091-9dc5-b65f345505f6', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'port_id': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'mac_address': 'fa:16:3e:37:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:10Z', 'updated_at': '2021-12-20T16:11:17Z', 'revision_number': 1, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:18.439466 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] Checking router: fb9afe50-87cb-42a4-9147-5e5e5897c0cb for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:18.450471 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:18.451129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:18.611139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-3a81979d-2d90-48f2-8749-6c78903c28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.612764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-3a81979d-2d90-48f2-8749-6c78903c28e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9 HTTP/1.1" status: 200 len: 917 time: 0.4445262 Dec 20 16:11:18.680585 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:18.707917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-e15764cb-a810-4389-a5f8-69afca7ed0a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 997 time: 0.0856848 Dec 20 16:11:18.766723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-6bf70804-0c7b-44ce-856c-1421e39fea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.768467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-6bf70804-0c7b-44ce-856c-1421e39fea8e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0529506 Dec 20 16:11:18.835344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-4d4e23a5-8adc-4a60-82bc-243e29c43ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:18.837905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-4d4e23a5-8adc-4a60-82bc-243e29c43ee8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599368 Dec 20 16:11:18.938557 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'cc8e4133-694b-4091-9dc5-b65f345505f6', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'port_id': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'mac_address': 'fa:16:3e:37:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:10Z', 'updated_at': '2021-12-20T16:11:17Z', 'revision_number': 1, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:18.947581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-af089e00-428a-405f-9621-ab947379bb77 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008012 Dec 20 16:11:18.974138 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63aedf-5f6e-40c8-8764-195b683a094c None None] The sync data for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 is: [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'cc8e4133-694b-4091-9dc5-b65f345505f6', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'port_id': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'mac_address': 'fa:16:3e:37:3c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc85888-5589-4427-943b-45e669c81bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:10:10Z', 'updated_at': '2021-12-20T16:11:17Z', 'revision_number': 1, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:19.060251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc310ad-9609-4104-bdb8-1a5c7cf06577 req-6c04481a-48bf-4983-85cb-8a75d05c11fb service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053967 Dec 20 16:11:19.199123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc2284-3956-48fc-915b-b0b362741df9 None None] New status for floating IP cc8e4133-694b-4091-9dc5-b65f345505f6: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:11:21.762665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:27.292246 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.122996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:29.290300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 42ee6060-63e5-4339-a2db-0f3743bccaf0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:29.290636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.297453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c996fa69-029e-4b0c-8d54-b375b3e0c24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.374987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.375320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.388114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 42ee6060-63e5-4339-a2db-0f3743bccaf0 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:29.600272 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.632427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=42ee6060-63e5-4339-a2db-0f3743bccaf0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:29.693962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:29.694294 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Floating IP afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 disassociated (deleted). External IP: 172.25.6.104, port: bc7267ef-b204-499e-8e4e-7600cad9f8d3. Dec 20 16:11:29.914471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:30.035080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:30.039632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:30.047651 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] Sync routers for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:30.057981 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:30.058587 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:30.068411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a1dd1bf4-2f9e-4db1-9c89-1f72610a2f0f tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/floatingips/afdf5e77-bd7d-4f2e-bf1b-3063149a8e18 HTTP/1.1" status: 204 len: 168 time: 0.9440501 Dec 20 16:11:30.069012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:30.071347 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e8378-966c-4594-8adf-371277211c50" -d '{"events": [{"name": "network-changed", "server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:30.114702 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6a4df-1c38-4eaf-81bb-73d04dfb8105 x-openstack-request-id: req-13f6a4df-1c38-4eaf-81bb-73d04dfb8105 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:30.116147 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:30.116417 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13f6a4df-1c38-4eaf-81bb-73d04dfb8105 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:30.116841 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'status': 'completed', 'code': 200} Dec 20 16:11:30.180240 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:30.194927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8378-966c-4594-8adf-371277211c50 req-3247e3d2-543b-4bfa-8b6c-9e5f794708b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:30.197782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-3247e3d2-543b-4bfa-8b6c-9e5f794708b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=602fb63252c24fc3b6b6550245454d8b&device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0604913 Dec 20 16:11:30.295838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8378-966c-4594-8adf-371277211c50 req-9d61d8e8-92a0-4851-b55d-6ef921f0354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:30.297364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-9d61d8e8-92a0-4851-b55d-6ef921f0354e service neutron] 10.222.0.83 "GET /v2.0/networks?id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 200 len: 898 time: 0.0931120 Dec 20 16:11:30.342065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-52426dae-2fdc-4a29-8d0d-a3b91bc2812d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 200 len: 217 time: 0.0375988 Dec 20 16:11:30.398900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8378-966c-4594-8adf-371277211c50 req-0ebdf048-5a2c-46d1-9d8b-30ad328598eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:30.400426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-0ebdf048-5a2c-46d1-9d8b-30ad328598eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 200 len: 834 time: 0.0513062 Dec 20 16:11:30.401093 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:21Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:30.427857 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] Checking router: 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:30.437051 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:30.437688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:30.460341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8378-966c-4594-8adf-371277211c50 req-bdcb792d-b4b5-4336-a30e-096a09f3d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:30.461926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-bdcb792d-b4b5-4336-a30e-096a09f3d7d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10a81485-baa6-4a5f-9351-ef7cd8ed25ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522237 Dec 20 16:11:30.566243 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:30.599753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-3051793a-8630-4f09-b104-6f67ad03b334 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304777 Dec 20 16:11:30.650829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9bdac-6ddb-4b75-a6a6-125546f7566c req-145a85a3-2e38-4971-b3de-c0f07dd30c0d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:30.653111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53a9bdac-6ddb-4b75-a6a6-125546f7566c req-145a85a3-2e38-4971-b3de-c0f07dd30c0d tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0938745 Dec 20 16:11:30.750284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53a9bdac-6ddb-4b75-a6a6-125546f7566c req-93a6c1f2-fea7-42c4-b555-93aeb21af279 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675819 Dec 20 16:11:30.754222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-868e8378-966c-4594-8adf-371277211c50 req-8a83443d-b791-4abb-ba28-3ba8b38b1ec7 service neutron] 10.222.0.83 "GET /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452353 Dec 20 16:11:30.782018 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:21Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:30.812941 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a636e-2593-4a23-b349-a89948541b07 None None] The sync data for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 is: [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:08:17Z', 'revision_number': 4, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '33908106-e5ec-4188-82ae-483f2c39b24c', 'name': '', 'network_id': '10a81485-baa6-4a5f-9351-ef7cd8ed25ed', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'mac_address': 'fa:16:3e:b9:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:15Z', 'updated_at': '2021-12-20T16:08:21Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'subnets': [{'id': '87bd4f6b-f2fa-4600-bb51-18b3245e4684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:31.092054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecc467-f741-4e51-b354-c3f72a42f844 None None] New status for floating IP afdf5e77-bd7d-4f2e-bf1b-3063149a8e18: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:11:31.762439 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7599840-c321-4671-a8b8-5c41d1635285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:31.881878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bd373-3bbf-436d-9288-6ee0e894474a req-93b28021-ac6d-4c4b-9382-afe6b11f62fa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:31.883389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e82bd373-3bbf-436d-9288-6ee0e894474a req-93b28021-ac6d-4c4b-9382-afe6b11f62fa tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0558052 Dec 20 16:11:31.936297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e82bd373-3bbf-436d-9288-6ee0e894474a req-6e51cd27-ae9b-4538-a1c9-8299392039fc tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/security-groups?id=930954c1-c1c4-41ee-8da7-d50bef58055e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Dec 20 16:11:32.234169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-7b7f87fb-fe35-4819-8ca0-1cfc6a5c3df4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:32.235766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-7b7f87fb-fe35-4819-8ca0-1cfc6a5c3df4 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 946 time: 0.0604403 Dec 20 16:11:32.344809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port bc7267ef-b204-499e-8e4e-7600cad9f8d3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:32.345150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:32.439927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port bc7267ef-b204-499e-8e4e-7600cad9f8d3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=bc7267ef-b204-499e-8e4e-7600cad9f8d3,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:32.440303 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:32.450641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-dfb1cb73-bb03-49c2-8cfb-11f0364d44fa req-42dd7966-ba24-4bd9-b881-ef2ce4405834 service neutron] (103954) timed out ('10.222.0.81', 42690) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:11:32.454210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for bc7267ef-b204-499e-8e4e-7600cad9f8d3 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:32.665873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:32.696959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=bc7267ef-b204-499e-8e4e-7600cad9f8d3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:32.742069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] No DVR routers for this DVR port bc7267ef-b204-499e-8e4e-7600cad9f8d3 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:32.745421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:32.748764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a577705-1c97-4573-95e4-6d1e6cbc4bbb req-8388d0c5-370a-4053-bb51-cf36be185c47 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.83 "DELETE /v2.0/ports/bc7267ef-b204-499e-8e4e-7600cad9f8d3 HTTP/1.1" status: 204 len: 173 time: 0.5063491 Dec 20 16:11:32.749229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-deleted', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:32.751473 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7fe85-353a-4c6d-8b96-9836b0bd3bac" -d '{"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-deleted", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:32.804195 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c48d83-b213-40bf-8de3-d231b887806a x-openstack-request-id: req-20c48d83-b213-40bf-8de3-d231b887806a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:32.804491 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4734cdb-0e98-43ac-ab71-8ae72623bdd3", "name": "network-vif-deleted", "tag": "bc7267ef-b204-499e-8e4e-7600cad9f8d3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:32.804745 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20c48d83-b213-40bf-8de3-d231b887806a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:32.805154 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4734cdb-0e98-43ac-ab71-8ae72623bdd3', 'name': 'network-vif-deleted', 'tag': 'bc7267ef-b204-499e-8e4e-7600cad9f8d3', 'status': 'completed', 'code': 200} Dec 20 16:11:32.902101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:33.063495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d61349c3-74e8-4dc2-8e20-3763d343dba1 req-674b4b9c-ac9c-4fed-842f-471f2f9f4f6b tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4734cdb-0e98-43ac-ab71-8ae72623bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0530479 Dec 20 16:11:34.125963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60264) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:34.339340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:34.532731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:34.823007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 33908106-e5ec-4188-82ae-483f2c39b24c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:34.823342 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:34.926020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 33908106-e5ec-4188-82ae-483f2c39b24c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=33908106-e5ec-4188-82ae-483f2c39b24c,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:34.926421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:34.940333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 33908106-e5ec-4188-82ae-483f2c39b24c owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:34.963361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:34.984726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: bc7267ef-b204-499e-8e4e-7600cad9f8d3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:34.985062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device bc7267ef-b204-499e-8e4e-7600cad9f8d3 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:35.082946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:35.197773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:35.224087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=33908106-e5ec-4188-82ae-483f2c39b24c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:35.421090 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:35.651086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:35.759136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:35.764996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6df70976-bfee-4bf5-a566-e2226bac6373 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "PUT /v2.0/routers/65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380169 Dec 20 16:11:35.768427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60272) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:35.769503 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] Sync routers for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:35.780071 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:35.780668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:35.824808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting subnet 87bd4f6b-f2fa-4600-bb51-18b3245e4684 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:11:35.827784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:35.870118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:35.890370 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:35.960737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.137396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.164064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Subnet': ['ID=87bd4f6b-f2fa-4600-bb51-18b3245e4684,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:36.171701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.171861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:11:35Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:36.175153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5131b859-ad2d-4a2c-b6b2-b444cc419a0a tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/subnets/87bd4f6b-f2fa-4600-bb51-18b3245e4684 HTTP/1.1" status: 204 len: 168 time: 0.4053648 Dec 20 16:11:36.178191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60274) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:36.178700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039e70c-fa37-4f72-9ef7-d09d6683838a None None] Network 10a81485-baa6-4a5f-9351-ef7cd8ed25ed requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:36.205419 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] Checking router: 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:36.215260 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] Routers {'65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:36.215860 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:36.309885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.336439 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] Set router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:36.368099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] DHCP port deletion for 10a81485-baa6-4a5f-9351-ef7cd8ed25ed request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:36.455076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Deleting port 2c186282-9be2-4207-b36a-fbe559eb47c2 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:36.455519 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.459724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.540248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] For port 2c186282-9be2-4207-b36a-fbe559eb47c2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2c186282-9be2-4207-b36a-fbe559eb47c2,segment=NetworkSegment(0f7d4420-b720-4ad7-81b1-74dd471efd3f),segment_id=0f7d4420-b720-4ad7-81b1-74dd471efd3f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:36.547241 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.552749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2c186282-9be2-4207-b36a-fbe559eb47c2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:36.559158 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:11:35Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:36.559369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Calling delete_port for 2c186282-9be2-4207-b36a-fbe559eb47c2 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:36.591309 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173ce21-0c63-4e44-8d0e-66806af78d66 None None] The sync data for ids ['65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0'] in n-d-781076-8 is: [{'id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316807915', 'tenant_id': '602fb63252c24fc3b6b6550245454d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:08:07Z', 'updated_at': '2021-12-20T16:11:35Z', 'revision_number': 5, 'project_id': '602fb63252c24fc3b6b6550245454d8b', 'gw_port': {'id': '232d3bbf-65b1-4d96-a0a1-c611fefc4ace', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:08:09Z', 'updated_at': '2021-12-20T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:36.627185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Deleting port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:36.627185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.705666 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.721593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] For port 232d3bbf-65b1-4d96-a0a1-c611fefc4ace, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:36.722106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.737265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Calling delete_port for 232d3bbf-65b1-4d96-a0a1-c611fefc4ace owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:36.913133 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:36.966322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Pushing event deleted for resources: {'Port': ['ID=2c186282-9be2-4207-b36a-fbe559eb47c2,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:36.978139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.978139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.978139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.978139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.979170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.979463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.979765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.980123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.980813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.980813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.981235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.981653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.982074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:36.993789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f95c2-dded-40f0-80e8-75193d996b1f None None] No DVR routers for this DVR port 2c186282-9be2-4207-b36a-fbe559eb47c2 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:37.368659 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.395473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Port': ['ID=232d3bbf-65b1-4d96-a0a1-c611fefc4ace,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:37.415593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfc403-5035-485a-bbd7-48deb5755d3e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:37.466524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.571686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.574615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.688525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.689106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Fanout notify agent at l3_agent the message router_deleted on router 65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:11:37.696667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.698716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c84dc0a-c879-4611-811d-43e369dfd032 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/routers/65d11ed5-6cb2-4735-9c5b-0bb2b4d514a0 HTTP/1.1" status: 204 len: 168 time: 1.5195043 Dec 20 16:11:37.701549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:37.790817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.900996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.922550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a81485-baa6-4a5f-9351-ef7cd8ed25ed']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:37.935086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7d4420-b720-4ad7-81b1-74dd471efd3f') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:37.935391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7d4420-b720-4ad7-81b1-74dd471efd3f') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:37.949009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.964720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.971632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:11:37.972051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:11:37.975156 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:11:38.044995 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:11:38.131417 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:38.150699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:38.158684 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60292) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:38.159487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/networks/10a81485-baa6-4a5f-9351-ef7cd8ed25ed HTTP/1.1" status: 204 len: 168 time: 0.4568160 Dec 20 16:11:38.180198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a21a44-6b2d-4fba-967d-e4705361b771 tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'Network': ['ID=10a81485-baa6-4a5f-9351-ef7cd8ed25ed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:38.233811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2414f04-6323-4ed3-aa99-8f1cc3e0f8ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:38.262914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2414f04-6323-4ed3-aa99-8f1cc3e0f8ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:38.405766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2414f04-6323-4ed3-aa99-8f1cc3e0f8ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:38.409684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2414f04-6323-4ed3-aa99-8f1cc3e0f8ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:38.411688 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d2414f04-6323-4ed3-aa99-8f1cc3e0f8ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] 10.222.0.81 "DELETE /v2.0/security-groups/930954c1-c1c4-41ee-8da7-d50bef58055e HTTP/1.1" status: 204 len: 168 time: 0.2511959 Dec 20 16:11:38.423162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2414f04-6323-4ed3-aa99-8f1cc3e0f8ad tempest-TestNetworkAdvancedServerOps-2139856689 tempest-TestNetworkAdvancedServerOps-2139856689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930954c1-c1c4-41ee-8da7-d50bef58055e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:38.434893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 33908106-e5ec-4188-82ae-483f2c39b24c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:38.463900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 33908106-e5ec-4188-82ae-483f2c39b24c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:38.464439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 33908106-e5ec-4188-82ae-483f2c39b24c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:38.464904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 232d3bbf-65b1-4d96-a0a1-c611fefc4ace no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:38.487751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 232d3bbf-65b1-4d96-a0a1-c611fefc4ace {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:38.488107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 232d3bbf-65b1-4d96-a0a1-c611fefc4ace not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:39.130645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:39.279481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6f8d1500-affe-4505-bf71-021d4b98e617 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=602fb63252c24fc3b6b6550245454d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476057 Dec 20 16:11:39.281110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:39.335647 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74c9bfdb-2207-460f-9782-8783a15ade8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:39.358872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74c9bfdb-2207-460f-9782-8783a15ade8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:39.491765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74c9bfdb-2207-460f-9782-8783a15ade8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:39.494792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-74c9bfdb-2207-460f-9782-8783a15ade8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:39.496082 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-74c9bfdb-2207-460f-9782-8783a15ade8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3793a031-b0af-4bb5-97fa-225ccb1bd66b HTTP/1.1" status: 204 len: 168 time: 0.2140031 Dec 20 16:11:39.505449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9bfdb-2207-460f-9782-8783a15ade8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3793a031-b0af-4bb5-97fa-225ccb1bd66b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:40.246339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60318) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:40.287946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7f26432-3020-4f5e-9516-961fd498db84 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50acfbe111b7433d9dac52cb0cc79335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404136 Dec 20 16:11:40.290475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60320) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:40.341203 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-832495b1-f93e-4578-9dd5-eac7ea54f3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:40.364153 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-832495b1-f93e-4578-9dd5-eac7ea54f3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:40.474302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-832495b1-f93e-4578-9dd5-eac7ea54f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:40.477054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-832495b1-f93e-4578-9dd5-eac7ea54f3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:40.478885 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-832495b1-f93e-4578-9dd5-eac7ea54f3f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d908789-251b-4ea1-9c31-6d8287c5b71c HTTP/1.1" status: 204 len: 168 time: 0.1862235 Dec 20 16:11:40.488311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832495b1-f93e-4578-9dd5-eac7ea54f3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d908789-251b-4ea1-9c31-6d8287c5b71c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:41.484722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590987-9198-4508-8d6b-61cef3c128c1 req-eaa4c33d-c076-4529-99aa-3fa486a968a2 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:41.486232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e590987-9198-4508-8d6b-61cef3c128c1 req-eaa4c33d-c076-4529-99aa-3fa486a968a2 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 946 time: 0.0515945 Dec 20 16:11:41.540575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e590987-9198-4508-8d6b-61cef3c128c1 req-fb7db8a1-a14f-4293-ba6f-73fffad173cf tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 Dec 20 16:11:41.626458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:41.743816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1412612451-network', 'tenant_id': '31a56b9addc6452ea21f0792612e02da'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:41.814526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Made reservation on behalf of 31a56b9addc6452ea21f0792612e02da for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:11:41.817048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:41.826309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:41.902798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:41.985704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.012189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:11:42.021010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3b02d-b283-4dd1-9057-28b692647065,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:42.027433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.027901 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Added segment 41c53859-eb1e-428e-8b84-e0bd3b9aa9c1 of type vlan for network 21f76b95-0687-4718-a709-83d9651af2d4 Dec 20 16:11:42.070195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.179999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.181032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:42.181667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.245328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] Pushing event updated for resources: {'Network': ['ID=21f76b95-0687-4718-a709-83d9651af2d4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:42.255446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 21f76b95-0687-4718-a709-83d9651af2d4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:11:42.292190 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-665f54a7-4b2b-42a7-8030-100bd90c5119 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6637886 Dec 20 16:11:42.295000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60356) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:42.300429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Request body: {'subnet': {'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1412612451-subnet', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:42.402841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Made reservation on behalf of 31a56b9addc6452ea21f0792612e02da for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:11:42.405225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.662923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ad6da-b66c-412c-afd9-61c9969f62d4 req-12476f88-89dc-4ada-87fe-0c7e5656be3c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:42.664514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d5ad6da-b66c-412c-afd9-61c9969f62d4 req-12476f88-89dc-4ada-87fe-0c7e5656be3c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 946 time: 0.0503139 Dec 20 16:11:42.715358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:42.726700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d5ad6da-b66c-412c-afd9-61c9969f62d4 req-1952b570-7b01-4e05-829b-d22b6f928160 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Dec 20 16:11:42.774978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=044d0288-04d6-4fb3-a208-eae7affa798f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:42.783310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Checking segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:42.783666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Network hostable DHCP agents. Network: 21f76b95-0687-4718-a709-83d9651af2d4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:11:42.877096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Network 21f76b95-0687-4718-a709-83d9651af2d4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:11:42.996912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 21f76b95-0687-4718-a709-83d9651af2d4) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:43.003522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:43.003522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.007510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be4dca-1200-4879-bca9-db017671d78e None None] Network 21f76b95-0687-4718-a709-83d9651af2d4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:43.035100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-fb09acf7-db75-4b68-b620-4a617305ae90 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:43.036669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-fb09acf7-db75-4b68-b620-4a617305ae90 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 946 time: 0.0678463 Dec 20 16:11:43.112960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-21f76b95-0687-4718-a709-83d9651af2d4', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'project_id': '31a56b9addc6452ea21f0792612e02da', 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:11:43.113905 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.125733 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-71e6c644-9fe4-475a-ab68-ae358f6589ef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8294244 Dec 20 16:11:43.126978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60362) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:43.131604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:43.162604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Deleting port 4578bcdc-5a1d-451a-a908-d87f63274c60 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:43.162936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.242916 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.244537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.256191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] For port 4578bcdc-5a1d-451a-a908-d87f63274c60, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4578bcdc-5a1d-451a-a908-d87f63274c60,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:43.256561 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.265876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Allocated IP 172.20.0.2 (21f76b95-0687-4718-a709-83d9651af2d4/044d0288-04d6-4fb3-a208-eae7affa798f/c208af9e-6d59-4dd7-a97d-5699e321c202) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:43.272365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Calling delete_port for 4578bcdc-5a1d-451a-a908-d87f63274c60 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:43.301899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.485993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.520924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event deleted for resources: {'Port': ['ID=4578bcdc-5a1d-451a-a908-d87f63274c60,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:43.528084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.535457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:43.537619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d49804b7-32f4-458f-ae11-a70cd455a053', 'e64d820f-d2b8-449a-9e61-3dc3f84765c8', '4578bcdc-5a1d-451a-a908-d87f63274c60'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:43.577937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] No DVR routers for this DVR port 4578bcdc-5a1d-451a-a908-d87f63274c60 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:43.580849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.584669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c9628017-ed56-40a1-a1fa-d11f280cef0c req-7b17a617-7827-474c-8b9a-187b2f21dd27 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "DELETE /v2.0/ports/4578bcdc-5a1d-451a-a908-d87f63274c60 HTTP/1.1" status: 204 len: 173 time: 0.5416245 Dec 20 16:11:43.585222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'name': 'network-vif-deleted', 'tag': '4578bcdc-5a1d-451a-a908-d87f63274c60'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:43.587882 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079842d0-b73a-4cc6-9bba-c1ba0a995a50" -d '{"events": [{"server_uuid": "5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf", "name": "network-vif-deleted", "tag": "4578bcdc-5a1d-451a-a908-d87f63274c60"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:43.708213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.828802 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.833642 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.867662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:43.869036 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82422de-c5fb-40f6-a25e-ed6162c214c9 x-openstack-request-id: req-a82422de-c5fb-40f6-a25e-ed6162c214c9 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:43.869998 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf", "name": "network-vif-deleted", "tag": "4578bcdc-5a1d-451a-a908-d87f63274c60", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:43.870522 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a82422de-c5fb-40f6-a25e-ed6162c214c9 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:43.871119 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf', 'name': 'network-vif-deleted', 'tag': '4578bcdc-5a1d-451a-a908-d87f63274c60', 'status': 'completed', 'code': 200} Dec 20 16:11:43.889254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Network 21f76b95-0687-4718-a709-83d9651af2d4 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:43.900949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:43.913851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:43.943988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b00de9b5-85b2-44e9-98a5-7939ab0320de req-c1dd360d-2c0f-4ea6-967b-8d8a659ca8ed tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ba3188b-6cf5-4d38-b94d-f90c8bac6ddf HTTP/1.1" status: 200 len: 210 time: 0.0348876 Dec 20 16:11:43.987039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Pushing event updated for resources: {'Port': ['ID=c208af9e-6d59-4dd7-a97d-5699e321c202,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:44.016415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Allocated IP 172.25.6.29 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b3c7bd15-a7f1-483e-a9e1-00383de738c7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:44.035666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Attempting to bind port c208af9e-6d59-4dd7-a97d-5699e321c202 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:44.036038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Attempting to bind port c208af9e-6d59-4dd7-a97d-5699e321c202 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:44.036411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Attempting to bind port c208af9e-6d59-4dd7-a97d-5699e321c202 on network 21f76b95-0687-4718-a709-83d9651af2d4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:44.049140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:44.049539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Checking segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:44.049944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.050334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Bound using segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:44.050808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Bound port: c208af9e-6d59-4dd7-a97d-5699e321c202, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:44.051193 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.133596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.166242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] For port c208af9e-6d59-4dd7-a97d-5699e321c202, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:44.186723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] For port c208af9e-6d59-4dd7-a97d-5699e321c202, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c208af9e-6d59-4dd7-a97d-5699e321c202,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:44.269085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.278190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.313780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:44.317338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:44.320135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:44.333097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26c7a2-dfc3-464a-801b-710574dceee6 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:44.344322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42199f54-331a-4fe3-9c56-4345098d7c51 None None] Pushing event updated for resources: {'Port': ['ID=c208af9e-6d59-4dd7-a97d-5699e321c202,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:44.360980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Pushing event updated for resources: {'Port': ['ID=b3c7bd15-a7f1-483e-a9e1-00383de738c7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:44.469711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c409395b-8768-4e66-8bb0-6339e706990a None None] Provisioning complete for port b3c7bd15-a7f1-483e-a9e1-00383de738c7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:44.470368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c409395b-8768-4e66-8bb0-6339e706990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.509584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c409395b-8768-4e66-8bb0-6339e706990a None None] Port b3c7bd15-a7f1-483e-a9e1-00383de738c7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:44.719056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:44.937421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:45.203031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Router f1a0445a-8501-45a0-be73-8d758851f275 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:11:45.349604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:45.375552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Sync routers for ids ['f1a0445a-8501-45a0-be73-8d758851f275'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:45.379388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Routers {'f1a0445a-8501-45a0-be73-8d758851f275'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:45.380047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f1a0445a-8501-45a0-be73-8d758851f275'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:45.430332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c512868-059f-4807-a206-353e5a94549f None None] Network 21f76b95-0687-4718-a709-83d9651af2d4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:45.545471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:45.546712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a0c2243b-49cd-452c-9446-b7b29d4fc5da admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4186969 Dec 20 16:11:45.549386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60380) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:45.562212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Set router f1a0445a-8501-45a0-be73-8d758851f275 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:45.632609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fd28dec9-81f0-4ad7-9ff7-b49e2d5bd7e3 None None] Provisioning complete for port c208af9e-6d59-4dd7-a97d-5699e321c202 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:45.632993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd28dec9-81f0-4ad7-9ff7-b49e2d5bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:45.858606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd28dec9-81f0-4ad7-9ff7-b49e2d5bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:45.912822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fd28dec9-81f0-4ad7-9ff7-b49e2d5bd7e3 None None] For port c208af9e-6d59-4dd7-a97d-5699e321c202, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c208af9e-6d59-4dd7-a97d-5699e321c202,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:45.942466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:44Z', 'revision_number': 3, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:45.981530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Checking router: f1a0445a-8501-45a0-be73-8d758851f275 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:45.981944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Updating router f1a0445a-8501-45a0-be73-8d758851f275 port b3c7bd15-a7f1-483e-a9e1-00383de738c7 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:11:46.013287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.037366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd28dec9-81f0-4ad7-9ff7-b49e2d5bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.060199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.117534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28dec9-81f0-4ad7-9ff7-b49e2d5bd7e3 None None] Pushing event updated for resources: {'Port': ['ID=c208af9e-6d59-4dd7-a97d-5699e321c202,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:46.208671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-050086da-0840-4cc1-b6b0-4f09d3f584a9 None None] Provisioning complete for port c208af9e-6d59-4dd7-a97d-5699e321c202 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:46.209124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-050086da-0840-4cc1-b6b0-4f09d3f584a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.232345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Allocated IP 172.20.0.1 (21f76b95-0687-4718-a709-83d9651af2d4/044d0288-04d6-4fb3-a208-eae7affa798f/4b5ac400-263f-4fce-b1a2-c480ddbe9ede) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:46.350841 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.452908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.503859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c208af9e-6d59-4dd7-a97d-5699e321c202 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:46.520618 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.547899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.564222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Network 21f76b95-0687-4718-a709-83d9651af2d4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:46.569404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:46.572013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:46.607535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305645f3-75b3-421e-8b05-4c1b38c83fe0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:46.611337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:46.626078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Attempting to bind port b3c7bd15-a7f1-483e-a9e1-00383de738c7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:46.626463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Attempting to bind port b3c7bd15-a7f1-483e-a9e1-00383de738c7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:46.626836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Attempting to bind port b3c7bd15-a7f1-483e-a9e1-00383de738c7 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:46.634247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c208af9e-6d59-4dd7-a97d-5699e321c202 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:46.634247 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.634576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.634681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c426-177c-45c8-978f-9f4bec7cd921 None None] Pushing event updated for resources: {'Port': ['ID=b3c7bd15-a7f1-483e-a9e1-00383de738c7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:46.682100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:46.682484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:46.688069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.688069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:46.688069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Bound port: b3c7bd15-a7f1-483e-a9e1-00383de738c7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:46.688069 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.865735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.933761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4578bcdc-5a1d-451a-a908-d87f63274c60 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:46.940113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2c569d12-de91-43b8-860f-7995716ebedd None None] Provisioning complete for port b3c7bd15-a7f1-483e-a9e1-00383de738c7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:46.940483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c569d12-de91-43b8-860f-7995716ebedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:46.982735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 4578bcdc-5a1d-451a-a908-d87f63274c60 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:46.983078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4578bcdc-5a1d-451a-a908-d87f63274c60 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:46.990670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] For port b3c7bd15-a7f1-483e-a9e1-00383de738c7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:47.029845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] For port b3c7bd15-a7f1-483e-a9e1-00383de738c7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b3c7bd15-a7f1-483e-a9e1-00383de738c7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:47.043078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2c569d12-de91-43b8-860f-7995716ebedd None None] Port b3c7bd15-a7f1-483e-a9e1-00383de738c7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:47.062149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.123343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.152548 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.183742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbff0b9-5a60-4ede-a8d9-461a9f0887cc None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:47.195519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fa25edcf-6f5b-4602-b9fe-af9057f6c72e None None] Provisioning complete for port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:47.195947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fa25edcf-6f5b-4602-b9fe-af9057f6c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.236651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c426-177c-45c8-978f-9f4bec7cd921 None None] Pushing event updated for resources: {'Port': ['ID=b3c7bd15-a7f1-483e-a9e1-00383de738c7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:47.241614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Routers {'f1a0445a-8501-45a0-be73-8d758851f275'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:47.242232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f1a0445a-8501-45a0-be73-8d758851f275'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:47.245480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.248433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:47.309718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fa25edcf-6f5b-4602-b9fe-af9057f6c72e None None] Port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:47.354708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Network 21f76b95-0687-4718-a709-83d9651af2d4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:47.356374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:47.391843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] Set router f1a0445a-8501-45a0-be73-8d758851f275 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:47.447870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9c3604d8-7b9b-4030-8dba-d05bfb089479 None None] Provisioning complete for port b3c7bd15-a7f1-483e-a9e1-00383de738c7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:47.448242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c3604d8-7b9b-4030-8dba-d05bfb089479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.524622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Router f1a0445a-8501-45a0-be73-8d758851f275 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:47.632120 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c3604d8-7b9b-4030-8dba-d05bfb089479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.665371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:47.667413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9c3604d8-7b9b-4030-8dba-d05bfb089479 None None] For port b3c7bd15-a7f1-483e-a9e1-00383de738c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b3c7bd15-a7f1-483e-a9e1-00383de738c7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:47.671608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-06cb2859-2362-4866-bcf5-1aa9d9eb9863 admin admin] 10.222.0.81 "PUT /v2.0/routers/f1a0445a-8501-45a0-be73-8d758851f275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212022 Dec 20 16:11:47.734964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4b5ac400-263f-4fce-b1a2-c480ddbe9ede', 'name': '', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'mac_address': 'fa:16:3e:74:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:46Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 2, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'subnets': [{'id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:47.763030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f4ead-d9a7-48fe-9ad2-651c1a276ac2 None None] The sync data for ids ['f1a0445a-8501-45a0-be73-8d758851f275'] in n-d-781076-8 is: [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4b5ac400-263f-4fce-b1a2-c480ddbe9ede', 'name': '', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'mac_address': 'fa:16:3e:74:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:46Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 2, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'subnets': [{'id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:47.869730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c3604d8-7b9b-4030-8dba-d05bfb089479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:47.933531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3604d8-7b9b-4030-8dba-d05bfb089479 None None] Pushing event updated for resources: {'Port': ['ID=b3c7bd15-a7f1-483e-a9e1-00383de738c7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:48.005110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-35ec637b-2715-474b-9b84-e532bc2e3b96 None None] Provisioning complete for port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:48.005955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35ec637b-2715-474b-9b84-e532bc2e3b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:48.059004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-35ec637b-2715-474b-9b84-e532bc2e3b96 None None] Port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:48.565525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60408) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:48.565525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1215126536-network', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:48.689641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Made reservation on behalf of ea8b7f82e82d4136bd8cc62f7a2c09b2 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:11:48.692238 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:48.703255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:48.787429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:48.952441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:48.986772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:11:48.997790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:49.002976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:49.003316 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Added segment 157f3884-38a7-40c0-ba73-b48c4265a264 of type vlan for network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 Dec 20 16:11:49.048789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:49.268946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:49.270036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:49.270777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:49.333522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] Pushing event updated for resources: {'Network': ['ID=0e4c2d44-b6e5-4694-bde7-cf889cde4538,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:49.344738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:11:49.414254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c4610259-9c98-4c75-8575-98870425046d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8547168 Dec 20 16:11:49.417347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60412) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:49.422122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Request body: {'subnet': {'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1215126536-subnet', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:49.540013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Made reservation on behalf of ea8b7f82e82d4136bd8cc62f7a2c09b2 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:11:49.542756 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:49.886548 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:49.939916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ec6c7c-01f1-4468-85cc-88c8807be48a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:49.962499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Checking segment: {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:49.962499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Network hostable DHCP agents. Network: 0e4c2d44-b6e5-4694-bde7-cf889cde4538, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:11:49.962656 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Sync routers for ids ['f1a0445a-8501-45a0-be73-8d758851f275'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:49.977870 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Routers {'f1a0445a-8501-45a0-be73-8d758851f275'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:49.978633 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f1a0445a-8501-45a0-be73-8d758851f275'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:50.085654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:11:50.099222 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Set router f1a0445a-8501-45a0-be73-8d758851f275 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:50.158848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9334d98-f603-499a-a286-ea53e1c42f8b req-92b1154b-7a3d-4595-98f4-380a3560b324 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:50.160440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9334d98-f603-499a-a286-ea53e1c42f8b req-92b1154b-7a3d-4595-98f4-380a3560b324 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 945 time: 0.0596569 Dec 20 16:11:50.382551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4b5ac400-263f-4fce-b1a2-c480ddbe9ede', 'name': '', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'mac_address': 'fa:16:3e:74:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:46Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 2, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'subnets': [{'id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:50.414187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Checking router: f1a0445a-8501-45a0-be73-8d758851f275 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:50.414541 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Updating router f1a0445a-8501-45a0-be73-8d758851f275 port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:11:50.443507 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.475951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b3c7bd15-a7f1-483e-a9e1-00383de738c7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:50.529858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b3c7bd15-a7f1-483e-a9e1-00383de738c7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:50.536190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.556080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 0e4c2d44-b6e5-4694-bde7-cf889cde4538) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:50.578534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653bf33-9f06-4bbe-b6b7-4120c51c922f None None] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:50.584756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:50.585247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.593295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9334d98-f603-499a-a286-ea53e1c42f8b req-0bee4202-e811-4565-91a7-904868e930c2 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247046 Dec 20 16:11:50.690349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7a164be5-0faf-4ad9-b80e-838bf7d42eb9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2718849 Dec 20 16:11:50.693290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60422) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:50.699660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:11:50.721787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-0e4c2d44-b6e5-4694-bde7-cf889cde4538', 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538', 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'fixed_ips': [{'subnet_id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:11:50.722847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.751975 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.820288 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.821294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.861414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Allocated IP 172.20.0.2 (0e4c2d44-b6e5-4694-bde7-cf889cde4538/c2ec6c7c-01f1-4468-85cc-88c8807be48a/b97cfdee-880f-40d8-95bb-707b59c79994) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:50.874995 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.877668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:50.926839 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Pushing event updated for resources: {'Port': ['ID=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:50.950911 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.951261 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.951603 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.951944 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.952281 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.952616 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.952946 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.953346 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.953685 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.954159 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.954513 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.954860 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.955187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:11:50.993041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Attempting to bind port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:50.993750 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Attempting to bind port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:50.993874 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Attempting to bind port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede on network 21f76b95-0687-4718-a709-83d9651af2d4 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:51.000235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:51.000621 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Checking segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:51.001035 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.001460 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Bound using segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:51.001941 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Bound port: 4b5ac400-263f-4fce-b1a2-c480ddbe9ede, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:51.002327 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.018595 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.075169 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] For port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:51.078548 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] For port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:51.094736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.137960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.141806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:51.143402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:51.147255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:51.153604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Pushing event updated for resources: {'Port': ['ID=b97cfdee-880f-40d8-95bb-707b59c79994,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:51.218290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Attempting to bind port b97cfdee-880f-40d8-95bb-707b59c79994 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:51.218606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Attempting to bind port b97cfdee-880f-40d8-95bb-707b59c79994 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:51.218999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Attempting to bind port b97cfdee-880f-40d8-95bb-707b59c79994 on network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:51.223696 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.227065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:51.227456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Checking segment: {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:51.227860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.228307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Bound using segment: {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:51.228979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Bound port: b97cfdee-880f-40d8-95bb-707b59c79994, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:51.229395 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.232338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e419df8a-b7e0-4507-a898-b781f10f8fe6 None None] Provisioning complete for port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:51.232701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e419df8a-b7e0-4507-a898-b781f10f8fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.293467 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Routers {'f1a0445a-8501-45a0-be73-8d758851f275'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:51.294443 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f1a0445a-8501-45a0-be73-8d758851f275'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:51.354932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] For port b97cfdee-880f-40d8-95bb-707b59c79994, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:51.359708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] For port b97cfdee-880f-40d8-95bb-707b59c79994, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b97cfdee-880f-40d8-95bb-707b59c79994,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:51.375535 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a6c9d-33a1-45d1-ac4b-0a244fc9766d None None] Pushing event updated for resources: {'Port': ['ID=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:51.411821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e419df8a-b7e0-4507-a898-b781f10f8fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.461562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e419df8a-b7e0-4507-a898-b781f10f8fe6 None None] For port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:51.463394 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.498438 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] Set router f1a0445a-8501-45a0-be73-8d758851f275 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:51.537693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ddea0-c785-4118-9ec3-84a4f9f29cff None None] Pushing event updated for resources: {'Port': ['ID=b97cfdee-880f-40d8-95bb-707b59c79994,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:51.539224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.540502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e419df8a-b7e0-4507-a898-b781f10f8fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.565332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.612724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419df8a-b7e0-4507-a898-b781f10f8fe6 None None] Pushing event updated for resources: {'Port': ['ID=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:51.643523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-ac5a4b2d-c980-4dc9-ab99-90de745a55f5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:51.645121 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-ac5a4b2d-c980-4dc9-ab99-90de745a55f5 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 945 time: 0.0744932 Dec 20 16:11:51.710162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c2a153c1-cfef-42ee-8553-c72362b63319 None None] Provisioning complete for port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:51.710846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2a153c1-cfef-42ee-8553-c72362b63319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.818960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Deleting port e64d820f-d2b8-449a-9e61-3dc3f84765c8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:51.819862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.833592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.851502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Allocated IP 172.25.6.196 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/49b0ba76-338b-405f-8195-ce1e790cc87e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:51.878216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9dce2-ca51-4b09-acf8-feb422915ff8 req-f5883046-23d4-4ce0-90d8-4b0b5ab76887 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:51.879730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99e9dce2-ca51-4b09-acf8-feb422915ff8 req-f5883046-23d4-4ce0-90d8-4b0b5ab76887 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 945 time: 0.1688552 Dec 20 16:11:51.891374 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4b5ac400-263f-4fce-b1a2-c480ddbe9ede', 'name': '', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'mac_address': 'fa:16:3e:74:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:46Z', 'updated_at': '2021-12-20T16:11:51Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'subnets': [{'id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:51.948635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] For port e64d820f-d2b8-449a-9e61-3dc3f84765c8, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=e64d820f-d2b8-449a-9e61-3dc3f84765c8,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:51.949003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:51.965688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Calling delete_port for e64d820f-d2b8-449a-9e61-3dc3f84765c8 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:52.002814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99e9dce2-ca51-4b09-acf8-feb422915ff8 req-0a484498-6af3-4ba2-9dc9-296850481f5f tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Dec 20 16:11:52.051365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8dcc8-9008-41a4-9fdf-0a07e1c08d2a None None] The sync data for ids ['f1a0445a-8501-45a0-be73-8d758851f275'] in n-d-781076-8 is: [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:46Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '4b5ac400-263f-4fce-b1a2-c480ddbe9ede', 'name': '', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'mac_address': 'fa:16:3e:74:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:46Z', 'updated_at': '2021-12-20T16:11:51Z', 'revision_number': 4, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'subnets': [{'id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:52.051947 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.186520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.233262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:52.236130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:52.239996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:52.246164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=49b0ba76-338b-405f-8195-ce1e790cc87e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:52.250978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d981db3-5c61-4b36-98f3-c8f347e2fd33 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:52.251640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.264964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:52.267220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d49804b7-32f4-458f-ae11-a70cd455a053', 'e64d820f-d2b8-449a-9e61-3dc3f84765c8'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:52.299863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event deleted for resources: {'Port': ['ID=e64d820f-d2b8-449a-9e61-3dc3f84765c8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:52.366692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] No DVR routers for this DVR port e64d820f-d2b8-449a-9e61-3dc3f84765c8 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:52.374846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.379873 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-acd77ffe-e7ef-4e6e-9e3f-8c5de1ff34c3 req-da7f8437-de6a-4ae0-8812-d626d8c9f8c3 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "DELETE /v2.0/ports/e64d820f-d2b8-449a-9e61-3dc3f84765c8 HTTP/1.1" status: 204 len: 173 time: 0.7275989 Dec 20 16:11:52.380829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'name': 'network-vif-deleted', 'tag': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:52.388406 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01695bc-ec39-48b8-b151-09bc34959577" -d '{"events": [{"server_uuid": "fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d", "name": "network-vif-deleted", "tag": "e64d820f-d2b8-449a-9e61-3dc3f84765c8"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:52.435691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6e29aec4-fa49-48f3-9eae-4b4c67945b4c None None] Provisioning complete for port 49b0ba76-338b-405f-8195-ce1e790cc87e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:52.436141 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e29aec4-fa49-48f3-9eae-4b4c67945b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.515486 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318934e1-2c43-4fa3-9542-4a5a9eb11f75 x-openstack-request-id: req-318934e1-2c43-4fa3-9542-4a5a9eb11f75 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:52.515486 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d", "name": "network-vif-deleted", "tag": "e64d820f-d2b8-449a-9e61-3dc3f84765c8", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:52.515486 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-318934e1-2c43-4fa3-9542-4a5a9eb11f75 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:52.515900 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d', 'name': 'network-vif-deleted', 'tag': 'e64d820f-d2b8-449a-9e61-3dc3f84765c8', 'status': 'completed', 'code': 200} Dec 20 16:11:52.520496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6e29aec4-fa49-48f3-9eae-4b4c67945b4c None None] Port 49b0ba76-338b-405f-8195-ce1e790cc87e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:52.728657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b97cfdee-880f-40d8-95bb-707b59c79994 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:52.827822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b97cfdee-880f-40d8-95bb-707b59c79994 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:52.828216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.866528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.928296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:52.954218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b95ebd-11ee-47ff-a950-d3270656e6ab None None] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:11:53.027155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b97cfdee-880f-40d8-95bb-707b59c79994, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b97cfdee-880f-40d8-95bb-707b59c79994,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:53.066803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fc706de7-9d11-4028-a9d0-399fcee73d99 None None] Provisioning complete for port b97cfdee-880f-40d8-95bb-707b59c79994 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:53.071885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc706de7-9d11-4028-a9d0-399fcee73d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:53.104297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:53.115117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:53.117643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5ac400-263f-4fce-b1a2-c480ddbe9ede up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:53.141436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bb2b488-a9dd-4497-9a44-e2b14e0cca3a req-9431cfab-6ad5-441f-b679-d333873fdaa6 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd13e152-f4ea-498a-9d3e-56a7b0d2ff2d HTTP/1.1" status: 200 len: 210 time: 0.0304620 Dec 20 16:11:53.365603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Router dd27e82c-d254-4282-bcae-72c6c61344fa is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:11:53.388539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b97cfdee-880f-40d8-95bb-707b59c79994,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:53.428801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:53.429512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:53.493141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:53.525516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Sync routers for ids ['dd27e82c-d254-4282-bcae-72c6c61344fa'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:53.552755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Routers {'dd27e82c-d254-4282-bcae-72c6c61344fa'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:53.553420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['dd27e82c-d254-4282-bcae-72c6c61344fa'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:53.627772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:53.629137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b2367487-75c9-4bff-a35f-244fdc65b4c3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9342556 Dec 20 16:11:53.632002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60436) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:11:53.666676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fce7ce8a-9572-46fb-8e7b-9e96dcc024e3 None None] Provisioning complete for port b97cfdee-880f-40d8-95bb-707b59c79994 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:53.667096 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce8a-9572-46fb-8e7b-9e96dcc024e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:53.715065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Set router dd27e82c-d254-4282-bcae-72c6c61344fa gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:53.935891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:11:52Z', 'revision_number': 3, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:53.968678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Checking router: dd27e82c-d254-4282-bcae-72c6c61344fa for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:53.969093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Updating router dd27e82c-d254-4282-bcae-72c6c61344fa port 49b0ba76-338b-405f-8195-ce1e790cc87e binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:11:53.993484 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.080155 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.250989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Allocated IP 172.20.0.1 (0e4c2d44-b6e5-4694-bde7-cf889cde4538/c2ec6c7c-01f1-4468-85cc-88c8807be48a/54255636-2923-4555-ab0c-7138e6111c7f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:11:54.298862 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.369864 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.415654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.446771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b97cfdee-880f-40d8-95bb-707b59c79994 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:54.502074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69839dd7-77bc-4c87-a828-d401744d49d3 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:54.529202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Attempting to bind port 49b0ba76-338b-405f-8195-ce1e790cc87e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:54.529678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Attempting to bind port 49b0ba76-338b-405f-8195-ce1e790cc87e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:54.530072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Attempting to bind port 49b0ba76-338b-405f-8195-ce1e790cc87e on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:54.536640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23068fc7-eec8-439b-a143-8809c89786f8 None None] Pushing event updated for resources: {'Port': ['ID=49b0ba76-338b-405f-8195-ce1e790cc87e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:54.548231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:54.548829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:54.549491 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.550092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:54.550872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Bound port: 49b0ba76-338b-405f-8195-ce1e790cc87e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:54.551494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.552195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.598151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:54.606601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:54.609776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:11:54.615659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b97cfdee-880f-40d8-95bb-707b59c79994 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:54.616067 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.656770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Pushing event updated for resources: {'Port': ['ID=54255636-2923-4555-ab0c-7138e6111c7f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:54.659952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] For port 49b0ba76-338b-405f-8195-ce1e790cc87e, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:54.694810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] For port 49b0ba76-338b-405f-8195-ce1e790cc87e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=49b0ba76-338b-405f-8195-ce1e790cc87e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:54.695850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-218b4b63-478a-400f-9f86-e7baf7bd5f5d None None] Provisioning complete for port 49b0ba76-338b-405f-8195-ce1e790cc87e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:54.696216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-218b4b63-478a-400f-9f86-e7baf7bd5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.710637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.767724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-218b4b63-478a-400f-9f86-e7baf7bd5f5d None None] Port 49b0ba76-338b-405f-8195-ce1e790cc87e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:54.805346 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:54.825684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8aafb-f9bf-4a03-8044-fa9ff946b1e4 req-9fe3abd2-743d-4c0d-9430-1cfff439fd75 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:54.827366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7f8aafb-f9bf-4a03-8044-fa9ff946b1e4 req-9fe3abd2-743d-4c0d-9430-1cfff439fd75 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 946 time: 0.0762684 Dec 20 16:11:54.886183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Routers {'dd27e82c-d254-4282-bcae-72c6c61344fa'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:54.886969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['dd27e82c-d254-4282-bcae-72c6c61344fa'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:54.889256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecde3f9-21dc-40f8-a0f8-e558fc0dc020 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:11:54.912132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7f8aafb-f9bf-4a03-8044-fa9ff946b1e4 req-f3b3a089-c6b1-40c8-9b55-42aa2c71a6ec tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709965 Dec 20 16:11:54.968668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23068fc7-eec8-439b-a143-8809c89786f8 None None] Pushing event updated for resources: {'Port': ['ID=49b0ba76-338b-405f-8195-ce1e790cc87e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:55.036714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.050278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Provisioning complete for port 49b0ba76-338b-405f-8195-ce1e790cc87e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:55.050916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.089067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] Set router dd27e82c-d254-4282-bcae-72c6c61344fa gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:55.217570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.297934 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.340251 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.358164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] For port 49b0ba76-338b-405f-8195-ce1e790cc87e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=49b0ba76-338b-405f-8195-ce1e790cc87e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:55.387221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:11:52Z', 'revision_number': 3, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:55.415276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6153c5-39ab-4225-8356-06b997d41369 None None] The sync data for ids ['dd27e82c-d254-4282-bcae-72c6c61344fa'] in n-d-781076-8 is: [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:11:52Z', 'revision_number': 3, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:55.417551 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.417697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.423744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Pushing event updated for resources: {'Port': ['ID=54255636-2923-4555-ab0c-7138e6111c7f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:55.460107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Provisioning complete for port 54255636-2923-4555-ab0c-7138e6111c7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:55.460481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.513612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Pushing event updated for resources: {'Port': ['ID=49b0ba76-338b-405f-8195-ce1e790cc87e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:55.520124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-89ba6c40-10a9-49f1-b033-67c6e57c7378 None None] Port 54255636-2923-4555-ab0c-7138e6111c7f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:55.536928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:11:55.538451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:11:55.668819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Router dd27e82c-d254-4282-bcae-72c6c61344fa has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:11:55.836972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:11:55.852031 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-40c140c4-45d7-4f91-9946-a3c03ae38164 admin admin] 10.222.0.81 "PUT /v2.0/routers/dd27e82c-d254-4282-bcae-72c6c61344fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108243 Dec 20 16:11:55.852162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e4ddf121-4b33-409a-bf11-81339d800a89 None None] Provisioning complete for port 54255636-2923-4555-ab0c-7138e6111c7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:55.852162 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf121-4b33-409a-bf11-81339d800a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:55.889931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddf121-4b33-409a-bf11-81339d800a89 None None] Port 54255636-2923-4555-ab0c-7138e6111c7f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:56.077411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-49fb37e3-3e57-4735-9968-78679ff7d434 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:56.079230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-49fb37e3-3e57-4735-9968-78679ff7d434 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 946 time: 0.0645730 Dec 20 16:11:56.216772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406108e-5bd5-4126-8c5a-bb8a8c96fc01 req-75e1eaa6-850f-4266-a987-93c4b84fc5fb tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:56.224525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0406108e-5bd5-4126-8c5a-bb8a8c96fc01 req-75e1eaa6-850f-4266-a987-93c4b84fc5fb tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 946 time: 0.2289867 Dec 20 16:11:56.239899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Deleting port d49804b7-32f4-458f-ae11-a70cd455a053 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:11:56.240248 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:56.280604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0406108e-5bd5-4126-8c5a-bb8a8c96fc01 req-730a3ca0-6bc6-4124-99bc-52341cee9d41 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Dec 20 16:11:56.360797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] For port d49804b7-32f4-458f-ae11-a70cd455a053, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d49804b7-32f4-458f-ae11-a70cd455a053,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:56.361240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:56.375468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Calling delete_port for d49804b7-32f4-458f-ae11-a70cd455a053 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:11:56.502534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 49b0ba76-338b-405f-8195-ce1e790cc87e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:11:56.547921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-805ad8be-02ea-4eed-999e-ae74605fa349 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:11:56.547921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-805ad8be-02ea-4eed-999e-ae74605fa349 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/networks?id=21f76b95-0687-4718-a709-83d9651af2d4 HTTP/1.1" status: 200 len: 911 time: 0.1406984 Dec 20 16:11:56.574908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 49b0ba76-338b-405f-8195-ce1e790cc87e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:56.576604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:56.579366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-3fc4d63f-6b70-4fe8-8b3f-6edcf444ee43 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/quotas/ea8b7f82e82d4136bd8cc62f7a2c09b2 HTTP/1.1" status: 200 len: 375 time: 0.0127723 Dec 20 16:11:56.657959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:56.663794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-88117a8b-bedb-477c-8e28-9cd9625aac0c tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769782 Dec 20 16:11:56.675284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:56.677383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d49804b7-32f4-458f-ae11-a70cd455a053'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:11:56.695108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event deleted for resources: {'Port': ['ID=d49804b7-32f4-458f-ae11-a70cd455a053,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:56.751543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] No DVR routers for this DVR port d49804b7-32f4-458f-ae11-a70cd455a053 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:11:56.754281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:56.762226 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc40cc64-4ffd-49bb-b088-5e5aae37ab14 req-a03e935e-dfd3-4972-82b6-581fe58c7b18 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.72 "DELETE /v2.0/ports/d49804b7-32f4-458f-ae11-a70cd455a053 HTTP/1.1" status: 204 len: 173 time: 0.6738136 Dec 20 16:11:56.762773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'name': 'network-vif-deleted', 'tag': 'd49804b7-32f4-458f-ae11-a70cd455a053'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:11:56.765721 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1307e688-0ea3-4598-8e42-5d0b5598408e" -d '{"events": [{"server_uuid": "1168dcc3-c673-4341-b25e-5af1cb06646a", "name": "network-vif-deleted", "tag": "d49804b7-32f4-458f-ae11-a70cd455a053"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:11:56.788847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-46e207f7-33ae-4de0-bbcb-9aea3adebe95 service neutron] 10.222.0.81 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142516 Dec 20 16:11:56.811465 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4daf53e-1344-492b-ace9-66b0d44c50b6 x-openstack-request-id: req-e4daf53e-1344-492b-ace9-66b0d44c50b6 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:11:56.811465 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1168dcc3-c673-4341-b25e-5af1cb06646a", "name": "network-vif-deleted", "tag": "d49804b7-32f4-458f-ae11-a70cd455a053", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:11:56.811716 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4daf53e-1344-492b-ace9-66b0d44c50b6 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:11:56.811919 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1168dcc3-c673-4341-b25e-5af1cb06646a', 'name': 'network-vif-deleted', 'tag': 'd49804b7-32f4-458f-ae11-a70cd455a053', 'status': 'completed', 'code': 200} Dec 20 16:11:56.899433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-06401a93-86ae-41df-8494-a9923d269c31 service neutron] 10.222.0.81 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037066 Dec 20 16:11:56.958039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e64d820f-d2b8-449a-9e61-3dc3f84765c8 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:11:56.984568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: e64d820f-d2b8-449a-9e61-3dc3f84765c8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:11:56.984997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device e64d820f-d2b8-449a-9e61-3dc3f84765c8 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:11:57.262260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-040838d1-935f-4cb1-b030-c0f4b3132955 req-2f4e3aa0-fb2f-4d37-bb03-e8f2c8daf775 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 210 time: 0.0397682 Dec 20 16:11:57.294564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:57.417401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d482666d-ebc7-4f8e-98d4-4fafafd59ec8 req-92b6222d-f58f-47cb-ae6f-0321b2298f5b tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=1168dcc3-c673-4341-b25e-5af1cb06646a HTTP/1.1" status: 200 len: 210 time: 0.0334928 Dec 20 16:11:57.418830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Sync routers for ids ['dd27e82c-d254-4282-bcae-72c6c61344fa'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:11:57.429321 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Routers {'dd27e82c-d254-4282-bcae-72c6c61344fa'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:57.433251 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['dd27e82c-d254-4282-bcae-72c6c61344fa'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:57.552555 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Set router dd27e82c-d254-4282-bcae-72c6c61344fa gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:57.765206 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:11:54Z', 'revision_number': 4, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '54255636-2923-4555-ab0c-7138e6111c7f', 'name': '', 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'mac_address': 'fa:16:3e:bc:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:54Z', 'updated_at': '2021-12-20T16:11:55Z', 'revision_number': 2, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'subnets': [{'id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:57.795471 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Checking router: dd27e82c-d254-4282-bcae-72c6c61344fa for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:11:57.796142 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Updating router dd27e82c-d254-4282-bcae-72c6c61344fa port 54255636-2923-4555-ab0c-7138e6111c7f binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:11:57.823596 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.094934 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.234215 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.305243 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625475a-31a5-45b0-9e0d-7bab62eff365 None None] Pushing event updated for resources: {'Port': ['ID=54255636-2923-4555-ab0c-7138e6111c7f,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:58.335432 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Attempting to bind port 54255636-2923-4555-ab0c-7138e6111c7f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:11:58.335860 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Attempting to bind port 54255636-2923-4555-ab0c-7138e6111c7f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:11:58.336231 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Attempting to bind port 54255636-2923-4555-ab0c-7138e6111c7f on network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:11:58.342500 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:11:58.342884 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Checking segment: {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:11:58.343294 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.343689 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Bound using segment: {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:11:58.344216 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Bound port: 54255636-2923-4555-ab0c-7138e6111c7f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157f3884-38a7-40c0-ba73-b48c4265a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:11:58.344806 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.430678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-670b1f26-85da-43fc-a44d-93093ebed744 req-deaadf29-5bc6-4bff-bbe4-61390340ec40 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 210 time: 0.1207926 Dec 20 16:11:58.432279 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] For port 54255636-2923-4555-ab0c-7138e6111c7f, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:11:58.435878 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] For port 54255636-2923-4555-ab0c-7138e6111c7f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=54255636-2923-4555-ab0c-7138e6111c7f,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:11:58.544313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-20035b05-8e13-48f8-93db-aedb92c2592a None None] Provisioning complete for port 54255636-2923-4555-ab0c-7138e6111c7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:58.544789 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20035b05-8e13-48f8-93db-aedb92c2592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.579763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-20035b05-8e13-48f8-93db-aedb92c2592a None None] Port 54255636-2923-4555-ab0c-7138e6111c7f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:11:58.589660 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.645454 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Routers {'dd27e82c-d254-4282-bcae-72c6c61344fa'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:11:58.646082 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['dd27e82c-d254-4282-bcae-72c6c61344fa'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:58.682209 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625475a-31a5-45b0-9e0d-7bab62eff365 None None] Pushing event updated for resources: {'Port': ['ID=54255636-2923-4555-ab0c-7138e6111c7f,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:58.767989 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] Set router dd27e82c-d254-4282-bcae-72c6c61344fa gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:11:58.902951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a4925da9-d5aa-474d-9d51-9c5a9eb00e86 None None] Provisioning complete for port 54255636-2923-4555-ab0c-7138e6111c7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:11:58.903314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4925da9-d5aa-474d-9d51-9c5a9eb00e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:58.997598 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:11:54Z', 'revision_number': 4, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '54255636-2923-4555-ab0c-7138e6111c7f', 'name': '', 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'mac_address': 'fa:16:3e:bc:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:54Z', 'updated_at': '2021-12-20T16:11:58Z', 'revision_number': 4, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'subnets': [{'id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:11:59.006046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4925da9-d5aa-474d-9d51-9c5a9eb00e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:59.036186 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072441d6-34fe-41f9-ad15-0a74d352e091 None None] The sync data for ids ['dd27e82c-d254-4282-bcae-72c6c61344fa'] in n-d-781076-8 is: [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:11:54Z', 'revision_number': 4, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '54255636-2923-4555-ab0c-7138e6111c7f', 'name': '', 'network_id': '0e4c2d44-b6e5-4694-bde7-cf889cde4538', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'mac_address': 'fa:16:3e:bc:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:54Z', 'updated_at': '2021-12-20T16:11:58Z', 'revision_number': 4, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'subnets': [{'id': 'c2ec6c7c-01f1-4468-85cc-88c8807be48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:11:59.045873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a4925da9-d5aa-474d-9d51-9c5a9eb00e86 None None] For port 54255636-2923-4555-ab0c-7138e6111c7f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=54255636-2923-4555-ab0c-7138e6111c7f,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:11:59.132961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4925da9-d5aa-474d-9d51-9c5a9eb00e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:59.204957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4925da9-d5aa-474d-9d51-9c5a9eb00e86 None None] Pushing event updated for resources: {'Port': ['ID=54255636-2923-4555-ab0c-7138e6111c7f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:11:59.274747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5bdf4061-d91c-480b-a586-6bdb7388c373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:11:59.537221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-683ac78d-5132-4d1e-8008-e18948889b5b req-507d6312-2a5f-440e-a598-8b937e5db55c tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 210 time: 0.0284901 Dec 20 16:12:00.354351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-bd3533f1-1439-4fe7-94ca-aeffdabb02e3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:00.355835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-bd3533f1-1439-4fe7-94ca-aeffdabb02e3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.83 "GET /v2.0/networks?id=21f76b95-0687-4718-a709-83d9651af2d4 HTTP/1.1" status: 200 len: 911 time: 0.0945883 Dec 20 16:12:00.368246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Request body: {'port': {'device_id': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'admin_state_up': True, 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:00.471511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 54255636-2923-4555-ab0c-7138e6111c7f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:12:00.526484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 54255636-2923-4555-ab0c-7138e6111c7f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:00.526865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:00.558064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Made reservation on behalf of ea8b7f82e82d4136bd8cc62f7a2c09b2 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:00.560637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:00.689601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-654bb9fa-23f3-4894-a60a-ad3a2ca2a56c req-c1a52495-aead-4ec0-b6d8-7860e18d89fc tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 210 time: 0.0402377 Dec 20 16:12:00.770679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Allocated IP 172.20.0.12 (21f76b95-0687-4718-a709-83d9651af2d4/044d0288-04d6-4fb3-a208-eae7affa798f/d3c01fbb-201c-48f1-a306-3706ce58338a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:00.921737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:00.989602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d49804b7-32f4-458f-ae11-a70cd455a053 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:01.011378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d49804b7-32f4-458f-ae11-a70cd455a053 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:01.011800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d49804b7-32f4-458f-ae11-a70cd455a053 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:01.020456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:01.066082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Network 21f76b95-0687-4718-a709-83d9651af2d4 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:01.068863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:01.071819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:01.099783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Pushing event updated for resources: {'Port': ['ID=d3c01fbb-201c-48f1-a306-3706ce58338a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:01.122524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:01.123160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:01.229305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-68af9e56-2fee-43d4-9c00-14e1e0b71dac tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8642559 Dec 20 16:12:01.243494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Request body: {'port': {'device_id': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:01.307591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:01.387667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-793de81e-0c2d-4f50-861c-227cf1966c41 None None] Provisioning complete for port d3c01fbb-201c-48f1-a306-3706ce58338a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:01.388040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-793de81e-0c2d-4f50-861c-227cf1966c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:01.431137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-793de81e-0c2d-4f50-861c-227cf1966c41 None None] Port d3c01fbb-201c-48f1-a306-3706ce58338a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:01.581681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c01fbb-201c-48f1-a306-3706ce58338a {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:12:01.589905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:01.602300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Transition to ACTIVE for port object d3c01fbb-201c-48f1-a306-3706ce58338a will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:01.717052 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:01.770259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c01fbb-201c-48f1-a306-3706ce58338a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:01.811963 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2b969742-8bb8-44dd-9794-6c71a980811d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:02.224535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73addba-f0db-4c7e-bd30-9428b6d4ce2c req-002882ba-5e74-4645-a737-d2e25af0e269 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:02.226146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d73addba-f0db-4c7e-bd30-9428b6d4ce2c req-002882ba-5e74-4645-a737-d2e25af0e269 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1053 time: 0.4279091 Dec 20 16:12:02.227001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Attempting to bind port d3c01fbb-201c-48f1-a306-3706ce58338a on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:12:02.227328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Attempting to bind port d3c01fbb-201c-48f1-a306-3706ce58338a by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:12:02.227648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Attempting to bind port d3c01fbb-201c-48f1-a306-3706ce58338a on network 21f76b95-0687-4718-a709-83d9651af2d4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:02.233604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Port d3c01fbb-201c-48f1-a306-3706ce58338a on network 21f76b95-0687-4718-a709-83d9651af2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:12:02.233878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Attempting to bind port d3c01fbb-201c-48f1-a306-3706ce58338a on network 21f76b95-0687-4718-a709-83d9651af2d4 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:02.251830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:12:02.252186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Checking segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:02.252593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Bound using segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:12:02.253032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Bound port: d3c01fbb-201c-48f1-a306-3706ce58338a, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:12:02.253418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:02.318020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d73addba-f0db-4c7e-bd30-9428b6d4ce2c req-d4ab3129-0b3b-4ff7-a37c-3b13fd6fef7d tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819292 Dec 20 16:12:02.341823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] For port d3c01fbb-201c-48f1-a306-3706ce58338a, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:02.344825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] For port d3c01fbb-201c-48f1-a306-3706ce58338a, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d3c01fbb-201c-48f1-a306-3706ce58338a,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:02.449058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:02.486161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:02.486782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:02.488166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] 10.222.0.83 "PUT /v2.0/ports/d3c01fbb-201c-48f1-a306-3706ce58338a HTTP/1.1" status: 200 len: 1092 time: 1.2497375 Dec 20 16:12:02.488613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'tag': 'd3c01fbb-201c-48f1-a306-3706ce58338a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:02.490889 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15280bfe-11a4-4603-bb9b-97f3bd525b85" -d '{"events": [{"name": "network-changed", "server_uuid": "906a31ff-9e1e-458e-9871-9ad39bf24412", "tag": "d3c01fbb-201c-48f1-a306-3706ce58338a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:02.523978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ec0fa-11d6-41f1-879f-90c9c71c7fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c01fbb-201c-48f1-a306-3706ce58338a,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:02.547333 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fe6c3b-891d-459e-9e8d-44a8084c33bb x-openstack-request-id: req-32fe6c3b-891d-459e-9e8d-44a8084c33bb {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:02.547624 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906a31ff-9e1e-458e-9871-9ad39bf24412", "tag": "d3c01fbb-201c-48f1-a306-3706ce58338a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:02.547878 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32fe6c3b-891d-459e-9e8d-44a8084c33bb {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:02.548290 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'tag': 'd3c01fbb-201c-48f1-a306-3706ce58338a', 'status': 'completed', 'code': 200} Dec 20 16:12:02.618093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280bfe-11a4-4603-bb9b-97f3bd525b85 req-f84c4d5f-1d7e-4a8e-863f-0fbd9a985b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:02.621460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15280bfe-11a4-4603-bb9b-97f3bd525b85 req-f84c4d5f-1d7e-4a8e-863f-0fbd9a985b43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1095 time: 0.0521641 Dec 20 16:12:02.742189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280bfe-11a4-4603-bb9b-97f3bd525b85 req-21ff2b1e-090f-45a3-96ba-fde36bf52aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:02.745641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15280bfe-11a4-4603-bb9b-97f3bd525b85 req-21ff2b1e-090f-45a3-96ba-fde36bf52aca service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1141071 Dec 20 16:12:02.850516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280bfe-11a4-4603-bb9b-97f3bd525b85 req-e277a032-4f2e-4b49-84bf-c1ff11386197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:02.852022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15280bfe-11a4-4603-bb9b-97f3bd525b85 req-e277a032-4f2e-4b49-84bf-c1ff11386197 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012592 Dec 20 16:12:02.880264 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:02.939826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-197f2b21-b3a9-4b04-abb8-ba6fdbf47ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:02.941395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-197f2b21-b3a9-4b04-abb8-ba6fdbf47ea6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1095 time: 0.0497627 Dec 20 16:12:02.989449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-2c93694e-9862-44ab-8fee-7aeb53151dd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c01fbb-201c-48f1-a306-3706ce58338a HTTP/1.1" status: 200 len: 217 time: 0.0393486 Dec 20 16:12:03.046082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-a73bcbf1-f014-4fc9-b43e-be3d6776594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.047665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-a73bcbf1-f014-4fc9-b43e-be3d6776594b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=044d0288-04d6-4fb3-a208-eae7affa798f HTTP/1.1" status: 200 len: 849 time: 0.0513339 Dec 20 16:12:03.098565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc545-2541-4904-a6c9-4f78cf886901 req-2bd5d709-fcdc-460f-8c9b-d15ee978251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.100501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-2bd5d709-fcdc-460f-8c9b-d15ee978251c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21f76b95-0687-4718-a709-83d9651af2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453908 Dec 20 16:12:03.221180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-1793f930-9c0f-4f4a-95cc-a285ff2fee59 service neutron] 10.222.0.83 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134017 Dec 20 16:12:03.251470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-6853d0f4-ca8d-4367-95d7-c41c0b7775a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429335 Dec 20 16:12:03.341000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-879dc545-2541-4904-a6c9-4f78cf886901 req-49b84b72-eecc-4ad9-ad24-246112314d16 service neutron] 10.222.0.83 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117949 Dec 20 16:12:03.369578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-d08e7141-0e36-47e9-b423-507203c9d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.372206 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-d08e7141-0e36-47e9-b423-507203c9d82d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1097 time: 0.0785844 Dec 20 16:12:03.508927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-9f1f62ad-032a-4b1f-98de-9c9ebbf6bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.511036 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-9f1f62ad-032a-4b1f-98de-9c9ebbf6bb55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 910 time: 0.1184201 Dec 20 16:12:03.543346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e1588-317e-41e1-a5d7-8ae1c7702bb7 req-af5f7338-4855-451f-bc44-9e202baa30a0 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.545063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e11e1588-317e-41e1-a5d7-8ae1c7702bb7 req-af5f7338-4855-451f-bc44-9e202baa30a0 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1095 time: 0.0850997 Dec 20 16:12:03.579367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28e7ae-10cf-4024-a8b9-8c84f9e81e15 req-ac572e93-addf-44f1-bb9b-1bbc21420953 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.581054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc28e7ae-10cf-4024-a8b9-8c84f9e81e15 req-ac572e93-addf-44f1-bb9b-1bbc21420953 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 945 time: 0.0730307 Dec 20 16:12:03.581978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-29280413-1fe5-4f5a-9e4d-9c89487fb221 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 1002 time: 0.0631444 Dec 20 16:12:03.624882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e11e1588-317e-41e1-a5d7-8ae1c7702bb7 req-ca1f2da6-640a-41fa-a7a2-32f4c868f77b tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705569 Dec 20 16:12:03.643606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-69d32f5e-aac1-494f-9003-766c9e82da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.645328 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-69d32f5e-aac1-494f-9003-766c9e82da90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0562093 Dec 20 16:12:03.663206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc28e7ae-10cf-4024-a8b9-8c84f9e81e15 req-7d55d170-1a1a-4f33-ace2-0a026329e76c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691469 Dec 20 16:12:03.695977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-16da3c74-a25b-4c9c-bd54-03cb34bb59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:03.697752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-16da3c74-a25b-4c9c-bd54-03cb34bb59b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458963 Dec 20 16:12:03.798872 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-284b540b-fb51-41ac-ac5c-73b7be175005 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940897 Dec 20 16:12:03.895960 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-90ef381e-4031-45e5-84c8-9b1db682a331 req-a3f29985-e669-48b0-a9e0-02d1c8bbc3fc service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900695 Dec 20 16:12:04.391315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:04.738614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d72fa0-dfe4-418f-8b37-d0c1ec440e48 req-a23bd991-b4b7-4512-b334-d60dc982933b tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:04.740421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4d72fa0-dfe4-418f-8b37-d0c1ec440e48 req-a23bd991-b4b7-4512-b334-d60dc982933b tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1095 time: 0.0434854 Dec 20 16:12:04.818541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33d95c-2379-4cc8-81f3-9e108646f735 req-d1659e5f-bcf9-4e9b-8a0b-64337b6e235c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:04.820552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d33d95c-2379-4cc8-81f3-9e108646f735 req-d1659e5f-bcf9-4e9b-8a0b-64337b6e235c tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 945 time: 0.0784822 Dec 20 16:12:04.828021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4d72fa0-dfe4-418f-8b37-d0c1ec440e48 req-91389fe7-0b06-488e-8794-31d938ff7ea1 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759232 Dec 20 16:12:04.874459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d33d95c-2379-4cc8-81f3-9e108646f735 req-5c698579-97e5-4a84-9c33-ee63bad45738 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/security-groups?id=34caed40-87d5-4a79-bae1-0ef12fe37311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Dec 20 16:12:05.077035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:05.406772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-1c405fe2-dd4e-4a87-8226-0006749bef09 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:05.408161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-1c405fe2-dd4e-4a87-8226-0006749bef09 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.83 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 945 time: 0.0546026 Dec 20 16:12:05.513965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Deleting port 0af96807-bfd2-45c8-bef0-73a033e5e98f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:05.514438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:05.610873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] For port 0af96807-bfd2-45c8-bef0-73a033e5e98f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=0af96807-bfd2-45c8-bef0-73a033e5e98f,segment=NetworkSegment(12edbb4a-18a5-4999-a357-b88c944707c7),segment_id=12edbb4a-18a5-4999-a357-b88c944707c7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:05.611331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:05.624664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Calling delete_port for 0af96807-bfd2-45c8-bef0-73a033e5e98f owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:05.927732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:05.939097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['0af96807-bfd2-45c8-bef0-73a033e5e98f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:05.962612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Pushing event deleted for resources: {'Port': ['ID=0af96807-bfd2-45c8-bef0-73a033e5e98f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:06.012745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95430896-f437-4bf4-bf1d-ff46ff90db43 req-75f5438e-e54b-44ef-a14b-2c8f73eaabc8 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:06.014274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95430896-f437-4bf4-bf1d-ff46ff90db43 req-75f5438e-e54b-44ef-a14b-2c8f73eaabc8 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1095 time: 0.1189554 Dec 20 16:12:06.016350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5b1c139-ff25-41b8-8252-af054428c51a req-dd513bb1-7ba0-4c3e-b389-15c01f384f1e tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.81 "GET /v2.0/ports?device_id=e42d785b-e3aa-46a3-87fd-370040cc325f HTTP/1.1" status: 200 len: 210 time: 0.0583003 Dec 20 16:12:06.041195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] No DVR routers for this DVR port 0af96807-bfd2-45c8-bef0-73a033e5e98f on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:06.048749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:06.052125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7cb50e4-eb96-4564-9401-e13a47770a20 req-d8377d0a-bb62-45cd-a94b-a25b306ea1e0 tempest-AttachVolumeNegativeTest-852958643 tempest-AttachVolumeNegativeTest-852958643-project] 10.222.0.83 "DELETE /v2.0/ports/0af96807-bfd2-45c8-bef0-73a033e5e98f HTTP/1.1" status: 204 len: 173 time: 0.6367011 Dec 20 16:12:06.052569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'name': 'network-vif-deleted', 'tag': '0af96807-bfd2-45c8-bef0-73a033e5e98f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:06.054832 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75983d18-70d8-4187-a276-d91bdeabccc3" -d '{"events": [{"server_uuid": "e42d785b-e3aa-46a3-87fd-370040cc325f", "name": "network-vif-deleted", "tag": "0af96807-bfd2-45c8-bef0-73a033e5e98f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:06.086578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95430896-f437-4bf4-bf1d-ff46ff90db43 req-ba813587-3738-4109-a2e9-46143fad181c tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657241 Dec 20 16:12:06.092913 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08ec195-7126-429f-ae5d-08f9c02f40ee x-openstack-request-id: req-c08ec195-7126-429f-ae5d-08f9c02f40ee {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:06.092913 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42d785b-e3aa-46a3-87fd-370040cc325f", "name": "network-vif-deleted", "tag": "0af96807-bfd2-45c8-bef0-73a033e5e98f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:06.093415 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c08ec195-7126-429f-ae5d-08f9c02f40ee {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:06.093415 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42d785b-e3aa-46a3-87fd-370040cc325f', 'name': 'network-vif-deleted', 'tag': '0af96807-bfd2-45c8-bef0-73a033e5e98f', 'status': 'completed', 'code': 200} Dec 20 16:12:07.078246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60552) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:07.101757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d3c01fbb-201c-48f1-a306-3706ce58338a details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:12:07.165448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Deleting subnet 7a3f6ca9-cfdb-4442-babf-bad928f9c798 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:12:07.170791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.222709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97773eb-b4e7-43ba-bac6-8e68c2d2a8e4 req-fc6b2e73-1453-4250-b63d-926c7e2063bb tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:07.225596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.232987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e97773eb-b4e7-43ba-bac6-8e68c2d2a8e4 req-fc6b2e73-1453-4250-b63d-926c7e2063bb tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1095 time: 0.0594141 Dec 20 16:12:07.281076 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.298883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e97773eb-b4e7-43ba-bac6-8e68c2d2a8e4 req-bf0f4d6e-fe9c-40d7-b837-40ecfaccfd4c tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644069 Dec 20 16:12:07.337138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d3c01fbb-201c-48f1-a306-3706ce58338a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d3c01fbb-201c-48f1-a306-3706ce58338a,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:07.352629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd3c01fbb-201c-48f1-a306-3706ce58338a', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'port_id': 'd3c01fbb-201c-48f1-a306-3706ce58338a', 'mac_address': 'fa:16:3e:45:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:12:07.408467 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.424423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.430085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c01fbb-201c-48f1-a306-3706ce58338a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:12:07.450942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3f6ca9-cfdb-4442-babf-bad928f9c798,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:07.451393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d3c01fbb-201c-48f1-a306-3706ce58338a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d3c01fbb-201c-48f1-a306-3706ce58338a,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:07.459292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.462581 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7a3f6ca9-cfdb-4442-babf-bad928f9c798 HTTP/1.1" status: 204 len: 168 time: 0.3833363 Dec 20 16:12:07.465104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.465485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.465829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.465930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60556) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:07.466169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.466512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.466849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.467181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.467511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.467835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.468162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.468486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.468811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.469132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf42b69-7629-48eb-a53f-a49ccef731cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.523073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.552334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.577401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d3c01fbb-201c-48f1-a306-3706ce58338a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:07.637607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.659956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55498b0d-0eb3-4415-abed-aaffcbc38a55']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:07.670583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12edbb4a-18a5-4999-a357-b88c944707c7') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:07.671073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12edbb4a-18a5-4999-a357-b88c944707c7') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:07.686899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.701398 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.707349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:12:07.709292 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:12:07.709468 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:12:07.871737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.878489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:07.882280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/55498b0d-0eb3-4415-abed-aaffcbc38a55 HTTP/1.1" status: 204 len: 168 time: 0.4151723 Dec 20 16:12:07.898099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=55498b0d-0eb3-4415-abed-aaffcbc38a55,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:07.906254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.907498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.907498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.907498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.907839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.908278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.908595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.908925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.909270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.909592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.909915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.910235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.910558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7c261a-1cbf-4b83-a62f-afcee21e7ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:07.933155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d3c01fbb-201c-48f1-a306-3706ce58338a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:08.402234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beff312-1152-4db5-b5ba-9b0f31945d95 req-f3bd2425-cccb-4998-89d4-0c38ab740ade tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:08.403731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7beff312-1152-4db5-b5ba-9b0f31945d95 req-f3bd2425-cccb-4998-89d4-0c38ab740ade tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1096 time: 0.0419438 Dec 20 16:12:08.440370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:08.480750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7beff312-1152-4db5-b5ba-9b0f31945d95 req-3530a89b-2db7-4428-b910-1d0295f458d0 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709109 Dec 20 16:12:08.509454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47391b3c-be56-4b65-b4bc-5d900eb3975f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34d7f0940f474b588e8baf098478a443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678933 Dec 20 16:12:08.511892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60566) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:08.566058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf3ba-2e12-4ea2-b7aa-ebc9f95d114d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:08.587504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf3ba-2e12-4ea2-b7aa-ebc9f95d114d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:08.708943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf3ba-2e12-4ea2-b7aa-ebc9f95d114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:08.711685 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf3ba-2e12-4ea2-b7aa-ebc9f95d114d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:08.713853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc1cf3ba-2e12-4ea2-b7aa-ebc9f95d114d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34caed40-87d5-4a79-bae1-0ef12fe37311 HTTP/1.1" status: 204 len: 168 time: 0.2001109 Dec 20 16:12:08.722554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cf3ba-2e12-4ea2-b7aa-ebc9f95d114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34caed40-87d5-4a79-bae1-0ef12fe37311,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:09.117563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d3c01fbb-201c-48f1-a306-3706ce58338a up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:12:09.288585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port d3c01fbb-201c-48f1-a306-3706ce58338a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:09.292902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d3c01fbb-201c-48f1-a306-3706ce58338a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:09.293315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:09.377430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:09.404781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c01fbb-201c-48f1-a306-3706ce58338a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:09.404781 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ee2e1-e6f7-41e2-b09e-f53593ab0e07" -d '{"events": [{"server_uuid": "906a31ff-9e1e-458e-9871-9ad39bf24412", "name": "network-vif-plugged", "status": "completed", "tag": "d3c01fbb-201c-48f1-a306-3706ce58338a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:09.418480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d3c01fbb-201c-48f1-a306-3706ce58338a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d3c01fbb-201c-48f1-a306-3706ce58338a,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:09.448557 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc5384-caeb-483e-91ae-0d6afd5292ca x-openstack-request-id: req-eddc5384-caeb-483e-91ae-0d6afd5292ca {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:09.448917 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906a31ff-9e1e-458e-9871-9ad39bf24412", "name": "network-vif-plugged", "status": "completed", "tag": "d3c01fbb-201c-48f1-a306-3706ce58338a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:09.449205 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eddc5384-caeb-483e-91ae-0d6afd5292ca {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:09.449670 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c01fbb-201c-48f1-a306-3706ce58338a', 'code': 200} Dec 20 16:12:09.503676 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:09.504630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0af96807-bfd2-45c8-bef0-73a033e5e98f no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:09.543142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 0af96807-bfd2-45c8-bef0-73a033e5e98f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:09.543572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 0af96807-bfd2-45c8-bef0-73a033e5e98f not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:09.575618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d3c01fbb-201c-48f1-a306-3706ce58338a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:09.577601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f717dfb-6fda-4711-803f-e183d7f002f4 req-9ad6547c-ab06-4920-bbb9-73a89e41bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:09.583430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f717dfb-6fda-4711-803f-e183d7f002f4 req-9ad6547c-ab06-4920-bbb9-73a89e41bffa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0802426 Dec 20 16:12:09.670297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede540-7142-407a-b4b5-7170f83fc190 req-76495b09-07d0-4b9b-98e4-dac5139ad94e tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:09.671835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cede540-7142-407a-b4b5-7170f83fc190 req-76495b09-07d0-4b9b-98e4-dac5139ad94e tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0742416 Dec 20 16:12:09.674122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f717dfb-6fda-4711-803f-e183d7f002f4 req-6770b0c3-ae9e-4f49-b608-8d985bd4f225 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838130 Dec 20 16:12:09.717589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cede540-7142-407a-b4b5-7170f83fc190 req-c35019cd-6ba8-4b36-90b1-cb617056928e tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Dec 20 16:12:10.854235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fe974-2d6f-4495-a8d4-445ff328d06c req-ac143453-3fa7-4dcb-8eab-e2fd53f3da6f tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:10.855973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f6fe974-2d6f-4495-a8d4-445ff328d06c req-ac143453-3fa7-4dcb-8eab-e2fd53f3da6f tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0603197 Dec 20 16:12:10.905412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f6fe974-2d6f-4495-a8d4-445ff328d06c req-9bf81dfd-e14f-41bf-bcc9-1d36b4edffc7 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Dec 20 16:12:12.037130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c202cd-1e67-4595-baad-6005fa698d47 req-16e2bfea-0ec8-4242-aa86-b0fed4c03f03 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:12.038690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20c202cd-1e67-4595-baad-6005fa698d47 req-16e2bfea-0ec8-4242-aa86-b0fed4c03f03 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0482662 Dec 20 16:12:12.088760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20c202cd-1e67-4595-baad-6005fa698d47 req-a9c2bd11-3673-4a39-b456-bad87255e023 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Dec 20 16:12:12.211036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66908f-8447-4e64-b231-4889ba76358d req-4f28ee4d-6642-4f0d-b57a-6069c96a9a27 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:12.212531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e66908f-8447-4e64-b231-4889ba76358d req-4f28ee4d-6642-4f0d-b57a-6069c96a9a27 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0443308 Dec 20 16:12:12.257751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e66908f-8447-4e64-b231-4889ba76358d req-c6c5eadf-66d4-4768-b382-c0d3762c6b39 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Dec 20 16:12:12.377214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14393cc4-c7a1-4c9d-acb3-a29e285a466a req-ba564c15-250c-4912-9879-ac66ab632574 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:12.378959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14393cc4-c7a1-4c9d-acb3-a29e285a466a req-ba564c15-250c-4912-9879-ac66ab632574 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0431850 Dec 20 16:12:12.428088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14393cc4-c7a1-4c9d-acb3-a29e285a466a req-53a79d40-09cd-41af-851a-6cfbb25a5527 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Dec 20 16:12:12.692923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-5a87e8a5-460b-4c03-9af7-d26b98da09a3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:12.694458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-5a87e8a5-460b-4c03-9af7-d26b98da09a3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/networks?id=21f76b95-0687-4718-a709-83d9651af2d4 HTTP/1.1" status: 200 len: 911 time: 0.0910044 Dec 20 16:12:12.709912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-0244adfd-93ee-40d5-ba16-d0309a226aa6 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/quotas/ea8b7f82e82d4136bd8cc62f7a2c09b2 HTTP/1.1" status: 200 len: 375 time: 0.0087922 Dec 20 16:12:12.758918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-fa1ae51f-2e06-4f58-8a38-f649d0f9b9af tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0434365 Dec 20 16:12:12.854718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-8b0f3b25-2eaf-4778-83a6-74fb4194a9c7 service neutron] 10.222.0.81 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885036 Dec 20 16:12:12.949595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-2acca397-6e31-4461-b481-86fed3e26f34 service neutron] 10.222.0.81 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887234 Dec 20 16:12:13.264086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f120732-34e1-4c76-860c-b6713760a644 req-0cfdfebc-d79d-427e-9b1b-028a65edbeff tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Dec 20 16:12:14.368228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3a411b2-a285-4d2f-8c68-24a4c72e0d0a req-e65a2992-f6fd-42ed-9cfb-abc988e2bbfa tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Dec 20 16:12:15.043510 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:12:15.494035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42f5cd40-7ca5-4dcf-8834-d3cf292d06d6 req-95463968-2f8c-4ad6-99d3-1dc564e3e068 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 210 time: 0.0405056 Dec 20 16:12:15.667879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-e6eadd14-8bd5-4277-9c90-4676bf3564d8 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:15.669319 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-e6eadd14-8bd5-4277-9c90-4676bf3564d8 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.72 "GET /v2.0/networks?id=21f76b95-0687-4718-a709-83d9651af2d4 HTTP/1.1" status: 200 len: 911 time: 0.0931761 Dec 20 16:12:15.682666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Request body: {'port': {'device_id': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'admin_state_up': True, 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:15.814582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Made reservation on behalf of ea8b7f82e82d4136bd8cc62f7a2c09b2 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:15.816952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:15.937419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Allocated IP 172.20.0.7 (21f76b95-0687-4718-a709-83d9651af2d4/044d0288-04d6-4fb3-a208-eae7affa798f/68c5a767-eb18-4365-9ce3-33771a5edf90) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:16.073071 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:16.292692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:16.303909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d3c01fbb-201c-48f1-a306-3706ce58338a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:16.343166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Network 21f76b95-0687-4718-a709-83d9651af2d4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:16.346189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:16.350857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:16.356310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Pushing event updated for resources: {'Port': ['ID=68c5a767-eb18-4365-9ce3-33771a5edf90,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:16.403084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:16.408055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:16.513620 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-da11fa56-cc93-4d00-8f56-fcf7695ea842 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8350625 Dec 20 16:12:16.528126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Request body: {'port': {'device_id': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:16.589820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:16.597068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7dc6aeaa-75eb-46cf-9c4c-5fafbc023826 None None] Provisioning complete for port 68c5a767-eb18-4365-9ce3-33771a5edf90 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:16.597618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aeaa-75eb-46cf-9c4c-5fafbc023826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:16.617562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd20d8-e675-477b-a42c-e0f36c8ebcf2 req-f2a7d5f0-b55a-4ff8-9ea2-65e27600bfe8 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:16.620378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ebd20d8-e675-477b-a42c-e0f36c8ebcf2 req-f2a7d5f0-b55a-4ff8-9ea2-65e27600bfe8 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1027 time: 0.0449307 Dec 20 16:12:16.640430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6aeaa-75eb-46cf-9c4c-5fafbc023826 None None] Port 68c5a767-eb18-4365-9ce3-33771a5edf90 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:16.673864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ebd20d8-e675-477b-a42c-e0f36c8ebcf2 req-7185926b-f982-4f7b-add3-cf882b459a35 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 Dec 20 16:12:16.865387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c5a767-eb18-4365-9ce3-33771a5edf90 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:12:16.873651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:16.886023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Transition to ACTIVE for port object 68c5a767-eb18-4365-9ce3-33771a5edf90 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:12:16.989490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:17.042535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Pushing event updated for resources: {'Port': ['ID=68c5a767-eb18-4365-9ce3-33771a5edf90,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:17.130748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Attempting to bind port 68c5a767-eb18-4365-9ce3-33771a5edf90 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:12:17.131226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Attempting to bind port 68c5a767-eb18-4365-9ce3-33771a5edf90 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:12:17.131640 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Attempting to bind port 68c5a767-eb18-4365-9ce3-33771a5edf90 on network 21f76b95-0687-4718-a709-83d9651af2d4 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:17.142926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Port 68c5a767-eb18-4365-9ce3-33771a5edf90 on network 21f76b95-0687-4718-a709-83d9651af2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:12:17.142926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Attempting to bind port 68c5a767-eb18-4365-9ce3-33771a5edf90 on network 21f76b95-0687-4718-a709-83d9651af2d4 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:17.146120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:12:17.146657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Checking segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:17.147528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Bound using segment: {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:12:17.148569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Bound port: 68c5a767-eb18-4365-9ce3-33771a5edf90, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:12:17.148569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:17.224612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] For port 68c5a767-eb18-4365-9ce3-33771a5edf90, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:17.227896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] For port 68c5a767-eb18-4365-9ce3-33771a5edf90, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=68c5a767-eb18-4365-9ce3-33771a5edf90,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:17.334728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:17.377320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.378019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:17.379380 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] 10.222.0.72 "PUT /v2.0/ports/68c5a767-eb18-4365-9ce3-33771a5edf90 HTTP/1.1" status: 200 len: 1091 time: 0.8579147 Dec 20 16:12:17.379823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'tag': '68c5a767-eb18-4365-9ce3-33771a5edf90'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:17.386036 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d053c388-da39-4467-b623-3b1b1c3c730b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b78f7f6-3202-4731-b032-db1b42ca3766", "tag": "68c5a767-eb18-4365-9ce3-33771a5edf90"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:17.425086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97624159-83f2-49ec-9f6c-f7a2aa2bb754 service neutron] Pushing event updated for resources: {'Port': ['ID=68c5a767-eb18-4365-9ce3-33771a5edf90,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:17.433748 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28f3f7c-4384-4468-824f-7288e0f4c57c x-openstack-request-id: req-e28f3f7c-4384-4468-824f-7288e0f4c57c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:17.433992 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b78f7f6-3202-4731-b032-db1b42ca3766", "tag": "68c5a767-eb18-4365-9ce3-33771a5edf90", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:17.434338 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e28f3f7c-4384-4468-824f-7288e0f4c57c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:17.434752 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'tag': '68c5a767-eb18-4365-9ce3-33771a5edf90', 'status': 'completed', 'code': 200} Dec 20 16:12:17.506818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053c388-da39-4467-b623-3b1b1c3c730b req-6bacf041-0e93-42ff-bad2-2a8c759269d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.508419 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d053c388-da39-4467-b623-3b1b1c3c730b req-6bacf041-0e93-42ff-bad2-2a8c759269d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1094 time: 0.0519607 Dec 20 16:12:17.624009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053c388-da39-4467-b623-3b1b1c3c730b req-c1e14261-9438-4ef0-be09-31273c6df4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.625812 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d053c388-da39-4467-b623-3b1b1c3c730b req-c1e14261-9438-4ef0-be09-31273c6df4e7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1089907 Dec 20 16:12:17.734206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053c388-da39-4467-b623-3b1b1c3c730b req-c80b76ff-febd-4b25-b216-a91695aa6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.735712 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d053c388-da39-4467-b623-3b1b1c3c730b req-c80b76ff-febd-4b25-b216-a91695aa6b1a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034045 Dec 20 16:12:17.797544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d76dca-c2de-4b67-b72d-7e65ffbea995 req-00379185-c0e7-4cac-838e-ba1391c8ac62 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:17.799247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3d76dca-c2de-4b67-b72d-7e65ffbea995 req-00379185-c0e7-4cac-838e-ba1391c8ac62 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1094 time: 0.0486212 Dec 20 16:12:17.853571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3d76dca-c2de-4b67-b72d-7e65ffbea995 req-0f80696d-fe27-4153-9cc4-37c6ade8d5bd tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Dec 20 16:12:18.108950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-d18ef7cf-cbfe-4cfa-8fdf-42ae677ea365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:18.110548 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-d18ef7cf-cbfe-4cfa-8fdf-42ae677ea365 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1094 time: 0.3323915 Dec 20 16:12:18.154325 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-82640333-a056-401d-8dbb-762b854ac2b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c5a767-eb18-4365-9ce3-33771a5edf90 HTTP/1.1" status: 200 len: 217 time: 0.0358841 Dec 20 16:12:18.211336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-0084dae2-92c8-4e89-997b-6ca6f653e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:18.213349 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-0084dae2-92c8-4e89-997b-6ca6f653e5d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=044d0288-04d6-4fb3-a208-eae7affa798f HTTP/1.1" status: 200 len: 849 time: 0.0511703 Dec 20 16:12:18.261853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-10021c13-d4dd-4231-9d1b-44a18f78efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:18.263336 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-10021c13-d4dd-4231-9d1b-44a18f78efad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21f76b95-0687-4718-a709-83d9651af2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431941 Dec 20 16:12:18.355603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-30a9aa7e-1919-4431-ac36-57003e1ad032 service neutron] 10.222.0.72 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850046 Dec 20 16:12:18.460049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-76f73e3b-6d04-49b7-96b8-ad88917428d0 req-4e353118-702a-43c8-ba0b-ab6a1253e487 service neutron] 10.222.0.72 "GET /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960371 Dec 20 16:12:18.966086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d7812-d620-40e6-88a3-e647b1720b25 req-7e008298-8c6d-4da0-9859-981f35d1b029 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:18.967616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a59d7812-d620-40e6-88a3-e647b1720b25 req-7e008298-8c6d-4da0-9859-981f35d1b029 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1094 time: 0.0426691 Dec 20 16:12:19.018926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a59d7812-d620-40e6-88a3-e647b1720b25 req-e05fcc90-d88b-4e3e-8c0d-99fc7592ce19 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Dec 20 16:12:20.135789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42265c-837a-4612-bad4-ea2f91dad3f7 req-6654c089-df83-4567-82fe-2fd402f581e0 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:20.137567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf42265c-837a-4612-bad4-ea2f91dad3f7 req-6654c089-df83-4567-82fe-2fd402f581e0 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1094 time: 0.0465274 Dec 20 16:12:20.185815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf42265c-837a-4612-bad4-ea2f91dad3f7 req-d1ae01af-33cc-4a9b-a0d8-b8769e5458a5 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Dec 20 16:12:21.067228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 68c5a767-eb18-4365-9ce3-33771a5edf90 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:12:21.170548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 68c5a767-eb18-4365-9ce3-33771a5edf90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=68c5a767-eb18-4365-9ce3-33771a5edf90,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:21.182117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '68c5a767-eb18-4365-9ce3-33771a5edf90', 'network_id': '21f76b95-0687-4718-a709-83d9651af2d4', 'port_id': '68c5a767-eb18-4365-9ce3-33771a5edf90', 'mac_address': 'fa:16:3e:b3:e5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044d0288-04d6-4fb3-a208-eae7affa798f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:12:21.225337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:21.238273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c5a767-eb18-4365-9ce3-33771a5edf90 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:12:21.257974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 68c5a767-eb18-4365-9ce3-33771a5edf90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=68c5a767-eb18-4365-9ce3-33771a5edf90,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:21.296618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c2344-3fcd-4de3-85c6-4dc446a5027d req-208efa0c-9543-4fbe-8787-c2847aa49b53 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:21.298312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a7c2344-3fcd-4de3-85c6-4dc446a5027d req-208efa0c-9543-4fbe-8787-c2847aa49b53 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1094 time: 0.0427406 Dec 20 16:12:21.343407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a7c2344-3fcd-4de3-85c6-4dc446a5027d req-294b6a68-6e91-45eb-aef7-5364b481445c tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 Dec 20 16:12:21.418657 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:21.466493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=68c5a767-eb18-4365-9ce3-33771a5edf90,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:21.630387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['68c5a767-eb18-4365-9ce3-33771a5edf90'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:21.831584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:22.457675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07048-a158-496c-94f1-6cbe58763a14 req-2d1fff98-bbc0-4b9b-9bc4-84eaaccbaee3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:22.459227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64f07048-a158-496c-94f1-6cbe58763a14 req-2d1fff98-bbc0-4b9b-9bc4-84eaaccbaee3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1095 time: 0.0439425 Dec 20 16:12:22.510377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64f07048-a158-496c-94f1-6cbe58763a14 req-85858466-885c-49cd-aefa-0deb66026329 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443301 Dec 20 16:12:23.083630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 68c5a767-eb18-4365-9ce3-33771a5edf90 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:12:23.315160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 68c5a767-eb18-4365-9ce3-33771a5edf90 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:12:23.319662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 68c5a767-eb18-4365-9ce3-33771a5edf90 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:23.320078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:23.404729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:23.427838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5a767-eb18-4365-9ce3-33771a5edf90'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:23.430147 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c2f1c-8baf-4b6c-971a-cc302d0326dc" -d '{"events": [{"server_uuid": "6b78f7f6-3202-4731-b032-db1b42ca3766", "name": "network-vif-plugged", "status": "completed", "tag": "68c5a767-eb18-4365-9ce3-33771a5edf90"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:23.444109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 68c5a767-eb18-4365-9ce3-33771a5edf90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=68c5a767-eb18-4365-9ce3-33771a5edf90,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:23.476195 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85747a2-192b-4f35-a795-976ece9d3c1c x-openstack-request-id: req-c85747a2-192b-4f35-a795-976ece9d3c1c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:23.476979 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b78f7f6-3202-4731-b032-db1b42ca3766", "name": "network-vif-plugged", "status": "completed", "tag": "68c5a767-eb18-4365-9ce3-33771a5edf90", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:23.476979 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c85747a2-192b-4f35-a795-976ece9d3c1c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:23.477191 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5a767-eb18-4365-9ce3-33771a5edf90', 'code': 200} Dec 20 16:12:23.557560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:23.578137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60772) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:23.579570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f451f3-1e40-4a08-89ef-1dd295f29797 req-e9fba12e-eb36-476a-821f-b1a41369c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:23.581076 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e9f451f3-1e40-4a08-89ef-1dd295f29797 req-e9fba12e-eb36-476a-821f-b1a41369c998 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1095 time: 0.0438139 Dec 20 16:12:23.633007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bfd1f-770a-4d90-bf51-9a80b6939fb7 req-9ccfdbdf-9218-43ee-b319-1c7c3757f097 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:23.639326 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e9f451f3-1e40-4a08-89ef-1dd295f29797 req-45751a7c-2688-4fc9-9ccf-d77bb7710e6c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Dec 20 16:12:23.641447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-190bfd1f-770a-4d90-bf51-9a80b6939fb7 req-9ccfdbdf-9218-43ee-b319-1c7c3757f097 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0519607 Dec 20 16:12:23.648222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=68c5a767-eb18-4365-9ce3-33771a5edf90,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:23.693497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-190bfd1f-770a-4d90-bf51-9a80b6939fb7 req-0b11aa1f-3f88-4e93-8ab2-5f60ecf665b3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Dec 20 16:12:23.711545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fd57-c8a6-4b14-b32a-ad28ff1b334f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:23.787640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fd57-c8a6-4b14-b32a-ad28ff1b334f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:23.954715 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fd57-c8a6-4b14-b32a-ad28ff1b334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:23.993960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c1e3fd57-c8a6-4b14-b32a-ad28ff1b334f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e54f9f1866a47a9b8ed908db0461784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146044 Dec 20 16:12:23.996562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3fd57-c8a6-4b14-b32a-ad28ff1b334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b294091e-a473-49b0-b68c-a8ed801ef535,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:23.997242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60778) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:24.046343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27e0e304-9397-48fc-909d-79ab469832d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:24.072386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27e0e304-9397-48fc-909d-79ab469832d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:24.223944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27e0e304-9397-48fc-909d-79ab469832d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:24.226702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-27e0e304-9397-48fc-909d-79ab469832d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:24.227840 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-27e0e304-9397-48fc-909d-79ab469832d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b294091e-a473-49b0-b68c-a8ed801ef535 HTTP/1.1" status: 204 len: 168 time: 0.2295022 Dec 20 16:12:24.236751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0e304-9397-48fc-909d-79ab469832d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b294091e-a473-49b0-b68c-a8ed801ef535,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:24.798647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8957d-8663-456e-b1f0-110c93e6bc45 req-eb0e5a05-bd3e-4573-bee0-156dfdab50bd tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:24.800220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05a8957d-8663-456e-b1f0-110c93e6bc45 req-eb0e5a05-bd3e-4573-bee0-156dfdab50bd tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0459020 Dec 20 16:12:24.845845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05a8957d-8663-456e-b1f0-110c93e6bc45 req-ca1a2832-4724-4c3d-a211-84196c1ebd83 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Dec 20 16:12:25.964777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d1bec-8b30-4e8c-85eb-ebb7f807ba9e req-289e624d-d1e8-4b8c-95e4-b34e611db962 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:25.964777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f46d1bec-8b30-4e8c-85eb-ebb7f807ba9e req-289e624d-d1e8-4b8c-95e4-b34e611db962 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0432589 Dec 20 16:12:26.008509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f46d1bec-8b30-4e8c-85eb-ebb7f807ba9e req-d2b84ae2-b3cc-410d-878e-9e6d09816ba7 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Dec 20 16:12:26.127559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a41af-248b-4c76-a401-96cf8d0cb083 req-24d3e58d-5640-4a79-8295-6da04291c828 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:26.129134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a62a41af-248b-4c76-a401-96cf8d0cb083 req-24d3e58d-5640-4a79-8295-6da04291c828 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0444660 Dec 20 16:12:26.181594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a62a41af-248b-4c76-a401-96cf8d0cb083 req-093336a0-1ad0-443a-a560-4ac123989bf1 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Dec 20 16:12:26.294598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ace88-6ff0-4b53-9c64-6658c5d2b71d req-a8da8d04-69c2-46db-8fcc-cf3086dbe28a tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:26.296130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a8ace88-6ff0-4b53-9c64-6658c5d2b71d req-a8da8d04-69c2-46db-8fcc-cf3086dbe28a tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0422323 Dec 20 16:12:26.341635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a8ace88-6ff0-4b53-9c64-6658c5d2b71d req-583c73e6-1e19-4530-92ae-dd84519883c7 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Dec 20 16:12:26.872578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313a5f9-c831-4fd9-8e16-8d72cd770624 req-5f2ba6c6-2bba-4396-b390-994b3d6765b6 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:26.874195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1313a5f9-c831-4fd9-8e16-8d72cd770624 req-5f2ba6c6-2bba-4396-b390-994b3d6765b6 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0415421 Dec 20 16:12:26.920017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1313a5f9-c831-4fd9-8e16-8d72cd770624 req-9de304b0-4f6d-4605-8458-2c45f79c6612 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Dec 20 16:12:27.320959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:28.032841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa884a4-b4cf-4d54-90bc-9d8bd5b845b4 req-6888e830-b0b9-4f16-bce9-bc22dc0757bd tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:28.034395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fa884a4-b4cf-4d54-90bc-9d8bd5b845b4 req-6888e830-b0b9-4f16-bce9-bc22dc0757bd tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0455770 Dec 20 16:12:28.083055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fa884a4-b4cf-4d54-90bc-9d8bd5b845b4 req-7b426cd7-9f6c-48cf-836d-2d236ce02df1 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Dec 20 16:12:28.227445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-ca746c35-24be-40e5-8fea-1ea27ddd81e3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:28.229039 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-ca746c35-24be-40e5-8fea-1ea27ddd81e3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 1096 time: 0.0414960 Dec 20 16:12:28.310220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Deleting port 68c5a767-eb18-4365-9ce3-33771a5edf90 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:28.310562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:28.391446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] For port 68c5a767-eb18-4365-9ce3-33771a5edf90, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=68c5a767-eb18-4365-9ce3-33771a5edf90,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:28.391735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:28.404091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Calling delete_port for 68c5a767-eb18-4365-9ce3-33771a5edf90 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:28.755069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:28.766641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d3c01fbb-201c-48f1-a306-3706ce58338a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:28.769505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['68c5a767-eb18-4365-9ce3-33771a5edf90'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:28.784891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Pushing event deleted for resources: {'Port': ['ID=68c5a767-eb18-4365-9ce3-33771a5edf90,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:28.834274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] No DVR routers for this DVR port 68c5a767-eb18-4365-9ce3-33771a5edf90 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:28.834274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:28.837019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5433ca03-a508-4a79-ad7f-4f5d7be1bca4 req-19f2e48b-a8c6-45e3-8ebb-2ec0dbcbf1ed tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.72 "DELETE /v2.0/ports/68c5a767-eb18-4365-9ce3-33771a5edf90 HTTP/1.1" status: 204 len: 173 time: 0.6014497 Dec 20 16:12:28.837524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'name': 'network-vif-deleted', 'tag': '68c5a767-eb18-4365-9ce3-33771a5edf90'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:28.841047 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fc050-a381-41be-8cb6-edd9551e6560" -d '{"events": [{"server_uuid": "6b78f7f6-3202-4731-b032-db1b42ca3766", "name": "network-vif-deleted", "tag": "68c5a767-eb18-4365-9ce3-33771a5edf90"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:28.891172 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5c82a2-de2f-405f-90da-48b477fb7cd9 x-openstack-request-id: req-0b5c82a2-de2f-405f-90da-48b477fb7cd9 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:28.891479 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b78f7f6-3202-4731-b032-db1b42ca3766", "name": "network-vif-deleted", "tag": "68c5a767-eb18-4365-9ce3-33771a5edf90", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:28.891747 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b5c82a2-de2f-405f-90da-48b477fb7cd9 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:28.892178 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b78f7f6-3202-4731-b032-db1b42ca3766', 'name': 'network-vif-deleted', 'tag': '68c5a767-eb18-4365-9ce3-33771a5edf90', 'status': 'completed', 'code': 200} Dec 20 16:12:29.182689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12173fff-120c-41f8-a882-b53423ce4561 req-b958fa5a-33dc-4cc2-825c-05d908e6fa7b tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b78f7f6-3202-4731-b032-db1b42ca3766 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Dec 20 16:12:29.420262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eb38-bdc9-458b-9093-c49cc460d409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:29.845196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60880) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:29.957777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae022b31-c8c2-44c8-811c-13f4a82b1b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.035414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae022b31-c8c2-44c8-811c-13f4a82b1b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.203051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae022b31-c8c2-44c8-811c-13f4a82b1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.244997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ae022b31-c8c2-44c8-811c-13f4a82b1b25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2aa54786a704b33b7aa523c2c889426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3980818 Dec 20 16:12:30.245962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae022b31-c8c2-44c8-811c-13f4a82b1b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5ce18-65a6-41c9-887a-9a6afcadc1f9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:30.247878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60888) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:30.305499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-055eca0b-606f-4c87-aef5-3bdc6698e21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.329511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-055eca0b-606f-4c87-aef5-3bdc6698e21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.510480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-055eca0b-606f-4c87-aef5-3bdc6698e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.513036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-055eca0b-606f-4c87-aef5-3bdc6698e21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:30.514277 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-055eca0b-606f-4c87-aef5-3bdc6698e21a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04d5ce18-65a6-41c9-887a-9a6afcadc1f9 HTTP/1.1" status: 204 len: 168 time: 0.2652457 Dec 20 16:12:30.523136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eca0b-606f-4c87-aef5-3bdc6698e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5ce18-65a6-41c9-887a-9a6afcadc1f9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:30.891270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99b515-048b-4902-a937-bf8a18dbc4db req-ed904eaa-f82a-45f5-b251-b70e71e839c3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:30.892816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d99b515-048b-4902-a937-bf8a18dbc4db req-ed904eaa-f82a-45f5-b251-b70e71e839c3 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0470755 Dec 20 16:12:30.939714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d99b515-048b-4902-a937-bf8a18dbc4db req-f8c763ab-826d-47b5-ba76-00a86fbdfb9e tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Dec 20 16:12:31.386411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60900) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:31.401514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-99cadad1-fcab-421f-9738-8114a393ff1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.475381 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-99cadad1-fcab-421f-9738-8114a393ff1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.594808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-99cadad1-fcab-421f-9738-8114a393ff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.632833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cadad1-fcab-421f-9738-8114a393ff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af87fc03-0894-46ab-b981-91eed4c338ac,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:31.637664 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-99cadad1-fcab-421f-9738-8114a393ff1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2b0a5fef70443019f124448a1d3fbaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502139 Dec 20 16:12:31.640804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60902) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:31.690556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab24d-66eb-49f7-8817-e699d18f6412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.711790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab24d-66eb-49f7-8817-e699d18f6412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.766662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-74c94f5b-6d8e-4f02-9416-166f68048060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.932446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab24d-66eb-49f7-8817-e699d18f6412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.935204 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab24d-66eb-49f7-8817-e699d18f6412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:31.936537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e6ab24d-66eb-49f7-8817-e699d18f6412 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af87fc03-0894-46ab-b981-91eed4c338ac HTTP/1.1" status: 204 len: 168 time: 0.2946429 Dec 20 16:12:31.944568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab24d-66eb-49f7-8817-e699d18f6412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af87fc03-0894-46ab-b981-91eed4c338ac,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:32.052827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564bfce-1652-4f43-9ce2-56a53adb60fb req-0f25421f-aced-4ad2-91f5-f38683615547 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:32.054402 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1564bfce-1652-4f43-9ce2-56a53adb60fb req-0f25421f-aced-4ad2-91f5-f38683615547 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0458200 Dec 20 16:12:32.099669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1564bfce-1652-4f43-9ce2-56a53adb60fb req-b3b66297-7e98-499a-a374-e1ada781d141 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Dec 20 16:12:32.455917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-29d27705-2d04-4db5-9272-e42e6dca7081 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:32.457658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-29d27705-2d04-4db5-9272-e42e6dca7081 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 1097 time: 0.0427897 Dec 20 16:12:32.544071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Deleting port d3c01fbb-201c-48f1-a306-3706ce58338a {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:32.544071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:32.627846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] For port d3c01fbb-201c-48f1-a306-3706ce58338a, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d3c01fbb-201c-48f1-a306-3706ce58338a,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:32.628118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:32.641750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Calling delete_port for d3c01fbb-201c-48f1-a306-3706ce58338a owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:32.915069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:32.927719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d3c01fbb-201c-48f1-a306-3706ce58338a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:12:32.943299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3c01fbb-201c-48f1-a306-3706ce58338a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:32.955088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:32.999894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] No DVR routers for this DVR port d3c01fbb-201c-48f1-a306-3706ce58338a on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:33.002748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:33.006225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1678239-b9e5-446b-a273-fcee8c70a712 req-7ef97ddb-5417-406a-8701-2eb50df7a4b9 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.83 "DELETE /v2.0/ports/d3c01fbb-201c-48f1-a306-3706ce58338a HTTP/1.1" status: 204 len: 173 time: 0.5421045 Dec 20 16:12:33.006693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'name': 'network-vif-deleted', 'tag': 'd3c01fbb-201c-48f1-a306-3706ce58338a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:12:33.008995 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52571404-d751-4f22-abc7-ca1363ebd180" -d '{"events": [{"server_uuid": "906a31ff-9e1e-458e-9871-9ad39bf24412", "name": "network-vif-deleted", "tag": "d3c01fbb-201c-48f1-a306-3706ce58338a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:12:33.061890 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701bd0e6-662f-4f4a-a553-533a352b3ebf x-openstack-request-id: req-701bd0e6-662f-4f4a-a553-533a352b3ebf {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:12:33.062228 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906a31ff-9e1e-458e-9871-9ad39bf24412", "name": "network-vif-deleted", "tag": "d3c01fbb-201c-48f1-a306-3706ce58338a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:12:33.062864 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-701bd0e6-662f-4f4a-a553-533a352b3ebf {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:12:33.063271 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906a31ff-9e1e-458e-9871-9ad39bf24412', 'name': 'network-vif-deleted', 'tag': 'd3c01fbb-201c-48f1-a306-3706ce58338a', 'status': 'completed', 'code': 200} Dec 20 16:12:33.129985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 68c5a767-eb18-4365-9ce3-33771a5edf90 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:33.159893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 68c5a767-eb18-4365-9ce3-33771a5edf90 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:33.160348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 68c5a767-eb18-4365-9ce3-33771a5edf90 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:33.204489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6360fa5-35ce-4031-905c-19ee305c3c97 req-daace684-167f-4150-8a00-5eb059a40e85 tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 210 time: 0.0301681 Dec 20 16:12:34.319595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-231380e1-e346-47cb-bb09-0489bfa563f7 req-e7025445-43c9-4ad1-8be1-676c85b9c91a tempest-TestServerMultinode-1509510901 tempest-TestServerMultinode-1509510901-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=906a31ff-9e1e-458e-9871-9ad39bf24412 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Dec 20 16:12:34.403141 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:35.149608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:35.240571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d3c01fbb-201c-48f1-a306-3706ce58338a no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:35.262274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: d3c01fbb-201c-48f1-a306-3706ce58338a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:35.262614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d3c01fbb-201c-48f1-a306-3706ce58338a not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:35.390169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60976) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:35.746079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:36.003959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Deleting port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:36.004296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:36.087322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] For port 4b5ac400-263f-4fce-b1a2-c480ddbe9ede, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:36.087682 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:36.100928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Calling delete_port for 4b5ac400-263f-4fce-b1a2-c480ddbe9ede owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:36.300464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60988) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:36.389850 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:36.429375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5ac400-263f-4fce-b1a2-c480ddbe9ede,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:36.436097 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1afa1729-1104-4fbf-8f2b-97bf339a2b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:36.976747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1afa1729-1104-4fbf-8f2b-97bf339a2b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:36.982771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.089137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1afa1729-1104-4fbf-8f2b-97bf339a2b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.136713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1afa1729-1104-4fbf-8f2b-97bf339a2b36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9fd6dd1a619475f94d178d7a5d09a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8351662 Dec 20 16:12:37.139458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 60994) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:37.167888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa1729-1104-4fbf-8f2b-97bf339a2b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe4f73-3e29-4c90-9419-20ee860efa24,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:37.190004 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95c71afd-4e08-437d-b06d-a6ec754c3563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.215605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95c71afd-4e08-437d-b06d-a6ec754c3563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.246560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Router f1a0445a-8501-45a0-be73-8d758851f275 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:37.351733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95c71afd-4e08-437d-b06d-a6ec754c3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.354886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95c71afd-4e08-437d-b06d-a6ec754c3563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.356114 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95c71afd-4e08-437d-b06d-a6ec754c3563 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0fbe4f73-3e29-4c90-9419-20ee860efa24 HTTP/1.1" status: 204 len: 168 time: 0.2155120 Dec 20 16:12:37.364209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c71afd-4e08-437d-b06d-a6ec754c3563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe4f73-3e29-4c90-9419-20ee860efa24,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:37.364786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:37.373315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c0494a5-7b97-4d29-abcf-72a88973d72b admin admin] 10.222.0.81 "PUT /v2.0/routers/f1a0445a-8501-45a0-be73-8d758851f275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820573 Dec 20 16:12:37.375846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 60998) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:37.384299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] Sync routers for ids ['f1a0445a-8501-45a0-be73-8d758851f275'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:12:37.407630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] Routers {'f1a0445a-8501-45a0-be73-8d758851f275'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:37.407630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f1a0445a-8501-45a0-be73-8d758851f275'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:37.485930 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.516149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] Set router f1a0445a-8501-45a0-be73-8d758851f275 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:37.591632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.702582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:12:36Z', 'revision_number': 5, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port': {'id': 'b3c7bd15-a7f1-483e-a9e1-00383de738c7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:37.730395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] Checking router: f1a0445a-8501-45a0-be73-8d758851f275 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:12:37.739858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] Routers {'f1a0445a-8501-45a0-be73-8d758851f275'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:37.740507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f1a0445a-8501-45a0-be73-8d758851f275'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:37.780221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Deleting port b3c7bd15-a7f1-483e-a9e1-00383de738c7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:37.780745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.836006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] Set router f1a0445a-8501-45a0-be73-8d758851f275 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:37.873727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] For port b3c7bd15-a7f1-483e-a9e1-00383de738c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b3c7bd15-a7f1-483e-a9e1-00383de738c7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:37.874089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:37.887493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Calling delete_port for b3c7bd15-a7f1-483e-a9e1-00383de738c7 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:38.059633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:12:37Z', 'revision_number': 6, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:38.086811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fa29-e6b0-4e82-a149-4ccdbb26f0a2 None None] The sync data for ids ['f1a0445a-8501-45a0-be73-8d758851f275'] in n-d-781076-8 is: [{'id': 'f1a0445a-8501-45a0-be73-8d758851f275', 'name': 'tempest-TestServerMultinode-1412612451-router', 'tenant_id': '31a56b9addc6452ea21f0792612e02da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:43Z', 'updated_at': '2021-12-20T16:12:37Z', 'revision_number': 6, 'project_id': '31a56b9addc6452ea21f0792612e02da', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:12:38.179981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.204733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c7bd15-a7f1-483e-a9e1-00383de738c7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:38.221119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe16b46-4112-4a68-8c24-2a4d2f301b2f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:38.265284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:38.278602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.278863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cc1d-b5b4-486a-98be-8d25f7976da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.357689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cc1d-b5b4-486a-98be-8d25f7976da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.374314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.376372 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.528682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0cd2cc1d-b5b4-486a-98be-8d25f7976da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.566797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2cc1d-b5b4-486a-98be-8d25f7976da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7809270-d59f-4390-9e8b-db120c65eebd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:38.568822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.569578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a0445a-8501-45a0-be73-8d758851f275 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:12:38.573061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0cd2cc1d-b5b4-486a-98be-8d25f7976da9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d90aabdf29349a3b9532caae1e5ed52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066719 Dec 20 16:12:38.576221 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.577426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aaa77279-d9d5-422c-8194-13e4c00ad9b6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f1a0445a-8501-45a0-be73-8d758851f275 HTTP/1.1" status: 204 len: 168 time: 1.2005308 Dec 20 16:12:38.577666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32774) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:38.580133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:38.627823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfb35865-195b-40c2-b214-2d256f6f33dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.631086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Deleting subnet 044d0288-04d6-4fb3-a208-eae7affa798f {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:12:38.634589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.652309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfb35865-195b-40c2-b214-2d256f6f33dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.671087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.750915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.839130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfb35865-195b-40c2-b214-2d256f6f33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.842229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfb35865-195b-40c2-b214-2d256f6f33dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.846163 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cfb35865-195b-40c2-b214-2d256f6f33dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7809270-d59f-4390-9e8b-db120c65eebd HTTP/1.1" status: 204 len: 168 time: 0.2649801 Dec 20 16:12:38.852776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35865-195b-40c2-b214-2d256f6f33dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7809270-d59f-4390-9e8b-db120c65eebd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:38.875598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5ac400-263f-4fce-b1a2-c480ddbe9ede no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:38.898834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4b5ac400-263f-4fce-b1a2-c480ddbe9ede {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:38.899188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b5ac400-263f-4fce-b1a2-c480ddbe9ede not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:38.943992 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.973883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044d0288-04d6-4fb3-a208-eae7affa798f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:38.975838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:38.979184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f2bfdbf1-0658-454c-b817-9b9bb880a11c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/044d0288-04d6-4fb3-a208-eae7affa798f HTTP/1.1" status: 204 len: 168 time: 0.3980620 Dec 20 16:12:38.980958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f878a39-5299-4b6f-b708-4dc569251713 None None] Network 21f76b95-0687-4718-a709-83d9651af2d4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:12:38.982333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32782) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:39.054958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.113510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Deleting port c208af9e-6d59-4dd7-a97d-5699e321c202 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:39.113853 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.146720 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] DHCP port deletion for 21f76b95-0687-4718-a709-83d9651af2d4 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:39.201650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Deleting port c208af9e-6d59-4dd7-a97d-5699e321c202 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:39.202033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.207706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] For port c208af9e-6d59-4dd7-a97d-5699e321c202, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c208af9e-6d59-4dd7-a97d-5699e321c202,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:39.208080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.223164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Calling delete_port for c208af9e-6d59-4dd7-a97d-5699e321c202 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:39.273105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] For port c208af9e-6d59-4dd7-a97d-5699e321c202, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c208af9e-6d59-4dd7-a97d-5699e321c202,segment=NetworkSegment(41c53859-eb1e-428e-8b84-e0bd3b9aa9c1),segment_id=41c53859-eb1e-428e-8b84-e0bd3b9aa9c1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:39.273591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.287672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Calling delete_port for c208af9e-6d59-4dd7-a97d-5699e321c202 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:39.453490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.459481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.487220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c208af9e-6d59-4dd7-a97d-5699e321c202,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:39.489112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] No DVR routers for this DVR port c208af9e-6d59-4dd7-a97d-5699e321c202 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:39.494185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Pushing event deleted for resources: {'Port': ['ID=c208af9e-6d59-4dd7-a97d-5699e321c202,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:39.497688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] No DVR routers for this DVR port c208af9e-6d59-4dd7-a97d-5699e321c202 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:39.506659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.506943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.507298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.507644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.507986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.508327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.508665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.508997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.510569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.510569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.510569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.511065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.511204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4e821-e513-4272-9d7e-fdfe80f3c7ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:39.569688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.591422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f76b95-0687-4718-a709-83d9651af2d4']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:39.602409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:39.602732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c53859-eb1e-428e-8b84-e0bd3b9aa9c1') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:39.613380 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.627798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.634262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:12:39.642866 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:12:39.812429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.818316 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:39.823326 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] 10.222.0.81 "DELETE /v2.0/networks/21f76b95-0687-4718-a709-83d9651af2d4 HTTP/1.1" status: 204 len: 168 time: 0.8387949 Dec 20 16:12:39.825906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32794) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:39.833962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02070963-a317-4b46-9bb9-37648b045d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f76b95-0687-4718-a709-83d9651af2d4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:40.189980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:40.446951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c208af9e-6d59-4dd7-a97d-5699e321c202 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:40.459721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Deleting port 54255636-2923-4555-ab0c-7138e6111c7f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:40.460067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:40.471541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c208af9e-6d59-4dd7-a97d-5699e321c202 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:40.471959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c208af9e-6d59-4dd7-a97d-5699e321c202 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:40.472658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b3c7bd15-a7f1-483e-a9e1-00383de738c7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:40.493559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b3c7bd15-a7f1-483e-a9e1-00383de738c7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:40.493920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b3c7bd15-a7f1-483e-a9e1-00383de738c7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:40.547507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] For port 54255636-2923-4555-ab0c-7138e6111c7f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=54255636-2923-4555-ab0c-7138e6111c7f,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:40.547864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:40.561050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Calling delete_port for 54255636-2923-4555-ab0c-7138e6111c7f owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:40.860536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:40.889277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Pushing event deleted for resources: {'Port': ['ID=54255636-2923-4555-ab0c-7138e6111c7f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:41.103540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:41.354717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Router dd27e82c-d254-4282-bcae-72c6c61344fa has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:41.468297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:41.473430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f4f62318-2075-4791-a693-81a4ee19453f admin admin] 10.222.0.81 "PUT /v2.0/routers/dd27e82c-d254-4282-bcae-72c6c61344fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464615 Dec 20 16:12:41.476192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:41.481766 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] Sync routers for ids ['dd27e82c-d254-4282-bcae-72c6c61344fa'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:12:41.497815 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] Routers {'dd27e82c-d254-4282-bcae-72c6c61344fa'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:41.498441 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['dd27e82c-d254-4282-bcae-72c6c61344fa'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:41.594170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:41.611524 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] Set router dd27e82c-d254-4282-bcae-72c6c61344fa gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:41.711777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:41.868152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Deleting port 49b0ba76-338b-405f-8195-ce1e790cc87e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:41.868929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:41.899911 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:12:40Z', 'revision_number': 5, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port': {'id': '49b0ba76-338b-405f-8195-ce1e790cc87e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:11:51Z', 'updated_at': '2021-12-20T16:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:41.927830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] Checking router: dd27e82c-d254-4282-bcae-72c6c61344fa for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:12:41.937792 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] Routers {'dd27e82c-d254-4282-bcae-72c6c61344fa'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:41.938407 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['dd27e82c-d254-4282-bcae-72c6c61344fa'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:41.962339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] For port 49b0ba76-338b-405f-8195-ce1e790cc87e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=49b0ba76-338b-405f-8195-ce1e790cc87e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:41.962699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:41.975449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Calling delete_port for 49b0ba76-338b-405f-8195-ce1e790cc87e owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:42.026493 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] Set router dd27e82c-d254-4282-bcae-72c6c61344fa gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:42.098169 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:12:41Z', 'revision_number': 6, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:42.127069 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc99f347-6d99-4cdd-a1b9-55d9a73d71e4 None None] The sync data for ids ['dd27e82c-d254-4282-bcae-72c6c61344fa'] in n-d-781076-8 is: [{'id': 'dd27e82c-d254-4282-bcae-72c6c61344fa', 'name': 'tempest-TestServerMultinode-1215126536-router', 'tenant_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:11:50Z', 'updated_at': '2021-12-20T16:12:41Z', 'revision_number': 6, 'project_id': 'ea8b7f82e82d4136bd8cc62f7a2c09b2', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:12:42.559174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 54255636-2923-4555-ab0c-7138e6111c7f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:42.581408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 54255636-2923-4555-ab0c-7138e6111c7f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:42.581755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 54255636-2923-4555-ab0c-7138e6111c7f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:42.652267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:42.679430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Pushing event deleted for resources: {'Port': ['ID=49b0ba76-338b-405f-8195-ce1e790cc87e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:42.696874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6c548-4054-46a6-a963-9779ef492d55 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:42.748290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:42.844029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:42.846210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.111321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.111893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd27e82c-d254-4282-bcae-72c6c61344fa {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:12:43.116371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.122172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b724a13d-6873-4907-8816-0298bf2fee4b admin admin] 10.222.0.81 "DELETE /v2.0/routers/dd27e82c-d254-4282-bcae-72c6c61344fa HTTP/1.1" status: 204 len: 168 time: 1.6403873 Dec 20 16:12:43.122172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:43.175287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Deleting subnet c2ec6c7c-01f1-4468-85cc-88c8807be48a {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:12:43.178935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.216462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.300239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.470963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.499442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.503597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c2ec6c7c-01f1-4468-85cc-88c8807be48a HTTP/1.1" status: 204 len: 168 time: 0.3825512 Dec 20 16:12:43.507970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195e39-3a90-4896-aa3e-c357a738080a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ec6c7c-01f1-4468-85cc-88c8807be48a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:43.508244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32854) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:43.511113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32856) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:43.513639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066ac31-9c04-49f4-a91f-9927a582eb17 None None] Network 0e4c2d44-b6e5-4694-bde7-cf889cde4538 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:12:43.578671 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.634303 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-148afc16-ffc4-49d1-a948-8d5b8e47a780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.647375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Deleting port b97cfdee-880f-40d8-95bb-707b59c79994 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:43.647692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.682649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] DHCP port deletion for 0e4c2d44-b6e5-4694-bde7-cf889cde4538 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:43.714224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] For port b97cfdee-880f-40d8-95bb-707b59c79994, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b97cfdee-880f-40d8-95bb-707b59c79994,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:43.714742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.727037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-148afc16-ffc4-49d1-a948-8d5b8e47a780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.728365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Calling delete_port for b97cfdee-880f-40d8-95bb-707b59c79994 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:43.740667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] Deleting port b97cfdee-880f-40d8-95bb-707b59c79994 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:12:43.741045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.796056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-148afc16-ffc4-49d1-a948-8d5b8e47a780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.807227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] For port b97cfdee-880f-40d8-95bb-707b59c79994, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b97cfdee-880f-40d8-95bb-707b59c79994,segment=NetworkSegment(157f3884-38a7-40c0-ba73-b48c4265a264),segment_id=157f3884-38a7-40c0-ba73-b48c4265a264)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:43.807721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.822016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] Calling delete_port for b97cfdee-880f-40d8-95bb-707b59c79994 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:12:43.841109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148afc16-ffc4-49d1-a948-8d5b8e47a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5918b916-f5fe-4057-b0bc-5ea2c1e867e9,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:43.847880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-148afc16-ffc4-49d1-a948-8d5b8e47a780 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3431e458c814407ab88148f3ca13ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360445 Dec 20 16:12:43.848107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32860) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:43.898923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5083ac21-ffe9-4c82-b3e4-dc03db25356c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.906342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.911678 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.922192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5083ac21-ffe9-4c82-b3e4-dc03db25356c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:43.934430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97cfdee-880f-40d8-95bb-707b59c79994,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:43.938268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] Pushing event deleted for resources: {'Port': ['ID=b97cfdee-880f-40d8-95bb-707b59c79994,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:43.942395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] No DVR routers for this DVR port b97cfdee-880f-40d8-95bb-707b59c79994 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:43.948033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d0580-cf0e-48a8-9d86-ef04e0e47804 None None] No DVR routers for this DVR port b97cfdee-880f-40d8-95bb-707b59c79994 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:12:44.020590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.040586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4c2d44-b6e5-4694-bde7-cf889cde4538']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:44.052006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157f3884-38a7-40c0-ba73-b48c4265a264') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:44.052329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157f3884-38a7-40c0-ba73-b48c4265a264') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:44.062994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.076593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.082511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:12:44.082822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5083ac21-ffe9-4c82-b3e4-dc03db25356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.082948 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:12:44.084636 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:12:44.086553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5083ac21-ffe9-4c82-b3e4-dc03db25356c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.087272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5083ac21-ffe9-4c82-b3e4-dc03db25356c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5918b916-f5fe-4057-b0bc-5ea2c1e867e9 HTTP/1.1" status: 204 len: 168 time: 0.2382412 Dec 20 16:12:44.097610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083ac21-ffe9-4c82-b3e4-dc03db25356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918b916-f5fe-4057-b0bc-5ea2c1e867e9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:44.255918 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.263446 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.267408 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0e4c2d44-b6e5-4694-bde7-cf889cde4538 HTTP/1.1" status: 204 len: 168 time: 0.7599072 Dec 20 16:12:44.279178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18f095-91b1-4478-b495-7424e501e6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4c2d44-b6e5-4694-bde7-cf889cde4538,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:44.444596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b97cfdee-880f-40d8-95bb-707b59c79994 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:44.475243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b97cfdee-880f-40d8-95bb-707b59c79994 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:44.475243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b97cfdee-880f-40d8-95bb-707b59c79994 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:44.475243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 49b0ba76-338b-405f-8195-ce1e790cc87e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:12:44.487481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 49b0ba76-338b-405f-8195-ce1e790cc87e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:12:44.487829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 49b0ba76-338b-405f-8195-ce1e790cc87e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:12:44.796969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32870) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:44.837103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fd7e4d8-8f57-40fe-a121-2256928a13f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31a56b9addc6452ea21f0792612e02da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389369 Dec 20 16:12:44.839595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32872) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:44.889591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b60efad8-fd67-4836-97d8-0cc87e56213f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:44.915547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b60efad8-fd67-4836-97d8-0cc87e56213f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.003643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32874) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:45.018277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4dc92ed9-0412-40ab-b9d7-3435f329f2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.047753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b60efad8-fd67-4836-97d8-0cc87e56213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.050319 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b60efad8-fd67-4836-97d8-0cc87e56213f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.051426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b60efad8-fd67-4836-97d8-0cc87e56213f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bef3b02d-b283-4dd1-9057-28b692647065 HTTP/1.1" status: 204 len: 168 time: 0.2101245 Dec 20 16:12:45.065638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60efad8-fd67-4836-97d8-0cc87e56213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3b02d-b283-4dd1-9057-28b692647065,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:45.111515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4dc92ed9-0412-40ab-b9d7-3435f329f2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.184799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4dc92ed9-0412-40ab-b9d7-3435f329f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.226725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4dc92ed9-0412-40ab-b9d7-3435f329f2b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20147a40fd3f4a3ca7cf8e47938955de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219846 Dec 20 16:12:45.228889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc92ed9-0412-40ab-b9d7-3435f329f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561e4533-a993-43b3-addc-0f0de136d7dd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:45.229669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32878) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:45.281547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-130cd059-2ab4-4741-8564-51cfbed7f1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.310505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-130cd059-2ab4-4741-8564-51cfbed7f1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.452281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-130cd059-2ab4-4741-8564-51cfbed7f1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.454997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-130cd059-2ab4-4741-8564-51cfbed7f1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:45.456225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-130cd059-2ab4-4741-8564-51cfbed7f1a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/561e4533-a993-43b3-addc-0f0de136d7dd HTTP/1.1" status: 204 len: 168 time: 0.2253742 Dec 20 16:12:45.464205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cd059-2ab4-4741-8564-51cfbed7f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561e4533-a993-43b3-addc-0f0de136d7dd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:45.991153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32890) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:46.035765 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2ff10798-251a-40ce-a079-b936713f211f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea8b7f82e82d4136bd8cc62f7a2c09b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432448 Dec 20 16:12:46.038115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32892) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:46.090833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ce2388d-89df-4082-8679-d1dd554dc0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:46.116695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ce2388d-89df-4082-8679-d1dd554dc0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:46.321529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ce2388d-89df-4082-8679-d1dd554dc0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:46.324274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ce2388d-89df-4082-8679-d1dd554dc0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:46.325517 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ce2388d-89df-4082-8679-d1dd554dc0ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/417cf8b2-2690-4b8f-bc8b-93c3fbc3237f HTTP/1.1" status: 204 len: 168 time: 0.2864594 Dec 20 16:12:46.334083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2388d-89df-4082-8679-d1dd554dc0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417cf8b2-2690-4b8f-bc8b-93c3fbc3237f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:47.388493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 32930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:47.505346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efb05e64-c87d-4015-9330-b4cc02c60b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:47.583899 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efb05e64-c87d-4015-9330-b4cc02c60b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:47.740475 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-efb05e64-c87d-4015-9330-b4cc02c60b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:47.780040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32942) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:47.784591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-efb05e64-c87d-4015-9330-b4cc02c60b80 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0c645a316054955b75add149b654807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948843 Dec 20 16:12:47.786139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb05e64-c87d-4015-9330-b4cc02c60b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1764aba-22cd-4e79-82e0-c9b81ec8c638,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:47.787341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:47.842468 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913df119-01bd-4e38-a96a-a4cc30309a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:47.865572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913df119-01bd-4e38-a96a-a4cc30309a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:47.884965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1666591965-network', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:48.029644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:48.032038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.045056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.048061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913df119-01bd-4e38-a96a-a4cc30309a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.050640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913df119-01bd-4e38-a96a-a4cc30309a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.059251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-913df119-01bd-4e38-a96a-a4cc30309a67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1764aba-22cd-4e79-82e0-c9b81ec8c638 HTTP/1.1" status: 204 len: 168 time: 0.2634115 Dec 20 16:12:48.069855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913df119-01bd-4e38-a96a-a4cc30309a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1764aba-22cd-4e79-82e0-c9b81ec8c638,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:48.141692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.334401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.355684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:12:48.370407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e439401-68f2-409f-b80a-1e2f1f86d9d3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:48.376286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.376286 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Added segment 62a17ca3-4747-4847-9cbd-10f5359e8153 of type vlan for network 00848a76-845a-4915-b4ce-f4cc8cd0de21 Dec 20 16:12:48.415147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.648516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.649657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:48.650283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:48.713963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] Pushing event updated for resources: {'Network': ['ID=00848a76-845a-4915-b4ce-f4cc8cd0de21,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:48.723826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:12:48.803866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9626f2df-7ae4-49f4-b563-c9342a7e91dd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0225401 Dec 20 16:12:48.806826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32962) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:48.812212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Request body: {'subnet': {'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1666591965-subnet', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:48.900241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:48.903172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.230020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.288618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b58313-1801-4d67-8747-c5909a59149e,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:49.299010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:49.299364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Network hostable DHCP agents. Network: 00848a76-845a-4915-b4ce-f4cc8cd0de21, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:12:49.397079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:12:49.517572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 00848a76-845a-4915-b4ce-f4cc8cd0de21) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:49.522668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:49.523962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.532097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78436c-00e4-4036-81b4-29b01e1ce87b None None] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:12:49.635617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-00848a76-845a-4915-b4ce-f4cc8cd0de21', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:12:49.636476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.640509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9ec8afc3-62ff-43a9-a73f-259a89a24c6e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8324988 Dec 20 16:12:49.643007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 32976) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:49.647309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:49.766848 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.768045 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.782534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Allocated IP 172.20.0.2 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/1eac0162-ed43-4db8-82c6-18fa85d7a6fa) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:49.821567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:49.929788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.098812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.108977 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.140980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:50.143818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:50.147334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:50.155511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Pushing event updated for resources: {'Port': ['ID=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:50.206622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Attempting to bind port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:12:50.207009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Attempting to bind port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:12:50.207446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Attempting to bind port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:50.212696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:12:50.213071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:50.213506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.213898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:12:50.214361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Bound port: 1eac0162-ed43-4db8-82c6-18fa85d7a6fa, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:12:50.215483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.282648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] For port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:50.285704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] For port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:50.455026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.504384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.519755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198f8ea-fe63-4ddd-9156-84ef2995a353 None None] Pushing event updated for resources: {'Port': ['ID=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:50.528447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.644333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Allocated IP 172.25.6.214 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b5d2dbbb-6769-49a7-8b31-a271f633dea6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:50.791928 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.929447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:50.972159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:50.974922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:50.978749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:50.985347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Pushing event updated for resources: {'Port': ['ID=b5d2dbbb-6769-49a7-8b31-a271f633dea6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:50.992585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c82f5-dab1-4a20-9fdb-ec6f921e8e23 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:51.051602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8d03c709-881f-4065-a39e-5d83b8608dd4 None None] Provisioning complete for port b5d2dbbb-6769-49a7-8b31-a271f633dea6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:51.052154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d03c709-881f-4065-a39e-5d83b8608dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.086875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8d03c709-881f-4065-a39e-5d83b8608dd4 None None] Port b5d2dbbb-6769-49a7-8b31-a271f633dea6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:51.234300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:51.361935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.363990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09d256be-5530-43cb-9093-3ac8f245207b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.488583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2228d-9714-4e5a-9fdf-08c5be64f08d None None] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:12:51.557693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-36191341-7e56-4ba4-b93f-f0953dfd0882 None None] Provisioning complete for port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:51.558067 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36191341-7e56-4ba4-b93f-f0953dfd0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.599751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09d256be-5530-43cb-9093-3ac8f245207b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.630851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.682310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36191341-7e56-4ba4-b93f-f0953dfd0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.734180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-36191341-7e56-4ba4-b93f-f0953dfd0882 None None] For port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:51.766504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09d256be-5530-43cb-9093-3ac8f245207b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.821485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09d256be-5530-43cb-9093-3ac8f245207b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10746d8ed5dc4047a867192e3dd9ea23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831237 Dec 20 16:12:51.821485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d256be-5530-43cb-9093-3ac8f245207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cb8062-4902-4da1-99e4-047efdae2e7b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:51.823579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33006) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:51.878460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dc6fd9-206a-4f51-a6bf-c5a698b9fb6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.900933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dc6fd9-206a-4f51-a6bf-c5a698b9fb6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.905901 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:51.955098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Router 2c006287-0668-483a-b616-48bfef01ad2f is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:12:51.955745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36191341-7e56-4ba4-b93f-f0953dfd0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.004378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36191341-7e56-4ba4-b93f-f0953dfd0882 None None] Pushing event updated for resources: {'Port': ['ID=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:52.042619 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:12:52.065523 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dc6fd9-206a-4f51-a6bf-c5a698b9fb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.068113 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dc6fd9-206a-4f51-a6bf-c5a698b9fb6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.069325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3dc6fd9-206a-4f51-a6bf-c5a698b9fb6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66cb8062-4902-4da1-99e4-047efdae2e7b HTTP/1.1" status: 204 len: 168 time: 0.2443101 Dec 20 16:12:52.072736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:52.076623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-16c8ae12-1d79-4776-ab2f-21c6cfe7595c None None] Provisioning complete for port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:52.077007 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-16c8ae12-1d79-4776-ab2f-21c6cfe7595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.082364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc6fd9-206a-4f51-a6bf-c5a698b9fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cb8062-4902-4da1-99e4-047efdae2e7b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:52.106704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:12:52.140236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:52.140236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:52.167159 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.169416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d994a9db-af87-49b1-a054-5627d746520d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5250783 Dec 20 16:12:52.172005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33010) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:52.281118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:52.482819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:51Z', 'revision_number': 3, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:52.519212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1eac0162-ed43-4db8-82c6-18fa85d7a6fa up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:12:52.521582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:12:52.522031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Updating router 2c006287-0668-483a-b616-48bfef01ad2f port b5d2dbbb-6769-49a7-8b31-a271f633dea6 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:12:52.578589 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.631450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.677018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:52.677418 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.791577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Allocated IP 172.20.0.1 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/6a5ac701-a240-4f6d-abc8-cfbbe38e91e3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:52.912527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:52.915712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.048954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:53.062341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9057522f-b0f8-474d-8120-908eb215a748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.134925 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9057522f-b0f8-474d-8120-908eb215a748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.169063 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.179710 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.210025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:53.214624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d60d32-1d0b-446b-bf8e-af00c433f3ff None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:53.216336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:53.219904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:53.249137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Pushing event updated for resources: {'Port': ['ID=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:53.253609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9057522f-b0f8-474d-8120-908eb215a748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.307882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.313204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057522f-b0f8-474d-8120-908eb215a748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c536728e-cd55-47f9-a832-55328a717175,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:53.320315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9057522f-b0f8-474d-8120-908eb215a748 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=402f10c030e94cc19333f2780267f38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676010 Dec 20 16:12:53.321846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33018) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:53.395015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-331a7d19-14a5-4e62-af70-90bb10914a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.419988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Attempting to bind port b5d2dbbb-6769-49a7-8b31-a271f633dea6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:12:53.423951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Attempting to bind port b5d2dbbb-6769-49a7-8b31-a271f633dea6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:12:53.423951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Attempting to bind port b5d2dbbb-6769-49a7-8b31-a271f633dea6 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:53.428661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5849be0-f222-420f-aac5-9f2e1db647b4 None None] Pushing event updated for resources: {'Port': ['ID=b5d2dbbb-6769-49a7-8b31-a271f633dea6,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:53.433116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:12:53.434062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:53.434482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.434875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:12:53.435759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-331a7d19-14a5-4e62-af70-90bb10914a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.437474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Bound port: b5d2dbbb-6769-49a7-8b31-a271f633dea6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:12:53.437913 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.506458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] For port b5d2dbbb-6769-49a7-8b31-a271f633dea6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:53.509680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] For port b5d2dbbb-6769-49a7-8b31-a271f633dea6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b5d2dbbb-6769-49a7-8b31-a271f633dea6,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:53.515397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-71bf6a67-74a0-4051-872c-2b6b8c092668 None None] Provisioning complete for port b5d2dbbb-6769-49a7-8b31-a271f633dea6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:53.515781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71bf6a67-74a0-4051-872c-2b6b8c092668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.551123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71bf6a67-74a0-4051-872c-2b6b8c092668 None None] Port b5d2dbbb-6769-49a7-8b31-a271f633dea6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:53.561669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-71bf6a67-74a0-4051-872c-2b6b8c092668 None None] Provisioning complete for port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:53.561975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71bf6a67-74a0-4051-872c-2b6b8c092668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.595489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-71bf6a67-74a0-4051-872c-2b6b8c092668 None None] Port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:53.684126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-331a7d19-14a5-4e62-af70-90bb10914a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.685210 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.687198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-331a7d19-14a5-4e62-af70-90bb10914a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.691411 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-331a7d19-14a5-4e62-af70-90bb10914a27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c536728e-cd55-47f9-a832-55328a717175 HTTP/1.1" status: 204 len: 168 time: 0.3662701 Dec 20 16:12:53.700938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7d19-14a5-4e62-af70-90bb10914a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c536728e-cd55-47f9-a832-55328a717175,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:53.751252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936e127-1ac4-4629-85eb-845c5cbdad57 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:53.768407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:53.769058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:53.847143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5849be0-f222-420f-aac5-9f2e1db647b4 None None] Pushing event updated for resources: {'Port': ['ID=b5d2dbbb-6769-49a7-8b31-a271f633dea6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:53.899844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6d3836ca-d552-4018-bb64-794ca5d0dbeb None None] Provisioning complete for port b5d2dbbb-6769-49a7-8b31-a271f633dea6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:53.900313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d3836ca-d552-4018-bb64-794ca5d0dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:53.955080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:53.998031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.133254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d3836ca-d552-4018-bb64-794ca5d0dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.178420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6d3836ca-d552-4018-bb64-794ca5d0dbeb None None] For port b5d2dbbb-6769-49a7-8b31-a271f633dea6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b5d2dbbb-6769-49a7-8b31-a271f633dea6,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:54.181797 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.251610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:52Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:54.279458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed0f04-a623-4d93-91e6-0b525add7d9c None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:52Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:12:54.281087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d3836ca-d552-4018-bb64-794ca5d0dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.323324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.331716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3836ca-d552-4018-bb64-794ca5d0dbeb None None] Pushing event updated for resources: {'Port': ['ID=b5d2dbbb-6769-49a7-8b31-a271f633dea6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:54.399250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.401024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Pushing event updated for resources: {'Port': ['ID=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:54.514409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:54.514409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:54.671884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:12:54.815013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:12:54.821045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b8ad56df-1ed1-4407-a1b7-72169ea95c2f admin admin] 10.222.0.81 "PUT /v2.0/routers/2c006287-0668-483a-b616-48bfef01ad2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480110 Dec 20 16:12:54.913812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0bbb5203-e19b-47a9-bfb8-45cebc06b2d0 None None] Provisioning complete for port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:54.914190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bbb5203-e19b-47a9-bfb8-45cebc06b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:54.962909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0bbb5203-e19b-47a9-bfb8-45cebc06b2d0 None None] Port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:55.849110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33070) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:55.854502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-533242815-network', 'tenant_id': '37998e592443435f8a66094f28ac47a0'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:55.957298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Made reservation on behalf of 37998e592443435f8a66094f28ac47a0 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:55.959706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:55.970250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.047055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.157510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.184957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:12:56.202184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4b050d-dc62-47f0-b5f9-d834629b2c37,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:56.206023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.206367 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Added segment 5e0b1095-48ce-46a4-837b-0ad5cd258542 of type vlan for network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 Dec 20 16:12:56.253365 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.432069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.433253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:56.434778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.496828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b5d2dbbb-6769-49a7-8b31-a271f633dea6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:12:56.498001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5f1aaa-02f9-4e49-9ff0-9b458d439b41,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:56.521787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:12:56.596607 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:12:56.608953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b5d2dbbb-6769-49a7-8b31-a271f633dea6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:56.609390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.609689 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:56.610418 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:56.615845 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e6695439-a039-423e-94fa-5d4647800500 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7655120 Dec 20 16:12:56.619211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33090) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:56.627960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Request body: {'subnet': {'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-533242815-subnet', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:56.724913 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:56.790043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Made reservation on behalf of 37998e592443435f8a66094f28ac47a0 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:12:56.792464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:56.936509 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 2, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:56.964276 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:12:56.964757 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Updating router 2c006287-0668-483a-b616-48bfef01ad2f port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:12:56.990715 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.058499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.129892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85021956-a056-4eae-962d-69acb864dfaa,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:57.134536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Checking segment: {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:57.134900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Network hostable DHCP agents. Network: dd5f1aaa-02f9-4e49-9ff0-9b458d439b41, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:12:57.247068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:12:57.296073 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.397061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.426032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, dd5f1aaa-02f9-4e49-9ff0-9b458d439b41) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:57.426264 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.430698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:12:57.434703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.438661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c28b7-5da6-4a04-8471-8b1ee6057567 None None] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:12:57.478093 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Pushing event updated for resources: {'Port': ['ID=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:57.507146 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.507703 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.508570 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.509070 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.509592 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.510098 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.510425 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.511170 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.512135 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.512610 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.513111 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.513550 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.514035 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:12:57.523333 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-df394b3c-a74b-47f2-93a5-63df75440fa8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9030533 Dec 20 16:12:57.526262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33112) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:12:57.532253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:12:57.554524 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Attempting to bind port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:12:57.554903 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Attempting to bind port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:12:57.555269 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Attempting to bind port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:57.562311 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:12:57.562688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:57.563273 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.563855 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:12:57.564491 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Bound port: 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:12:57.564876 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.577080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'project_id': '37998e592443435f8a66094f28ac47a0', 'fixed_ips': [{'subnet_id': '85021956-a056-4eae-962d-69acb864dfaa'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:12:57.578845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.641212 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] For port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:57.644943 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] For port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:57.733516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Allocated IP 172.20.0.2 (dd5f1aaa-02f9-4e49-9ff0-9b458d439b41/85021956-a056-4eae-962d-69acb864dfaa/f952f2f9-7275-4847-b761-0bf444a19573) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:57.776920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.776920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.821196 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.828518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-73192bc2-f768-4f03-94c5-dd79a71b214f None None] Provisioning complete for port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:57.829020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73192bc2-f768-4f03-94c5-dd79a71b214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.849135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.893321 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:12:57.893836 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:57.951702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:57.965508 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5683ba9-4760-49bd-8c76-ec0be30d51db None None] Pushing event updated for resources: {'Port': ['ID=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:57.994387 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73192bc2-f768-4f03-94c5-dd79a71b214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.039101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-73192bc2-f768-4f03-94c5-dd79a71b214f None None] For port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:12:58.041064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.083244 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:12:58.088399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:58.092367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:58.097277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:58.165952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73192bc2-f768-4f03-94c5-dd79a71b214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.204629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Pushing event updated for resources: {'Port': ['ID=f952f2f9-7275-4847-b761-0bf444a19573,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:58.229815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Attempting to bind port f952f2f9-7275-4847-b761-0bf444a19573 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:12:58.230186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Attempting to bind port f952f2f9-7275-4847-b761-0bf444a19573 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:12:58.231218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Attempting to bind port f952f2f9-7275-4847-b761-0bf444a19573 on network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:12:58.243621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:12:58.244301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Checking segment: {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:12:58.244858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.245448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Bound using segment: {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:12:58.246699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Bound port: f952f2f9-7275-4847-b761-0bf444a19573, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:12:58.247584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.262525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.316809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192bc2-f768-4f03-94c5-dd79a71b214f None None] Pushing event updated for resources: {'Port': ['ID=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:58.337883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fa5aaec6-67f7-4fa4-8626-047bb7ed8158 None None] Provisioning complete for port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:58.338256 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fa5aaec6-67f7-4fa4-8626-047bb7ed8158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.373249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] For port f952f2f9-7275-4847-b761-0bf444a19573, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:12:58.388294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] For port f952f2f9-7275-4847-b761-0bf444a19573, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f952f2f9-7275-4847-b761-0bf444a19573,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:12:58.408811 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:57Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:12:58.518181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.524878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:12:58.616185 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c8b4f-9ead-4baf-8374-fdb830b95828 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:57Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:12:58.640265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f28c6-a09d-4dc2-8cec-0ef90df86522 None None] Pushing event updated for resources: {'Port': ['ID=f952f2f9-7275-4847-b761-0bf444a19573,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:58.663760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:58.664308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.672784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.700926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:58.859860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Allocated IP 172.25.6.133 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f0019d17-7859-40bb-a796-dad59a441337) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:12:59.028951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.161935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.210655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:12:59.216151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:12:59.220260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:12:59.232997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69362974-f207-4ded-b29e-4e0164b33018 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:12:59.246995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Pushing event updated for resources: {'Port': ['ID=f0019d17-7859-40bb-a796-dad59a441337,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:12:59.292348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c3152e85-5378-4b0a-b863-498d211dc39c None None] Provisioning complete for port f0019d17-7859-40bb-a796-dad59a441337 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:59.293358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3152e85-5378-4b0a-b863-498d211dc39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.323899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-076151b8-512f-46f8-a34c-523df5f88ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.350436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c3152e85-5378-4b0a-b863-498d211dc39c None None] Port f0019d17-7859-40bb-a796-dad59a441337 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:12:59.597826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.748881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c7e85-3529-4886-ae6f-a364d866c0fc None None] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:12:59.813058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.821036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1f49502f-ac0d-4aa2-b2c7-b5bfafbd7f54 None None] Provisioning complete for port f952f2f9-7275-4847-b761-0bf444a19573 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:12:59.821769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f49502f-ac0d-4aa2-b2c7-b5bfafbd7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.945410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f49502f-ac0d-4aa2-b2c7-b5bfafbd7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:12:59.982266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1f49502f-ac0d-4aa2-b2c7-b5bfafbd7f54 None None] For port f952f2f9-7275-4847-b761-0bf444a19573, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f952f2f9-7275-4847-b761-0bf444a19573,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:00.020791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Router 51a525e2-35a8-49a1-a0dc-0c300c24404b is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:13:00.049320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f49502f-ac0d-4aa2-b2c7-b5bfafbd7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:00.112521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49502f-ac0d-4aa2-b2c7-b5bfafbd7f54 None None] Pushing event updated for resources: {'Port': ['ID=f952f2f9-7275-4847-b761-0bf444a19573,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:00.152447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:00.165631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Sync routers for ids ['51a525e2-35a8-49a1-a0dc-0c300c24404b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:00.186512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Routers {'51a525e2-35a8-49a1-a0dc-0c300c24404b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:00.187142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['51a525e2-35a8-49a1-a0dc-0c300c24404b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:00.189057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5df6e868-6dc0-4e5b-85e9-f03845d7d3ee None None] Provisioning complete for port f952f2f9-7275-4847-b761-0bf444a19573 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:00.189458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5df6e868-6dc0-4e5b-85e9-f03845d7d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:00.283736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:00.285121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-18669a44-6f88-43b7-8b17-79ec5461c899 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7577734 Dec 20 16:13:00.288268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33158) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:00.553411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Set router 51a525e2-35a8-49a1-a0dc-0c300c24404b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:00.556520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f952f2f9-7275-4847-b761-0bf444a19573 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:00.735676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f952f2f9-7275-4847-b761-0bf444a19573 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:00.736055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:00.786117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:00.862528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:12:59Z', 'revision_number': 3, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:00.894931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Checking router: 51a525e2-35a8-49a1-a0dc-0c300c24404b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:13:00.895288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Updating router 51a525e2-35a8-49a1-a0dc-0c300c24404b port f0019d17-7859-40bb-a796-dad59a441337 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:13:00.922030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:00.954394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Allocated IP 172.20.0.1 (dd5f1aaa-02f9-4e49-9ff0-9b458d439b41/85021956-a056-4eae-962d-69acb864dfaa/b25a0bcc-a609-41ce-b1d4-46d804232cf5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:01.062916 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.194037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.203771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.249059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:01.252591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:01.256025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:01.282033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Pushing event updated for resources: {'Port': ['ID=b25a0bcc-a609-41ce-b1d4-46d804232cf5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:01.302722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.305871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.357627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9aaac2-9298-4f5c-becc-d430ade9fc61 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:01.373009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Attempting to bind port f0019d17-7859-40bb-a796-dad59a441337 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:01.377265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Attempting to bind port f0019d17-7859-40bb-a796-dad59a441337 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:01.377265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Attempting to bind port f0019d17-7859-40bb-a796-dad59a441337 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:01.378704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809a18a-ba26-48d5-83c3-1108ea39f39a None None] Pushing event updated for resources: {'Port': ['ID=f0019d17-7859-40bb-a796-dad59a441337,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:01.383958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:01.384337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:01.384747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.385131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:01.385700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Bound port: f0019d17-7859-40bb-a796-dad59a441337, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:01.386083 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.441671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] For port f0019d17-7859-40bb-a796-dad59a441337, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:13:01.444990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] For port f0019d17-7859-40bb-a796-dad59a441337, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f0019d17-7859-40bb-a796-dad59a441337,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:13:01.507549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fc275089-e8f4-41d7-92dd-d57c7c1f75d2 None None] Provisioning complete for port f0019d17-7859-40bb-a796-dad59a441337 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:01.507921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc275089-e8f4-41d7-92dd-d57c7c1f75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.532042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.538073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.579175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fc275089-e8f4-41d7-92dd-d57c7c1f75d2 None None] Port f0019d17-7859-40bb-a796-dad59a441337 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:01.594801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992bb8d-9b4a-4ffa-a8fd-6d050b758fb2 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:01.625877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809a18a-ba26-48d5-83c3-1108ea39f39a None None] Pushing event updated for resources: {'Port': ['ID=f0019d17-7859-40bb-a796-dad59a441337,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:01.634385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Routers {'51a525e2-35a8-49a1-a0dc-0c300c24404b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:01.634989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:12:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['51a525e2-35a8-49a1-a0dc-0c300c24404b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:01.641851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fc275089-e8f4-41d7-92dd-d57c7c1f75d2 None None] Provisioning complete for port b25a0bcc-a609-41ce-b1d4-46d804232cf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:01.642222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc275089-e8f4-41d7-92dd-d57c7c1f75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.726611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fc275089-e8f4-41d7-92dd-d57c7c1f75d2 None None] Port b25a0bcc-a609-41ce-b1d4-46d804232cf5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:01.797678 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ab79b71f-f8fa-4f2e-944b-2c5612daa237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:01.809818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] Set router 51a525e2-35a8-49a1-a0dc-0c300c24404b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:01.899756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-161cb717-3d78-4f6d-90ac-b08d9c304e45 None None] Provisioning complete for port f0019d17-7859-40bb-a796-dad59a441337 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:01.900455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161cb717-3d78-4f6d-90ac-b08d9c304e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.064860 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.075942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161cb717-3d78-4f6d-90ac-b08d9c304e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.102978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-161cb717-3d78-4f6d-90ac-b08d9c304e45 None None] For port f0019d17-7859-40bb-a796-dad59a441337, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f0019d17-7859-40bb-a796-dad59a441337,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:02.119884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b25a0bcc-a609-41ce-b1d4-46d804232cf5', 'name': '', 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'mac_address': 'fa:16:3e:33:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '85021956-a056-4eae-962d-69acb864dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:00Z', 'updated_at': '2021-12-20T16:13:00Z', 'revision_number': 1, 'project_id': '37998e592443435f8a66094f28ac47a0', 'subnets': [{'id': '85021956-a056-4eae-962d-69acb864dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:02.148415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba6e69-62ab-4904-95e4-37f28e6dfe77 None None] The sync data for ids ['51a525e2-35a8-49a1-a0dc-0c300c24404b'] in n-d-781076-8 is: [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b25a0bcc-a609-41ce-b1d4-46d804232cf5', 'name': '', 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'mac_address': 'fa:16:3e:33:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '85021956-a056-4eae-962d-69acb864dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:00Z', 'updated_at': '2021-12-20T16:13:00Z', 'revision_number': 1, 'project_id': '37998e592443435f8a66094f28ac47a0', 'subnets': [{'id': '85021956-a056-4eae-962d-69acb864dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:02.180175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.207037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161cb717-3d78-4f6d-90ac-b08d9c304e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.263917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Pushing event updated for resources: {'Port': ['ID=b25a0bcc-a609-41ce-b1d4-46d804232cf5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:02.267973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.276092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cb717-3d78-4f6d-90ac-b08d9c304e45 None None] Pushing event updated for resources: {'Port': ['ID=f0019d17-7859-40bb-a796-dad59a441337,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:02.380018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:02.391182 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:02.547829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Router 51a525e2-35a8-49a1-a0dc-0c300c24404b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:13:02.675694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:02.685917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-62a6d835-222d-4e1b-96d0-3d5309f53017 admin admin] 10.222.0.81 "PUT /v2.0/routers/51a525e2-35a8-49a1-a0dc-0c300c24404b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964787 Dec 20 16:13:02.736878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5ca335a2-f24d-4e3e-b43d-9afe3b8af659 None None] Provisioning complete for port b25a0bcc-a609-41ce-b1d4-46d804232cf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:02.743481 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ca335a2-f24d-4e3e-b43d-9afe3b8af659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:02.786530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5ca335a2-f24d-4e3e-b43d-9afe3b8af659 None None] Port b25a0bcc-a609-41ce-b1d4-46d804232cf5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:02.906411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:04.344551 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-b67a7179-4bb4-4157-a9a9-829090f6b65c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461787 Dec 20 16:13:04.439004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-4d636181-40d4-4a11-bac3-16a0754d09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:04.440915 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-4d636181-40d4-4a11-bac3-16a0754d09b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1097 time: 0.0542898 Dec 20 16:13:04.460143 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:04.508226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f0019d17-7859-40bb-a796-dad59a441337 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:04.560172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f0019d17-7859-40bb-a796-dad59a441337 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:04.560621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:04.570378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-081e38a7-1726-490c-b0f2-224d1f9866ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:04.572383 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-081e38a7-1726-490c-b0f2-224d1f9866ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 910 time: 0.1029770 Dec 20 16:13:04.656288 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-8e9a174a-f3e7-4f3a-9367-0237ec1b644f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 1002 time: 0.0764074 Dec 20 16:13:04.708694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-7ee309b7-473c-461a-8b67-63960e69487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:04.710233 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-7ee309b7-473c-461a-8b67-63960e69487f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0468819 Dec 20 16:13:04.767336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-32a003d4-bf7f-4675-b8ec-a36621bf3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:04.768283 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-32a003d4-bf7f-4675-b8ec-a36621bf3190 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509462 Dec 20 16:13:04.870759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-dd7a37f8-7039-417a-a3ea-c7382f0ef77e service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923946 Dec 20 16:13:04.971692 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-184c74bf-b1a4-42cc-8c41-677e185e8002 req-f50fe8e4-ab25-47fb-a44f-cec4e1095bdf service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938091 Dec 20 16:13:05.191500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:05.323103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-efc036f8-983a-4bdd-98d9-5e4283ecf2ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1038744 Dec 20 16:13:05.420236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.420712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.421188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.421666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.422119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.422575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.423024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.425030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-36ecf895-bf76-4bac-b15b-6b426d3045fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0509315 Dec 20 16:13:05.575945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-96bfdce2-6044-4078-9416-6831d4688013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.576426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-96bfdce2-6044-4078-9416-6831d4688013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.576889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-96bfdce2-6044-4078-9416-6831d4688013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.578575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-96bfdce2-6044-4078-9416-6831d4688013 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.1178963 Dec 20 16:13:05.659491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-a6dcef3b-59c6-46d0-8d45-1c44765c8e50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.0719595 Dec 20 16:13:05.720140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-6d8aecd1-0d96-48bf-97e9-2dce74b5f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.721719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-6d8aecd1-0d96-48bf-97e9-2dce74b5f225 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0554252 Dec 20 16:13:05.783820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-2ca0bdb4-a42a-4e26-9799-a7802d148566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:05.785458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-2ca0bdb4-a42a-4e26-9799-a7802d148566 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562429 Dec 20 16:13:05.909735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-284d1a41-2bc2-42a7-a7b5-f62511486c06 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174259 Dec 20 16:13:06.012236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-be9bdb2a-3e63-4c85-b024-a383c8e56e47 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915456 Dec 20 16:13:06.057248 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Sync routers for ids ['51a525e2-35a8-49a1-a0dc-0c300c24404b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:06.057769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-96f06c57-1d66-4670-a5ee-07607508b465 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0419393 Dec 20 16:13:06.069272 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Routers {'51a525e2-35a8-49a1-a0dc-0c300c24404b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:06.069974 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['51a525e2-35a8-49a1-a0dc-0c300c24404b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:06.115865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-6b3afced-d12f-4c00-ac28-65c0958eb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:06.115865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-6b3afced-d12f-4c00-ac28-65c0958eb88e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0505083 Dec 20 16:13:06.172822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-1dc442b6-e487-41c2-be46-171ccde39e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:06.174472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-1dc442b6-e487-41c2-be46-171ccde39e39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533822 Dec 20 16:13:06.196248 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Set router 51a525e2-35a8-49a1-a0dc-0c300c24404b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:06.289242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-e0e0aabf-7b74-472d-9c86-ed8971bd4b54 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069641 Dec 20 16:13:06.387538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-62e748cd-cb6d-4b11-9622-66f69b52a9a4 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904083 Dec 20 16:13:06.416688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b25a0bcc-a609-41ce-b1d4-46d804232cf5', 'name': '', 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'mac_address': 'fa:16:3e:33:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '85021956-a056-4eae-962d-69acb864dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:00Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 2, 'project_id': '37998e592443435f8a66094f28ac47a0', 'subnets': [{'id': '85021956-a056-4eae-962d-69acb864dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:06.435913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-d3d45691-a593-4505-b94e-c2ec7806f007 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0424039 Dec 20 16:13:06.445671 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Checking router: 51a525e2-35a8-49a1-a0dc-0c300c24404b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:13:06.446035 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Updating router 51a525e2-35a8-49a1-a0dc-0c300c24404b port b25a0bcc-a609-41ce-b1d4-46d804232cf5 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:13:06.473221 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:06.490174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-2a2add1c-e0c5-443c-b6fa-392aa0b9e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:06.491661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-2a2add1c-e0c5-443c-b6fa-392aa0b9e78f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0494025 Dec 20 16:13:06.548425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-54102b02-d5dc-4e24-bfbc-1d6870f3e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:06.550942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-54102b02-d5dc-4e24-bfbc-1d6870f3e765 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498192 Dec 20 16:13:06.687972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-a15a0f06-e5d2-4139-9980-a3d11f5e4698 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248028 Dec 20 16:13:06.783182 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:06.784978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-358364ab-fd1f-4d7b-b72d-5058f7d3b5ae service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917280 Dec 20 16:13:06.832467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-158b4b73-febd-4719-ae00-5cfdc7a36c94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0406010 Dec 20 16:13:06.948145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-b7ce6925-c9e5-4e54-a256-abbaf5cfd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:06.950689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-b7ce6925-c9e5-4e54-a256-abbaf5cfd8e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.1101279 Dec 20 16:13:07.003993 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.013807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-0cfeca67-1453-4006-9f96-6fc15bdc5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:07.015449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-0cfeca67-1453-4006-9f96-6fc15bdc5349 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581782 Dec 20 16:13:07.079112 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e773a-6db8-457a-8b0f-4c81bfc80862 None None] Pushing event updated for resources: {'Port': ['ID=b25a0bcc-a609-41ce-b1d4-46d804232cf5,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:07.156625 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Attempting to bind port b25a0bcc-a609-41ce-b1d4-46d804232cf5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:07.157007 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Attempting to bind port b25a0bcc-a609-41ce-b1d4-46d804232cf5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:07.157422 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Attempting to bind port b25a0bcc-a609-41ce-b1d4-46d804232cf5 on network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:07.164140 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:07.164649 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Checking segment: {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:07.165150 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.166181 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Bound using segment: {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:07.166753 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Bound port: b25a0bcc-a609-41ce-b1d4-46d804232cf5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b1095-48ce-46a4-837b-0ad5cd258542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:07.167363 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.192108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-9e2125a4-528e-4475-b94d-c273dfdfdefd service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673384 Dec 20 16:13:07.261426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-616b103d-ea4c-43eb-8640-8e9ca3778cf3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:07.265315 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] For port b25a0bcc-a609-41ce-b1d4-46d804232cf5, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:13:07.269386 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] For port b25a0bcc-a609-41ce-b1d4-46d804232cf5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b25a0bcc-a609-41ce-b1d4-46d804232cf5,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:13:07.269931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-616b103d-ea4c-43eb-8640-8e9ca3778cf3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.2634947 Dec 20 16:13:07.309565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-59e48394-ae94-4004-aa79-506b9ed7f9f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0380194 Dec 20 16:13:07.355923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b64c2159-1d21-4b56-ad0e-8db42c1924be None None] Provisioning complete for port b25a0bcc-a609-41ce-b1d4-46d804232cf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:07.365726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b64c2159-1d21-4b56-ad0e-8db42c1924be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.393504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b64c2159-1d21-4b56-ad0e-8db42c1924be None None] Port b25a0bcc-a609-41ce-b1d4-46d804232cf5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:07.411591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-31b4f712-756a-4251-a4be-6969fc0e969b service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647873 Dec 20 16:13:07.413869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-414bb072-a357-4b13-88ab-e67abd29439c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771942 Dec 20 16:13:07.442409 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.509334 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Routers {'51a525e2-35a8-49a1-a0dc-0c300c24404b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:07.510166 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['51a525e2-35a8-49a1-a0dc-0c300c24404b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:07.511988 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e773a-6db8-457a-8b0f-4c81bfc80862 None None] Pushing event updated for resources: {'Port': ['ID=b25a0bcc-a609-41ce-b1d4-46d804232cf5,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:07.522458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-c1376298-3e8b-4f61-a179-3889220e2556 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.1060355 Dec 20 16:13:07.617486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-8317d3b6-cbf9-4b61-93f1-7cdddf847a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:07.619458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-8317d3b6-cbf9-4b61-93f1-7cdddf847a60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0885282 Dec 20 16:13:07.622120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-90ea0750-ea20-4c71-8884-da4425b16040 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989181 Dec 20 16:13:07.655253 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] Set router 51a525e2-35a8-49a1-a0dc-0c300c24404b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:07.752681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-f82153c5-7719-453d-8c7f-5f2c97352dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:07.754743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-f82153c5-7719-453d-8c7f-5f2c97352dcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282549 Dec 20 16:13:07.826204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7a68a2a4-41da-441a-b840-86ecef5158e5 None None] Provisioning complete for port b25a0bcc-a609-41ce-b1d4-46d804232cf5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:07.826204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a68a2a4-41da-441a-b840-86ecef5158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.857109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-bc9e8477-868d-4522-a325-547a35f37605 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221756 Dec 20 16:13:07.897951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-17bc124a-f3fa-46bc-93e7-d1ceee8fdc6a service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347344 Dec 20 16:13:07.907653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b25a0bcc-a609-41ce-b1d4-46d804232cf5', 'name': '', 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'mac_address': 'fa:16:3e:33:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '85021956-a056-4eae-962d-69acb864dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:00Z', 'updated_at': '2021-12-20T16:13:07Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'subnets': [{'id': '85021956-a056-4eae-962d-69acb864dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:07.926477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a68a2a4-41da-441a-b840-86ecef5158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:07.940454 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1167b8cb-39fb-4a4d-858b-6d9372915901 None None] The sync data for ids ['51a525e2-35a8-49a1-a0dc-0c300c24404b'] in n-d-781076-8 is: [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:13:01Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b25a0bcc-a609-41ce-b1d4-46d804232cf5', 'name': '', 'network_id': 'dd5f1aaa-02f9-4e49-9ff0-9b458d439b41', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'mac_address': 'fa:16:3e:33:9a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '85021956-a056-4eae-962d-69acb864dfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:00Z', 'updated_at': '2021-12-20T16:13:07Z', 'revision_number': 4, 'project_id': '37998e592443435f8a66094f28ac47a0', 'subnets': [{'id': '85021956-a056-4eae-962d-69acb864dfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:07.998512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7a68a2a4-41da-441a-b840-86ecef5158e5 None None] For port b25a0bcc-a609-41ce-b1d4-46d804232cf5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b25a0bcc-a609-41ce-b1d4-46d804232cf5,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:08.020392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-8d5f89bd-7544-46b7-8c21-5d9d274ef457 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148763 Dec 20 16:13:08.080566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-666f57d7-d0ee-4ddf-bbcf-0392d3130895 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0463488 Dec 20 16:13:08.106241 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a68a2a4-41da-441a-b840-86ecef5158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:08.131879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-a8f322fc-ca6e-4734-b76e-59e8eccfadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:08.133484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-a8f322fc-ca6e-4734-b76e-59e8eccfadb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0509999 Dec 20 16:13:08.161009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68a2a4-41da-441a-b840-86ecef5158e5 None None] Pushing event updated for resources: {'Port': ['ID=b25a0bcc-a609-41ce-b1d4-46d804232cf5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:08.192743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-acfde4c0-03ff-4c5f-b489-ad0f514a9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:08.194319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-acfde4c0-03ff-4c5f-b489-ad0f514a9683 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535786 Dec 20 16:13:08.295080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-62d0bc54-6b24-4783-9459-26f7bc8b45ae service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935907 Dec 20 16:13:08.397103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-f63a39cf-bdb5-4c11-8e24-7c5a8fb060a5 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951414 Dec 20 16:13:08.444771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-ebdc071d-101e-450a-9ee5-6cc7c1c71a8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0406146 Dec 20 16:13:08.509682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b25a0bcc-a609-41ce-b1d4-46d804232cf5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:08.512320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-50d4dbb9-98fc-42ef-b24d-036e86ca6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:08.514274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-50d4dbb9-98fc-42ef-b24d-036e86ca6a27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0635178 Dec 20 16:13:08.567416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b25a0bcc-a609-41ce-b1d4-46d804232cf5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:08.568084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:08.569030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234d10-5456-44cc-9d7c-354b354df519 req-4c4a0563-8a2f-4000-95bb-597a99b90e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:08.570579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-4c4a0563-8a2f-4000-95bb-597a99b90e9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493162 Dec 20 16:13:08.671489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-99f57035-79a4-49ae-8994-8b9069e41746 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942149 Dec 20 16:13:08.795454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa234d10-5456-44cc-9d7c-354b354df519 req-1617bced-487c-4882-995b-e832c613bfff service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134949 Dec 20 16:13:08.841869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38c73bc-59c1-434a-9a36-ad709c41bea1 req-b6b95cf4-8bcf-4d65-8fff-2f1b67945f6b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0313480 Dec 20 16:13:09.445100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33468) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:09.552863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:09.634783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:09.751538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:09.791394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7301f2617cdb4e9f87f55b0844147078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451061 Dec 20 16:13:09.792267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8151d66-9e4e-4170-a648-73dfef28b98e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:09.794313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33472) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:09.800614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.801141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.801521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.801896 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.802234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.802564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.802890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.803213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.803537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.803861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.804179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.804500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.804817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb258ca-13b3-44f5-815d-7211f166972f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:09.850351 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:09.873094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:09.922690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fc340ecc-e7e4-4ed7-8707-7592a3701fb7 req-39dfb636-dce8-4bf1-a998-5d926ced182a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0317798 Dec 20 16:13:10.077454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:10.086400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:10.086400 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8151d66-9e4e-4170-a648-73dfef28b98e HTTP/1.1" status: 204 len: 168 time: 0.2854214 Dec 20 16:13:10.089140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8151d66-9e4e-4170-a648-73dfef28b98e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:10.096796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.097195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.097561 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.097894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.098222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.098545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.098866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.099185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.099499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.099815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.100131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.100481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:10.100751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d46ef9-2a1d-413e-ba85-52a098919845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:11.031205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97258a13-374a-4d3e-9f97-166f8c99fb62 req-73653d77-ffe6-4b90-85c8-151f36f0d6cc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0333612 Dec 20 16:13:12.048299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-43f0606f-99f7-4142-b610-82bf3f599165 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:12.049857 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-43f0606f-99f7-4142-b610-82bf3f599165 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1134682 Dec 20 16:13:12.064452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:12.191031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24d911ed-e0a6-4446-af36-b485a3c4bd4a req-e9dec910-fc23-4545-b5a8-ea1bcbd46c27 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0322082 Dec 20 16:13:12.256205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:12.397555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:12.401398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:12.430153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-969345080'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:12.552438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.6 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/b2589faf-74dc-4507-a039-e26e0a133ff0) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:12.595451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Made reservation on behalf of 76e6878bff104db0a57b10c24bad6981 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:12.598990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:12.612355 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:12.771310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:12.801134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:12.975080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.006107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:13:13.011397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afef4563-69c8-4e2f-a65f-fed4b2789a4d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:13.018353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.018701 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Added segment 5712a121-a975-4480-9a51-8567ad3a1f68 of type vlan for network 7dd1c528-72f2-4fec-90da-a85541ffa294 Dec 20 16:13:13.060755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.080713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.122105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:13.134517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:13.140711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:13.151608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=b2589faf-74dc-4507-a039-e26e0a133ff0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:13.208352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:13.209151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.278354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.286759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:13.286759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.336042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992208fa-e236-462d-9a2e-ed8f540cd12d req-439f55d5-ff67-414d-8510-896ce6ec7018 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:13.338276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-992208fa-e236-462d-9a2e-ed8f540cd12d req-439f55d5-ff67-414d-8510-896ce6ec7018 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 931 time: 0.0671740 Dec 20 16:13:13.360935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-9d2332a4-af27-4d82-9883-e5bf7f71649f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004479 Dec 20 16:13:13.375509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Request body: {'port': {'device_id': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:13.378044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event updated for resources: {'Network': ['ID=7dd1c528-72f2-4fec-90da-a85541ffa294,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:13.393450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:13:13.424550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-992208fa-e236-462d-9a2e-ed8f540cd12d req-1011c679-a021-4c89-8df3-a0ade4a1de62 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767365 Dec 20 16:13:13.458477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.501145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-377d6049-6aec-41e8-83f0-a834bbf4c70f None None] Provisioning complete for port b2589faf-74dc-4507-a039-e26e0a133ff0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:13.501552 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-377d6049-6aec-41e8-83f0-a834bbf4c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.538723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-377d6049-6aec-41e8-83f0-a834bbf4c70f None None] Port b2589faf-74dc-4507-a039-e26e0a133ff0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:13.579296 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6332b646-99bc-4b6a-b79c-f858922ade35 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3219006 Dec 20 16:13:13.582387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33530) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:13.587124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Request body: {'subnet': {'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:13.762854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2589faf-74dc-4507-a039-e26e0a133ff0 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:13:13.770868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.784428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Transition to ACTIVE for port object b2589faf-74dc-4507-a039-e26e0a133ff0 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:13:13.826356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Made reservation on behalf of 76e6878bff104db0a57b10c24bad6981 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:13.829981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:13.963049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.033905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2589faf-74dc-4507-a039-e26e0a133ff0,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:14.114060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Attempting to bind port b2589faf-74dc-4507-a039-e26e0a133ff0 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:14.114885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Attempting to bind port b2589faf-74dc-4507-a039-e26e0a133ff0 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:14.114885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Attempting to bind port b2589faf-74dc-4507-a039-e26e0a133ff0 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:14.119696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Port b2589faf-74dc-4507-a039-e26e0a133ff0 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:13:14.120020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Attempting to bind port b2589faf-74dc-4507-a039-e26e0a133ff0 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:14.128034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:14.131563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:14.131563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:14.131563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Bound port: b2589faf-74dc-4507-a039-e26e0a133ff0, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:14.131563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.157990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.240196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] For port b2589faf-74dc-4507-a039-e26e0a133ff0, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:13:14.240393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event updated for resources: {'Subnet': ['ID=679afde4-5be2-4192-80da-babec0c2cbf8,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:14.240706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] For port b2589faf-74dc-4507-a039-e26e0a133ff0, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b2589faf-74dc-4507-a039-e26e0a133ff0,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:13:14.257711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Checking segment: {'id': '5712a121-a975-4480-9a51-8567ad3a1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:14.258078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Network hostable DHCP agents. Network: 7dd1c528-72f2-4fec-90da-a85541ffa294, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:13:14.408084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.441634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:13:14.450139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:14.450597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.452258 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] 10.222.0.72 "PUT /v2.0/ports/b2589faf-74dc-4507-a039-e26e0a133ff0 HTTP/1.1" status: 200 len: 1091 time: 1.0817647 Dec 20 16:13:14.455173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'tag': 'b2589faf-74dc-4507-a039-e26e0a133ff0'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:13:14.459035 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb611df7-49f7-44ce-a1a4-2189afe203b2", "tag": "b2589faf-74dc-4507-a039-e26e0a133ff0"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:13:14.526788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aace04-7281-488b-adfd-67c940ccbbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2589faf-74dc-4507-a039-e26e0a133ff0,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:14.535589 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724f99c0-ac15-4e8b-9acd-4ab76e02e02d x-openstack-request-id: req-724f99c0-ac15-4e8b-9acd-4ab76e02e02d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:13:14.535922 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb611df7-49f7-44ce-a1a4-2189afe203b2", "tag": "b2589faf-74dc-4507-a039-e26e0a133ff0", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:13:14.536207 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-724f99c0-ac15-4e8b-9acd-4ab76e02e02d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:13:14.536672 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'tag': 'b2589faf-74dc-4507-a039-e26e0a133ff0', 'status': 'completed', 'code': 200} Dec 20 16:13:14.562477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7dd1c528-72f2-4fec-90da-a85541ffa294) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:14.567887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:14.568480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.574877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d6a2f-a4c6-4cdb-b66b-359c6ecd3271 None None] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:13:14.622624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23ee07-299f-43dd-9d65-343a7b51b542 req-171bd1a4-1aa5-41b5-bfe5-a52515683158 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:14.640237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f req-123c09c5-1483-4987-a28c-e8443888d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:14.641792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f req-123c09c5-1483-4987-a28c-e8443888d697 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 1094 time: 0.0790546 Dec 20 16:13:14.644951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f23ee07-299f-43dd-9d65-343a7b51b542 req-171bd1a4-1aa5-41b5-bfe5-a52515683158 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.1163290 Dec 20 16:13:14.734491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f23ee07-299f-43dd-9d65-343a7b51b542 req-af0afccb-9b38-4cda-99b6-23ddf7b3d01b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885413 Dec 20 16:13:14.765197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f req-487aee37-0556-43ea-b0ad-1b29b7b06450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:14.766755 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f req-487aee37-0556-43ea-b0ad-1b29b7b06450 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ec48f64f9d664e73833f1e3256fc7428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1134119 Dec 20 16:13:14.770200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-7dd1c528-72f2-4fec-90da-a85541ffa294', 'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294', 'project_id': '76e6878bff104db0a57b10c24bad6981', 'fixed_ips': [{'subnet_id': '679afde4-5be2-4192-80da-babec0c2cbf8'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:13:14.772145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:14.789202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33538) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:14.789465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aee83a6f-5055-467a-a745-30aa6c3a4a80 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2039504 Dec 20 16:13:14.795615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Request body: {'port': {'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1053678308'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:14.926803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Allocated IP 172.20.0.2 (7dd1c528-72f2-4fec-90da-a85541ffa294/679afde4-5be2-4192-80da-babec0c2cbf8/0e33c92e-5e1d-447a-bad6-987439f5ddab) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:14.960179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f req-ba21c50d-3416-4d76-9679-db9018cafb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:14.961677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7aa0b42-e95d-41c2-ae5e-21f0b80df88f req-ba21c50d-3416-4d76-9679-db9018cafb2a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883285 Dec 20 16:13:15.046397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-676df0cc-0c23-4d2a-8aca-c66e09070b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:15.048179 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-676df0cc-0c23-4d2a-8aca-c66e09070b77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 1094 time: 0.0479143 Dec 20 16:13:15.085402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:15.095020 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-4d7f3d30-0c7a-460c-a5e3-76a9d1852fff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2589faf-74dc-4507-a039-e26e0a133ff0 HTTP/1.1" status: 200 len: 217 time: 0.0392308 Dec 20 16:13:15.145009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Made reservation on behalf of 76e6878bff104db0a57b10c24bad6981 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:15.148279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:15.151173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-fce3d099-d6a8-4835-86d8-eb824f7f5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:15.153314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-fce3d099-d6a8-4835-86d8-eb824f7f5d90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0513606 Dec 20 16:13:15.196759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] device_id is not set on port 8fb4c36a-92a6-4218-afbf-a026d8a2fff2 yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:13:15.223729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:15.258529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-06e257d8-0544-4245-8b28-64218e506813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:15.260147 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-06e257d8-0544-4245-8b28-64218e506813 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971687 Dec 20 16:13:15.274654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:15.276111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Pushing event updated for resources: {'Port': ['ID=0e33c92e-5e1d-447a-bad6-987439f5ddab,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:15.279440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:15.281644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:15.337432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Attempting to bind port 0e33c92e-5e1d-447a-bad6-987439f5ddab on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:15.337898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Attempting to bind port 0e33c92e-5e1d-447a-bad6-987439f5ddab by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5712a121-a975-4480-9a51-8567ad3a1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:15.338332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Attempting to bind port 0e33c92e-5e1d-447a-bad6-987439f5ddab on network 7dd1c528-72f2-4fec-90da-a85541ffa294 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:15.344395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:15.344871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Checking segment: {'id': '5712a121-a975-4480-9a51-8567ad3a1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:15.345376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:15.345907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Bound using segment: {'id': '5712a121-a975-4480-9a51-8567ad3a1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:15.346457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Bound port: 0e33c92e-5e1d-447a-bad6-987439f5ddab, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5712a121-a975-4480-9a51-8567ad3a1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7dd1c528-72f2-4fec-90da-a85541ffa294'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:15.346910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:15.420471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] For port 0e33c92e-5e1d-447a-bad6-987439f5ddab, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:13:15.424655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] For port 0e33c92e-5e1d-447a-bad6-987439f5ddab, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e33c92e-5e1d-447a-bad6-987439f5ddab,segment=NetworkSegment(5712a121-a975-4480-9a51-8567ad3a1f68),segment_id=5712a121-a975-4480-9a51-8567ad3a1f68)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:13:15.506907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:15.585679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3311-85bb-4010-8ead-baa59d99c1e7 None None] Pushing event updated for resources: {'Port': ['ID=0e33c92e-5e1d-447a-bad6-987439f5ddab,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:15.696793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Allocated IP 172.20.0.9 (7dd1c528-72f2-4fec-90da-a85541ffa294/679afde4-5be2-4192-80da-babec0c2cbf8/8fb4c36a-92a6-4218-afbf-a026d8a2fff2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:15.722241 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-a3ab6c2e-4125-41a9-af19-f11f4827f874 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534082 Dec 20 16:13:15.872169 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c351e0-5d5d-4eb7-97a2-b117bd61b9af req-6ad344ec-511a-4853-b13f-efd866c40b94 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:15.873707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06c351e0-5d5d-4eb7-97a2-b117bd61b9af req-6ad344ec-511a-4853-b13f-efd866c40b94 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0584233 Dec 20 16:13:15.930682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06c351e0-5d5d-4eb7-97a2-b117bd61b9af req-08a27136-8ee6-4246-818b-16f65d22d389 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Dec 20 16:13:15.997712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.000979 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b6bc95-7ed5-4bba-9a16-e7e30c18b9d9 req-88a1987a-3f24-460c-aaa4-51b53ca2ad7f service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642419 Dec 20 16:13:16.153104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.205500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:16.208644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:16.212557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:16.219530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event updated for resources: {'Port': ['ID=8fb4c36a-92a6-4218-afbf-a026d8a2fff2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:16.270188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:16.270988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.363883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33546) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:16.364259 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-17aa5a55-7f2b-4180-a2ef-22ddb9f048ad tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5741422 Dec 20 16:13:16.482930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Deleting port 8fb4c36a-92a6-4218-afbf-a026d8a2fff2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:16.488373 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.531066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e33c92e-5e1d-447a-bad6-987439f5ddab up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:16.584098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0e33c92e-5e1d-447a-bad6-987439f5ddab triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:16.584710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.591776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.605872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Calling delete_port for 8fb4c36a-92a6-4218-afbf-a026d8a2fff2 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:16.678732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.717595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 0e33c92e-5e1d-447a-bad6-987439f5ddab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e33c92e-5e1d-447a-bad6-987439f5ddab,segment=NetworkSegment(5712a121-a975-4480-9a51-8567ad3a1f68),segment_id=5712a121-a975-4480-9a51-8567ad3a1f68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:16.727752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a997a3-4733-4649-90ef-481665ae1fa9 None None] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:13:16.825892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f65b4b07-0647-4175-9b91-a0136222c774 None None] Provisioning complete for port 0e33c92e-5e1d-447a-bad6-987439f5ddab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:16.826534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f65b4b07-0647-4175-9b91-a0136222c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.921720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.959231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f65b4b07-0647-4175-9b91-a0136222c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:16.986492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:17.050010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event deleted for resources: {'Port': ['ID=8fb4c36a-92a6-4218-afbf-a026d8a2fff2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:17.153022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4eb85-76f9-4ff6-9733-176379aff4b9 req-fa6f0245-273d-44ea-a92f-6eb9a8ddb9f5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:17.154646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9a4eb85-76f9-4ff6-9733-176379aff4b9 req-fa6f0245-273d-44ea-a92f-6eb9a8ddb9f5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.1060731 Dec 20 16:13:17.189930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=0e33c92e-5e1d-447a-bad6-987439f5ddab,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:17.242540 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-f65b4b07-0647-4175-9b91-a0136222c774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:13:17.242991 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-f65b4b07-0647-4175-9b91-a0136222c774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:13:17.604117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:17.610464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b9e1fc8d-068a-4fad-a1fd-4abd0689c50f tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "DELETE /v2.0/ports/8fb4c36a-92a6-4218-afbf-a026d8a2fff2 HTTP/1.1" status: 204 len: 168 time: 1.2423797 Dec 20 16:13:17.610803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33552) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:17.625522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9a4eb85-76f9-4ff6-9733-176379aff4b9 req-8ceada57-18ff-4b31-b1b5-efbe46076bdb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471664 Dec 20 16:13:17.684414 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e737ab88-0ca0-498f-a87e-4cf57339c0a9 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0699234 Dec 20 16:13:17.684720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:17.689984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1121630476'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:17.802940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Made reservation on behalf of 76e6878bff104db0a57b10c24bad6981 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:17.806789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:17.833597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:13:17.844255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:17.844602 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Added segment f3a37afa-02d6-4a37-8094-36c4df1989e6 of type vlan for network 6f00fa83-b11d-49be-a47b-a023a6c30abb Dec 20 16:13:17.894058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bcbab09c-85eb-4ffd-bb71-6296dcdfc32c None None] Could not find standard attr ID for object 8fb4c36a-92a6-4218-afbf-a026d8a2fff2. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:13:17.903880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:17.907450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bcbab09c-85eb-4ffd-bb71-6296dcdfc32c None None] Provisioning complete for port 0e33c92e-5e1d-447a-bad6-987439f5ddab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:17.908009 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bcbab09c-85eb-4ffd-bb71-6296dcdfc32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:18.001574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:18.007482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:18.008118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:18.084393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event updated for resources: {'Network': ['ID=6f00fa83-b11d-49be-a47b-a023a6c30abb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:18.096093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 6f00fa83-b11d-49be-a47b-a023a6c30abb details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:13:18.143487 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2c58400d-e706-415d-aabf-18fac102b9a8 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4576652 Dec 20 16:13:18.146321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33560) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:18.295504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-148d2ec8-f50b-4a59-8191-15aa690c5267 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/agents/51dcf6f0-c980-41e5-913c-3644d46daeac/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.1480188 Dec 20 16:13:18.298290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33562) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:18.377198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91301526-e919-4970-8adc-1932aa895c38 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] Network 6f00fa83-b11d-49be-a47b-a023a6c30abb is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:13:18.486471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e33c92e-5e1d-447a-bad6-987439f5ddab up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:18.500082 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-91301526-e919-4970-8adc-1932aa895c38 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "POST /v2.0/agents/51dcf6f0-c980-41e5-913c-3644d46daeac/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1984444 Dec 20 16:13:18.500930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33564) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:18.515788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94b595-8a9f-4fd6-9660-c8e6001ae103 None None] Network 6f00fa83-b11d-49be-a47b-a023a6c30abb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:13:18.609937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0e33c92e-5e1d-447a-bad6-987439f5ddab triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:18.610768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:18.642819 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1d19ac4d-9530-4e7b-b716-2344a1fd3a7b tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/agents/51dcf6f0-c980-41e5-913c-3644d46daeac/dhcp-networks HTTP/1.1" status: 200 len: 10434 time: 0.1410165 Dec 20 16:13:18.645584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33566) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:18.750335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e5ef-26f1-4e6b-8d77-708d28e2ab41 req-af87c181-80f7-4464-aa70-efc4f25394da tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:18.751814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ae6e5ef-26f1-4e6b-8d77-708d28e2ab41 req-af87c181-80f7-4464-aa70-efc4f25394da tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0500352 Dec 20 16:13:18.799326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ae6e5ef-26f1-4e6b-8d77-708d28e2ab41 req-26e7cc43-dbb0-44f5-9d56-89ab04dfc147 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Dec 20 16:13:18.897868 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f3ffc34c-4177-472f-8b9a-5a6e348536c1 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "DELETE /v2.0/agents/51dcf6f0-c980-41e5-913c-3644d46daeac/dhcp-networks/6f00fa83-b11d-49be-a47b-a023a6c30abb HTTP/1.1" status: 204 len: 168 time: 0.2512293 Dec 20 16:13:18.904465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33570) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.033947 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7021ae3b-c7be-4103-9fbb-f405010c0a67 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/agents/51dcf6f0-c980-41e5-913c-3644d46daeac/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.1325583 Dec 20 16:13:19.034183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33574) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.052973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-52804af6-9293-48df-9fa4-37c439257af5 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/networks/7dd1c528-72f2-4fec-90da-a85541ffa294/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0178854 Dec 20 16:13:19.056155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33576) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.074687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-389a5c07-3540-4eab-9770-8547a4e27be9 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/networks/7dd1c528-72f2-4fec-90da-a85541ffa294/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0171180 Dec 20 16:13:19.076879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33578) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.227001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d0a63544-4bf3-4137-bcf2-ec53626154a8 tempest-DHCPAgentSchedulersTestJSON-1111147157 tempest-DHCPAgentSchedulersTestJSON-1111147157-project-admin] 10.222.0.81 "GET /v2.0/agents/51dcf6f0-c980-41e5-913c-3644d46daeac/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.1488242 Dec 20 16:13:19.231050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33580) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.309775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.395825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.416265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f00fa83-b11d-49be-a47b-a023a6c30abb']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:19.426285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a37afa-02d6-4a37-8094-36c4df1989e6') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:19.426605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a37afa-02d6-4a37-8094-36c4df1989e6') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:19.441108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.454301 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.460194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:13:19.460575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:13:19.463647 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:13:19.591631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.598681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.601895 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "DELETE /v2.0/networks/6f00fa83-b11d-49be-a47b-a023a6c30abb HTTP/1.1" status: 204 len: 168 time: 0.3698585 Dec 20 16:13:19.604665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33582) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.613810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e3184-bac2-4dcf-bdfd-06888b82eaa1 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event deleted for resources: {'Network': ['ID=6f00fa83-b11d-49be-a47b-a023a6c30abb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:19.629111 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ea639e-9791-4b00-a7f9-45e71f0ea420 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] DELETE failed (client error): The resource could not be found. Dec 20 16:13:19.629726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ea639e-9791-4b00-a7f9-45e71f0ea420 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:13:19.632790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c3ea639e-9791-4b00-a7f9-45e71f0ea420 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "DELETE /v2.0/ports/8fb4c36a-92a6-4218-afbf-a026d8a2fff2 HTTP/1.1" status: 404 len: 333 time: 0.0260983 Dec 20 16:13:19.635271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33584) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:19.690102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Deleting subnet 679afde4-5be2-4192-80da-babec0c2cbf8 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:13:19.693384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.734906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.818824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:19.922577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117001b-6b19-47b7-984b-c232a6c87ce6 req-f5db8730-9c47-4310-b728-f30431482e9b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:19.924008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117001b-6b19-47b7-984b-c232a6c87ce6 req-f5db8730-9c47-4310-b728-f30431482e9b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0551608 Dec 20 16:13:19.972170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117001b-6b19-47b7-984b-c232a6c87ce6 req-471716ed-9502-4561-a613-90294c4731ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Dec 20 16:13:20.030435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.061868 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.065285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "DELETE /v2.0/subnets/679afde4-5be2-4192-80da-babec0c2cbf8 HTTP/1.1" status: 204 len: 168 time: 0.4290116 Dec 20 16:13:20.066485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106ea7c-19c0-4f81-8bfd-e4c425461b50 tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event deleted for resources: {'Subnet': ['ID=679afde4-5be2-4192-80da-babec0c2cbf8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:20.071930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5d427-b6f7-4b42-bb6c-11cc9ef247aa None None] Network 7dd1c528-72f2-4fec-90da-a85541ffa294 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:13:20.074750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33590) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:20.164201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.223283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Deleting port 0e33c92e-5e1d-447a-bad6-987439f5ddab {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:20.223622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.238591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] DHCP port deletion for 7dd1c528-72f2-4fec-90da-a85541ffa294 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:20.286926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] Deleting port 0e33c92e-5e1d-447a-bad6-987439f5ddab {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:20.287351 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.288981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] For port 0e33c92e-5e1d-447a-bad6-987439f5ddab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e33c92e-5e1d-447a-bad6-987439f5ddab,segment=NetworkSegment(5712a121-a975-4480-9a51-8567ad3a1f68),segment_id=5712a121-a975-4480-9a51-8567ad3a1f68)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:20.289376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.312622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Calling delete_port for 0e33c92e-5e1d-447a-bad6-987439f5ddab owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:20.353461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] For port 0e33c92e-5e1d-447a-bad6-987439f5ddab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e33c92e-5e1d-447a-bad6-987439f5ddab,segment=NetworkSegment(5712a121-a975-4480-9a51-8567ad3a1f68),segment_id=5712a121-a975-4480-9a51-8567ad3a1f68)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:20.353863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.367779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] Calling delete_port for 0e33c92e-5e1d-447a-bad6-987439f5ddab owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:20.471012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e33c92e-5e1d-447a-bad6-987439f5ddab no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:13:20.475996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.494413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0e33c92e-5e1d-447a-bad6-987439f5ddab {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:13:20.495428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e33c92e-5e1d-447a-bad6-987439f5ddab not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:13:20.500868 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.505342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event deleted for resources: {'Port': ['ID=0e33c92e-5e1d-447a-bad6-987439f5ddab,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:20.507363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] No DVR routers for this DVR port 0e33c92e-5e1d-447a-bad6-987439f5ddab on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:13:20.529987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] Pushing event deleted for resources: {'Port': ['ID=0e33c92e-5e1d-447a-bad6-987439f5ddab,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:20.533672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac7e70-db29-4145-a413-0837d0261e82 None None] No DVR routers for this DVR port 0e33c92e-5e1d-447a-bad6-987439f5ddab on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:13:20.611601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.634601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd1c528-72f2-4fec-90da-a85541ffa294']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:20.645921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5712a121-a975-4480-9a51-8567ad3a1f68') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:20.646221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5712a121-a975-4480-9a51-8567ad3a1f68') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:20.658596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.674286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:13:20.701590 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:13:20.826377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.833638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:20.836893 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] 10.222.0.81 "DELETE /v2.0/networks/7dd1c528-72f2-4fec-90da-a85541ffa294 HTTP/1.1" status: 204 len: 168 time: 0.7609043 Dec 20 16:13:20.850434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f42bb-4756-47e9-88b1-af77ad62898e tempest-DHCPAgentSchedulersTestJSON-890011404 tempest-DHCPAgentSchedulersTestJSON-890011404-project] Pushing event deleted for resources: {'Network': ['ID=7dd1c528-72f2-4fec-90da-a85541ffa294,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:21.099598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7235-e935-48aa-9a5d-ca4d78f35ec8 req-a74a4d5c-5dd2-4183-80f2-196893211d9b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:21.101136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a92e7235-e935-48aa-9a5d-ca4d78f35ec8 req-a74a4d5c-5dd2-4183-80f2-196893211d9b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0555649 Dec 20 16:13:21.150944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a92e7235-e935-48aa-9a5d-ca4d78f35ec8 req-512c2018-9125-4dfa-b9c1-e8304b1f4721 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Dec 20 16:13:21.438213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33600) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:21.567482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4041418b-bf71-4cbb-be80-08536ab395fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76e6878bff104db0a57b10c24bad6981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280987 Dec 20 16:13:21.569911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:21.617326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a33f9af-41fe-4ef9-8546-3a3d2265a7d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:21.638814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a33f9af-41fe-4ef9-8546-3a3d2265a7d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:21.809714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a33f9af-41fe-4ef9-8546-3a3d2265a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:21.812361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a33f9af-41fe-4ef9-8546-3a3d2265a7d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:21.813560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a33f9af-41fe-4ef9-8546-3a3d2265a7d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afef4563-69c8-4e2f-a65f-fed4b2789a4d HTTP/1.1" status: 204 len: 168 time: 0.2427602 Dec 20 16:13:21.821408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33f9af-41fe-4ef9-8546-3a3d2265a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef4563-69c8-4e2f-a65f-fed4b2789a4d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:21.866017 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:22.272290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2813fb-3a1a-46d2-8b25-5ac0749b7c9f req-720b4e82-cb43-4284-b4b3-a10e88e0fad1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:22.273726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f2813fb-3a1a-46d2-8b25-5ac0749b7c9f req-720b4e82-cb43-4284-b4b3-a10e88e0fad1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0537078 Dec 20 16:13:22.326407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f2813fb-3a1a-46d2-8b25-5ac0749b7c9f req-2d12170f-4a55-4383-a576-6b9c51462458 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Dec 20 16:13:22.796486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33614) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:22.810198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a3040c3-0632-4c17-8369-afa486f26f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:22.883758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a3040c3-0632-4c17-8369-afa486f26f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:22.955789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a3040c3-0632-4c17-8369-afa486f26f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:23.000123 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a3040c3-0632-4c17-8369-afa486f26f19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=639068d70a984240acc2e91b13f27a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024910 Dec 20 16:13:23.001042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3040c3-0632-4c17-8369-afa486f26f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d253a74-6722-4ef4-b260-701250c5d22d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:23.002794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33616) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:23.053843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85099138-73a3-4148-8b9d-a46b0f451416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:23.075575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85099138-73a3-4148-8b9d-a46b0f451416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:23.219262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85099138-73a3-4148-8b9d-a46b0f451416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:23.221907 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-85099138-73a3-4148-8b9d-a46b0f451416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:23.223186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-85099138-73a3-4148-8b9d-a46b0f451416 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d253a74-6722-4ef4-b260-701250c5d22d HTTP/1.1" status: 204 len: 168 time: 0.2185831 Dec 20 16:13:23.231011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85099138-73a3-4148-8b9d-a46b0f451416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d253a74-6722-4ef4-b260-701250c5d22d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:23.448732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192cad6-0eaa-4883-9ae1-c7a1525c16c0 req-bfb49adc-48c9-41f7-8350-47565793112d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:23.450286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0192cad6-0eaa-4883-9ae1-c7a1525c16c0 req-bfb49adc-48c9-41f7-8350-47565793112d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0544858 Dec 20 16:13:23.499856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0192cad6-0eaa-4883-9ae1-c7a1525c16c0 req-32c2db10-f313-4678-a110-573393ccf3f2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Dec 20 16:13:24.631238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49553321-f03f-4e9a-bef5-449027fc9ab6 req-912bc4c2-7a56-43f5-970d-f2868a3ef989 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:24.632713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49553321-f03f-4e9a-bef5-449027fc9ab6 req-912bc4c2-7a56-43f5-970d-f2868a3ef989 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 943 time: 0.0520623 Dec 20 16:13:24.681112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49553321-f03f-4e9a-bef5-449027fc9ab6 req-3e05cba0-1045-4cf9-861a-7bb3548c6694 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Dec 20 16:13:25.383284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:25.428548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b2589faf-74dc-4507-a039-e26e0a133ff0 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:13:25.493456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b66bc7a5-a61b-43e3-9b87-b5e585490dd4 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:25.584097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b2589faf-74dc-4507-a039-e26e0a133ff0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b2589faf-74dc-4507-a039-e26e0a133ff0,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:25.600985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'b2589faf-74dc-4507-a039-e26e0a133ff0', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': 'b2589faf-74dc-4507-a039-e26e0a133ff0', 'mac_address': 'fa:16:3e:8b:64:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:13:25.624583 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b66bc7a5-a61b-43e3-9b87-b5e585490dd4 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "PUT /v2.0/quotas/d62d1b605e934e9bac18c4a042e386e9 HTTP/1.1" status: 200 len: 368 time: 0.2396073 Dec 20 16:13:25.627136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33672) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:25.631700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Request body: {'network': {'project_id': 'd62d1b605e934e9bac18c4a042e386e9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:25.652739 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.666535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2589faf-74dc-4507-a039-e26e0a133ff0 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:13:25.686156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b2589faf-74dc-4507-a039-e26e0a133ff0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b2589faf-74dc-4507-a039-e26e0a133ff0,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:25.727721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Made reservation on behalf of d62d1b605e934e9bac18c4a042e386e9 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:25.730145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.740178 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.757596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.810178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c555-5782-4795-af5d-6303ed4ff48e req-cee06132-06a0-499d-bc9f-5b8cb45fb1e2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:25.810178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f893c555-5782-4795-af5d-6303ed4ff48e req-cee06132-06a0-499d-bc9f-5b8cb45fb1e2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 944 time: 0.0553699 Dec 20 16:13:25.826921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=b2589faf-74dc-4507-a039-e26e0a133ff0,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:25.832417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.871902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f893c555-5782-4795-af5d-6303ed4ff48e req-0982244e-0025-4e48-823d-9d129307f505 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529411 Dec 20 16:13:25.934645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.959733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:13:25.969987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f173da2a-95de-449b-ace9-caaf3d9c7ced,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:25.970956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['b2589faf-74dc-4507-a039-e26e0a133ff0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:13:25.976108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:25.976476 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Added segment cc34b76d-1af1-4091-bcce-b5367ca2d8aa of type vlan for network 07f1a88c-8910-48db-a39d-2b01418bf8db Dec 20 16:13:26.018429 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.099896 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.100926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:26.101560 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.165117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Pushing event updated for resources: {'Network': ['ID=07f1a88c-8910-48db-a39d-2b01418bf8db,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:26.175146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 07f1a88c-8910-48db-a39d-2b01418bf8db details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:13:26.204850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e4876854-5d8e-4c54-a4bf-9ffb391f2b84 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5766320 Dec 20 16:13:26.207422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:26.212266 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Request body: {'network': {'project_id': 'd62d1b605e934e9bac18c4a042e386e9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:26.305763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Made reservation on behalf of d62d1b605e934e9bac18c4a042e386e9 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:26.308118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.333461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:13:26.342314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.342655 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Added segment 9c1c1a9c-36aa-43d0-899c-f32754d7faf2 of type vlan for network 85a71833-0ba3-4268-9cdd-b238b028f7b1 Dec 20 16:13:26.381840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.500031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.501027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:26.501648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.560706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Pushing event updated for resources: {'Network': ['ID=85a71833-0ba3-4268-9cdd-b238b028f7b1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:26.570506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 85a71833-0ba3-4268-9cdd-b238b028f7b1 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:13:26.646178 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5d00f7f9-59fd-4c56-84bf-9ea19b0fee51 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4376311 Dec 20 16:13:26.648908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33680) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:26.653803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e18725eb-e220-4670-bf30-c77a6320ccd0 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Request body: {'network': {'project_id': 'd62d1b605e934e9bac18c4a042e386e9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:26.667862 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18725eb-e220-4670-bf30-c77a6320ccd0 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 16:13:26.668329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18725eb-e220-4670-bf30-c77a6320ccd0 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:13:26.669614 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e18725eb-e220-4670-bf30-c77a6320ccd0 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0196118 Dec 20 16:13:26.672579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33682) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:26.717453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-721408d2-2e1b-4153-83e0-44cdc7450609 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d62d1b605e934e9bac18c4a042e386e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438025 Dec 20 16:13:26.719916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33684) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:26.766842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e493ebe-be1a-49ad-92a5-5ed0554918e2 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.788050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e493ebe-be1a-49ad-92a5-5ed0554918e2 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.921959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e493ebe-be1a-49ad-92a5-5ed0554918e2 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.928230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e493ebe-be1a-49ad-92a5-5ed0554918e2 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:26.928230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e493ebe-be1a-49ad-92a5-5ed0554918e2 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/f173da2a-95de-449b-ace9-caaf3d9c7ced HTTP/1.1" status: 204 len: 168 time: 0.2050302 Dec 20 16:13:26.933199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33688) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:26.933930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e493ebe-be1a-49ad-92a5-5ed0554918e2 tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173da2a-95de-449b-ace9-caaf3d9c7ced,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:27.023833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.042886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd13755-fc76-47e9-9ad3-2ccbd13ebf11 req-9304dbcc-3e93-4996-90f8-a9ac8474b3f4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:27.044356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdd13755-fc76-47e9-9ad3-2ccbd13ebf11 req-9304dbcc-3e93-4996-90f8-a9ac8474b3f4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 944 time: 0.0972552 Dec 20 16:13:27.151060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.166527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdd13755-fc76-47e9-9ad3-2ccbd13ebf11 req-82f31a0f-7030-4d71-9e88-7868b2887e92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149309 Dec 20 16:13:27.179298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a71833-0ba3-4268-9cdd-b238b028f7b1']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:27.191006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1c1a9c-36aa-43d0-899c-f32754d7faf2') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:27.191304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1c1a9c-36aa-43d0-899c-f32754d7faf2') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:27.200812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.215119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.222176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:13:27.222686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:13:27.224364 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:13:27.340261 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.368987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.374441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.377700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "DELETE /v2.0/networks/85a71833-0ba3-4268-9cdd-b238b028f7b1 HTTP/1.1" status: 204 len: 168 time: 0.4476285 Dec 20 16:13:27.380623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:27.388414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171dd02-88e7-4e7e-ba75-38002d6fee4c tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Pushing event deleted for resources: {'Network': ['ID=85a71833-0ba3-4268-9cdd-b238b028f7b1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:27.427847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b2589faf-74dc-4507-a039-e26e0a133ff0 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:27.461581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.544550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.559865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port b2589faf-74dc-4507-a039-e26e0a133ff0 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:13:27.564352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port b2589faf-74dc-4507-a039-e26e0a133ff0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:27.564867 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.566514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f1a88c-8910-48db-a39d-2b01418bf8db']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:27.577016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc34b76d-1af1-4091-bcce-b5367ca2d8aa') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:27.577375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc34b76d-1af1-4091-bcce-b5367ca2d8aa') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:27.587614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.602922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.609328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:13:27.612591 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:13:27.650720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.675249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2589faf-74dc-4507-a039-e26e0a133ff0'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:13:27.677575 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe1a2c-b5c8-419d-bc26-53b52f2cc0b4" -d '{"events": [{"server_uuid": "cb611df7-49f7-44ce-a1a4-2189afe203b2", "name": "network-vif-plugged", "status": "completed", "tag": "b2589faf-74dc-4507-a039-e26e0a133ff0"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:13:27.690370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port b2589faf-74dc-4507-a039-e26e0a133ff0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b2589faf-74dc-4507-a039-e26e0a133ff0,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:27.716091 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979cf50-0539-407d-8d2d-6c55b615cd6a x-openstack-request-id: req-e979cf50-0539-407d-8d2d-6c55b615cd6a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:13:27.716402 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb611df7-49f7-44ce-a1a4-2189afe203b2", "name": "network-vif-plugged", "status": "completed", "tag": "b2589faf-74dc-4507-a039-e26e0a133ff0", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:13:27.716639 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e979cf50-0539-407d-8d2d-6c55b615cd6a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:13:27.717728 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2589faf-74dc-4507-a039-e26e0a133ff0', 'code': 200} Dec 20 16:13:27.746236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.752794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.756141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] 10.222.0.81 "DELETE /v2.0/networks/07f1a88c-8910-48db-a39d-2b01418bf8db HTTP/1.1" status: 204 len: 168 time: 0.3744650 Dec 20 16:13:27.768267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab87aa-2c49-404d-909f-9f50d89f8a5f tempest-QuotasNegativeTest-79539667 tempest-QuotasNegativeTest-79539667-project-admin] Pushing event deleted for resources: {'Network': ['ID=07f1a88c-8910-48db-a39d-2b01418bf8db,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:27.791881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:27.817911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01effed3-395b-48b2-93f0-9da083ce382c req-b735d3bc-4f51-40aa-beca-9b0454a8c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:27.819550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01effed3-395b-48b2-93f0-9da083ce382c req-b735d3bc-4f51-40aa-beca-9b0454a8c0b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 1095 time: 0.0434287 Dec 20 16:13:27.843424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=b2589faf-74dc-4507-a039-e26e0a133ff0,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:27.870005 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-01effed3-395b-48b2-93f0-9da083ce382c req-80c3d1a6-582e-45a7-81dc-5b191b5c08a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Dec 20 16:13:28.289467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86ab1-986f-4264-8ed2-59f4c0404f36 req-6e3f67c2-2340-4bd9-a9f6-6e519009ea1c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:28.291027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23f86ab1-986f-4264-8ed2-59f4c0404f36 req-6e3f67c2-2340-4bd9-a9f6-6e519009ea1c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Dec 20 16:13:28.341276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-23f86ab1-986f-4264-8ed2-59f4c0404f36 req-ef618e8d-564c-4249-94c5-6739d8c2cf7f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Dec 20 16:13:28.455579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33704) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:28.566742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc9692b-f514-433f-9e4c-20fe45dcb282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:28.649629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc9692b-f514-433f-9e4c-20fe45dcb282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:28.784492 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8cc9692b-f514-433f-9e4c-20fe45dcb282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:28.824688 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8cc9692b-f514-433f-9e4c-20fe45dcb282 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be3766c09a934f88867e702c67cbb2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679492 Dec 20 16:13:28.825985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9692b-f514-433f-9e4c-20fe45dcb282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac551f21-71f9-4964-80db-0285988cbe2e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:28.827866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33710) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:28.879698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5905-d2cd-46ea-bacd-76e0b1dfbbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:28.901072 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5905-d2cd-46ea-bacd-76e0b1dfbbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:29.042912 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:13:29.065974 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5905-d2cd-46ea-bacd-76e0b1dfbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:29.068627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5905-d2cd-46ea-bacd-76e0b1dfbbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:29.069839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fa4a5905-d2cd-46ea-bacd-76e0b1dfbbb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac551f21-71f9-4964-80db-0285988cbe2e HTTP/1.1" status: 204 len: 168 time: 0.2409868 Dec 20 16:13:29.078248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a5905-d2cd-46ea-bacd-76e0b1dfbbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac551f21-71f9-4964-80db-0285988cbe2e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:29.265899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dd49b529-37b5-49c1-8013-2309f2473186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:29.461951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529b42-1e06-43e3-a081-39813779efd4 req-3a83dcc0-fef4-4a93-b3c1-017194b8f4e7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:29.463464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8529b42-1e06-43e3-a081-39813779efd4 req-3a83dcc0-fef4-4a93-b3c1-017194b8f4e7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Dec 20 16:13:29.512573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8529b42-1e06-43e3-a081-39813779efd4 req-18b9f6aa-69ff-4799-bbba-50b0941d4219 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Dec 20 16:13:29.647128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95daa7b-d514-4e19-bfc0-a6aad1e4317c req-c292ae92-ce30-40f3-8d10-ef08f2aa2e1c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:29.648733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f95daa7b-d514-4e19-bfc0-a6aad1e4317c req-c292ae92-ce30-40f3-8d10-ef08f2aa2e1c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0602908 Dec 20 16:13:29.700543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f95daa7b-d514-4e19-bfc0-a6aad1e4317c req-ed2db952-5723-4daa-85f1-31624378106b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Dec 20 16:13:29.758458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33724) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:29.772484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4822731b-ba8e-4a64-909b-5cf7eeca0282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:29.850697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfcc87-8b46-4a2d-b1d0-335195fb38e9 req-044160c6-b81a-4185-b597-4703d3a2e396 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:29.852098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dabfcc87-8b46-4a2d-b1d0-335195fb38e9 req-044160c6-b81a-4185-b597-4703d3a2e396 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0768406 Dec 20 16:13:29.924055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dabfcc87-8b46-4a2d-b1d0-335195fb38e9 req-7b9bcee7-751a-4db5-9857-cb872fd268d3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 Dec 20 16:13:29.928443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4822731b-ba8e-4a64-909b-5cf7eeca0282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:30.032017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4822731b-ba8e-4a64-909b-5cf7eeca0282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:30.071274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4822731b-ba8e-4a64-909b-5cf7eeca0282 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15675c3c8eb548cc937d7b6e35b50fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116403 Dec 20 16:13:30.072136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822731b-ba8e-4a64-909b-5cf7eeca0282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c16977-7348-4764-8390-04a3127e3ca1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:30.074383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33728) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:30.122043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea4694d-b0bd-44d3-bf24-b91e1524cf8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:30.144334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea4694d-b0bd-44d3-bf24-b91e1524cf8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:30.334758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea4694d-b0bd-44d3-bf24-b91e1524cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:30.337512 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea4694d-b0bd-44d3-bf24-b91e1524cf8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:30.338655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ea4694d-b0bd-44d3-bf24-b91e1524cf8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5c16977-7348-4764-8390-04a3127e3ca1 HTTP/1.1" status: 204 len: 168 time: 0.2632647 Dec 20 16:13:30.346700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4694d-b0bd-44d3-bf24-b91e1524cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c16977-7348-4764-8390-04a3127e3ca1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:30.518988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f1bb-e1d4-4d35-88a8-b4e9ddf5f72c req-3ac3f022-0c3a-4c5d-97a2-9b78a511bf9a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:30.520503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83c2f1bb-e1d4-4d35-88a8-b4e9ddf5f72c req-3ac3f022-0c3a-4c5d-97a2-9b78a511bf9a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Dec 20 16:13:30.573672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83c2f1bb-e1d4-4d35-88a8-b4e9ddf5f72c req-6884b1f5-f01b-47a5-a3e3-53b21bbf3b75 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Dec 20 16:13:31.691576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57c9ab-ed51-4e13-84dd-6d740ae7e70d req-ae3921e0-75e9-45ff-b005-619b1d08ba3d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:31.693196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae57c9ab-ed51-4e13-84dd-6d740ae7e70d req-ae3921e0-75e9-45ff-b005-619b1d08ba3d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0504038 Dec 20 16:13:31.713386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b16-7864-491b-91af-36cd896ee71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:31.743842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae57c9ab-ed51-4e13-84dd-6d740ae7e70d req-0ca06632-6810-4840-bc8e-fa1ff51a3350 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Dec 20 16:13:31.972498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-ac783d82-dae6-4184-a8b5-6a1709de618c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:31.974005 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-ac783d82-dae6-4184-a8b5-6a1709de618c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Dec 20 16:13:32.070955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port b2589faf-74dc-4507-a039-e26e0a133ff0 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:32.071321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.173189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port b2589faf-74dc-4507-a039-e26e0a133ff0, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=b2589faf-74dc-4507-a039-e26e0a133ff0,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:32.173548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.187997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for b2589faf-74dc-4507-a039-e26e0a133ff0 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:32.332321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33776) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:32.426523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.434452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1890395991', 'router:external': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:32.438852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['b2589faf-74dc-4507-a039-e26e0a133ff0'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:13:32.472826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=b2589faf-74dc-4507-a039-e26e0a133ff0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:32.526041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port b2589faf-74dc-4507-a039-e26e0a133ff0 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:13:32.528698 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.532418 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ffb0340f-8e38-4718-a165-fbb878a56862 req-61ef241b-ed16-47ab-8261-8e1dacad8787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "DELETE /v2.0/ports/b2589faf-74dc-4507-a039-e26e0a133ff0 HTTP/1.1" status: 204 len: 173 time: 0.5527930 Dec 20 16:13:32.532919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'name': 'network-vif-deleted', 'tag': 'b2589faf-74dc-4507-a039-e26e0a133ff0'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:13:32.536845 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c65f87-6628-4aaa-8208-54dc1303ba6b" -d '{"events": [{"server_uuid": "cb611df7-49f7-44ce-a1a4-2189afe203b2", "name": "network-vif-deleted", "tag": "b2589faf-74dc-4507-a039-e26e0a133ff0"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:13:32.574858 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8ee82d-ead5-4d0d-ab04-e9fa9694c606 x-openstack-request-id: req-fb8ee82d-ead5-4d0d-ab04-e9fa9694c606 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:13:32.575157 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb611df7-49f7-44ce-a1a4-2189afe203b2", "name": "network-vif-deleted", "tag": "b2589faf-74dc-4507-a039-e26e0a133ff0", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:13:32.575410 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb8ee82d-ead5-4d0d-ab04-e9fa9694c606 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:13:32.575822 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb611df7-49f7-44ce-a1a4-2189afe203b2', 'name': 'network-vif-deleted', 'tag': 'b2589faf-74dc-4507-a039-e26e0a133ff0', 'status': 'completed', 'code': 200} Dec 20 16:13:32.586324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Made reservation on behalf of 3315c00cdd98444d922982dfeb030653 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:32.589049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.599394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.680345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.773325 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.804463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:13:32.810095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f412b53-cebe-4d41-b083-eea85352205c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:32.818535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.818975 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Added segment b6092607-19b3-42f4-9f51-cbd6cf55a39d of type vlan for network b589f640-fd86-4426-bf11-f1dfa210ac33 Dec 20 16:13:32.866419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb1c2742-5c1d-4aba-8d97-77b35c85fe3a req-dcda81e4-930e-4729-9479-73486fb15668 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0293436 Dec 20 16:13:32.874987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:32.894645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:33.001932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:33.003084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:33.003674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:33.064175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Network': ['ID=b589f640-fd86-4426-bf11-f1dfa210ac33,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:33.074086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b589f640-fd86-4426-bf11-f1dfa210ac33 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:13:33.113512 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-daef9b0e-bfab-4613-8175-e82baae003b2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7796853 Dec 20 16:13:33.116290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33786) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:33.121485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'subnet': {'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:33.226120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Made reservation on behalf of 3315c00cdd98444d922982dfeb030653 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:33.228520 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:33.620012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.objects.ports [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 16:13:33.620499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:33.681092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e8b85b04-8b46-4990-af85-fd7a2246ad97,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:33.689647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Checking segment: {'id': 'b6092607-19b3-42f4-9f51-cbd6cf55a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:33.689887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network hostable DHCP agents. Network: b589f640-fd86-4426-bf11-f1dfa210ac33, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:13:33.797726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network b589f640-fd86-4426-bf11-f1dfa210ac33 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:13:33.912111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b589f640-fd86-4426-bf11-f1dfa210ac33) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:33.918990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:33.922546 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:33.933042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844cd39-4c14-46cd-8fc8-1c1dc970836e None None] Network b589f640-fd86-4426-bf11-f1dfa210ac33 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:13:34.003823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d3a0a2e-d5a9-43cf-a86f-df9e21ededc2 req-368d289a-2f4e-45b4-af4b-0dbd832ab0c5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0555153 Dec 20 16:13:34.066327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cbd6e5-a552-4e5a-a7eb-7c768d8b3aac None None] Network b589f640-fd86-4426-bf11-f1dfa210ac33 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:13:34.087667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3af618dc-8841-4ce2-820d-9766fc76a8fa tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9700408 Dec 20 16:13:34.088700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33792) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:34.094534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-796716274', 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:34.236046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Made reservation on behalf of 3315c00cdd98444d922982dfeb030653 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:13:34.238465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:34.256474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] device_id is not set on port 6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd yet. {{(pid=103954) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:13:34.367697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Allocated IP 172.20.0.14 (b589f640-fd86-4426-bf11-f1dfa210ac33/e8b85b04-8b46-4990-af85-fd7a2246ad97/6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:34.373570 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:34.515840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:34.626677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:34.679996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network b589f640-fd86-4426-bf11-f1dfa210ac33 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:34.682921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:34.687241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:34.711708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Port': ['ID=6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:34.733595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:34.734410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:34.857149 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6dcbaec-7a0f-47b0-9055-b54ba48f44ff tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7671626 Dec 20 16:13:34.860036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33794) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:34.948976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Deleting port 6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:34.949275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.044059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.062622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Calling delete_port for 6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd owned by {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:35.095266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.110206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6807133-ea1a-4a79-acd8-3c6b5c49461e req-81ec8a01-c5cc-4d85-8bf6-3c194c4f7bb3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0424783 Dec 20 16:13:35.311774 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.343974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:35.411646 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.416957 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b25c36ec-56d6-4add-b96d-d8d97384238d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/ports/6b5d69e8-6ac1-475d-83d0-38d3ee9ff0bd HTTP/1.1" status: 204 len: 168 time: 0.5541682 Dec 20 16:13:35.419007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33802) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:35.423422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33', 'external_fixed_ips': [{'subnet_id': 'e8b85b04-8b46-4990-af85-fd7a2246ad97', 'ip_address': '172.20.0.14'}]}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:35.427230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b2589faf-74dc-4507-a039-e26e0a133ff0 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:13:35.451586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: b2589faf-74dc-4507-a039-e26e0a133ff0 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:13:35.452458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device b2589faf-74dc-4507-a039-e26e0a133ff0 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:13:35.523592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.524807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.583203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:35.797247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:36.087145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:36.106922 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:36.240467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f62aaafd-53f9-45a3-9a66-d55fef84550d req-378d8deb-807c-450f-b181-64deb940ddc0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0434146 Dec 20 16:13:36.299853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Allocated IP 172.20.0.14 (b589f640-fd86-4426-bf11-f1dfa210ac33/e8b85b04-8b46-4990-af85-fd7a2246ad97/a3582619-6355-46e9-837d-0fdb981dec1e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:36.412226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:36.528203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:36.575640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network b589f640-fd86-4426-bf11-f1dfa210ac33 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:36.583743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:36.583743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:36.606728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Port': ['ID=a3582619-6355-46e9-837d-0fdb981dec1e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:36.908050 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:37.124946 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:37.350919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4036550-0aa0-4596-90bc-4858c21ca3b1 req-bbe955f2-44fd-4064-a4f6-ac529e2647ad tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb611df7-49f7-44ce-a1a4-2189afe203b2 HTTP/1.1" status: 200 len: 210 time: 0.0292521 Dec 20 16:13:37.373016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Router 82fa6b50-b8c8-4384-afc0-a328e8443c34 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:13:37.485443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:37.496688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Sync routers for ids ['82fa6b50-b8c8-4384-afc0-a328e8443c34'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:37.518319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Routers {'82fa6b50-b8c8-4384-afc0-a328e8443c34'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:37.519196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['82fa6b50-b8c8-4384-afc0-a328e8443c34'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:37.616500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:37.617842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1fc6052e-9db2-4c10-a80d-aebe3f700ac9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.1978512 Dec 20 16:13:37.620516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33812) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:37.628174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Set router 82fa6b50-b8c8-4384-afc0-a328e8443c34 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:37.743002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:37.817102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fa6b50-b8c8-4384-afc0-a328e8443c34', 'name': '', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33', 'external_fixed_ips': [{'subnet_id': 'e8b85b04-8b46-4990-af85-fd7a2246ad97', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a3582619-6355-46e9-837d-0fdb981dec1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:35Z', 'updated_at': '2021-12-20T16:13:36Z', 'revision_number': 3, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port': {'id': 'a3582619-6355-46e9-837d-0fdb981dec1e', 'name': '', 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fa6b50-b8c8-4384-afc0-a328e8443c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'e8b85b04-8b46-4990-af85-fd7a2246ad97', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:36Z', 'updated_at': '2021-12-20T16:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8b85b04-8b46-4990-af85-fd7a2246ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:37.848686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Checking router: 82fa6b50-b8c8-4384-afc0-a328e8443c34 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:13:37.849043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Updating router 82fa6b50-b8c8-4384-afc0-a328e8443c34 port a3582619-6355-46e9-837d-0fdb981dec1e binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:13:37.878673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.181522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.216697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.254596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.312236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8ab1-f2f9-46f0-a063-d0a209388898 None None] Pushing event updated for resources: {'Port': ['ID=a3582619-6355-46e9-837d-0fdb981dec1e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:38.314544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Attempting to bind port a3582619-6355-46e9-837d-0fdb981dec1e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:38.314923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Attempting to bind port a3582619-6355-46e9-837d-0fdb981dec1e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b6092607-19b3-42f4-9f51-cbd6cf55a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:38.315456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Attempting to bind port a3582619-6355-46e9-837d-0fdb981dec1e on network b589f640-fd86-4426-bf11-f1dfa210ac33 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:38.325450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:38.326167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Checking segment: {'id': 'b6092607-19b3-42f4-9f51-cbd6cf55a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:38.326822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.327442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Bound using segment: {'id': 'b6092607-19b3-42f4-9f51-cbd6cf55a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:38.328121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Bound port: a3582619-6355-46e9-837d-0fdb981dec1e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6092607-19b3-42f4-9f51-cbd6cf55a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b589f640-fd86-4426-bf11-f1dfa210ac33'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:38.328885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.376534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Deleting port a3582619-6355-46e9-837d-0fdb981dec1e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:38.377137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.388851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] For port a3582619-6355-46e9-837d-0fdb981dec1e, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:13:38.396746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] For port a3582619-6355-46e9-837d-0fdb981dec1e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a3582619-6355-46e9-837d-0fdb981dec1e,segment=NetworkSegment(b6092607-19b3-42f4-9f51-cbd6cf55a39d),segment_id=b6092607-19b3-42f4-9f51-cbd6cf55a39d)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:13:38.468878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] For port a3582619-6355-46e9-837d-0fdb981dec1e, host n-d-781076-8, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:38.469271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.473189 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.484452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Calling delete_port for a3582619-6355-46e9-837d-0fdb981dec1e owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:38.523667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Routers {'82fa6b50-b8c8-4384-afc0-a328e8443c34'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:38.523667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['82fa6b50-b8c8-4384-afc0-a328e8443c34'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:38.606896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8ab1-f2f9-46f0-a063-d0a209388898 None None] Pushing event updated for resources: {'Port': ['ID=a3582619-6355-46e9-837d-0fdb981dec1e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:38.631938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] Set router 82fa6b50-b8c8-4384-afc0-a328e8443c34 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:38.862835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fa6b50-b8c8-4384-afc0-a328e8443c34', 'name': '', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:35Z', 'updated_at': '2021-12-20T16:13:38Z', 'revision_number': 4, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:38.866305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:38.895320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3582619-6355-46e9-837d-0fdb981dec1e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:38.903029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ba29e-c706-4305-bf6b-1e57ac13a084 None None] The sync data for ids ['82fa6b50-b8c8-4384-afc0-a328e8443c34'] in n-d-781076-8 is: [{'id': '82fa6b50-b8c8-4384-afc0-a328e8443c34', 'name': '', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:35Z', 'updated_at': '2021-12-20T16:13:38Z', 'revision_number': 4, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:38.971486 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.087870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.096664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.276595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.277122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82fa6b50-b8c8-4384-afc0-a328e8443c34 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:13:39.283188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.284354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bf8285da-2946-4e26-bff7-07362ffd039d tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/routers/82fa6b50-b8c8-4384-afc0-a328e8443c34 HTTP/1.1" status: 204 len: 168 time: 1.6628754 Dec 20 16:13:39.299186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33822) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:39.351682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Deleting subnet e8b85b04-8b46-4990-af85-fd7a2246ad97 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:13:39.355049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.397424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.448338 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.580775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.613318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b85b04-8b46-4990-af85-fd7a2246ad97,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:39.622608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.627388 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b16d0d02-a1e0-4c94-9ceb-8e6483435546 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/e8b85b04-8b46-4990-af85-fd7a2246ad97 HTTP/1.1" status: 204 len: 168 time: 0.3266859 Dec 20 16:13:39.630034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33826) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:39.707756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.814318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.837351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b589f640-fd86-4426-bf11-f1dfa210ac33']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:39.850246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6092607-19b3-42f4-9f51-cbd6cf55a39d') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:39.850662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6092607-19b3-42f4-9f51-cbd6cf55a39d') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:39.861715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.880428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.887489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:13:39.888674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:13:39.891334 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:13:40.026256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.037426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b589f640-fd86-4426-bf11-f1dfa210ac33 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 16:13:40.044578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.051203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/networks/b589f640-fd86-4426-bf11-f1dfa210ac33 HTTP/1.1" status: 204 len: 168 time: 0.4194863 Dec 20 16:13:40.061912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576336e-83df-424b-afbf-083485c7d821 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event deleted for resources: {'Network': ['ID=b589f640-fd86-4426-bf11-f1dfa210ac33,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:40.324998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:40.330995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'name': 'tempest-router--1979206272', 'project_id': '40467a26fa5c49e49395baf1c0b05e0a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:40.484398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.485893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.559509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.632060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.713999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:40.715473 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06425b09-3549-4cd9-9b22-20da588cc209 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3893733 Dec 20 16:13:40.718826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33840) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:40.794883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:41.251760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:41.253971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:41.350618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:41.351295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24365452-6477-48c3-8063-3ad364ae5f30 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:13:41.355510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:41.360490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4513e819-3974-4abe-95c0-c14ae07a095c tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/routers/24365452-6477-48c3-8063-3ad364ae5f30 HTTP/1.1" status: 204 len: 168 time: 0.6369128 Dec 20 16:13:41.665805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:41.903695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-977017750', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:42.013382 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.014943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.068256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.287923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.579549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.599176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.736473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Allocated IP 172.25.6.188 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/a0c583fc-a76f-48c0-bd19-fa7aca52c573) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:42.846910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.940150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:42.986160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:42.989749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:43.001599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:43.008476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0ba16-d27c-49f6-b7dc-5dc4e2ede2e7 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:43.023427 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event updated for resources: {'Port': ['ID=a0c583fc-a76f-48c0-bd19-fa7aca52c573,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:43.115452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-21f63bd2-6ea7-46e8-8d22-2bb1dbfa5920 None None] Provisioning complete for port a0c583fc-a76f-48c0-bd19-fa7aca52c573 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:43.115452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21f63bd2-6ea7-46e8-8d22-2bb1dbfa5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:43.165882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-21f63bd2-6ea7-46e8-8d22-2bb1dbfa5920 None None] Port a0c583fc-a76f-48c0-bd19-fa7aca52c573 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:43.428286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:43.645035 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:43.923013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Router 253016b1-29f0-4d09-b755-db956d42dbff is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:13:44.043007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:44.064633 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] Sync routers for ids ['253016b1-29f0-4d09-b755-db956d42dbff'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:44.075362 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] Routers {'253016b1-29f0-4d09-b755-db956d42dbff'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:44.076184 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['253016b1-29f0-4d09-b755-db956d42dbff'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:44.157640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:44.159202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f45fb2f2-2ee2-4dc6-9a19-919b36602a3c tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4923289 Dec 20 16:13:44.162375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33906) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:44.218219 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:44.226968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] Routers {'253016b1-29f0-4d09-b755-db956d42dbff'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:44.227567 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['253016b1-29f0-4d09-b755-db956d42dbff'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:44.260639 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:44.261329 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5bd26-2360-416b-a680-be28d588e73e None None] The sync data for ids ['253016b1-29f0-4d09-b755-db956d42dbff'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:44.289375 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f41eeb8d-12de-4aad-972b-a9af28749221 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/253016b1-29f0-4d09-b755-db956d42dbff HTTP/1.1" status: 200 len: 920 time: 0.1253686 Dec 20 16:13:44.292135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33908) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:44.320143 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-69c24170-5d41-4daa-a98f-118b063f3c01 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=253016b1-29f0-4d09-b755-db956d42dbff HTTP/1.1" status: 200 len: 205 time: 0.0268130 Dec 20 16:13:44.328010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33910) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:44.448814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:44.568122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:44.759804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Deleting port a0c583fc-a76f-48c0-bd19-fa7aca52c573 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:44.760216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:44.852237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:44.866203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Calling delete_port for a0c583fc-a76f-48c0-bd19-fa7aca52c573 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:45.134951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.170022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event deleted for resources: {'Port': ['ID=a0c583fc-a76f-48c0-bd19-fa7aca52c573,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:45.186626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e95ae7-db1d-4b99-aa7b-ae11fc15d7f9 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:45.248219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.348819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.351242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.471729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.472212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Fanout notify agent at l3_agent the message router_deleted on router 253016b1-29f0-4d09-b755-db956d42dbff {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:13:45.482987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.482987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-891ef627-0368-45a4-a0bd-887e37789c34 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/253016b1-29f0-4d09-b755-db956d42dbff HTTP/1.1" status: 204 len: 168 time: 1.1516166 Dec 20 16:13:45.486309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:45.490854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-474537053', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': False}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:45.595718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.596870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.650484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:45.888006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:46.231243 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:46.252011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:46.369619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Allocated IP 172.25.6.51 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/6d6e7f3d-20b6-48ed-873c-f6d365772775) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:46.489135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:46.946964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:46.993747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:46.997893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:47.000502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:47.013562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13e34b-ef0a-42a1-941c-618ce1ac693f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:47.038672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6e7f3d-20b6-48ed-873c-f6d365772775,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:47.131437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a52ab89e-aff3-4acc-a59a-5684dee43f05 None None] Provisioning complete for port 6d6e7f3d-20b6-48ed-873c-f6d365772775 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:47.132083 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a52ab89e-aff3-4acc-a59a-5684dee43f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:47.184652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a52ab89e-aff3-4acc-a59a-5684dee43f05 None None] Port 6d6e7f3d-20b6-48ed-873c-f6d365772775 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:47.388873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:47.603603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:47.866049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Router 34caab46-bb53-42e4-9372-8ff99ba86d75 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:13:47.998283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:48.013003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Sync routers for ids ['34caab46-bb53-42e4-9372-8ff99ba86d75'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:48.025618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Routers {'34caab46-bb53-42e4-9372-8ff99ba86d75'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:48.025618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34caab46-bb53-42e4-9372-8ff99ba86d75'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:48.097358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.098869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1dec02c6-6540-4646-8d48-1bc042d4ea24 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6113312 Dec 20 16:13:48.101921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:48.169101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Set router 34caab46-bb53-42e4-9372-8ff99ba86d75 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:48.222191 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-143cbfe6-0ce5-4c98-a152-96372d0f8fa2 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/34caab46-bb53-42e4-9372-8ff99ba86d75 HTTP/1.1" status: 200 len: 907 time: 0.1189673 Dec 20 16:13:48.224555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33960) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:48.230020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-474537053', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': True}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:48.350565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.351777 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.372431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34caab46-bb53-42e4-9372-8ff99ba86d75', 'name': 'tempest-snat-router-474537053', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.51'}], 'enable_snat': False}, 'gw_port_id': '6d6e7f3d-20b6-48ed-873c-f6d365772775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:45Z', 'updated_at': '2021-12-20T16:13:47Z', 'revision_number': 3, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port': {'id': '6d6e7f3d-20b6-48ed-873c-f6d365772775', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34caab46-bb53-42e4-9372-8ff99ba86d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:46Z', 'updated_at': '2021-12-20T16:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:48.402934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Checking router: 34caab46-bb53-42e4-9372-8ff99ba86d75 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:13:48.403192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Updating router 34caab46-bb53-42e4-9372-8ff99ba86d75 port 6d6e7f3d-20b6-48ed-873c-f6d365772775 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:13:48.411898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.437669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.672972 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.715884 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.813892 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.860080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e097e0-5e7c-4d42-97a5-759665a2ce08 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:48.877501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Attempting to bind port 6d6e7f3d-20b6-48ed-873c-f6d365772775 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:48.877501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Attempting to bind port 6d6e7f3d-20b6-48ed-873c-f6d365772775 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:48.877501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Attempting to bind port 6d6e7f3d-20b6-48ed-873c-f6d365772775 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:48.890142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:48.890477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:48.890914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.891283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:48.891758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Bound port: 6d6e7f3d-20b6-48ed-873c-f6d365772775, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:48.892142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.893788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Pushing event updated for resources: {'Port': ['ID=6d6e7f3d-20b6-48ed-873c-f6d365772775,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:48.932714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.933027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.933400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.933753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.934068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.934404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.934719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.935042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.935375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.935682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.936639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.936960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.937307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:13:48.962298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.975212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5dae761a-6e68-41a1-9485-9f14d5fb1f2d None None] Provisioning complete for port 6d6e7f3d-20b6-48ed-873c-f6d365772775 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:48.975585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5dae761a-6e68-41a1-9485-9f14d5fb1f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:48.979298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] For port 6d6e7f3d-20b6-48ed-873c-f6d365772775, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:13:48.983124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.013429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] For port 6d6e7f3d-20b6-48ed-873c-f6d365772775, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6d6e7f3d-20b6-48ed-873c-f6d365772775,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:13:49.022188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5dae761a-6e68-41a1-9485-9f14d5fb1f2d None None] Port 6d6e7f3d-20b6-48ed-873c-f6d365772775 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:49.088328 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.112008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Allocated IP 172.25.6.153 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/60f70d10-ef64-4a92-8cca-9ee1ce425744) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:49.145584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98104b2e-238f-4e50-82df-f70cae2ba956 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:49.176950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Routers {'34caab46-bb53-42e4-9372-8ff99ba86d75'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:49.176950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34caab46-bb53-42e4-9372-8ff99ba86d75'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:49.225955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b153bfe-4d09-4a77-8460-2cf4b7a622e0 None None] Pushing event updated for resources: {'Port': ['ID=6d6e7f3d-20b6-48ed-873c-f6d365772775,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:49.265036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.297265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-269744cb-5b9a-485c-bd1d-e5256057d0ad None None] Provisioning complete for port 6d6e7f3d-20b6-48ed-873c-f6d365772775 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:49.297644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-269744cb-5b9a-485c-bd1d-e5256057d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.347029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] Set router 34caab46-bb53-42e4-9372-8ff99ba86d75 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:49.359465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.404345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:49.409720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:49.413473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:49.453761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Port': ['ID=60f70d10-ef64-4a92-8cca-9ee1ce425744,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:49.464305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f8e31-8d05-4c8c-89ad-bf0b1b282962 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:49.553840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-269744cb-5b9a-485c-bd1d-e5256057d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.579933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-269744cb-5b9a-485c-bd1d-e5256057d0ad None None] For port 6d6e7f3d-20b6-48ed-873c-f6d365772775, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6d6e7f3d-20b6-48ed-873c-f6d365772775,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:49.603681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34caab46-bb53-42e4-9372-8ff99ba86d75', 'name': 'tempest-snat-router-474537053', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.51'}], 'enable_snat': False}, 'gw_port_id': '6d6e7f3d-20b6-48ed-873c-f6d365772775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:45Z', 'updated_at': '2021-12-20T16:13:47Z', 'revision_number': 3, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port': {'id': '6d6e7f3d-20b6-48ed-873c-f6d365772775', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34caab46-bb53-42e4-9372-8ff99ba86d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:46Z', 'updated_at': '2021-12-20T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:49.635768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21207eaa-7ba0-4ef0-88d0-728e04eee4db None None] The sync data for ids ['34caab46-bb53-42e4-9372-8ff99ba86d75'] in n-d-781076-8 is: [{'id': '34caab46-bb53-42e4-9372-8ff99ba86d75', 'name': 'tempest-snat-router-474537053', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.51'}], 'enable_snat': False}, 'gw_port_id': '6d6e7f3d-20b6-48ed-873c-f6d365772775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:45Z', 'updated_at': '2021-12-20T16:13:47Z', 'revision_number': 3, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port': {'id': '6d6e7f3d-20b6-48ed-873c-f6d365772775', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34caab46-bb53-42e4-9372-8ff99ba86d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:46Z', 'updated_at': '2021-12-20T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:49.656098 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-269744cb-5b9a-485c-bd1d-e5256057d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.712243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269744cb-5b9a-485c-bd1d-e5256057d0ad None None] Pushing event updated for resources: {'Port': ['ID=6d6e7f3d-20b6-48ed-873c-f6d365772775,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:49.776439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef370d2d-e0a1-4f85-8b3b-d054dad33e94 None None] Provisioning complete for port 60f70d10-ef64-4a92-8cca-9ee1ce425744 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:49.777383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef370d2d-e0a1-4f85-8b3b-d054dad33e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:49.822867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ef370d2d-e0a1-4f85-8b3b-d054dad33e94 None None] Port 60f70d10-ef64-4a92-8cca-9ee1ce425744 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:49.849219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:50.099378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:50.369426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Router e7938dbd-ce57-4f84-b159-78cda427e5af is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:13:50.535622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:50.545372 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Sync routers for ids ['e7938dbd-ce57-4f84-b159-78cda427e5af'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:50.566931 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Routers {'e7938dbd-ce57-4f84-b159-78cda427e5af'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:50.572566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d6e7f3d-20b6-48ed-873c-f6d365772775 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:13:50.573070 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e7938dbd-ce57-4f84-b159-78cda427e5af'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:50.624340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:50.629709 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b488e783-7566-4cd9-b904-a313ac71f604 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4012713 Dec 20 16:13:50.630080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 33972) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:50.634213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6d6e7f3d-20b6-48ed-873c-f6d365772775 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:50.634651 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:50.706095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Set router e7938dbd-ce57-4f84-b159-78cda427e5af gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:13:50.793190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:50.793739 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-65134b2e-ea99-4f87-9554-da3e474962a9 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/e7938dbd-ce57-4f84-b159-78cda427e5af HTTP/1.1" status: 200 len: 907 time: 0.1621704 Dec 20 16:13:50.911582 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:50.950079 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7938dbd-ce57-4f84-b159-78cda427e5af', 'name': 'tempest-snat-router-474537053', 'tenant_id': '3315c00cdd98444d922982dfeb030653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '60f70d10-ef64-4a92-8cca-9ee1ce425744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:13:48Z', 'updated_at': '2021-12-20T16:13:49Z', 'revision_number': 3, 'project_id': '3315c00cdd98444d922982dfeb030653', 'gw_port': {'id': '60f70d10-ef64-4a92-8cca-9ee1ce425744', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7938dbd-ce57-4f84-b159-78cda427e5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:13:48Z', 'updated_at': '2021-12-20T16:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:50.983236 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Checking router: e7938dbd-ce57-4f84-b159-78cda427e5af for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:13:50.983588 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Updating router e7938dbd-ce57-4f84-b159-78cda427e5af port 60f70d10-ef64-4a92-8cca-9ee1ce425744 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:13:51.011041 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.035644 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.163332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Deleting port 60f70d10-ef64-4a92-8cca-9ee1ce425744 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:51.163681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.252140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.274501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Calling delete_port for 60f70d10-ef64-4a92-8cca-9ee1ce425744 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:51.322422 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.422829 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.475068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed9ebc-dce1-4eea-84ac-b3f72b5dd149 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:51.484709 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Attempting to bind port 60f70d10-ef64-4a92-8cca-9ee1ce425744 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:51.485326 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Attempting to bind port 60f70d10-ef64-4a92-8cca-9ee1ce425744 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:51.485884 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Attempting to bind port 60f70d10-ef64-4a92-8cca-9ee1ce425744 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:51.489261 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0e131-7bfc-4743-9a02-e3af9b54d3c4 None None] Pushing event updated for resources: {'Port': ['ID=60f70d10-ef64-4a92-8cca-9ee1ce425744,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:51.494306 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:51.494793 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:51.495398 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.495929 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:51.496858 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Bound port: 60f70d10-ef64-4a92-8cca-9ee1ce425744, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:51.496969 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.551973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.553092 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.db.api [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:13:51.553601 n-d-781076-8 neutron-server[103956]: DEBUG oslo_db.api [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:13:51.564554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b7cf33be-4da1-4261-b16b-f1ab7d42f2c3 None None] Provisioning complete for port 60f70d10-ef64-4a92-8cca-9ee1ce425744 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:51.565014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7cf33be-4da1-4261-b16b-f1ab7d42f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.582703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event deleted for resources: {'Port': ['ID=60f70d10-ef64-4a92-8cca-9ee1ce425744,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:51.586923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf33be-4da1-4261-b16b-f1ab7d42f2c3 None None] Port 60f70d10-ef64-4a92-8cca-9ee1ce425744 was deleted so its status cannot be updated. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 16:13:51.600420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b03d90-ea29-412f-be1b-76477d91c298 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:51.664891 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.759690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.762016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.820516 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.917633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.918483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7938dbd-ce57-4f84-b159-78cda427e5af {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:13:51.923488 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:51.925739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dec4f94c-7411-4a7e-ba6c-fa7293388aab tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/routers/e7938dbd-ce57-4f84-b159-78cda427e5af HTTP/1.1" status: 204 len: 168 time: 1.1302245 Dec 20 16:13:51.927391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33980) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:52.039469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.069734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Attempting to bind port 60f70d10-ef64-4a92-8cca-9ee1ce425744 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:13:52.070616 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Attempting to bind port 60f70d10-ef64-4a92-8cca-9ee1ce425744 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:13:52.070988 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Attempting to bind port 60f70d10-ef64-4a92-8cca-9ee1ce425744 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:13:52.079350 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:13:52.080017 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:13:52.080417 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.080976 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:13:52.081981 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Bound port: 60f70d10-ef64-4a92-8cca-9ee1ce425744, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:13:52.082368 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.103284 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Port 60f70d10-ef64-4a92-8cca-9ee1ce425744 has been deleted concurrently {{(pid=103956) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 20 16:13:52.113673 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Routers set() bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:52.114045 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Router IDs set() for agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 16:13:52.114689 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7938dbd-ce57-4f84-b159-78cda427e5af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent'). {{(pid=103956) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 16:13:52.115090 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc734cb-97f5-4adb-8083-b0a4faac473c None None] The sync data for ids ['e7938dbd-ce57-4f84-b159-78cda427e5af'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:52.159807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.272670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Deleting port 6d6e7f3d-20b6-48ed-873c-f6d365772775 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:52.272933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.361775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] For port 6d6e7f3d-20b6-48ed-873c-f6d365772775, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6d6e7f3d-20b6-48ed-873c-f6d365772775,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:13:52.362435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.377892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Calling delete_port for 6d6e7f3d-20b6-48ed-873c-f6d365772775 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:52.637707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.667637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d6e7f3d-20b6-48ed-873c-f6d365772775,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:52.685647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072ab96-1cd1-4019-acc6-7f709772d5fd None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:52.739196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.834654 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:52.837773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.191948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.192659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34caab46-bb53-42e4-9372-8ff99ba86d75 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:13:53.196976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.198427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-334d3a63-1f7d-456e-9c05-0ee950c46419 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "DELETE /v2.0/routers/34caab46-bb53-42e4-9372-8ff99ba86d75 HTTP/1.1" status: 204 len: 168 time: 1.2700701 Dec 20 16:13:53.203810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 33986) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:53.208702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1244908348', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:53.331462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.332459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.390205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.618833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.905944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:53.925879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:54.043538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Allocated IP 172.25.6.25 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/2fcafa72-6177-4513-9f32-6655cfddf3de) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:13:54.152185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:54.238291 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:54.286640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:13:54.289601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:13:54.294288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:13:54.297795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event updated for resources: {'Port': ['ID=2fcafa72-6177-4513-9f32-6655cfddf3de,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:54.307504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a9624e-4b13-484d-8895-90c4f4f17057 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:54.341322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9ec555fc-321e-4b10-bf8d-5cf992199189 None None] Provisioning complete for port 2fcafa72-6177-4513-9f32-6655cfddf3de triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:13:54.341780 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9ec555fc-321e-4b10-bf8d-5cf992199189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:54.377990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9ec555fc-321e-4b10-bf8d-5cf992199189 None None] Port 2fcafa72-6177-4513-9f32-6655cfddf3de cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:13:54.514119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d6e7f3d-20b6-48ed-873c-f6d365772775 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:13:54.542710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6d6e7f3d-20b6-48ed-873c-f6d365772775 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:13:54.543381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6d6e7f3d-20b6-48ed-873c-f6d365772775 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:13:54.981844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:55.195214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:56.385073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Router a6ebe66c-54b3-4803-9827-810f52200e9d is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:13:56.502739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:56.516805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] Sync routers for ids ['a6ebe66c-54b3-4803-9827-810f52200e9d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:56.531373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] Routers {'a6ebe66c-54b3-4803-9827-810f52200e9d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:56.532554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a6ebe66c-54b3-4803-9827-810f52200e9d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:56.573371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:56.583790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] Routers {'a6ebe66c-54b3-4803-9827-810f52200e9d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:56.584526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a6ebe66c-54b3-4803-9827-810f52200e9d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:56.619459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:56.619459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6981013e-1c11-4e94-907e-be5719e4bd2f None None] The sync data for ids ['a6ebe66c-54b3-4803-9827-810f52200e9d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:56.633711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:56.635714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d97db1bb-890a-4313-9a56-fb5751ca3dad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4301636 Dec 20 16:13:56.637702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34010) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:56.643142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': False}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:56.959431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:57.357866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:57.500071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:57.503457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:57.636743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Router a6ebe66c-54b3-4803-9827-810f52200e9d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:13:57.752270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:13:57.757331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:57.758157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6b727ac0-8923-44de-b09c-3e0c8b0b7276 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "PUT /v2.0/routers/a6ebe66c-54b3-4803-9827-810f52200e9d HTTP/1.1" status: 200 len: 921 time: 1.1191697 Dec 20 16:13:57.761150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34026) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:57.763415 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] Sync routers for ids ['a6ebe66c-54b3-4803-9827-810f52200e9d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:13:57.783748 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] Routers {'a6ebe66c-54b3-4803-9827-810f52200e9d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:57.784420 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a6ebe66c-54b3-4803-9827-810f52200e9d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:57.824426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:57.834119 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] Routers {'a6ebe66c-54b3-4803-9827-810f52200e9d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:13:57.834714 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a6ebe66c-54b3-4803-9827-810f52200e9d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:57.870237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:13:57.870965 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c5a96-0338-400d-b0d2-d5a8028d0d3f None None] The sync data for ids ['a6ebe66c-54b3-4803-9827-810f52200e9d'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:13:57.878360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ed615e25-6808-45eb-b3b4-aec4321f922b tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/a6ebe66c-54b3-4803-9827-810f52200e9d HTTP/1.1" status: 200 len: 921 time: 0.1156418 Dec 20 16:13:57.880835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34028) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:57.959375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a5730-4f40-4ec0-83cb-76affd31799a tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:57.960944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-173a5730-4f40-4ec0-83cb-76affd31799a tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=a6ebe66c-54b3-4803-9827-810f52200e9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0790081 Dec 20 16:13:57.963583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34030) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:58.053103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ccb30-c096-4363-a22b-9847e3bf80bf tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:13:58.054513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-666ccb30-c096-4363-a22b-9847e3bf80bf tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.0900292 Dec 20 16:13:58.057291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34032) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:58.084625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4ae27203-16fc-49f8-8a4f-2da2db762bad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ebe66c-54b3-4803-9827-810f52200e9d HTTP/1.1" status: 200 len: 205 time: 0.0262542 Dec 20 16:13:58.087080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34034) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:58.215865 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:58.683890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:58.825999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Deleting port 2fcafa72-6177-4513-9f32-6655cfddf3de {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:13:58.826339 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:58.912400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:58.925289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Calling delete_port for 2fcafa72-6177-4513-9f32-6655cfddf3de owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:13:59.169268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.200983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event deleted for resources: {'Port': ['ID=2fcafa72-6177-4513-9f32-6655cfddf3de,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:13:59.216679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dff8ef-74de-4534-9fb3-4a708dc9ea90 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:13:59.254949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f3c6522-1e44-4a68-a87d-356de51cae79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.269536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.380737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.382875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.517650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.518067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Fanout notify agent at l3_agent the message router_deleted on router a6ebe66c-54b3-4803-9827-810f52200e9d {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:13:59.525414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.529981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-403e81e4-726f-436c-a931-0b36a34cf3de tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/a6ebe66c-54b3-4803-9827-810f52200e9d HTTP/1.1" status: 204 len: 168 time: 1.4385624 Dec 20 16:13:59.531289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:59.536320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1884014730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:13:59.632156 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.633309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.698164 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.775219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.874479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:13:59.876353 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-32274e81-19f5-4e3b-b2d4-44d4c4c466c5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3436322 Dec 20 16:13:59.879178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34054) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:13:59.884997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:00.120299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:00.407115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:00.427442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:00.549363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Allocated IP 172.25.6.245 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/6c59b79a-0792-4fb4-9deb-b4c78d19be07) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:00.664695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:00.838024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:00.880474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:00.883424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:00.887068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:00.901035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c09063-1d30-4e91-82a4-82a5c2809f33 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:00.910895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event updated for resources: {'Port': ['ID=6c59b79a-0792-4fb4-9deb-b4c78d19be07,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:00.950888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-da88720c-d4bd-415c-83eb-4fc8c6854410 None None] Provisioning complete for port 6c59b79a-0792-4fb4-9deb-b4c78d19be07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:00.951548 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da88720c-d4bd-415c-83eb-4fc8c6854410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:00.991363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-da88720c-d4bd-415c-83eb-4fc8c6854410 None None] Port 6c59b79a-0792-4fb4-9deb-b4c78d19be07 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:14:01.257668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:01.474928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:01.478280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:01.751178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc931-1713-4616-808f-4a94277f3909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.015072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Router 25934280-379b-48a6-9ef9-628cae467a0d is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:14:02.127720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:02.134620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.135787 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44dd66e8-b86e-4c86-b236-149cb1730aa6 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "PUT /v2.0/routers/25934280-379b-48a6-9ef9-628cae467a0d HTTP/1.1" status: 200 len: 880 time: 2.2553072 Dec 20 16:14:02.137959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] Sync routers for ids ['25934280-379b-48a6-9ef9-628cae467a0d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:02.143422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:02.150724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] Routers {'25934280-379b-48a6-9ef9-628cae467a0d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:02.151645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['25934280-379b-48a6-9ef9-628cae467a0d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:02.190239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:02.199255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] Routers {'25934280-379b-48a6-9ef9-628cae467a0d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:02.199899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['25934280-379b-48a6-9ef9-628cae467a0d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:02.232529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:02.233831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6fff3-d6eb-49b0-bf02-435cb431792c None None] The sync data for ids ['25934280-379b-48a6-9ef9-628cae467a0d'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:02.259851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-13a02220-5bcd-412a-8eaa-245d1d152844 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/25934280-379b-48a6-9ef9-628cae467a0d HTTP/1.1" status: 200 len: 921 time: 0.1150281 Dec 20 16:14:02.262446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34066) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:02.303477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f48af-dad8-4006-a1f1-02e90758a780 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:02.305015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1b1f48af-dad8-4006-a1f1-02e90758a780 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=25934280-379b-48a6-9ef9-628cae467a0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0416620 Dec 20 16:14:02.307869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34068) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:02.396495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9992a-c95a-4e00-a353-d055cd4d31a3 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:02.398130 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33b9992a-c95a-4e00-a353-d055cd4d31a3 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.0890326 Dec 20 16:14:02.400978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34072) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:02.432358 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d8c4f61b-48c8-464a-bdb9-08f1bab62e27 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=25934280-379b-48a6-9ef9-628cae467a0d HTTP/1.1" status: 200 len: 205 time: 0.0302536 Dec 20 16:14:02.435200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34074) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:02.556672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.668196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.903222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Deleting port 6c59b79a-0792-4fb4-9deb-b4c78d19be07 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:02.903446 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.980504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.982999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:02.994986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Calling delete_port for 6c59b79a-0792-4fb4-9deb-b4c78d19be07 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:03.318139 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.350535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event deleted for resources: {'Port': ['ID=6c59b79a-0792-4fb4-9deb-b4c78d19be07,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:03.369401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9b853-c6d6-48a5-8b05-7e5b7156e6d0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:03.426456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.524700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.527249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.649458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.650187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Fanout notify agent at l3_agent the message router_deleted on router 25934280-379b-48a6-9ef9-628cae467a0d {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:14:03.659997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.659997 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92d9a56e-4bc1-4060-b474-7cebf49e2b63 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/25934280-379b-48a6-9ef9-628cae467a0d HTTP/1.1" status: 204 len: 168 time: 1.2224650 Dec 20 16:14:03.662396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34080) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:03.667367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530285630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:03.781727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.782821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.840534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:03.923484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:04.057085 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:04.058363 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-81fba061-b0ee-40cb-83dc-38f03f421ceb tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3948574 Dec 20 16:14:04.061213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34082) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:04.065652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': True}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:04.304050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:04.314627 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-c9224712-7ffb-461b-8ff2-a93186c7ec8e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142852 Dec 20 16:14:04.398805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-dcbbe859-11d2-4af4-96aa-24bf693a4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:04.400358 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-dcbbe859-11d2-4af4-96aa-24bf693a4f00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 1097 time: 0.0412118 Dec 20 16:14:04.407927 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:04.531061 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-a99d6c6c-e544-4a70-b357-4c225bb6c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:04.532550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-a99d6c6c-e544-4a70-b357-4c225bb6c89f service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 200 len: 910 time: 0.1121426 Dec 20 16:14:04.627478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-578878dc-cf7a-48ce-9953-5f309b9b3003 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 200 len: 1002 time: 0.0711718 Dec 20 16:14:04.693119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-bcfa8d81-cb88-42fb-8670-740b47a5a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:04.694939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-bcfa8d81-cb88-42fb-8670-740b47a5a7f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 200 len: 848 time: 0.0604060 Dec 20 16:14:04.835299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-00b93149-cdbf-42c8-acef-1652067de7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:04.837054 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-00b93149-cdbf-42c8-acef-1652067de7e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064553 Dec 20 16:14:04.852573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:04.887826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:05.006113 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-2b5cb815-f9cc-4f2c-9e26-d8cff3c7e95e service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621513 Dec 20 16:14:05.111520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Allocated IP 172.25.6.183 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/600a6237-670d-4586-99a8-7f82f145792e) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:05.122580 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:05.168649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2e751568-4f68-4beb-90d9-f9008b0ebd15 req-96495879-f9e4-4aa3-97e7-6332a6b102f8 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433516 Dec 20 16:14:05.239572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:05.415190 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:05.460752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:05.463742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:05.469090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:05.472063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Port': ['ID=600a6237-670d-4586-99a8-7f82f145792e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:05.483609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9f936-db26-487c-ae32-f12bf9d5710e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:05.549969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-26b57d91-af53-4cc2-b7c1-ab0703f4d2f8 None None] Provisioning complete for port 600a6237-670d-4586-99a8-7f82f145792e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:05.549969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-26b57d91-af53-4cc2-b7c1-ab0703f4d2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:05.580515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-26b57d91-af53-4cc2-b7c1-ab0703f4d2f8 None None] Port 600a6237-670d-4586-99a8-7f82f145792e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:14:06.043737 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:14:06.205150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:06.258101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-eaae643f-a5f2-4999-b607-b7f5e0f383d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0501478 Dec 20 16:14:06.360203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.360723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.361220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.361686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.362142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.362606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.363066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.365391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-b6fc1a64-c2f9-4d05-b6e4-13abf08ec3e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0570078 Dec 20 16:14:06.459092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:06.463967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:06.510629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-77a7aabf-812f-419d-881d-7a0a7e3c3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.511113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-77a7aabf-812f-419d-881d-7a0a7e3c3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.511611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-77a7aabf-812f-419d-881d-7a0a7e3c3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.513294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-77a7aabf-812f-419d-881d-7a0a7e3c3ba3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.1140707 Dec 20 16:14:06.595014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-570c2991-05df-4695-8e15-a592e1d91b7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.0732560 Dec 20 16:14:06.659175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fcd61a33-381e-4e19-a3d8-e8c556887381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.660731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fcd61a33-381e-4e19-a3d8-e8c556887381 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0593355 Dec 20 16:14:06.717918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-27f280a3-ebd8-4f89-ba09-19a5678c4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:06.719540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-27f280a3-ebd8-4f89-ba09-19a5678c4179 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512481 Dec 20 16:14:06.798076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Router f95d8e10-0c97-4cd3-99de-eaa74a5e92dd is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:14:06.830899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-9da55c6f-3e5e-4782-8d96-8886e0db3986 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039648 Dec 20 16:14:06.928143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:06.933075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:06.937928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] Sync routers for ids ['f95d8e10-0c97-4cd3-99de-eaa74a5e92dd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:06.943093 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-964b63cb-f9d9-446f-b324-f32678cc2e42 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "PUT /v2.0/routers/f95d8e10-0c97-4cd3-99de-eaa74a5e92dd HTTP/1.1" status: 200 len: 914 time: 2.8785579 Dec 20 16:14:06.944435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34096) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:06.951125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fa173aa0-fead-447d-b6bd-0b82c66c41ce service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121347 Dec 20 16:14:06.951940 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] Routers {'f95d8e10-0c97-4cd3-99de-eaa74a5e92dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:06.952769 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f95d8e10-0c97-4cd3-99de-eaa74a5e92dd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:06.993825 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:07.012117 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] Routers {'f95d8e10-0c97-4cd3-99de-eaa74a5e92dd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:07.013051 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['f95d8e10-0c97-4cd3-99de-eaa74a5e92dd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:07.015819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-aa59d186-2131-4442-afc8-efcd94e0c3bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0565796 Dec 20 16:14:07.084540 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:07.085381 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df8e193-8c36-4f7e-b0fc-75dd1fce62fd None None] The sync data for ids ['f95d8e10-0c97-4cd3-99de-eaa74a5e92dd'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:07.135531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-2853b96c-14db-4992-b4a0-6a72ab637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:07.148926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-2853b96c-14db-4992-b4a0-6a72ab637615 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.1136918 Dec 20 16:14:07.150676 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6f526b96-baf9-43ae-9c84-2608b05d977e tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/f95d8e10-0c97-4cd3-99de-eaa74a5e92dd HTTP/1.1" status: 200 len: 920 time: 0.2058849 Dec 20 16:14:07.151541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34098) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:07.209013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-af284edf-9bc2-4983-a8fc-60ae9b2c2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:07.211962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-af284edf-9bc2-4983-a8fc-60ae9b2c2369 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652814 Dec 20 16:14:07.245274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d3bfdf-3d9a-47ac-b6b1-1e38c5170905 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:07.249441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a5d3bfdf-3d9a-47ac-b6b1-1e38c5170905 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=f95d8e10-0c97-4cd3-99de-eaa74a5e92dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0941231 Dec 20 16:14:07.249732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34100) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:07.376569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4733c-8001-4465-a00d-8eddc2dca03a tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:07.378397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b1a4733c-8001-4465-a00d-8eddc2dca03a tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.1277530 Dec 20 16:14:07.381041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34102) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:07.421702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f4cfdc9d-36c2-49ab-9fc6-2397d18aa29a tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=f95d8e10-0c97-4cd3-99de-eaa74a5e92dd HTTP/1.1" status: 200 len: 205 time: 0.0391524 Dec 20 16:14:07.422362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-05f52a3c-010c-49fb-bdfb-0f2a33e64dd9 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031693 Dec 20 16:14:07.424118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34106) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:07.544966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-86f5aa3c-1df9-41ca-8a9c-3e49ab1fc799 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153002 Dec 20 16:14:07.575445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:07.605055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-39be7379-3aa3-4a96-937e-7b908a39b971 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0522137 Dec 20 16:14:07.693658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fcd10eae-b5c1-461e-bbc4-640651a44b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:07.695500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fcd10eae-b5c1-461e-bbc4-640651a44b4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0752282 Dec 20 16:14:07.728961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:07.752190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-5b0b4fb2-ca3a-43f3-851e-97fddd02138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:07.753750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-5b0b4fb2-ca3a-43f3-851e-97fddd02138f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478642 Dec 20 16:14:07.851537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-01ff527f-7645-43e4-b5f6-7f6495f0c362 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900652 Dec 20 16:14:07.924015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Deleting port 600a6237-670d-4586-99a8-7f82f145792e {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:07.924375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:07.952834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-7d420fed-7ba5-426c-a7f4-d6626c40b915 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933304 Dec 20 16:14:07.999888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-3efc0045-f7d1-42b7-a7a5-e9e5101f6fe3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0407779 Dec 20 16:14:08.010298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.023663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Calling delete_port for 600a6237-670d-4586-99a8-7f82f145792e owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:08.052327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fb108a54-7c50-4588-8e36-c284e00202d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:08.054074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-fb108a54-7c50-4588-8e36-c284e00202d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0478659 Dec 20 16:14:08.103824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-f4ba365f-c874-47ca-b9ae-d0918030805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:08.105520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-f4ba365f-c874-47ca-b9ae-d0918030805d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435081 Dec 20 16:14:08.210141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-2a5301c9-59fa-42eb-959f-7cba34960365 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966613 Dec 20 16:14:08.299545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.303943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-2fe0811c-1ec6-4b48-903b-bda79fdb3b68 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867066 Dec 20 16:14:08.328468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event deleted for resources: {'Port': ['ID=600a6237-670d-4586-99a8-7f82f145792e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:08.340266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31a045-9983-4b62-a987-17f010c6ad71 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:08.353103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-6afe4f69-ee34-4a43-a076-80fb7a29da78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0425608 Dec 20 16:14:08.401933 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.410272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-6edaf7ae-09e7-4bb7-acab-3769c9ff01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:08.415454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-6edaf7ae-09e7-4bb7-acab-3769c9ff01bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0514400 Dec 20 16:14:08.471211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-4241176f-ea56-4176-adf3-e3e0ea8e1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:08.472781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-4241176f-ea56-4176-adf3-e3e0ea8e1e3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542030 Dec 20 16:14:08.498420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.501783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.577330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-1343268a-c074-480c-a0c1-2d1a436629fa service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975459 Dec 20 16:14:08.678752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-ef587e63-5353-47b2-80cb-10641df94bec service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Dec 20 16:14:08.683486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.684022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Fanout notify agent at l3_agent the message router_deleted on router f95d8e10-0c97-4cd3-99de-eaa74a5e92dd {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:14:08.693724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.699379 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e2a2c996-8e6a-4720-93cb-a24518e1cc3f tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/f95d8e10-0c97-4cd3-99de-eaa74a5e92dd HTTP/1.1" status: 204 len: 168 time: 1.2699065 Dec 20 16:14:08.699994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34114) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:08.709016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-546058086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:08.733933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-52921905-3a0f-413d-bf95-e327c21bbb2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0484240 Dec 20 16:14:08.795429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-33245a75-ffaf-4bf0-84b8-32f0a6d26c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:08.797009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-33245a75-ffaf-4bf0-84b8-32f0a6d26c0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0565965 Dec 20 16:14:08.820996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.822147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.856973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-249b5fae-dec7-4dbb-910b-76967c3ceeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:08.860050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-249b5fae-dec7-4dbb-910b-76967c3ceeb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560384 Dec 20 16:14:08.884591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:08.961265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-852d501e-b040-4f7c-b9b1-75e7dbfda233 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936911 Dec 20 16:14:08.963842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:09.034662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:09.035895 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0fcc4ec3-bc2f-4a86-ae99-72e7c006680d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3346353 Dec 20 16:14:09.038611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34120) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:09.042931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'enable_snat': False}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:09.062683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-f05a902f-8e5c-449a-8369-3b67520bca71 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945427 Dec 20 16:14:09.120171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-2f1e9dd7-4b19-4f3f-936a-f96842c9ecb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0435386 Dec 20 16:14:09.177835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-aa75edf1-5772-4d9c-8d7a-35460b871a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:09.179378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-aa75edf1-5772-4d9c-8d7a-35460b871a51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0528994 Dec 20 16:14:09.235068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-6d9fd144-14e8-4969-b8a6-f4918ca54aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:09.239567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-6d9fd144-14e8-4969-b8a6-f4918ca54aa9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498018 Dec 20 16:14:09.277946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:09.334522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-2d80623d-dcba-4e86-b1cc-86b5579dfcb8 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901599 Dec 20 16:14:09.434663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2532f368-494b-49c1-8c80-dc6a85467ab4 req-79db5135-7394-4689-bb95-61e85618e4e6 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927715 Dec 20 16:14:09.597141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:09.616762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:09.756608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Allocated IP 172.25.6.130 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/07cb1882-00b0-44b2-a750-a28e74e139a7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:09.882847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:10.289576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:10.331582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:10.336096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:10.340609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:10.343236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Pushing event updated for resources: {'Port': ['ID=07cb1882-00b0-44b2-a750-a28e74e139a7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:10.352883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc4dff-5237-4fb7-83a8-cf71f14d41c2 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:10.370191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.370550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.370898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.371235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.371570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.371899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.372228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.373240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.373240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.373240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.379957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.379957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.379957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:10.439411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9e0ed91c-48af-4a15-a9ec-a39370cec201 None None] Provisioning complete for port 07cb1882-00b0-44b2-a750-a28e74e139a7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:10.439926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed91c-48af-4a15-a9ec-a39370cec201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:10.486002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ed91c-48af-4a15-a9ec-a39370cec201 None None] Port 07cb1882-00b0-44b2-a750-a28e74e139a7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:14:10.695668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:10.987757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:10.991577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:11.186835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Router 707c6b6d-db9f-441c-8f2b-d8468273d2a0 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:14:11.296669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:11.301062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:11.302303 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a94edaf2-1207-4611-a24e-0dd59abdafcc tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "PUT /v2.0/routers/707c6b6d-db9f-441c-8f2b-d8468273d2a0 HTTP/1.1" status: 200 len: 915 time: 2.2627494 Dec 20 16:14:11.304895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:11.305263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] Sync routers for ids ['707c6b6d-db9f-441c-8f2b-d8468273d2a0'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:11.316354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] Routers {'707c6b6d-db9f-441c-8f2b-d8468273d2a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:11.316965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['707c6b6d-db9f-441c-8f2b-d8468273d2a0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:11.349778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:11.359513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] Routers {'707c6b6d-db9f-441c-8f2b-d8468273d2a0'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:11.359513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['707c6b6d-db9f-441c-8f2b-d8468273d2a0'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:11.395608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:11.396362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190182c-e35a-484c-9957-c678534ac5b9 None None] The sync data for ids ['707c6b6d-db9f-441c-8f2b-d8468273d2a0'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:11.414397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d355d9b8-374d-4d9f-ac8c-c7325d8c2022 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/707c6b6d-db9f-441c-8f2b-d8468273d2a0 HTTP/1.1" status: 200 len: 921 time: 0.1083746 Dec 20 16:14:11.417030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34134) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:11.458009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb66a6-0467-429b-b2b4-acdf84b9c329 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:11.459536 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2dcb66a6-0467-429b-b2b4-acdf84b9c329 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=707c6b6d-db9f-441c-8f2b-d8468273d2a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0416002 Dec 20 16:14:11.462128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34136) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:11.549733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344ba57-034c-4837-a8a9-429ce056c41b tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:11.551150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1344ba57-034c-4837-a8a9-429ce056c41b tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/networks/c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 881 time: 0.0881028 Dec 20 16:14:11.553903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34138) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:11.579985 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5b54cc24-02b7-4ff1-9182-beedd1d00e4b tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=707c6b6d-db9f-441c-8f2b-d8468273d2a0 HTTP/1.1" status: 200 len: 205 time: 0.0250618 Dec 20 16:14:11.582365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34140) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:11.689761 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:11.798373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:11.927775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Deleting port 07cb1882-00b0-44b2-a750-a28e74e139a7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:11.928106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.004872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.017388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Calling delete_port for 07cb1882-00b0-44b2-a750-a28e74e139a7 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:12.249280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.276032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event deleted for resources: {'Port': ['ID=07cb1882-00b0-44b2-a750-a28e74e139a7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:12.291033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed02268-a503-492b-8316-dd14d5c747a3 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:12.345472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.441923 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.444710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.573583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.574167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Fanout notify agent at l3_agent the message router_deleted on router 707c6b6d-db9f-441c-8f2b-d8468273d2a0 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:14:12.582369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.583598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a52f15e6-eec9-437a-8756-7f857b5fb701 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/707c6b6d-db9f-441c-8f2b-d8468273d2a0 HTTP/1.1" status: 204 len: 168 time: 1.0002632 Dec 20 16:14:12.587100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34158) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:12.591593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-558486827', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:12.664438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-816f9f28-0f89-438a-b9ba-bfd4ccbe6cc4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:12.665930 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-816f9f28-0f89-438a-b9ba-bfd4ccbe6cc4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1085777 Dec 20 16:14:12.681875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-45e5cf10-16a7-41db-a134-d60b260170ae tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0093215 Dec 20 16:14:12.722370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.722370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.735209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-8fd60b2e-aab6-45a5-9f9c-ca3b3b2af1a3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469973 Dec 20 16:14:12.773999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:12.905943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-8009dd3f-0842-4d62-b585-01e8a793d842 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619601 Dec 20 16:14:13.000846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-5f0e21b9-9f96-41ef-832c-c5ba31882ca2 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880482 Dec 20 16:14:13.012513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:13.281772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9e46c85d-2448-40ae-9e36-deb74cce517c req-a8573d49-0018-4174-b064-45bbdefb446f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0289762 Dec 20 16:14:13.282981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:13.302845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:13.416070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Allocated IP 172.25.6.202 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/1014d331-bfe0-483b-84cc-a5197f6b69f6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:13.528394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:13.632575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:13.676092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:13.679361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:13.683319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:13.689833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event updated for resources: {'Port': ['ID=1014d331-bfe0-483b-84cc-a5197f6b69f6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:13.701223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a85da-f895-4fb4-a247-78ad231ef5d9 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:13.738116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5a50bba7-6621-400f-82ee-b62012644ebe None None] Provisioning complete for port 1014d331-bfe0-483b-84cc-a5197f6b69f6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:13.738600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5a50bba7-6621-400f-82ee-b62012644ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:13.773739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5a50bba7-6621-400f-82ee-b62012644ebe None None] Port 1014d331-bfe0-483b-84cc-a5197f6b69f6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:14:14.355595 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:14.386328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-917bf71c-7fa6-450a-a586-8268f35fb84f req-e3928e35-0603-424d-8a03-1f085db615dd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0321620 Dec 20 16:14:14.564506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:14.826127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Router e23e2a94-e7cc-4035-9804-5645e7cee607 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:14:14.938086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:14.950019 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] Sync routers for ids ['e23e2a94-e7cc-4035-9804-5645e7cee607'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:14.960741 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] Routers {'e23e2a94-e7cc-4035-9804-5645e7cee607'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:14.961376 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e23e2a94-e7cc-4035-9804-5645e7cee607'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:14.995040 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:15.005057 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] Routers {'e23e2a94-e7cc-4035-9804-5645e7cee607'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:15.005686 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e23e2a94-e7cc-4035-9804-5645e7cee607'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:15.038606 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:15.039260 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9ebde-d08e-48c1-98bb-c59158ea4266 None None] The sync data for ids ['e23e2a94-e7cc-4035-9804-5645e7cee607'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:15.073941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:15.075549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db3cb85d-9578-42cf-ae69-b482fb588086 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4875443 Dec 20 16:14:15.080604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34186) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:15.086002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:15.399123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:15.486127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d53c2a29-4767-4cb5-9da9-6da6fb7be43e req-5285fbec-cff4-4737-bac2-10b89237a128 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0276108 Dec 20 16:14:15.491785 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:15.526986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9fc8951f-99f0-4ea7-8c51-4cd96522699f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:15.529089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9fc8951f-99f0-4ea7-8c51-4cd96522699f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1223633 Dec 20 16:14:15.542918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:15.690128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Deleting port 1014d331-bfe0-483b-84cc-a5197f6b69f6 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:15.690386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:15.761788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:15.766257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:15.791213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:15.813485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Calling delete_port for 1014d331-bfe0-483b-84cc-a5197f6b69f6 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:16.008308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.14 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/788960d8-f1ad-42a7-8a10-bcd481f73a81) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:16.198041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.236356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Pushing event deleted for resources: {'Port': ['ID=1014d331-bfe0-483b-84cc-a5197f6b69f6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:16.240618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.256100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facfe750-59fa-4914-92a5-9be954c86fd1 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:16.326885 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.435826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.580066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:16.586380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:16.590302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:16.595026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.609154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e810e76-d1be-464e-965b-c594e39b957b req-c722a7b7-d4d8-4144-9f22-3987a7985473 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:16.618221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e810e76-d1be-464e-965b-c594e39b957b req-c722a7b7-d4d8-4144-9f22-3987a7985473 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 932 time: 0.0610812 Dec 20 16:14:16.622243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=788960d8-f1ad-42a7-8a10-bcd481f73a81,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:16.628418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.671707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e810e76-d1be-464e-965b-c594e39b957b req-924d1aaa-02c2-459a-ac76-0824d6ff96a2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523853 Dec 20 16:14:16.721274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:16.721943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.743293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Router e23e2a94-e7cc-4035-9804-5645e7cee607 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:14:16.830333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1ac7231e-4752-43e8-ae21-62e03d408ca1 None None] Provisioning complete for port 788960d8-f1ad-42a7-8a10-bcd481f73a81 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:16.830721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1ac7231e-4752-43e8-ae21-62e03d408ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.832718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:16.840075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:16.843969 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c2f329d5-4d55-4a2d-9509-84c0485588c0 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "PUT /v2.0/routers/e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 200 len: 705 time: 1.7587404 Dec 20 16:14:16.844233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34200) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:16.853716 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-4106de3f-745b-4777-ab8d-cf0a07d59fcf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3145044 Dec 20 16:14:16.863104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] Sync routers for ids ['e23e2a94-e7cc-4035-9804-5645e7cee607'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:16.887699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7231e-4752-43e8-ae21-62e03d408ca1 None None] Port 788960d8-f1ad-42a7-8a10-bcd481f73a81 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:14:16.890552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] Routers {'e23e2a94-e7cc-4035-9804-5645e7cee607'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:16.891557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e23e2a94-e7cc-4035-9804-5645e7cee607'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:16.894478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Request body: {'port': {'device_id': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:16.926881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:16.936756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] Routers {'e23e2a94-e7cc-4035-9804-5645e7cee607'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:16.937412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e23e2a94-e7cc-4035-9804-5645e7cee607'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:16.952445 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dd0b7f10-8228-477d-82a6-618edd158a75 tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/routers/e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 200 len: 740 time: 0.1072228 Dec 20 16:14:16.955540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34202) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:16.972632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:16.973702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262b8cd-9151-4dae-8cca-4b6223dfb6c1 None None] The sync data for ids ['e23e2a94-e7cc-4035-9804-5645e7cee607'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:16.982027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.017235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-be94725a-56a5-4b49-af01-0d12c084c8fe tempest-RoutersAdminTest-316668817 tempest-RoutersAdminTest-316668817-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&device_id=e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 200 len: 205 time: 0.0595236 Dec 20 16:14:17.017885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34204) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:17.049839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f68b6cb7-49d3-4096-8201-902ec1c9f3e5 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 200 len: 205 time: 0.0307207 Dec 20 16:14:17.052255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34206) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:17.139721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.298443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788960d8-f1ad-42a7-8a10-bcd481f73a81 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:14:17.309239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.309589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.319778 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.324858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Transition to ACTIVE for port object 788960d8-f1ad-42a7-8a10-bcd481f73a81 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:14:17.420359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.479780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=788960d8-f1ad-42a7-8a10-bcd481f73a81,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:17.565239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Attempting to bind port 788960d8-f1ad-42a7-8a10-bcd481f73a81 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:17.565691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Attempting to bind port 788960d8-f1ad-42a7-8a10-bcd481f73a81 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:17.566124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Attempting to bind port 788960d8-f1ad-42a7-8a10-bcd481f73a81 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:17.571441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Port 788960d8-f1ad-42a7-8a10-bcd481f73a81 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:14:17.571904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Attempting to bind port 788960d8-f1ad-42a7-8a10-bcd481f73a81 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:17.581559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:17.581953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:17.582338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:17.582782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Bound port: 788960d8-f1ad-42a7-8a10-bcd481f73a81, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:17.583141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.664330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] For port 788960d8-f1ad-42a7-8a10-bcd481f73a81, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:17.668922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] For port 788960d8-f1ad-42a7-8a10-bcd481f73a81, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=788960d8-f1ad-42a7-8a10-bcd481f73a81,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:17.800308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193169-6720-461e-a769-899b2ad9bf46 req-4ec95237-284a-4376-a80f-0c39e0896041 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:17.802000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1193169-6720-461e-a769-899b2ad9bf46 req-4ec95237-284a-4376-a80f-0c39e0896041 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0506032 Dec 20 16:14:17.859766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1193169-6720-461e-a769-899b2ad9bf46 req-831f05f9-3409-4714-8501-8c4a6730bdae tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Dec 20 16:14:17.861575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.898964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:17.899657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.901318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] 10.222.0.72 "PUT /v2.0/ports/788960d8-f1ad-42a7-8a10-bcd481f73a81 HTTP/1.1" status: 200 len: 1092 time: 1.0110576 Dec 20 16:14:17.912080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'tag': '788960d8-f1ad-42a7-8a10-bcd481f73a81'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:14:17.914703 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86479c-237b-481e-96bf-0dd7783142b6" -d '{"events": [{"name": "network-changed", "server_uuid": "254fb44e-f7d6-4830-960a-0feec192ca5b", "tag": "788960d8-f1ad-42a7-8a10-bcd481f73a81"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:14:17.935124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.935783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Fanout notify agent at l3_agent the message router_deleted on router e23e2a94-e7cc-4035-9804-5645e7cee607 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:14:17.938754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8369d-0415-44ae-82f9-da052c686fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=788960d8-f1ad-42a7-8a10-bcd481f73a81,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:17.949950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:17.950696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5514fd2f-cf4b-49dc-b293-9999516f00ad tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 204 len: 168 time: 0.8923094 Dec 20 16:14:17.956452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34214) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:17.990788 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d57a47-aef3-4984-a131-e2acae7e8d46 x-openstack-request-id: req-c7d57a47-aef3-4984-a131-e2acae7e8d46 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:14:17.991438 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254fb44e-f7d6-4830-960a-0feec192ca5b", "tag": "788960d8-f1ad-42a7-8a10-bcd481f73a81", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:14:17.991887 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7d57a47-aef3-4984-a131-e2acae7e8d46 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:14:17.995466 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'tag': '788960d8-f1ad-42a7-8a10-bcd481f73a81', 'status': 'completed', 'code': 200} Dec 20 16:14:18.001222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2face4fb-501b-4922-bbe6-08c9613dc295 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 200 len: 205 time: 0.0421190 Dec 20 16:14:18.002287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.047876 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-0b6fc71b-4313-477d-81d5-8c394f3422b3 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] delete failed (client error): The resource could not be found. Dec 20 16:14:18.048955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0b6fc71b-4313-477d-81d5-8c394f3422b3 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/e23e2a94-e7cc-4035-9804-5645e7cee607 HTTP/1.1" status: 404 len: 336 time: 0.0457933 Dec 20 16:14:18.051796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34218) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.073764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86479c-237b-481e-96bf-0dd7783142b6 req-bd9c51df-927a-41ff-905f-5376230d2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.075702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cb86479c-237b-481e-96bf-0dd7783142b6 req-bd9c51df-927a-41ff-905f-5376230d2a23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 1095 time: 0.0627840 Dec 20 16:14:18.081680 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7d4b5147-243c-45e3-a190-14576d7ada7d tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=707c6b6d-db9f-441c-8f2b-d8468273d2a0 HTTP/1.1" status: 200 len: 205 time: 0.0285187 Dec 20 16:14:18.084012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34220) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.134970 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-9a1f809b-e44c-4caa-bbad-47cd0be82099 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] delete failed (client error): The resource could not be found. Dec 20 16:14:18.136323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9a1f809b-e44c-4caa-bbad-47cd0be82099 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/707c6b6d-db9f-441c-8f2b-d8468273d2a0 HTTP/1.1" status: 404 len: 336 time: 0.0505748 Dec 20 16:14:18.138967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34222) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.186216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-eff408ae-554b-4519-ae43-75e37ca8c1cd tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=f95d8e10-0c97-4cd3-99de-eaa74a5e92dd HTTP/1.1" status: 200 len: 205 time: 0.0438728 Dec 20 16:14:18.189039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34224) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.212672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86479c-237b-481e-96bf-0dd7783142b6 req-910508fa-79f9-48ba-b1db-629690a546cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.214682 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cb86479c-237b-481e-96bf-0dd7783142b6 req-910508fa-79f9-48ba-b1db-629690a546cf service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ec48f64f9d664e73833f1e3256fc7428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1309779 Dec 20 16:14:18.229438 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-6454a284-ecdb-4ea8-8b9b-1744c445b358 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] delete failed (client error): The resource could not be found. Dec 20 16:14:18.230522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6454a284-ecdb-4ea8-8b9b-1744c445b358 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/f95d8e10-0c97-4cd3-99de-eaa74a5e92dd HTTP/1.1" status: 404 len: 336 time: 0.0404694 Dec 20 16:14:18.236144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34228) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.271422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dae46898-829a-420e-9843-d5484214758a tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=25934280-379b-48a6-9ef9-628cae467a0d HTTP/1.1" status: 200 len: 205 time: 0.0341120 Dec 20 16:14:18.273706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34230) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.319570 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-03b6563d-83fd-4a54-82ad-e4807f521d6b tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] delete failed (client error): The resource could not be found. Dec 20 16:14:18.320630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-03b6563d-83fd-4a54-82ad-e4807f521d6b tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/25934280-379b-48a6-9ef9-628cae467a0d HTTP/1.1" status: 404 len: 336 time: 0.0460165 Dec 20 16:14:18.327185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34232) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.347645 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86479c-237b-481e-96bf-0dd7783142b6 req-fa642ba7-2f26-4b1f-83c6-7e3bff13538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.349150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cb86479c-237b-481e-96bf-0dd7783142b6 req-fa642ba7-2f26-4b1f-83c6-7e3bff13538f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274359 Dec 20 16:14:18.355704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f17f99bb-866e-478d-b995-1ba4d10e2504 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=a6ebe66c-54b3-4803-9827-810f52200e9d HTTP/1.1" status: 200 len: 205 time: 0.0271564 Dec 20 16:14:18.358679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34234) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.396952 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-225f312a-1649-425e-8566-2d8e33a56938 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] delete failed (client error): The resource could not be found. Dec 20 16:14:18.398340 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-225f312a-1649-425e-8566-2d8e33a56938 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/a6ebe66c-54b3-4803-9827-810f52200e9d HTTP/1.1" status: 404 len: 336 time: 0.0386639 Dec 20 16:14:18.401041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34236) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.434858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8627ed8a-9ec1-4618-a57a-2efc17adc0a2 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "GET /v2.0/ports?device_id=253016b1-29f0-4d09-b755-db956d42dbff HTTP/1.1" status: 200 len: 205 time: 0.0287678 Dec 20 16:14:18.437394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34238) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.484669 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-89711af4-f484-45e7-8697-b6c29e6e6ea7 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] delete failed (client error): The resource could not be found. Dec 20 16:14:18.488324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-89711af4-f484-45e7-8697-b6c29e6e6ea7 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/routers/253016b1-29f0-4d09-b755-db956d42dbff HTTP/1.1" status: 404 len: 336 time: 0.0474427 Dec 20 16:14:18.488756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34240) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:18.521917 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a4c7ed-b237-4938-bfbf-8bcf297a8644 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] DELETE failed (client error): The resource could not be found. Dec 20 16:14:18.522391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a4c7ed-b237-4938-bfbf-8bcf297a8644 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:14:18.529400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09a4c7ed-b237-4938-bfbf-8bcf297a8644 tempest-RoutersAdminTest-956590648 tempest-RoutersAdminTest-956590648-project] 10.222.0.81 "DELETE /v2.0/subnets/e8b85b04-8b46-4990-af85-fd7a2246ad97 HTTP/1.1" status: 404 len: 337 time: 0.0394516 Dec 20 16:14:18.742217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-a6743418-ad40-4441-9627-af4e37f3b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.743644 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-a6743418-ad40-4441-9627-af4e37f3b401 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 1095 time: 0.3537819 Dec 20 16:14:18.787618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-b1b3abbd-c5c7-4759-a2d9-5fe41a3ed972 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=788960d8-f1ad-42a7-8a10-bcd481f73a81 HTTP/1.1" status: 200 len: 217 time: 0.0359764 Dec 20 16:14:18.839972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-336829d1-8cb5-4783-80fa-8f745f9d3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.841378 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-336829d1-8cb5-4783-80fa-8f745f9d3751 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0466511 Dec 20 16:14:18.900788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-be41bd6b-88be-49d4-b2e7-7198d26dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.902341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-be41bd6b-88be-49d4-b2e7-7198d26dc750 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533578 Dec 20 16:14:18.996200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10577fc5-b72e-40cd-a162-250b121f79d3 req-fdb27013-ec04-45ae-b4c7-5df46827d404 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:18.997264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10577fc5-b72e-40cd-a162-250b121f79d3 req-fdb27013-ec04-45ae-b4c7-5df46827d404 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0567329 Dec 20 16:14:19.008336 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-2dcda135-5eed-4b35-85c9-7cce13e95185 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988221 Dec 20 16:14:19.067671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10577fc5-b72e-40cd-a162-250b121f79d3 req-fb604b74-8cdb-439f-83cf-f3fefc58e241 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Dec 20 16:14:19.106348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:19.147279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-69b73e58-a98e-4c4d-8640-4a2f92278311 req-fe0bfad3-85b5-43b6-a412-f7092e1a5131 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310968 Dec 20 16:14:19.252521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.336111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.414842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.458667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf55d3b86d7a43a2a06ae8706927d426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512053 Dec 20 16:14:19.459440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3bd19-07fa-4735-9cba-46055b75ccdf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:19.461529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34254) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:19.467739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.468093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.468716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.468838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.469097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.469478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.469810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.470540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.470540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.470804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.471131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.471460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.471784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa8d70f-b336-4cf7-a926-d42c162dc76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:19.530897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e547bb3d-59c4-4e76-a505-cabf561d4dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.554179 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e547bb3d-59c4-4e76-a505-cabf561d4dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.701304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e547bb3d-59c4-4e76-a505-cabf561d4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.704229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e547bb3d-59c4-4e76-a505-cabf561d4dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:19.705455 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e547bb3d-59c4-4e76-a505-cabf561d4dcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cac3bd19-07fa-4735-9cba-46055b75ccdf HTTP/1.1" status: 204 len: 168 time: 0.2426860 Dec 20 16:14:19.715793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547bb3d-59c4-4e76-a505-cabf561d4dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3bd19-07fa-4735-9cba-46055b75ccdf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:20.180432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08dc71-9e64-4abe-a1b8-10d5a8442b78 req-a60f5476-0715-4b10-81dc-550a8f8f8112 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:20.181985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b08dc71-9e64-4abe-a1b8-10d5a8442b78 req-a60f5476-0715-4b10-81dc-550a8f8f8112 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0527978 Dec 20 16:14:20.236517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b08dc71-9e64-4abe-a1b8-10d5a8442b78 req-5fdb445a-abc0-424a-a381-e426d6edd757 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Dec 20 16:14:20.352164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:20.405942 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-38fa5d7e-71e1-4cbd-b7ab-df3f2f861dee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3315c00cdd98444d922982dfeb030653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495148 Dec 20 16:14:20.406203 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34266) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:20.464120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c77bbad-a97d-4358-84e8-e7eb93f19cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:20.489639 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c77bbad-a97d-4358-84e8-e7eb93f19cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:20.654116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c77bbad-a97d-4358-84e8-e7eb93f19cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:20.663580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c77bbad-a97d-4358-84e8-e7eb93f19cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:20.663580 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6c77bbad-a97d-4358-84e8-e7eb93f19cfe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f412b53-cebe-4d41-b083-eea85352205c HTTP/1.1" status: 204 len: 168 time: 0.2517848 Dec 20 16:14:20.667168 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77bbad-a97d-4358-84e8-e7eb93f19cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f412b53-cebe-4d41-b083-eea85352205c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:21.369862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d48ed-3fb7-40c7-a62d-225a7c2ccd34 req-b8374a57-7108-450a-bfd4-a9316cc6d07b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:21.371587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-894d48ed-3fb7-40c7-a62d-225a7c2ccd34 req-b8374a57-7108-450a-bfd4-a9316cc6d07b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0592864 Dec 20 16:14:21.430741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-894d48ed-3fb7-40c7-a62d-225a7c2ccd34 req-75a604e6-5892-41a5-938b-d450be6d1e8a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Dec 20 16:14:21.805608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:21.887823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34292) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:21.996557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049775500'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:22.129541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:22.133239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.142847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.229476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.346072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.378173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:22.384255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9256e-8917-49af-ab48-741721e5dc8f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:22.393456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.393456 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 3bbe4b43-0646-4e7f-813f-40dd5c3028b6 of type vlan for network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 Dec 20 16:14:22.438931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.563101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d69f39-9073-444d-8b33-2283ea16f59a req-01de69ed-c075-4bb0-8d65-a5bba9999c85 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:22.564682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4d69f39-9073-444d-8b33-2283ea16f59a req-01de69ed-c075-4bb0-8d65-a5bba9999c85 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0579722 Dec 20 16:14:22.591957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.601914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:22.601914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:22.621547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4d69f39-9073-444d-8b33-2283ea16f59a req-c3c7080f-c99b-4e93-9e5f-d545f8a1ab2b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496197 Dec 20 16:14:22.673106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=b4ef2d51-c2ed-4757-8cb5-1f80d84244b4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:22.684848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:22.874871 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cbfccd84-e04e-4caa-ba4e-47201a56fe46 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9858220 Dec 20 16:14:23.010041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34300) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:23.015686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:23.208921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:23.212577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:23.501090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:23.563216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=783ef7fa-8370-4573-a52f-8fc1d9265f60,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:23.575667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '3bbe4b43-0646-4e7f-813f-40dd5c3028b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:23.576025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: b4ef2d51-c2ed-4757-8cb5-1f80d84244b4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:23.745194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d7850-ede3-45bf-9e42-1b959b91aa46 req-3bb2f8d1-f39d-404c-abc9-c1242627c456 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:23.746799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c6d7850-ede3-45bf-9e42-1b959b91aa46 req-3bb2f8d1-f39d-404c-abc9-c1242627c456 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0553069 Dec 20 16:14:23.778649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:23.810711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2c6d7850-ede3-45bf-9e42-1b959b91aa46 req-5fe81ac5-4443-4a16-b740-4e5059f7852b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578547 Dec 20 16:14:23.900670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b4ef2d51-c2ed-4757-8cb5-1f80d84244b4) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:23.904826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:23.906035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:23.911371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7cd6bf-a9c4-4793-9ed9-abf179f62dfd None None] Network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:24.012550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b4ef2d51-c2ed-4757-8cb5-1f80d84244b4', 'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '783ef7fa-8370-4573-a52f-8fc1d9265f60'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:24.013473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.024049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-88008a97-2d15-420b-b4b0-c02ac8523859 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0128431 Dec 20 16:14:24.028344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:24.034439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1942651477'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:24.164541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Allocated IP 172.20.255.242 (b4ef2d51-c2ed-4757-8cb5-1f80d84244b4/783ef7fa-8370-4573-a52f-8fc1d9265f60/8bfaa083-491e-428e-8dc5-4a90a5ac13a8) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:24.197652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:24.201555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.228101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:24.239433 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.239782 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment d633c1b9-d7eb-473f-a58d-885f54e2536e of type vlan for network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 Dec 20 16:14:24.290754 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.330485 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.454800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.460486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:24.461068 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.484590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.530162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:24.533734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:24.534573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:24.536276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Pushing event updated for resources: {'Port': ['ID=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:24.538425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:24.545223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:24.608956 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e78da336-5b75-45d7-b774-a7c2fa748b22 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5771973 Dec 20 16:14:24.609573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34310) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:24.614676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:24.648722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Attempting to bind port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:24.652479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Attempting to bind port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3bbe4b43-0646-4e7f-813f-40dd5c3028b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:24.652479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Attempting to bind port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 on network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:24.657010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:24.657413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Checking segment: {'id': '3bbe4b43-0646-4e7f-813f-40dd5c3028b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:24.657822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.658213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Bound using segment: {'id': '3bbe4b43-0646-4e7f-813f-40dd5c3028b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:24.658681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Bound port: 8bfaa083-491e-428e-8dc5-4a90a5ac13a8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbe4b43-0646-4e7f-813f-40dd5c3028b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b4ef2d51-c2ed-4757-8cb5-1f80d84244b4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:24.659080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.727785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] For port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:24.730719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] For port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,segment=NetworkSegment(3bbe4b43-0646-4e7f-813f-40dd5c3028b6),segment_id=3bbe4b43-0646-4e7f-813f-40dd5c3028b6)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:24.849455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:24.854329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:24.969781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:25.001741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5db6f-9fb5-49e5-b09d-8326cb95abd5 req-5d51226e-56fe-41a1-b8b9-161b955b82f7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:25.004880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43f5db6f-9fb5-49e5-b09d-8326cb95abd5 req-5d51226e-56fe-41a1-b8b9-161b955b82f7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0862768 Dec 20 16:14:25.037751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13338df-81d9-47a4-9f95-f8efb24c8904 None None] Pushing event updated for resources: {'Port': ['ID=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:25.112318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43f5db6f-9fb5-49e5-b09d-8326cb95abd5 req-79c6c862-e204-44b5-a4d7-89d05665c2e7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893939 Dec 20 16:14:25.323588 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:25.386282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=51530b9b-4b57-420c-8a5a-61f916fb698f,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:25.397807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': 'd633c1b9-d7eb-473f-a58d-885f54e2536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:25.399456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:25.563379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:25.706398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:25.711566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:25.712177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:25.715705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdfcc3-6042-42aa-b098-74b42ee6b810 None None] Network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:25.828520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5', 'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '51530b9b-4b57-420c-8a5a-61f916fb698f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:25.837116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:25.893260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b0f940f2-e682-4b28-837a-9a6d51e8af1c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2824910 Dec 20 16:14:25.896432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34316) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:25.988979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Allocated IP 172.20.0.2 (cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5/51530b9b-4b57-420c-8a5a-61f916fb698f/f790bee6-12a8-436c-9697-c8470f76f1c7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:26.000592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f5900-33b6-4a69-874f-ba52db88fded None None] Network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:26.028017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.113314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.136370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7dfb4149-c337-44d0-bac2-38462c09347a None None] Provisioning complete for port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:26.136747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4149-c337-44d0-bac2-38462c09347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.254238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a4ca0-f6ac-4e25-ba36-c7583b84d2a0 req-e1895cd7-eae2-4acb-84d7-0fde77f84270 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:26.255720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-881a4ca0-f6ac-4e25-ba36-c7583b84d2a0 req-e1895cd7-eae2-4acb-84d7-0fde77f84270 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0556419 Dec 20 16:14:26.315516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-881a4ca0-f6ac-4e25-ba36-c7583b84d2a0 req-41d4c529-c102-4b5e-8e9a-da9729b263ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535367 Dec 20 16:14:26.323499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.333342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4149-c337-44d0-bac2-38462c09347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.372122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7dfb4149-c337-44d0-bac2-38462c09347a None None] For port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,segment=NetworkSegment(3bbe4b43-0646-4e7f-813f-40dd5c3028b6),segment_id=3bbe4b43-0646-4e7f-813f-40dd5c3028b6)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:26.483870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.517077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:26.517561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:26.522970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:26.533241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Pushing event updated for resources: {'Port': ['ID=f790bee6-12a8-436c-9697-c8470f76f1c7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:26.562298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4149-c337-44d0-bac2-38462c09347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.585048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:14:26.657147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Attempting to bind port f790bee6-12a8-436c-9697-c8470f76f1c7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:26.657545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Attempting to bind port f790bee6-12a8-436c-9697-c8470f76f1c7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd633c1b9-d7eb-473f-a58d-885f54e2536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:26.657909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Attempting to bind port f790bee6-12a8-436c-9697-c8470f76f1c7 on network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:26.684303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:26.684597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Checking segment: {'id': 'd633c1b9-d7eb-473f-a58d-885f54e2536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:26.685005 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.685433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Bound using segment: {'id': 'd633c1b9-d7eb-473f-a58d-885f54e2536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:26.685906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Bound port: f790bee6-12a8-436c-9697-c8470f76f1c7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd633c1b9-d7eb-473f-a58d-885f54e2536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:26.686371 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.690136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.690590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb4149-c337-44d0-bac2-38462c09347a None None] Pushing event updated for resources: {'Port': ['ID=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:26.727499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=51530b9b-4b57-420c-8a5a-61f916fb698f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:26.742875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8c725f89-3698-4865-b4f9-02140fb5e5bb None None] Provisioning complete for port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:26.743268 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c725f89-3698-4865-b4f9-02140fb5e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.774612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:26.774986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.789731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.813209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:26.823112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd633c1b9-d7eb-473f-a58d-885f54e2536e') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:26.823414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd633c1b9-d7eb-473f-a58d-885f54e2536e') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:26.833748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] For port f790bee6-12a8-436c-9697-c8470f76f1c7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:26.834346 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.850128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.859986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:26.860769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: items = [ Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:26.865271 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:26.987071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] For port f790bee6-12a8-436c-9697-c8470f76f1c7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f790bee6-12a8-436c-9697-c8470f76f1c7,segment=NetworkSegment(d633c1b9-d7eb-473f-a58d-885f54e2536e),segment_id=d633c1b9-d7eb-473f-a58d-885f54e2536e)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:27.066290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:14:27.066290 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:14:27.066290 n-d-781076-8 neutron-server[103953]: [parameters: {'id': 'cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5'}] Dec 20 16:14:27.066290 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:14:27.067788 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:14:27.146669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:27.226253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ceb865-3ed3-40e4-8b78-0a42e060756b None None] Pushing event updated for resources: {'Port': ['ID=f790bee6-12a8-436c-9697-c8470f76f1c7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:27.241712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a6c53-ca1a-4142-a556-3a217f280cbd None None] Network cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:27.362750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3fdc07-e9f6-4f7e-bd0a-4ffdecf6bc2f None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:14:27.394284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:27.458050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb60f8-6f06-4647-9022-8fe883033fcf req-90a633a2-9e9c-4726-911e-53695ab06227 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:27.459661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abbb60f8-6f06-4647-9022-8fe883033fcf req-90a633a2-9e9c-4726-911e-53695ab06227 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0515108 Dec 20 16:14:27.506349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fdc07-e9f6-4f7e-bd0a-4ffdecf6bc2f None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:14:27.512142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abbb60f8-6f06-4647-9022-8fe883033fcf req-fe81485f-39e4-473e-9429-cc3fe0402b1a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Dec 20 16:14:27.567978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:27.633857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port f790bee6-12a8-436c-9697-c8470f76f1c7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:27.634413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:27.706866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port f790bee6-12a8-436c-9697-c8470f76f1c7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f790bee6-12a8-436c-9697-c8470f76f1c7,segment=NetworkSegment(d633c1b9-d7eb-473f-a58d-885f54e2536e),segment_id=d633c1b9-d7eb-473f-a58d-885f54e2536e)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:27.707242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:27.723176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for f790bee6-12a8-436c-9697-c8470f76f1c7 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:27.952378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:27.978752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=f790bee6-12a8-436c-9697-c8470f76f1c7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:27.982405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port f790bee6-12a8-436c-9697-c8470f76f1c7 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:28.067028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.088021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:28.098752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd633c1b9-d7eb-473f-a58d-885f54e2536e') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:28.099076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd633c1b9-d7eb-473f-a58d-885f54e2536e') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:28.111073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.126044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.132258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:28.132657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:28.135754 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:28.323488 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.331785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.335043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 HTTP/1.1" status: 204 len: 168 time: 2.4374781 Dec 20 16:14:28.338515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34328) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:28.344445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1602987874'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:28.347441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2755a-440e-4e74-86de-d73860465399 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:28.465255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:28.469651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.494179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:28.505212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.505562 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment efc5c17c-f8a8-4448-9a42-fa525cad0ac0 of type vlan for network 915bf0cd-284e-4992-8fa9-7758b06ed227 Dec 20 16:14:28.538365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:14:28.550848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.600853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:28.601121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.642740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0466b4-7ec1-4957-93f2-f4cddcbd7d56 req-49659f96-fa6e-44b0-9a15-00356ec09d7d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:28.644272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee0466b4-7ec1-4957-93f2-f4cddcbd7d56 req-49659f96-fa6e-44b0-9a15-00356ec09d7d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0585628 Dec 20 16:14:28.701483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee0466b4-7ec1-4957-93f2-f4cddcbd7d56 req-2cd63202-7b24-46d0-999e-bf23ffb52559 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Dec 20 16:14:28.728540 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.734909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:28.735511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:28.808613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=915bf0cd-284e-4992-8fa9-7758b06ed227,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:28.819110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 915bf0cd-284e-4992-8fa9-7758b06ed227 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:28.902784 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2842238a-5cf5-411d-a2cc-dec1173d64bc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5629213 Dec 20 16:14:28.906118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34332) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:28.911145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:29.117628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:29.121496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:29.198189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing IP validity checks on allocation pools {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:14:29.198970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:14:29.317534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-289ee3e2-c0e8-4286-962c-973f5bf775dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:29.443949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:29.510852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=61b72c9e-8c20-40f1-a554-85fe960c55ef,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:29.523175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:29.523542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: 915bf0cd-284e-4992-8fa9-7758b06ed227, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:29.643417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network 915bf0cd-284e-4992-8fa9-7758b06ed227 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:29.784518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 915bf0cd-284e-4992-8fa9-7758b06ed227) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:29.793221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f712c8-3b55-4b07-a7c7-1d827f0a5462 None None] Network 915bf0cd-284e-4992-8fa9-7758b06ed227 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:29.805932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:29.806634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:29.838041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bdf7-3c7c-467a-9454-634b15421da0 req-df87fd92-2836-442f-ad10-3f293963432d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:29.839754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49d6bdf7-3c7c-467a-9454-634b15421da0 req-df87fd92-2836-442f-ad10-3f293963432d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0661707 Dec 20 16:14:29.892570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49d6bdf7-3c7c-467a-9454-634b15421da0 req-5b7b0a97-738c-42af-9bf4-7c9a74eb5f8e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Dec 20 16:14:29.911179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-915bf0cd-284e-4992-8fa9-7758b06ed227', 'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '61b72c9e-8c20-40f1-a554-85fe960c55ef'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:29.912311 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:29.925975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-676707e2-319d-4191-b754-ad529fda54dd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0187433 Dec 20 16:14:29.932978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:30.041063 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.051909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Allocated IP 172.20.0.3 (915bf0cd-284e-4992-8fa9-7758b06ed227/61b72c9e-8c20-40f1-a554-85fe960c55ef/0b198bf4-53b5-47d0-bf76-d07e5109f0ba) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:30.096281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.212259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.334960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.371281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Network 915bf0cd-284e-4992-8fa9-7758b06ed227 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:30.376601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:30.379147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:30.402251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Pushing event updated for resources: {'Port': ['ID=0b198bf4-53b5-47d0-bf76-d07e5109f0ba,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:30.453943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Attempting to bind port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:30.453943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Attempting to bind port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:30.454242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Attempting to bind port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba on network 915bf0cd-284e-4992-8fa9-7758b06ed227 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:30.459951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:30.460342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Checking segment: {'id': 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:30.460747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.461233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Bound using segment: {'id': 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:30.461654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Bound port: 0b198bf4-53b5-47d0-bf76-d07e5109f0ba, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '915bf0cd-284e-4992-8fa9-7758b06ed227'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:30.462035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.489539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.520514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=61b72c9e-8c20-40f1-a554-85fe960c55ef,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:30.531951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] For port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:30.535190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] For port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b198bf4-53b5-47d0-bf76-d07e5109f0ba,segment=NetworkSegment(efc5c17c-f8a8-4448-9a42-fa525cad0ac0),segment_id=efc5c17c-f8a8-4448-9a42-fa525cad0ac0)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:30.590058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.610469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915bf0cd-284e-4992-8fa9-7758b06ed227']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:30.619868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:30.620239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:30.631255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.660936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.664798 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.670056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:30.671096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:30.674412 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:30.726264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f5a3d-9e23-47c8-9b96-51aadbdea7f1 None None] Pushing event updated for resources: {'Port': ['ID=0b198bf4-53b5-47d0-bf76-d07e5109f0ba,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:30.787597 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:14:30.787597 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:14:30.787597 n-d-781076-8 neutron-server[103953]: [parameters: {'id': '915bf0cd-284e-4992-8fa9-7758b06ed227'}] Dec 20 16:14:30.787597 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:14:30.787995 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:14:31.026148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b2773-2515-4adc-af42-8b683487e7b3 req-f67e1b74-5775-4f6c-93b3-76ef9ffa220f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:31.042682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a2b2773-2515-4adc-af42-8b683487e7b3 req-f67e1b74-5775-4f6c-93b3-76ef9ffa220f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0565314 Dec 20 16:14:31.077643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a2b2773-2515-4adc-af42-8b683487e7b3 req-1dcf3d0c-e961-41b3-810e-4f49f558663d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Dec 20 16:14:31.289775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.355920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:31.356307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.434728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0b198bf4-53b5-47d0-bf76-d07e5109f0ba,segment=NetworkSegment(efc5c17c-f8a8-4448-9a42-fa525cad0ac0),segment_id=efc5c17c-f8a8-4448-9a42-fa525cad0ac0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:31.435091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.451305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for 0b198bf4-53b5-47d0-bf76-d07e5109f0ba owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:31.609968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.642459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54981880-a4a6-435a-b94f-7685a65ed570 None None] Network 915bf0cd-284e-4992-8fa9-7758b06ed227 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:31.646700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=0b198bf4-53b5-47d0-bf76-d07e5109f0ba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:31.652065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port 0b198bf4-53b5-47d0-bf76-d07e5109f0ba on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:31.675286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-18c0a1db-1133-402a-bd4e-46ba2ebe37f6 None None] Could not find standard attr ID for object 0b198bf4-53b5-47d0-bf76-d07e5109f0ba. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:14:31.747506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.769408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9449bbb4-08dd-4521-9b99-007aeec5a302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.774153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915bf0cd-284e-4992-8fa9-7758b06ed227']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:31.783766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:31.784063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc5c17c-f8a8-4448-9a42-fa525cad0ac0') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:31.793632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda16304-3759-4358-b6c7-44429f480f7e None None] DHCP port deletion for 915bf0cd-284e-4992-8fa9-7758b06ed227 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:31.795021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.814282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.817494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:31.817931 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:31.820878 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:32.020869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.027793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.031055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/915bf0cd-284e-4992-8fa9-7758b06ed227 HTTP/1.1" status: 204 len: 168 time: 2.0971217 Dec 20 16:14:32.034521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34346) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:32.039609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-822980770'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:32.042534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227806e-c99c-4768-8328-a5eaa9ab7b88 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=915bf0cd-284e-4992-8fa9-7758b06ed227,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:32.186927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:32.190955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.196685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014480d-abd2-4b8a-809d-4307aa0f114f req-e7e48cb5-04c4-49c1-9762-0686e18d0b45 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:32.198214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1014480d-abd2-4b8a-809d-4307aa0f114f req-e7e48cb5-04c4-49c1-9762-0686e18d0b45 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0523486 Dec 20 16:14:32.217494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:32.227442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.227798 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 87da797b-9cca-438b-b307-572d6a561260 of type vlan for network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 Dec 20 16:14:32.250860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1014480d-abd2-4b8a-809d-4307aa0f114f req-301547a3-02d0-416d-a231-73e745b4511d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Dec 20 16:14:32.276296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.443303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.449084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:32.449714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.523044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=7d513c4e-d12e-43d9-a7ce-f0099ec78989,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:32.533574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:32.612203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0114b4e2-dae5-4a68-8ab5-a2fbcbde4cea tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5765362 Dec 20 16:14:32.615013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34352) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:32.620202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:32.865816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:32.869481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:32.935014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:33.180897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:33.249739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=f6c5d6e5-6b17-4ce8-9d6b-c1d55abe1f1d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:33.257508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '87da797b-9cca-438b-b307-572d6a561260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:33.257880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: 7d513c4e-d12e-43d9-a7ce-f0099ec78989, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:33.382224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a0a2f-a4c4-455d-92ab-e035a84d0930 req-65d3eda0-8362-4af9-af1a-0151a466f091 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:33.383716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-615a0a2f-a4c4-455d-92ab-e035a84d0930 req-65d3eda0-8362-4af9-af1a-0151a466f091 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0584886 Dec 20 16:14:33.386232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:33.438007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-615a0a2f-a4c4-455d-92ab-e035a84d0930 req-55eb7448-6e66-4180-b30b-65dd1b2ce7ca tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475140 Dec 20 16:14:33.495148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7d513c4e-d12e-43d9-a7ce-f0099ec78989) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:33.499346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:33.499951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:33.507840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f8bf9-2b3f-44dd-a205-03b992981973 None None] Network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:33.619153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-7d513c4e-d12e-43d9-a7ce-f0099ec78989', 'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': 'f6c5d6e5-6b17-4ce8-9d6b-c1d55abe1f1d'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:33.620023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:33.640263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13423476-aa67-4b25-a77a-e30d53d592a3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0241575 Dec 20 16:14:33.642881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34358) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:33.739686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:33.768861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Allocated IP 172.20.0.1 (7d513c4e-d12e-43d9-a7ce-f0099ec78989/f6c5d6e5-6b17-4ce8-9d6b-c1d55abe1f1d/69d08999-acaf-460f-8c60-a2ea66aab9fb) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:33.823882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:33.915049 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.043179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.086437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:34.089412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:34.093431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:34.102144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Pushing event updated for resources: {'Port': ['ID=69d08999-acaf-460f-8c60-a2ea66aab9fb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:34.156900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Attempting to bind port 69d08999-acaf-460f-8c60-a2ea66aab9fb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:34.157308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Attempting to bind port 69d08999-acaf-460f-8c60-a2ea66aab9fb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '87da797b-9cca-438b-b307-572d6a561260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:34.157671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Attempting to bind port 69d08999-acaf-460f-8c60-a2ea66aab9fb on network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:34.162883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:34.163254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Checking segment: {'id': '87da797b-9cca-438b-b307-572d6a561260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:34.163676 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.164040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Bound using segment: {'id': '87da797b-9cca-438b-b307-572d6a561260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:34.164497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Bound port: 69d08999-acaf-460f-8c60-a2ea66aab9fb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87da797b-9cca-438b-b307-572d6a561260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:34.164873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.231019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] For port 69d08999-acaf-460f-8c60-a2ea66aab9fb, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:34.234358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] For port 69d08999-acaf-460f-8c60-a2ea66aab9fb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69d08999-acaf-460f-8c60-a2ea66aab9fb,segment=NetworkSegment(87da797b-9cca-438b-b307-572d6a561260),segment_id=87da797b-9cca-438b-b307-572d6a561260)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:34.249668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.277258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c5d6e5-6b17-4ce8-9d6b-c1d55abe1f1d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:34.352135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.373035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d513c4e-d12e-43d9-a7ce-f0099ec78989']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:34.380614 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.383153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87da797b-9cca-438b-b307-572d6a561260') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:34.383457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87da797b-9cca-438b-b307-572d6a561260') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:34.395594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.411558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.412894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.418233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:34.418627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:34.422294 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:34.446078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43512-68ef-427f-8698-d3fc605f303b None None] Pushing event updated for resources: {'Port': ['ID=69d08999-acaf-460f-8c60-a2ea66aab9fb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:34.558883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb136-67cf-4b9d-82d3-682a9fa372f5 req-6569f789-ba47-4204-92ca-03d4662f6d29 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:34.560448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-627eb136-67cf-4b9d-82d3-682a9fa372f5 req-6569f789-ba47-4204-92ca-03d4662f6d29 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0523310 Dec 20 16:14:34.599214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:14:34.599214 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:14:34.599214 n-d-781076-8 neutron-server[103954]: [parameters: {'id': '7d513c4e-d12e-43d9-a7ce-f0099ec78989'}] Dec 20 16:14:34.599214 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:14:34.600219 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:14:34.630178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-627eb136-67cf-4b9d-82d3-682a9fa372f5 req-aa6b91f4-8c52-4395-aa83-c50a6cf24921 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623462 Dec 20 16:14:35.101108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.134752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.173060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port 69d08999-acaf-460f-8c60-a2ea66aab9fb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:35.173447 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.242512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port 69d08999-acaf-460f-8c60-a2ea66aab9fb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=69d08999-acaf-460f-8c60-a2ea66aab9fb,segment=NetworkSegment(87da797b-9cca-438b-b307-572d6a561260),segment_id=87da797b-9cca-438b-b307-572d6a561260)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:35.242868 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.259528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for 69d08999-acaf-460f-8c60-a2ea66aab9fb owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:35.389916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8607b28-17fc-4068-bed6-1298edb34df5 None None] Network 7d513c4e-d12e-43d9-a7ce-f0099ec78989 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:35.449051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.478589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-250a20b7-0118-476a-999c-f77a41139bf9 None None] Provisioning complete for port 69d08999-acaf-460f-8c60-a2ea66aab9fb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:35.478806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-250a20b7-0118-476a-999c-f77a41139bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.479046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=69d08999-acaf-460f-8c60-a2ea66aab9fb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:35.482265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port 69d08999-acaf-460f-8c60-a2ea66aab9fb on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:35.503471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-250a20b7-0118-476a-999c-f77a41139bf9 None None] Port 69d08999-acaf-460f-8c60-a2ea66aab9fb was deleted so its status cannot be updated. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 16:14:35.561904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b8ba4c-0a46-4622-8aa5-e33fab12f283 None None] DHCP port deletion for 7d513c4e-d12e-43d9-a7ce-f0099ec78989 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:35.572985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.591632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d513c4e-d12e-43d9-a7ce-f0099ec78989']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:35.601724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87da797b-9cca-438b-b307-572d6a561260') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:35.602021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87da797b-9cca-438b-b307-572d6a561260') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:35.612370 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.629230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.637613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:35.638002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:35.641194 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:35.759298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd1e8b-a3f9-4657-a4ea-8d69bf3c3bce req-37ffe549-0014-4fdb-b2e6-572366015128 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:35.760866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32cd1e8b-a3f9-4657-a4ea-8d69bf3c3bce req-37ffe549-0014-4fdb-b2e6-572366015128 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0522497 Dec 20 16:14:35.817655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32cd1e8b-a3f9-4657-a4ea-8d69bf3c3bce req-bf823448-bbad-44a9-965e-764c6d0d88bb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Dec 20 16:14:35.895157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.902091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:35.905931 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/7d513c4e-d12e-43d9-a7ce-f0099ec78989 HTTP/1.1" status: 204 len: 168 time: 2.2614853 Dec 20 16:14:35.909628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34368) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:35.915089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-159942050'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:35.917722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269682e1-e9e7-475f-a1f1-fad0d8a8d3d9 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=7d513c4e-d12e-43d9-a7ce-f0099ec78989,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:36.095022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:36.098729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:36.125051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:36.134806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:36.135149 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 72e2ffa7-a1c1-4472-91c3-45ef4ddb283a of type vlan for network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b Dec 20 16:14:36.178327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:36.323271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:36.331027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:36.331636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:36.406501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=9b86040f-6613-4f7e-8c15-ebc94a47ce0b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:36.416343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:36.475369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4a0ed049-2e1b-46b5-be6b-fdfa1dfe4633 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5646582 Dec 20 16:14:36.478287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34370) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:36.484728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:36.666191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:36.669701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:36.944260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a439c-5fdf-4459-ba21-d1e893d665c5 req-58abba12-8437-4fbd-a6c9-22b607524645 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:36.945753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee5a439c-5fdf-4459-ba21-d1e893d665c5 req-58abba12-8437-4fbd-a6c9-22b607524645 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0515156 Dec 20 16:14:36.996329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee5a439c-5fdf-4459-ba21-d1e893d665c5 req-7130fb87-3865-4cef-a236-d36bd65b9a82 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Dec 20 16:14:37.015384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.084419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=b5069711-643d-4b99-b4a1-be64d155a4c6,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:37.089853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:37.090334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: 9b86040f-6613-4f7e-8c15-ebc94a47ce0b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:37.192001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:37.303666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9b86040f-6613-4f7e-8c15-ebc94a47ce0b) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:37.309821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:37.310473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.315979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113cece-3a9a-48fa-89d2-27273b5f18f4 None None] Network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:37.337806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00682-07eb-4cc0-aae0-41c64ceeffde req-4019e031-7c4e-4f97-ac02-9aa18610c8c6 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:37.339453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa00682-07eb-4cc0-aae0-41c64ceeffde req-4019e031-7c4e-4f97-ac02-9aa18610c8c6 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0659864 Dec 20 16:14:37.392824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa00682-07eb-4cc0-aae0-41c64ceeffde req-ed740553-8452-44f6-9068-4c64571abb52 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469580 Dec 20 16:14:37.415371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-9b86040f-6613-4f7e-8c15-ebc94a47ce0b', 'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': 'b5069711-643d-4b99-b4a1-be64d155a4c6'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:37.416244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.515419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d92a1efb-0dcb-4300-b94c-6e26b741893a tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0356147 Dec 20 16:14:37.517753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34382) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:37.556808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Allocated IP 172.20.0.2 (9b86040f-6613-4f7e-8c15-ebc94a47ce0b/b5069711-643d-4b99-b4a1-be64d155a4c6/3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:37.629116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.680612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.706767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.799097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.840001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:37.844928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:37.848480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:37.855800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Pushing event updated for resources: {'Port': ['ID=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:37.907722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Attempting to bind port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:37.908098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Attempting to bind port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:37.908459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Attempting to bind port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 on network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:37.913717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:37.914085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Checking segment: {'id': '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:37.914485 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.914869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Bound using segment: {'id': '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:37.915329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Bound port: 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:37.915703 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.963480 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:37.981155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] For port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:37.984748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] For port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,segment=NetworkSegment(72e2ffa7-a1c1-4472-91c3-45ef4ddb283a),segment_id=72e2ffa7-a1c1-4472-91c3-45ef4ddb283a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:37.995753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=b5069711-643d-4b99-b4a1-be64d155a4c6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:38.056745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.101284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b86040f-6613-4f7e-8c15-ebc94a47ce0b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:38.112561 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.113905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:38.114377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:38.126627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.155384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e5637-4d78-4767-b264-fefd9c205cc9 req-b2e17ce1-5f13-4d73-b461-1087219574c6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:38.157594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-134e5637-4d78-4767-b264-fefd9c205cc9 req-b2e17ce1-5f13-4d73-b461-1087219574c6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0918465 Dec 20 16:14:38.161870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.181040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a2f3-92cc-447d-856c-91cab4cee9c3 None None] Pushing event updated for resources: {'Port': ['ID=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:38.183180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:38.183573 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:38.187547 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:38.267374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-134e5637-4d78-4767-b264-fefd9c205cc9 req-ab082da8-810d-49a2-be21-15dec7be59ac tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007798 Dec 20 16:14:38.341729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:14:38.341729 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:14:38.341729 n-d-781076-8 neutron-server[103953]: [parameters: {'id': '9b86040f-6613-4f7e-8c15-ebc94a47ce0b'}] Dec 20 16:14:38.341729 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:14:38.342071 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:14:38.527111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2b155-2960-467b-9f49-f43bc1dc63b3 req-9be311e7-65a7-4bae-a653-52fb97ec7b24 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:38.528689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35b2b155-2960-467b-9f49-f43bc1dc63b3 req-9be311e7-65a7-4bae-a653-52fb97ec7b24 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0583746 Dec 20 16:14:38.594387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-301a1e75-33c6-4a8e-a589-c9f58d6f6f1a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:38.595068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:14:38.596532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-301a1e75-33c6-4a8e-a589-c9f58d6f6f1a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.72 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 946 time: 0.0668409 Dec 20 16:14:38.605578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35b2b155-2960-467b-9f49-f43bc1dc63b3 req-f10242df-3c50-4005-aee0-ea6dd6b9b6cb tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698140 Dec 20 16:14:38.657324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:38.658036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.699086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Deleting port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:38.699497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.742410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.777000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,segment=NetworkSegment(72e2ffa7-a1c1-4472-91c3-45ef4ddb283a),segment_id=72e2ffa7-a1c1-4472-91c3-45ef4ddb283a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:38.794708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] For port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:38.795170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.842971 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.895227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.930709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:38.931041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:38.967412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:39.016370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,segment=NetworkSegment(72e2ffa7-a1c1-4472-91c3-45ef4ddb283a),segment_id=72e2ffa7-a1c1-4472-91c3-45ef4ddb283a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:39.017016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.024621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.024984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.025367 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Floating IP 0d2c0021-a8d9-4d84-8f99-cef2fa2001cc disassociated. External IP: 172.25.6.238, port: 30647ee4-b219-4bb4-b6d6-95d6e89f57ed. Dec 20 16:14:39.025728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Calling delete_port for 30647ee4-b219-4bb4-b6d6-95d6e89f57ed owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:39.034035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:39.223570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff8855-0907-4986-9c16-92097459bce3 None None] Network 9b86040f-6613-4f7e-8c15-ebc94a47ce0b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:39.292817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c0e6c073-b408-4cb9-af2b-f97d342c73fa None None] Provisioning complete for port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:14:39.293221 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c073-b408-4cb9-af2b-f97d342c73fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.306383 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.328523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6c073-b408-4cb9-af2b-f97d342c73fa None None] Port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 was deleted so its status cannot be updated. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 16:14:39.342390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:39.344993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:39.355671 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.391425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event deleted for resources: {'Port': ['ID=30647ee4-b219-4bb4-b6d6-95d6e89f57ed,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:39.459491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b6ac4-436d-4a66-af33-19775b9f3092 None None] DHCP port deletion for 9b86040f-6613-4f7e-8c15-ebc94a47ce0b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:39.552605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Router 0f48fa28-84e8-4939-b500-cfb889ddcd7c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:14:39.671594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:39.687792 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] Sync routers for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:39.710421 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:39.711072 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:39.718178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] No DVR routers for this DVR port 30647ee4-b219-4bb4-b6d6-95d6e89f57ed on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:39.720831 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.724439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-2c3e7ae0-ea45-45f7-a5e9-53c5a07a48c6 req-6b36c6c6-09a8-4186-a664-a03159d1066a tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.72 "DELETE /v2.0/ports/30647ee4-b219-4bb4-b6d6-95d6e89f57ed HTTP/1.1" status: 204 len: 173 time: 1.1214972 Dec 20 16:14:39.724902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'name': 'network-vif-deleted', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:14:39.727239 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fefdf-877e-447f-a6b3-0d04ac77a045" -d '{"events": [{"server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "name": "network-vif-deleted", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:14:39.860138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2cd00aea-dcb5-410e-b7b2-1c7489d39654 req-15451c36-e030-4616-8ba9-25be891aded2 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0352504 Dec 20 16:14:39.861415 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:14:39.862219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:39.891255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003603-1bcc-4190-a8f9-e96a0c2443e1 req-027d8ada-7515-4dda-ad64-2f6d568af6d3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:39.892820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54003603-1bcc-4190-a8f9-e96a0c2443e1 req-027d8ada-7515-4dda-ad64-2f6d568af6d3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.5244627 Dec 20 16:14:39.906909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b86040f-6613-4f7e-8c15-ebc94a47ce0b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:39.938235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:39.938899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e2ffa7-a1c1-4472-91c3-45ef4ddb283a') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:39.949208 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa08ea3e-3f94-4d03-9140-aff867954648 x-openstack-request-id: req-aa08ea3e-3f94-4d03-9140-aff867954648 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:14:39.951383 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f809ad-cf20-4857-b8cc-1890bdbf55b4", "name": "network-vif-deleted", "tag": "30647ee4-b219-4bb4-b6d6-95d6e89f57ed", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:14:39.951860 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa08ea3e-3f94-4d03-9140-aff867954648 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:14:39.955124 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f809ad-cf20-4857-b8cc-1890bdbf55b4', 'name': 'network-vif-deleted', 'tag': '30647ee4-b219-4bb4-b6d6-95d6e89f57ed', 'status': 'completed', 'code': 200} Dec 20 16:14:39.963719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.000459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54003603-1bcc-4190-a8f9-e96a0c2443e1 req-c623d6cc-dbae-4e4c-9db0-78f3b0303a39 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984571 Dec 20 16:14:40.002060 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.011650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:40.012347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:40.016704 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:40.144433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:40.175873 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] Checking router: 0f48fa28-84e8-4939-b500-cfb889ddcd7c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:14:40.184858 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:40.185496 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:40.260623 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.266885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.270660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/9b86040f-6613-4f7e-8c15-ebc94a47ce0b HTTP/1.1" status: 204 len: 168 time: 2.7519364 Dec 20 16:14:40.274149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:40.284457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2003213347'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:40.292579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761144f-ce3a-4ff8-adc6-c1a7af0ffe72 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=9b86040f-6613-4f7e-8c15-ebc94a47ce0b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:40.308509 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:14:40.420351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:40.423842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.449631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:40.461874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.462215 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 1045026a-26ac-49bf-9e21-fc9ed7d10a4f of type vlan for network f7e5f70c-526f-4600-b21d-ba577b4be737 Dec 20 16:14:40.516375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.548218 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:40.560952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:40.583165 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e185d-86c5-4ee0-97ae-ef8d040e8c4d None None] The sync data for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 is: [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:09:21Z', 'revision_number': 4, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '9052cf9d-a218-41ad-aab9-b6ea36717567', 'name': '', 'network_id': '7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'mac_address': 'fa:16:3e:4b:a9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:20Z', 'updated_at': '2021-12-20T16:09:32Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'subnets': [{'id': '33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:40.586550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:40.586969 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3af3d9cd-a923-4ef1-ab28-328bcdbe4bb2 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:40.643841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.649884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:40.650630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:40.721272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=f7e5f70c-526f-4600-b21d-ba577b4be737,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:40.731938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f7e5f70c-526f-4600-b21d-ba577b4be737 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:40.837185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd803f-eeaa-4796-a3b3-7ddbb52bb5e2 None None] New status for floating IP 0d2c0021-a8d9-4d84-8f99-cef2fa2001cc: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:14:40.863697 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23e8f0af-3e37-4133-8d60-3f431d5c5fd5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5875173 Dec 20 16:14:40.866440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:40.871788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:40.989669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac02df53-359d-49b9-8f37-454445a80855 req-de712743-9a62-4bd1-ba0e-d85aba061fe4 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "GET /v2.0/ports?device_id=63f809ad-cf20-4857-b8cc-1890bdbf55b4 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Dec 20 16:14:41.146610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:41.150571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:41.151965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7a18-d272-4d88-92ca-16a99d598c3c req-67c40ab7-570f-41e7-b70b-ce2143d59a05 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:41.157762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-923e7a18-d272-4d88-92ca-16a99d598c3c req-67c40ab7-570f-41e7-b70b-ce2143d59a05 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0669408 Dec 20 16:14:41.218061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-923e7a18-d272-4d88-92ca-16a99d598c3c req-496efe9d-a7f5-4d7d-b831-61db43ca63f7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574288 Dec 20 16:14:41.219571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing IP validity checks on allocation pools {{(pid=103954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:14:41.220088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:14:41.444000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:41.509760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=41a1c59b-b4c3-4ed9-bdd3-9f89a37e1209,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:41.517432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '1045026a-26ac-49bf-9e21-fc9ed7d10a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:41.517792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: f7e5f70c-526f-4600-b21d-ba577b4be737, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:41.659861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network f7e5f70c-526f-4600-b21d-ba577b4be737 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:41.786665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f7e5f70c-526f-4600-b21d-ba577b4be737) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:41.794143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:41.794143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:41.797430 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb438db-7765-4f99-bf0e-8832bd6fbaae None None] Network f7e5f70c-526f-4600-b21d-ba577b4be737 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:41.903726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-f7e5f70c-526f-4600-b21d-ba577b4be737', 'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '41a1c59b-b4c3-4ed9-bdd3-9f89a37e1209'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:41.904578 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:41.966079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0435472e-2217-4eba-b356-6d53b4ab7976 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0983372 Dec 20 16:14:41.969258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34410) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:42.065256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34414) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:42.098592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.179142 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.280776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Deleting port 0f5950fa-78d4-4ee4-87ab-354a9567aa98 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:42.282335 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.293315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Allocated IP 172.20.0.3 (f7e5f70c-526f-4600-b21d-ba577b4be737/41a1c59b-b4c3-4ed9-bdd3-9f89a37e1209/927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:42.397302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.397633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.414554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c047154-d5bf-4076-a848-b83887304b9f req-337a9fb5-90ed-41aa-a03b-3b4caab920d7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:42.416024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c047154-d5bf-4076-a848-b83887304b9f req-337a9fb5-90ed-41aa-a03b-3b4caab920d7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0824065 Dec 20 16:14:42.422486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Calling delete_port for 0f5950fa-78d4-4ee4-87ab-354a9567aa98 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:42.448609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.508929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c047154-d5bf-4076-a848-b83887304b9f req-ca45adc1-ca21-4ea9-9121-c914d156d933 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844002 Dec 20 16:14:42.557728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.595955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Network f7e5f70c-526f-4600-b21d-ba577b4be737 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:42.598888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:42.602533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:42.612331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Pushing event updated for resources: {'Port': ['ID=927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:42.666283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Attempting to bind port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:42.666659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Attempting to bind port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1045026a-26ac-49bf-9e21-fc9ed7d10a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:42.667016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Attempting to bind port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8 on network f7e5f70c-526f-4600-b21d-ba577b4be737 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:42.672831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:42.673227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Checking segment: {'id': '1045026a-26ac-49bf-9e21-fc9ed7d10a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:42.673624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.674010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Bound using segment: {'id': '1045026a-26ac-49bf-9e21-fc9ed7d10a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:42.674470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Bound port: 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045026a-26ac-49bf-9e21-fc9ed7d10a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f7e5f70c-526f-4600-b21d-ba577b4be737'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:42.674847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.683590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.715234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=41a1c59b-b4c3-4ed9-bdd3-9f89a37e1209,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:42.723518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.752169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] For port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:42.754195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event deleted for resources: {'Port': ['ID=0f5950fa-78d4-4ee4-87ab-354a9567aa98,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:42.758653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] For port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8,segment=NetworkSegment(1045026a-26ac-49bf-9e21-fc9ed7d10a4f),segment_id=1045026a-26ac-49bf-9e21-fc9ed7d10a4f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:42.795685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.818892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5f70c-526f-4600-b21d-ba577b4be737']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:42.820818 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.823951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.828189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-97403374-14ab-469c-a7c8-e6b98ebda728 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "DELETE /v2.0/floatingips/0d2c0021-a8d9-4d84-8f99-cef2fa2001cc HTTP/1.1" status: 204 len: 168 time: 0.7585454 Dec 20 16:14:42.829332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045026a-26ac-49bf-9e21-fc9ed7d10a4f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:42.829632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045026a-26ac-49bf-9e21-fc9ed7d10a4f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:42.840663 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.899539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34424) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:42.958598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.960792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.966824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16ed422e-5b93-4d92-8a48-3c2a6a4be1e9 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.968670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:42.969298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:42.972724 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:43.006139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16ed422e-5b93-4d92-8a48-3c2a6a4be1e9 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:43.043194 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:14:43.050521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509ce45-f1bf-462a-9a6d-3cc199d2ccf9 None None] Pushing event updated for resources: {'Port': ['ID=927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:43.061074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2f75f-d65d-496d-8d27-e22d987a5677 None None] Network f7e5f70c-526f-4600-b21d-ba577b4be737 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:43.118336 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:14:43.118336 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:14:43.118336 n-d-781076-8 neutron-server[103954]: [parameters: {'id': 'f7e5f70c-526f-4600-b21d-ba577b4be737'}] Dec 20 16:14:43.118336 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:14:43.118767 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:14:43.164856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd59a83-2a93-4beb-b168-458f549add5e None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:14:43.197477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16ed422e-5b93-4d92-8a48-3c2a6a4be1e9 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:43.200883 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-16ed422e-5b93-4d92-8a48-3c2a6a4be1e9 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:43.202828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-16ed422e-5b93-4d92-8a48-3c2a6a4be1e9 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] 10.222.0.81 "DELETE /v2.0/security-groups/b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9 HTTP/1.1" status: 204 len: 168 time: 0.3018041 Dec 20 16:14:43.214039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed422e-5b93-4d92-8a48-3c2a6a4be1e9 tempest-TestServerBasicOps-1046023495 tempest-TestServerBasicOps-1046023495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aa4234-b7d0-49b6-8499-f7c9ac8d51c9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:43.308593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd59a83-2a93-4beb-b168-458f549add5e None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:14:43.372151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34430) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:43.639458 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:43.643631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cc580-2779-41f6-8929-48b976816503 req-e13e0c31-bb71-4bae-b773-b3f3469e7518 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:43.645348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f87cc580-2779-41f6-8929-48b976816503 req-e13e0c31-bb71-4bae-b773-b3f3469e7518 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0546181 Dec 20 16:14:43.700692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f87cc580-2779-41f6-8929-48b976816503 req-6c9eafa3-84d3-4def-9b96-39d16aa8650a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Dec 20 16:14:43.724610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 30647ee4-b219-4bb4-b6d6-95d6e89f57ed no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:43.739262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 30647ee4-b219-4bb4-b6d6-95d6e89f57ed {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:43.739608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 30647ee4-b219-4bb4-b6d6-95d6e89f57ed not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:44.096069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:44.096635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.193078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8,segment=NetworkSegment(1045026a-26ac-49bf-9e21-fc9ed7d10a4f),segment_id=1045026a-26ac-49bf-9e21-fc9ed7d10a4f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:44.193453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.209752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:44.351965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.487922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.532877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:44.535546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port 927ec0ee-1f2b-4e5a-99d7-b51e137bd4a8 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:44.628825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.654592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5f70c-526f-4600-b21d-ba577b4be737']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:44.680818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045026a-26ac-49bf-9e21-fc9ed7d10a4f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:44.681109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045026a-26ac-49bf-9e21-fc9ed7d10a4f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:44.694888 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.727476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.738594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:44.739059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:44.742234 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:44.817787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Deleting port 9052cf9d-a218-41ad-aab9-b6ea36717567 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:44.818126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.843453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82ce77-760e-4934-9a67-0af5062c17a2 req-9a0f62b4-d814-444a-ad79-1482d07fb093 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:44.844995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea82ce77-760e-4934-9a67-0af5062c17a2 req-9a0f62b4-d814-444a-ad79-1482d07fb093 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0589082 Dec 20 16:14:44.894877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea82ce77-760e-4934-9a67-0af5062c17a2 req-16c893e9-da8a-4e4d-b593-88ef98275828 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Dec 20 16:14:44.905718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] For port 9052cf9d-a218-41ad-aab9-b6ea36717567, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9052cf9d-a218-41ad-aab9-b6ea36717567,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:44.906040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.918789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Calling delete_port for 9052cf9d-a218-41ad-aab9-b6ea36717567 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:44.975535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.983376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:44.987822 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/f7e5f70c-526f-4600-b21d-ba577b4be737 HTTP/1.1" status: 204 len: 168 time: 3.0165460 Dec 20 16:14:44.990804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34440) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:44.996462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311003731'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:45.005217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe4e46-c846-4996-b686-14a60f89c156 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=f7e5f70c-526f-4600-b21d-ba577b4be737,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:45.123615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:45.127333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.160851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:45.169700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.170044 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment be40e23c-8f35-4e0d-a41b-56025fd74195 of type vlan for network ba3c47c4-38f5-4325-9903-5b4375ac26bb Dec 20 16:14:45.210502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.243747 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.268345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9052cf9d-a218-41ad-aab9-b6ea36717567,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:45.351919 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.361230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:45.361230 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.454164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=ba3c47c4-38f5-4325-9903-5b4375ac26bb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:45.470626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network ba3c47c4-38f5-4325-9903-5b4375ac26bb details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:45.487762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.600800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d14b30ad-d2c3-4857-bdd1-c292032e55fe tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6081371 Dec 20 16:14:45.603353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34444) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:45.608434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:45.747729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Router 0f48fa28-84e8-4939-b500-cfb889ddcd7c has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:14:45.832162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:45.838754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:45.865296 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:45.871232 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2f448e75-dc77-4948-a20f-43a47bcd1d08 admin admin] 10.222.0.81 "PUT /v2.0/routers/0f48fa28-84e8-4939-b500-cfb889ddcd7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981320 Dec 20 16:14:45.874907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:45.879602 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] Sync routers for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:45.890579 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:45.891367 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:46.016552 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.024309 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:14:46.107744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f0be-cb8c-4f34-ae13-c733e151ea3e req-97f70c3b-eabe-477c-9513-016ecd20cff0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:46.114267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebc9f0be-cb8c-4f34-ae13-c733e151ea3e req-97f70c3b-eabe-477c-9513-016ecd20cff0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1139436 Dec 20 16:14:46.179876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.234275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebc9f0be-cb8c-4f34-ae13-c733e151ea3e req-31a00c22-5dbf-44e5-b78c-2bb1ca3377a5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868630 Dec 20 16:14:46.235742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.311135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': 'be40e23c-8f35-4e0d-a41b-56025fd74195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:46.311504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: ba3c47c4-38f5-4325-9903-5b4375ac26bb, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:46.318241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=4916d659-979f-416a-87b0-41292938689a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:46.340351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Deleting port 5cf15742-11fa-422f-b384-3d5ca18b540d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:46.341227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.398399 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:14:45Z', 'revision_number': 5, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port': {'id': '5cf15742-11fa-422f-b384-3d5ca18b540d', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:46.403497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network ba3c47c4-38f5-4325-9903-5b4375ac26bb is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:46.427296 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] Checking router: 0f48fa28-84e8-4939-b500-cfb889ddcd7c for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:14:46.438559 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] Routers {'0f48fa28-84e8-4939-b500-cfb889ddcd7c'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:46.439176 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:46.449774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] For port 5cf15742-11fa-422f-b384-3d5ca18b540d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5cf15742-11fa-422f-b384-3d5ca18b540d,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:46.449774 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.466587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Calling delete_port for 5cf15742-11fa-422f-b384-3d5ca18b540d owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:46.488599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, ba3c47c4-38f5-4325-9903-5b4375ac26bb) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:46.497657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:46.498557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.504298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa79f3-e5de-4a73-9d18-02d96847a15a None None] Network ba3c47c4-38f5-4325-9903-5b4375ac26bb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:46.655999 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] Set router 0f48fa28-84e8-4939-b500-cfb889ddcd7c gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:14:46.686687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8bc807ee-7b88-437a-8f12-52fb9999f579 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0822251 Dec 20 16:14:46.687932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34452) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:46.699535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-ba3c47c4-38f5-4325-9903-5b4375ac26bb', 'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '4916d659-979f-416a-87b0-41292938689a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:46.701650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.724023 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:14:46Z', 'revision_number': 6, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:46.761796 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3e276-c74a-4a48-9fc3-8a83bc9437cd None None] The sync data for ids ['0f48fa28-84e8-4939-b500-cfb889ddcd7c'] in n-d-781076-8 is: [{'id': '0f48fa28-84e8-4939-b500-cfb889ddcd7c', 'name': 'tempest-TestServerBasicOps-1779856516-router', 'tenant_id': '349a8b8397df427cae2ee0e8988ff6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:14:46Z', 'revision_number': 6, 'project_id': '349a8b8397df427cae2ee0e8988ff6a7', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:46.873549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.928274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Allocated IP 172.20.0.1 (ba3c47c4-38f5-4325-9903-5b4375ac26bb/4916d659-979f-416a-87b0-41292938689a/529f7f0c-844c-4deb-8bc8-781f1d1f6396) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:46.930551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.942674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:46.969027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf15742-11fa-422f-b384-3d5ca18b540d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:46.993046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5809d2-2d36-4a1b-8677-f18d6ac31847 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:47.069459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.179435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.196835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.201089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.283618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.337449 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.338326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f48fa28-84e8-4939-b500-cfb889ddcd7c {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:14:47.344841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.346058 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1ba41b85-9a5c-4efc-b917-803933d495a4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0f48fa28-84e8-4939-b500-cfb889ddcd7c HTTP/1.1" status: 204 len: 168 time: 1.4698095 Dec 20 16:14:47.347407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Network ba3c47c4-38f5-4325-9903-5b4375ac26bb is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:47.349041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:47.360443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:47.372932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:47.399021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612ce17-d51c-4d3b-aeda-4a32e12b17f5 req-96d1cff3-3b23-46ab-9e49-6489261d391c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:47.400788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d612ce17-d51c-4d3b-aeda-4a32e12b17f5 req-96d1cff3-3b23-46ab-9e49-6489261d391c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0666938 Dec 20 16:14:47.402876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.405011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Pushing event updated for resources: {'Port': ['ID=529f7f0c-844c-4deb-8bc8-781f1d1f6396,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:47.440443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Attempting to bind port 529f7f0c-844c-4deb-8bc8-781f1d1f6396 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:47.440819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Attempting to bind port 529f7f0c-844c-4deb-8bc8-781f1d1f6396 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'be40e23c-8f35-4e0d-a41b-56025fd74195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:47.441223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Attempting to bind port 529f7f0c-844c-4deb-8bc8-781f1d1f6396 on network ba3c47c4-38f5-4325-9903-5b4375ac26bb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:47.447883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:47.448267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Checking segment: {'id': 'be40e23c-8f35-4e0d-a41b-56025fd74195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:47.448794 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.449233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Bound using segment: {'id': 'be40e23c-8f35-4e0d-a41b-56025fd74195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:47.449974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Bound port: 529f7f0c-844c-4deb-8bc8-781f1d1f6396, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be40e23c-8f35-4e0d-a41b-56025fd74195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:47.450486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.451552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Deleting subnet 33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:14:47.455960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.478680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=4916d659-979f-416a-87b0-41292938689a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:47.513355 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.557599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d612ce17-d51c-4d3b-aeda-4a32e12b17f5 req-4d9c6910-1b94-4772-b747-3c8f9dd88ddb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382775 Dec 20 16:14:47.558416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] For port 529f7f0c-844c-4deb-8bc8-781f1d1f6396, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:47.563315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] For port 529f7f0c-844c-4deb-8bc8-781f1d1f6396, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=529f7f0c-844c-4deb-8bc8-781f1d1f6396,segment=NetworkSegment(be40e23c-8f35-4e0d-a41b-56025fd74195),segment_id=be40e23c-8f35-4e0d-a41b-56025fd74195)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:47.601766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.630965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3c47c4-38f5-4325-9903-5b4375ac26bb']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:47.643669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.656733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be40e23c-8f35-4e0d-a41b-56025fd74195') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:47.657092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be40e23c-8f35-4e0d-a41b-56025fd74195') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:47.668600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.689859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.722441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.740084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:47.740380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:47.743533 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:47.788620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e02c6-4a20-404b-8cc4-8aaacef03a4d None None] Pushing event updated for resources: {'Port': ['ID=529f7f0c-844c-4deb-8bc8-781f1d1f6396,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:47.800177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b43c19-0e7f-4a1f-a23c-a7a97b18ec91 None None] Network ba3c47c4-38f5-4325-9903-5b4375ac26bb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:47.804832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.837772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c50960-4137-4622-a89b-91969dd86912 None None] Network 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:47.838442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:47.846594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3 HTTP/1.1" status: 204 len: 168 time: 0.4937496 Dec 20 16:14:47.847289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34460) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:47.866633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:14:47.866633 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:14:47.866633 n-d-781076-8 neutron-server[103953]: [parameters: {'id': 'ba3c47c4-38f5-4325-9903-5b4375ac26bb'}] Dec 20 16:14:47.866633 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:14:47.868449 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:14:47.886062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84e58b-0d1b-44ce-8caa-b794a4891ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d5e7cd-c7c8-48ae-8942-ded69ffcc8a3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:47.959775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.019486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Deleting port e399c0e9-fee6-4b77-8507-9fa192893578 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:48.020179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.106494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] DHCP port deletion for 7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:48.124010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] For port e399c0e9-fee6-4b77-8507-9fa192893578, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e399c0e9-fee6-4b77-8507-9fa192893578,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:48.124410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.159694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Calling delete_port for e399c0e9-fee6-4b77-8507-9fa192893578 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:48.181346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] Deleting port e399c0e9-fee6-4b77-8507-9fa192893578 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:48.182103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.267768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] For port e399c0e9-fee6-4b77-8507-9fa192893578, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=e399c0e9-fee6-4b77-8507-9fa192893578,segment=NetworkSegment(74606fcd-c00e-456c-aefc-81f5cbc24445),segment_id=74606fcd-c00e-456c-aefc-81f5cbc24445)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:48.271501 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.282790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] Calling delete_port for e399c0e9-fee6-4b77-8507-9fa192893578 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:48.363436 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.368744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.369305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.401786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] Pushing event deleted for resources: {'Port': ['ID=e399c0e9-fee6-4b77-8507-9fa192893578,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:48.402331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e399c0e9-fee6-4b77-8507-9fa192893578,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:48.402798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a6073-2f27-4681-9b50-d427e363e716 None None] No DVR routers for this DVR port e399c0e9-fee6-4b77-8507-9fa192893578 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:48.406981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] No DVR routers for this DVR port e399c0e9-fee6-4b77-8507-9fa192893578 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:48.422706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86baa09a-7bdf-4e49-80c2-9465e6759773 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:14:48.520224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.548757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:48.566069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74606fcd-c00e-456c-aefc-81f5cbc24445') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:48.566361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74606fcd-c00e-456c-aefc-81f5cbc24445') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:48.568848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9052cf9d-a218-41ad-aab9-b6ea36717567 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:48.579469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port 529f7f0c-844c-4deb-8bc8-781f1d1f6396 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:48.579761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.582636 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.600894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 9052cf9d-a218-41ad-aab9-b6ea36717567 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:48.601262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9052cf9d-a218-41ad-aab9-b6ea36717567 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:48.603963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e399c0e9-fee6-4b77-8507-9fa192893578 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:48.605155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86baa09a-7bdf-4e49-80c2-9465e6759773 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:14:48.624550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: e399c0e9-fee6-4b77-8507-9fa192893578 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:48.624909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device e399c0e9-fee6-4b77-8507-9fa192893578 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:48.625441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5cf15742-11fa-422f-b384-3d5ca18b540d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:48.640811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.648990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5cf15742-11fa-422f-b384-3d5ca18b540d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:48.649363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5cf15742-11fa-422f-b384-3d5ca18b540d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:48.654045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:48.654460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:48.657722 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:48.767773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port 529f7f0c-844c-4deb-8bc8-781f1d1f6396, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=529f7f0c-844c-4deb-8bc8-781f1d1f6396,segment=NetworkSegment(be40e23c-8f35-4e0d-a41b-56025fd74195),segment_id=be40e23c-8f35-4e0d-a41b-56025fd74195)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:48.768903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.789993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for 529f7f0c-844c-4deb-8bc8-781f1d1f6396 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:48.813633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908c084-4afb-4761-8f7f-f39a819d96e5 req-33b992ff-3aa6-459e-8965-8be2b906ea6f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:48.815234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4908c084-4afb-4761-8f7f-f39a819d96e5 req-33b992ff-3aa6-459e-8965-8be2b906ea6f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1424103 Dec 20 16:14:48.907997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.914956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:48.921529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] 10.222.0.81 "DELETE /v2.0/networks/7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302 HTTP/1.1" status: 204 len: 168 time: 1.0682049 Dec 20 16:14:48.921677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34466) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:48.924813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4908c084-4afb-4761-8f7f-f39a819d96e5 req-ac0dd0c0-ba38-448b-82ab-6559f35336bb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Dec 20 16:14:48.948013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fda19e-b45e-4660-a473-fd0cf39878fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc87b64-b2bc-4bf7-98ba-c3f2c23dc302,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:49.031696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.060715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=529f7f0c-844c-4deb-8bc8-781f1d1f6396,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:49.064884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port 529f7f0c-844c-4deb-8bc8-781f1d1f6396 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:49.152354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.175436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3c47c4-38f5-4325-9903-5b4375ac26bb']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:49.185039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be40e23c-8f35-4e0d-a41b-56025fd74195') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:49.185376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be40e23c-8f35-4e0d-a41b-56025fd74195') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:49.195902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.209889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.216238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:49.216649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:49.219946 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:49.303474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.386543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.394817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.398108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/ba3c47c4-38f5-4325-9903-5b4375ac26bb HTTP/1.1" status: 204 len: 168 time: 2.7081370 Dec 20 16:14:49.402089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34468) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:49.407259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539918077'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:49.420593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0c5c-4b81-40a1-9a76-e02acd49dd53 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=ba3c47c4-38f5-4325-9903-5b4375ac26bb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:49.523362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:49.527603 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.553397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:49.560347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Deleting port 8b32ec6f-db28-4b85-a001-2b08058988ad {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:49.560691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.563071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.563420 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 09fe0c69-1a15-4a14-b2a2-fb82f8eddea7 of type vlan for network 83384fd4-bce4-4f4c-b94f-819988417b27 Dec 20 16:14:49.610051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.641316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] For port 8b32ec6f-db28-4b85-a001-2b08058988ad, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8b32ec6f-db28-4b85-a001-2b08058988ad,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:49.641674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.654851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Calling delete_port for 8b32ec6f-db28-4b85-a001-2b08058988ad owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:49.723356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.729014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:49.729634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.798322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=83384fd4-bce4-4f4c-b94f-819988417b27,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:49.811389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 83384fd4-bce4-4f4c-b94f-819988417b27 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:49.857115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-67628777-4a66-4d7b-bd2f-2f9fcf2dfc0c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4541194 Dec 20 16:14:49.860615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34472) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:49.865643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': '83384fd4-bce4-4f4c-b94f-819988417b27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:49.935524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:49.969705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8b32ec6f-db28-4b85-a001-2b08058988ad,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:50.073152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4348-d367-48cd-8f01-21dc7aaf1af4 req-92a097d6-7faf-4bd3-a607-b580b94217c1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:50.074924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-484b4348-d367-48cd-8f01-21dc7aaf1af4 req-92a097d6-7faf-4bd3-a607-b580b94217c1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0682185 Dec 20 16:14:50.146045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-484b4348-d367-48cd-8f01-21dc7aaf1af4 req-ac9d8086-30af-4e7b-8852-2982755c491c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613780 Dec 20 16:14:50.402046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:50.406237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:50.545927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:50.818937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:50.900419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:14:50.903397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=c820b27c-80e1-4894-b596-8aa4c39c1503,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:50.919780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '09fe0c69-1a15-4a14-b2a2-fb82f8eddea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '83384fd4-bce4-4f4c-b94f-819988417b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:50.920139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: 83384fd4-bce4-4f4c-b94f-819988417b27, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:51.034954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:14:51.040467 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2bdd9e14-2040-43e5-a3b3-ed3f7845e8fc admin admin] 10.222.0.81 "PUT /v2.0/routers/2d393f2c-8073-47d9-9b05-63a756f4b9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171525 Dec 20 16:14:51.043101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34478) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:51.048728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] Sync routers for ids ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:14:51.063640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] Routers {'2d393f2c-8073-47d9-9b05-63a756f4b9b4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:51.064562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.087922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network 83384fd4-bce4-4f4c-b94f-819988417b27 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:51.169734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.219761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 83384fd4-bce4-4f4c-b94f-819988417b27) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:51.239196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:51.239800 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.309377 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c826-0a7d-4ef9-b701-a4f91f2b3594 req-cc884d05-6300-4c60-97ac-4873bdefff09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:51.323027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a487c826-0a7d-4ef9-b701-a4f91f2b3594 req-cc884d05-6300-4c60-97ac-4873bdefff09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0796061 Dec 20 16:14:51.335417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875cf9b-e74d-4cc4-a709-f6ebc7ab4fcb None None] Network 83384fd4-bce4-4f4c-b94f-819988417b27 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:51.342225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f869c33e-9587-4815-a8a3-e1256a99856b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4804170 Dec 20 16:14:51.345125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.346679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34482) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:51.415394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] Set router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:14:51.457877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a487c826-0a7d-4ef9-b701-a4f91f2b3594 req-cabbd84a-6666-4927-8dfd-e6bd9284fc5f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329792 Dec 20 16:14:51.505517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Deleting port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:51.505887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.523692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.567667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf409b-9c49-47be-b6d5-795a94895ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-83384fd4-bce4-4f4c-b94f-819988417b27', 'network_id': '83384fd4-bce4-4f4c-b94f-819988417b27', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': 'c820b27c-80e1-4894-b596-8aa4c39c1503'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:51.568541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6bf409b-9c49-47be-b6d5-795a94895ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.603403 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.633546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] For port 4f2b07fa-d2c9-4f85-97fd-63b35ec46021, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:51.634099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.655428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Calling delete_port for 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:51.737322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:14:49Z', 'revision_number': 5, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port': {'id': '4f2b07fa-d2c9-4f85-97fd-63b35ec46021', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:27Z', 'updated_at': '2021-12-20T16:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.766688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] Checking router: 2d393f2c-8073-47d9-9b05-63a756f4b9b4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:14:51.775491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] Routers {'2d393f2c-8073-47d9-9b05-63a756f4b9b4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:14:51.776100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.782086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.821191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=c820b27c-80e1-4894-b596-8aa4c39c1503,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:51.863325 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.884091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] Set router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:14:51.898517 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.922083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83384fd4-bce4-4f4c-b94f-819988417b27']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.935061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fe0c69-1a15-4a14-b2a2-fb82f8eddea7') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.935371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fe0c69-1a15-4a14-b2a2-fb82f8eddea7') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.940176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:14:51Z', 'revision_number': 6, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server [None req-c6bf409b-9c49-47be-b6d5-795a94895ffd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c820b27c-80e1-4894-b596-8aa4c39c1503: This subnet is being modified by another concurrent operation. Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c820b27c-80e1-4894-b596-8aa4c39c1503: This subnet is being modified by another concurrent operation. Dec 20 16:14:51.944973 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 16:14:51.956652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.963737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.978613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26a37d-323e-427c-af41-0e96ca1b0d43 None None] The sync data for ids ['2d393f2c-8073-47d9-9b05-63a756f4b9b4'] in n-d-781076-8 is: [{'id': '2d393f2c-8073-47d9-9b05-63a756f4b9b4', 'name': 'tempest-TestServerBasicOps-1228620245-router', 'tenant_id': '19aee159edad450caa7b63693cf8b5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:26Z', 'updated_at': '2021-12-20T16:14:51Z', 'revision_number': 6, 'project_id': '19aee159edad450caa7b63693cf8b5d2', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:14:51.982032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:51.997375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9de75f-f3db-48b8-b4fb-077ceb3999b9 None None] Network 83384fd4-bce4-4f4c-b94f-819988417b27 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:52.000849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:52.001304 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:52.007184 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:52.059202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2b07fa-d2c9-4f85-97fd-63b35ec46021,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:52.117237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31125076-37bb-4c18-9e00-66f3b125418c None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:52.153980 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.166282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804bdff-a1d7-4eaf-8db4-2ba123ebc540 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:14:52.192601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.197567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.206070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/83384fd4-bce4-4f4c-b94f-819988417b27 HTTP/1.1" status: 204 len: 168 time: 0.8539572 Dec 20 16:14:52.211490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34486) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:52.218476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219673653'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:52.262166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261296c-a7b1-4322-86fe-b9ee3e44113f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=83384fd4-bce4-4f4c-b94f-819988417b27,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:52.282461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.285576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.294404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804bdff-a1d7-4eaf-8db4-2ba123ebc540 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:14:52.398007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:52.403906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.423046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.424172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d393f2c-8073-47d9-9b05-63a756f4b9b4 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:14:52.443075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.448356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb8bbe28-fd9a-4e38-9803-0ed1d45611e4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2d393f2c-8073-47d9-9b05-63a756f4b9b4 HTTP/1.1" status: 204 len: 168 time: 1.4037359 Dec 20 16:14:52.448665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34488) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:52.451082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:52.517637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.517869 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment fb2b86ae-b198-4a54-bdc3-0583bba8dc1f of type vlan for network 1804a255-984b-4871-87e5-1323ce367fba Dec 20 16:14:52.595734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b32ec6f-db28-4b85-a001-2b08058988ad no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:52.611445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Deleting subnet 199a73dd-b7cd-45d3-bb95-a10ee0301717 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:14:52.631422 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.632311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8b32ec6f-db28-4b85-a001-2b08058988ad {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:52.632875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8b32ec6f-db28-4b85-a001-2b08058988ad not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:52.669014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.692410 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.736166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf842844-e130-41f5-95fb-132d53749376 req-30a001be-a243-4815-940a-dd6550eb8de4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:52.738405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf842844-e130-41f5-95fb-132d53749376 req-30a001be-a243-4815-940a-dd6550eb8de4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1422632 Dec 20 16:14:52.828923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf842844-e130-41f5-95fb-132d53749376 req-5f28f85f-fc03-411a-af36-f6e2cb66b142 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840328 Dec 20 16:14:52.833940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.875049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.880697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:52.881485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:52.971464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=1804a255-984b-4871-87e5-1323ce367fba,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:52.984835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1804a255-984b-4871-87e5-1323ce367fba details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:52.995862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-80af3411-6e50-44c3-9ff2-0fff6aa37599 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7819030 Dec 20 16:14:52.999352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34492) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:53.006505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:53.032930 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.088485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199a73dd-b7cd-45d3-bb95-a10ee0301717,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:53.090558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.094476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-42079eaf-fb46-410b-9e2f-01773a31ae40 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/199a73dd-b7cd-45d3-bb95-a10ee0301717 HTTP/1.1" status: 204 len: 168 time: 0.6447148 Dec 20 16:14:53.100120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34496) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:53.110990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90ed5b-e689-466c-81d6-3bb9e5b2a1e9 None None] Network 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:53.207052 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.288489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Deleting port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:53.289043 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.315726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.324732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] DHCP port deletion for 5ac86981-ab91-4bb2-92b8-bc2e27c85e21 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:53.393910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] For port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:53.394278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.398815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Deleting port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:53.399522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.421062 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.422228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Calling delete_port for f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:53.493292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] For port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,segment=NetworkSegment(54da7f5f-f538-401b-b2ee-611e0852e53a),segment_id=54da7f5f-f538-401b-b2ee-611e0852e53a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:53.493699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.510963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Calling delete_port for f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:53.519732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network 1804a255-984b-4871-87e5-1323ce367fba is not hosted by any dhcp agent {{(pid=103954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:14:53.526334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:53.526993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.532461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34498) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:53.532705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "PUT /v2.0/networks/1804a255-984b-4871-87e5-1323ce367fba HTTP/1.1" status: 200 len: 723 time: 0.5313623 Dec 20 16:14:53.534742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbed2c4-f8b8-452f-9c8a-7fab9117388c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=1804a255-984b-4871-87e5-1323ce367fba,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:53.543225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': '1804a255-984b-4871-87e5-1323ce367fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:53.570856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 1804a255-984b-4871-87e5-1323ce367fba details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:53.604461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.647267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] No DVR routers for this DVR port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:53.670287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.680880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:53.697001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Pushing event deleted for resources: {'Port': ['ID=f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:53.702173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] No DVR routers for this DVR port f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:53.710662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.717376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c93aa7-fee8-4db8-acab-73e5c21d6cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:14:53.746407 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.776420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac86981-ab91-4bb2-92b8-bc2e27c85e21']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:53.787414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54da7f5f-f538-401b-b2ee-611e0852e53a') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:53.787712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54da7f5f-f538-401b-b2ee-611e0852e53a') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:53.800793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.814887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.820838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:53.821282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:53.823026 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:53.876165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:53.879816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.003117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82427-0dfb-4c1f-b266-e3349736c6ff req-59ba0f94-5782-4fd7-ba43-aed2f896462e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:54.004484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47e82427-0dfb-4c1f-b266-e3349736c6ff req-59ba0f94-5782-4fd7-ba43-aed2f896462e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0985937 Dec 20 16:14:54.007950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.014042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.017985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5ac86981-ab91-4bb2-92b8-bc2e27c85e21 HTTP/1.1" status: 204 len: 168 time: 0.9161804 Dec 20 16:14:54.043835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e33e2-bb40-4ff3-9e19-7a81c03f05d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac86981-ab91-4bb2-92b8-bc2e27c85e21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:54.121146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47e82427-0dfb-4c1f-b266-e3349736c6ff req-27d20bf1-6f69-4957-abfb-b1e1d80a09dc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019888 Dec 20 16:14:54.295731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.366589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=8effa621-d581-45b5-a926-8d9507bb4386,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:54.377722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1804a255-984b-4871-87e5-1323ce367fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:54.377722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: 1804a255-984b-4871-87e5-1323ce367fba, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:54.427069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:54.470400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-577824cf-ad62-4ef0-bae4-48b769d2e561 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=349a8b8397df427cae2ee0e8988ff6a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419581 Dec 20 16:14:54.471547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network 1804a255-984b-4871-87e5-1323ce367fba is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:54.474668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34508) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:54.543026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32bd52af-207e-4fa0-8eb3-d2d9a21314a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.547469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 1804a255-984b-4871-87e5-1323ce367fba) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:54.554169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:54.554666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:54.555209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.572791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32bd52af-207e-4fa0-8eb3-d2d9a21314a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.594138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c9aabd-9315-4e66-b430-aca25f75fe78 None None] Network 1804a255-984b-4871-87e5-1323ce367fba requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:54.619475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:54.619824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9ac4a41-2a81-4c9f-8bae-7c90fe521dfd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:54.620348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:54.648928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:54.649288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4f2b07fa-d2c9-4f85-97fd-63b35ec46021 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:54.706789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34510) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:54.707022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6c35746c-6a38-495b-b686-3e3f1cf3a019 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1729064 Dec 20 16:14:54.713409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:54.730762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-1804a255-984b-4871-87e5-1323ce367fba', 'network_id': '1804a255-984b-4871-87e5-1323ce367fba', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '8effa621-d581-45b5-a926-8d9507bb4386'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:54.731636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.738794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32bd52af-207e-4fa0-8eb3-d2d9a21314a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.741977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-32bd52af-207e-4fa0-8eb3-d2d9a21314a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.746137 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-32bd52af-207e-4fa0-8eb3-d2d9a21314a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e47a32cb-89f6-48b5-ac3e-9dca758470cb HTTP/1.1" status: 204 len: 168 time: 0.2699325 Dec 20 16:14:54.761265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd52af-207e-4fa0-8eb3-d2d9a21314a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a32cb-89f6-48b5-ac3e-9dca758470cb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:54.847718 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9388224'] for subnet, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:54.900808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Allocated IP 172.20.0.2 (1804a255-984b-4871-87e5-1323ce367fba/8effa621-d581-45b5-a926-8d9507bb4386/c17c3b60-fb8d-4be0-be98-dc6a4bdfb240) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:55.051625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.137978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.243013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Network 1804a255-984b-4871-87e5-1323ce367fba is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:55.248829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:55.256687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:55.267652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Pushing event updated for resources: {'Port': ['ID=c17c3b60-fb8d-4be0-be98-dc6a4bdfb240,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:55.301485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fdba7-b634-4967-b0cf-67a3fcac1749 req-cd41a39d-1094-44e5-955c-fc6fa1cbd2aa tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:55.303053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad7fdba7-b634-4967-b0cf-67a3fcac1749 req-cd41a39d-1094-44e5-955c-fc6fa1cbd2aa tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0931373 Dec 20 16:14:55.349129 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736428826170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8440625'] for subnet, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.366317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Attempting to bind port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:55.366689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Attempting to bind port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1804a255-984b-4871-87e5-1323ce367fba'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:55.367055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Attempting to bind port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 on network 1804a255-984b-4871-87e5-1323ce367fba {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:55.372665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:55.373044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Checking segment: {'id': 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1804a255-984b-4871-87e5-1323ce367fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:55.373579 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.373972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Bound using segment: {'id': 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1804a255-984b-4871-87e5-1323ce367fba'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:55.375119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Bound port: c17c3b60-fb8d-4be0-be98-dc6a4bdfb240, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1804a255-984b-4871-87e5-1323ce367fba'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:55.375829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.396090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad7fdba7-b634-4967-b0cf-67a3fcac1749 req-a97b19fe-8cb5-4400-a647-6faedf85f083 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854983 Dec 20 16:14:55.412291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:55.413074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.414795 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "PUT /v2.0/subnets/8effa621-d581-45b5-a926-8d9507bb4386 HTTP/1.1" status: 200 len: 806 time: 0.7063797 Dec 20 16:14:55.417432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:55.456790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3f4c-5455-4325-8669-72a914fa2442 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=8effa621-d581-45b5-a926-8d9507bb4386,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:55.461873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] For port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:55.465974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] For port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c17c3b60-fb8d-4be0-be98-dc6a4bdfb240,segment=NetworkSegment(fb2b86ae-b198-4a54-bdc3-0583bba8dc1f),segment_id=fb2b86ae-b198-4a54-bdc3-0583bba8dc1f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:55.544812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.599033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:14:55.599356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.621558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.699635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd93f0-fed1-4d00-bb60-76a5991f09b8 None None] Pushing event updated for resources: {'Port': ['ID=c17c3b60-fb8d-4be0-be98-dc6a4bdfb240,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:55.702317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240, host n-d-781076-8, got binding levels [] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:14:55.702985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.721432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:14:55.780198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:55.839710 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-16fb28fa-c119-4390-85e5-5b50fe6b77a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19aee159edad450caa7b63693cf8b5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567818 Dec 20 16:14:55.847773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34524) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:55.928985 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.936145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-888fba3c-7bac-4323-83c9-23e3a140c0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:55.966754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=c17c3b60-fb8d-4be0-be98-dc6a4bdfb240,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:55.973961 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-888fba3c-7bac-4323-83c9-23e3a140c0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.016671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:14:56.076718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.128964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-888fba3c-7bac-4323-83c9-23e3a140c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.131837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-888fba3c-7bac-4323-83c9-23e3a140c0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.135755 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-888fba3c-7bac-4323-83c9-23e3a140c0ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57fdf5db-d771-413f-a9e2-be221cbfb49a HTTP/1.1" status: 204 len: 168 time: 0.2835386 Dec 20 16:14:56.144520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fba3c-7bac-4323-83c9-23e3a140c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fdf5db-d771-413f-a9e2-be221cbfb49a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:56.226724 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.662889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=8effa621-d581-45b5-a926-8d9507bb4386,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:56.753889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.779266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b97a8-d45b-4d79-a373-b04b033e733b None None] Network 1804a255-984b-4871-87e5-1323ce367fba requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:56.792009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde68f2-3a10-4562-83b5-dad5263c0f0b req-7baab97c-1006-40b7-871b-7d369983357b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:56.792476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccde68f2-3a10-4562-83b5-dad5263c0f0b req-7baab97c-1006-40b7-871b-7d369983357b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1328597 Dec 20 16:14:56.794224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1804a255-984b-4871-87e5-1323ce367fba']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:56.812381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:56.812990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2b86ae-b198-4a54-bdc3-0583bba8dc1f') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:56.832120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.840213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fa471478-84c3-42bf-8675-a74ec8788eba None None] Could not find standard attr ID for object c17c3b60-fb8d-4be0-be98-dc6a4bdfb240. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:14:56.859384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.873116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:56.873545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:56.877026 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:14:56.891710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccde68f2-3a10-4562-83b5-dad5263c0f0b req-c5860b4d-7267-485a-82e9-f31f160c9fec tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886073 Dec 20 16:14:56.971839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f929b16-ce88-48ae-9c94-366ee7df7cba None None] DHCP port deletion for 1804a255-984b-4871-87e5-1323ce367fba request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:14:56.989258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c788ef-62f3-4e6c-862a-683b551f57ac None None] Network 1804a255-984b-4871-87e5-1323ce367fba requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:57.026566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.037813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.045523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/1804a255-984b-4871-87e5-1323ce367fba HTTP/1.1" status: 204 len: 168 time: 1.6267231 Dec 20 16:14:57.045834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:57.059820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811771b-d7d5-4184-a632-a8d663db2954 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=1804a255-984b-4871-87e5-1323ce367fba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:57.080039 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-764c2e3b-f8f7-4c1c-99af-a0f1f56cf592 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:14:57.080574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764c2e3b-f8f7-4c1c-99af-a0f1f56cf592 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:14:57.084568 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-764c2e3b-f8f7-4c1c-99af-a0f1f56cf592 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/1804a255-984b-4871-87e5-1323ce367fba HTTP/1.1" status: 404 len: 339 time: 0.0368710 Dec 20 16:14:57.088387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34548) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:57.094699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2071462918', 'description': 'd1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:57.180841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:57.184430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.211099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:57.220107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.227218 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment cf5b8c92-d4f3-4a6c-b69a-c12ce99bb41e of type vlan for network f922eab8-42f4-4bd0-a2a7-856f96fb6408 Dec 20 16:14:57.273360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.311636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.337999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34554) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:57.357628 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.364222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:57.364820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.434956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=f922eab8-42f4-4bd0-a2a7-856f96fb6408,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:57.443238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1916791879-network', 'tenant_id': '573d9776e7374ec79888652311493f32'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:57.449525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f922eab8-42f4-4bd0-a2a7-856f96fb6408 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:57.460718 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44df40c6-98ce-4c18-9c9a-bf9ee7eed210 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3697889 Dec 20 16:14:57.462210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:57.534770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Made reservation on behalf of 573d9776e7374ec79888652311493f32 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:57.537391 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.547391 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.562428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456ed2d-fc79-4124-9ba8-74a562bde2c4 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:57.564643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1456ed2d-fc79-4124-9ba8-74a562bde2c4 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks?id=f922eab8-42f4-4bd0-a2a7-856f96fb6408 HTTP/1.1" status: 200 len: 761 time: 0.1013677 Dec 20 16:14:57.567304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34562) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:57.572987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'description': 'd2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:57.633205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.740453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.744419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.766441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:57.775650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa821f-9a4e-44a9-a46f-b1bcbdf5f3e3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:57.782591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.783641 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Added segment 11d9dacc-1b77-47f1-b739-db549c4339b5 of type vlan for network 04edbbf4-999f-4286-bd59-831dec46d3bb Dec 20 16:14:57.823917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.861056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.879867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network f922eab8-42f4-4bd0-a2a7-856f96fb6408 is not hosted by any dhcp agent {{(pid=103953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:14:57.885286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:57.886844 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.887154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "PUT /v2.0/networks/f922eab8-42f4-4bd0-a2a7-856f96fb6408 HTTP/1.1" status: 200 len: 758 time: 0.3184319 Dec 20 16:14:57.889992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34564) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:57.938197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc3868-320e-448c-bde5-ebbebc36fab3 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=f922eab8-42f4-4bd0-a2a7-856f96fb6408,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:57.950052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f922eab8-42f4-4bd0-a2a7-856f96fb6408 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:57.956733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:57.957744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:57.958315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.013721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6ee59-d0b8-487a-a7f3-12abb2c5ee4b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:58.015235 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6fc6ee59-d0b8-487a-a7f3-12abb2c5ee4b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks?id=f922eab8-42f4-4bd0-a2a7-856f96fb6408 HTTP/1.1" status: 200 len: 761 time: 0.1238084 Dec 20 16:14:58.019544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34568) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:58.027370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043523618'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:58.052166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=04edbbf4-999f-4286-bd59-831dec46d3bb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:58.052933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0562a9-7362-46d7-846b-f3af91be179e req-e8babd47-75c1-4276-a865-7fba725087d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:58.054513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d0562a9-7362-46d7-846b-f3af91be179e req-e8babd47-75c1-4276-a865-7fba725087d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0729091 Dec 20 16:14:58.058818 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-732be20d-6732-4046-a8b8-2621addec7b6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7201099 Dec 20 16:14:58.064115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34570) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:58.068167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 04edbbf4-999f-4286-bd59-831dec46d3bb details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:58.071653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Request body: {'subnet': {'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1916791879-subnet', 'tenant_id': '573d9776e7374ec79888652311493f32', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:58.114946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d0562a9-7362-46d7-846b-f3af91be179e req-5770e439-575e-43cd-9a6b-04da135516af tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Dec 20 16:14:58.123601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:58.132357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.165979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:14:58.174895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.175227 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 1d2a501b-a801-48aa-91cb-9065d497cf36 of type vlan for network cc8921b4-a457-4f86-95cc-77f06470c362 Dec 20 16:14:58.214240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.215077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Made reservation on behalf of 573d9776e7374ec79888652311493f32 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:58.217595 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.300778 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.306627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:58.310491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.380993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=cc8921b4-a457-4f86-95cc-77f06470c362,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:58.396806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network cc8921b4-a457-4f86-95cc-77f06470c362 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:14:58.423679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-abc18a5e-2c4c-4e31-8d64-9055b345c223 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4028656 Dec 20 16:14:58.429266 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34572) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:58.434703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': 'cc8921b4-a457-4f86-95cc-77f06470c362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:58.449710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.505254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:14:58.532298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:14:58.532761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c17c3b60-fb8d-4be0-be98-dc6a4bdfb240 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:14:58.565567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:58.589542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Checking segment: {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:58.590043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Network hostable DHCP agents. Network: 04edbbf4-999f-4286-bd59-831dec46d3bb, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:58.695307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Network 04edbbf4-999f-4286-bd59-831dec46d3bb is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:58.723580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:14:58.727308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.781955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 04edbbf4-999f-4286-bd59-831dec46d3bb) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:58.789868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:58.790463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:58.791173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af7745-8a8a-4e94-be27-9e191c24ee14 None None] Network 04edbbf4-999f-4286-bd59-831dec46d3bb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:58.870457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e8aa9f2e-4a46-416e-b2d5-9b84b4a10117 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8049288 Dec 20 16:14:58.877184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34576) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:58.882395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:14:58.897951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-04edbbf4-999f-4286-bd59-831dec46d3bb', 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb', 'project_id': '573d9776e7374ec79888652311493f32', 'fixed_ips': [{'subnet_id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:58.899172 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.003983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.005061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.032836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.046786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Allocated IP 172.20.0.2 (04edbbf4-999f-4286-bd59-831dec46d3bb/1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b/57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:59.058773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.103493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=63961976-d326-4141-93f2-68310f295774,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:59.110325 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '1d2a501b-a801-48aa-91cb-9065d497cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cc8921b4-a457-4f86-95cc-77f06470c362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:59.110803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: cc8921b4-a457-4f86-95cc-77f06470c362, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:14:59.209197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network cc8921b4-a457-4f86-95cc-77f06470c362 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:14:59.230416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.306699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, cc8921b4-a457-4f86-95cc-77f06470c362) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:59.317403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:59.317403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.319862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9b93c-7f62-46ce-a1f5-e7c480462275 None None] Network cc8921b4-a457-4f86-95cc-77f06470c362 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:59.325078 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.344234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8862-08d1-43dc-ae5d-295d5d05613b req-50db8daf-83eb-46c3-8f0f-cebfaeddbba3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:14:59.346332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f16a8862-08d1-43dc-ae5d-295d5d05613b req-50db8daf-83eb-46c3-8f0f-cebfaeddbba3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1454215 Dec 20 16:14:59.350301 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.403009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f16a8862-08d1-43dc-ae5d-295d5d05613b req-101b73ce-f1e8-4181-a498-44a0564be92c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491033 Dec 20 16:14:59.406918 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-81d7aa3f-60bf-40c5-8f7d-c0e3e82ca577 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9760952 Dec 20 16:14:59.410264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34580) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:14:59.439158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9ea058b4-9ae7-4419-8999-f2f603a01694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.500901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Pushing event updated for resources: {'Port': ['ID=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:59.510455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Network 04edbbf4-999f-4286-bd59-831dec46d3bb is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:14:59.512628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:14:59.516937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:14:59.523026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79991c-454f-4958-9f47-db262ca8e2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-cc8921b4-a457-4f86-95cc-77f06470c362', 'network_id': 'cc8921b4-a457-4f86-95cc-77f06470c362', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': '63961976-d326-4141-93f2-68310f295774'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:14:59.523919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d79991c-454f-4958-9f47-db262ca8e2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.548735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.621922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.670034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.684772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Attempting to bind port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:14:59.685146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Attempting to bind port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:14:59.685549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Attempting to bind port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 on network 04edbbf4-999f-4286-bd59-831dec46d3bb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:14:59.694648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.703334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:14:59.703739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Checking segment: {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:14:59.704165 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.704570 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Bound using segment: {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:14:59.705068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Bound port: 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:14:59.705591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.777942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] For port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:14:59.781960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.782472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] For port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:14:59.812693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=63961976-d326-4141-93f2-68310f295774,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:14:59.833516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Allocated IP 172.25.6.60 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f66254c8-b77e-4969-866e-1e226d878c32) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server [None req-9d79991c-454f-4958-9f47-db262ca8e2f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63961976-d326-4141-93f2-68310f295774: This subnet is being modified by another concurrent operation. Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63961976-d326-4141-93f2-68310f295774: This subnet is being modified by another concurrent operation. Dec 20 16:14:59.834231 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 16:14:59.852391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8749235-148d-4476-9943-588aada72900 None None] Network cc8921b4-a457-4f86-95cc-77f06470c362 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:14:59.880543 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.898796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.922980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8921b4-a457-4f86-95cc-77f06470c362']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:59.937927 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2a501b-a801-48aa-91cb-9065d497cf36') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:59.938389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2a501b-a801-48aa-91cb-9065d497cf36') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:14:59.949050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.966286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.966863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.980068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:14:59.980526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:14:59.990438 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:15:00.009913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a52c8f-da44-46a0-a224-b591a69a544e None None] Pushing event updated for resources: {'Port': ['ID=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:00.083707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.130554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:15:00.133532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:15:00.137261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:15:00.141329 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.158662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168a359-48c2-41cd-98e7-22061ed8988f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:15:00.161272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.162422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Pushing event updated for resources: {'Port': ['ID=f66254c8-b77e-4969-866e-1e226d878c32,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:00.164900 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/cc8921b4-a457-4f86-95cc-77f06470c362 HTTP/1.1" status: 204 len: 168 time: 0.7532477 Dec 20 16:15:00.168323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34584) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:00.180523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a13e-d96c-4591-88a4-8acc5f078f74 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=cc8921b4-a457-4f86-95cc-77f06470c362,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:00.218983 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00ea022-b278-4530-b54d-f66b37297e77 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] GET failed (client error): The resource could not be found. Dec 20 16:15:00.220629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d00ea022-b278-4530-b54d-f66b37297e77 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/subnets/63961976-d326-4141-93f2-68310f295774 HTTP/1.1" status: 404 len: 337 time: 0.0513065 Dec 20 16:15:00.223440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:00.251944 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e40b138-4f69-4f73-8cee-73f0da6b3ace tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:00.252495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e40b138-4f69-4f73-8cee-73f0da6b3ace tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:00.261968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2e40b138-4f69-4f73-8cee-73f0da6b3ace tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/cc8921b4-a457-4f86-95cc-77f06470c362 HTTP/1.1" status: 404 len: 339 time: 0.0344558 Dec 20 16:15:00.261968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:00.299127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fe51587d-146c-4200-840f-4ab4cccd0bc7 None None] Provisioning complete for port f66254c8-b77e-4969-866e-1e226d878c32 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:00.299661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fe51587d-146c-4200-840f-4ab4cccd0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.341438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fe51587d-146c-4200-840f-4ab4cccd0bc7 None None] Port f66254c8-b77e-4969-866e-1e226d878c32 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:15:00.595717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cfee0-e4cf-46fd-8f5c-fee4e4a0ddad req-d11f480b-1ea8-4f30-aeef-1001c0092b83 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:00.597753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e41cfee0-e4cf-46fd-8f5c-fee4e4a0ddad req-d11f480b-1ea8-4f30-aeef-1001c0092b83 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1088965 Dec 20 16:15:00.599343 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.602428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:15:00.660081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:00.660562 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.747767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e41cfee0-e4cf-46fd-8f5c-fee4e4a0ddad req-a828e8a4-a849-4c95-a49c-f2e962598391 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357484 Dec 20 16:15:00.768933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.819420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:00.845219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024e58a-1476-4144-b3cd-183d76e68850 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:00.847072 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1024e58a-1476-4144-b3cd-183d76e68850 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5850365 Dec 20 16:15:00.854345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34594) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:00.893259 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6077bf3-8921-4765-9875-135cbd1df3df tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 207 time: 0.0374100 Dec 20 16:15:00.896332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34596) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:00.901834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:00.946602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:01.009609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:01.114705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e4064-3778-4c57-a42a-8c8209dc67db tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.120495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e4064-3778-4c57-a42a-8c8209dc67db tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.126865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e4064-3778-4c57-a42a-8c8209dc67db tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.142121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e4064-3778-4c57-a42a-8c8209dc67db tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.142121 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ad1e4064-3778-4c57-a42a-8c8209dc67db tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2383127 Dec 20 16:15:01.142740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34598) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.146236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06877b67-3727-47db-9a70-6c1738899d82 None None] Network 04edbbf4-999f-4286-bd59-831dec46d3bb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:15:01.175739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Router 2823294a-61ba-4cb1-8abe-49237d09bd18 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:15:01.223326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bf0de6d7-a5cf-4067-ac40-01fa0520fc6c None None] Provisioning complete for port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:01.223326 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf0de6d7-a5cf-4067-ac40-01fa0520fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:01.310078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a05edfa5-46be-42e9-8369-61360edece70 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1687946 Dec 20 16:15:01.313644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34600) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.368902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:15:01.381997 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Sync routers for ids ['2823294a-61ba-4cb1-8abe-49237d09bd18'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:15:01.396553 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Routers {'2823294a-61ba-4cb1-8abe-49237d09bd18'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:15:01.400236 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:14:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2823294a-61ba-4cb1-8abe-49237d09bd18'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:01.414543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e27eef-c0dc-472d-99a5-7a939c37f382 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.416051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e27eef-c0dc-472d-99a5-7a939c37f382 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.421901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34602) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.422579 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d4e27eef-c0dc-472d-99a5-7a939c37f382 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1077542 Dec 20 16:15:01.469237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:01.470775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d79b6fb1-ae3a-422a-bddd-639a79c1f7bb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5925345 Dec 20 16:15:01.473603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34604) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.508986 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Set router 2823294a-61ba-4cb1-8abe-49237d09bd18 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:15:01.522873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee2d65-8417-41b0-a5fc-123b7f410f38 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.524865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee2d65-8417-41b0-a5fc-123b7f410f38 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.526801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b5ee2d65-8417-41b0-a5fc-123b7f410f38 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1034403 Dec 20 16:15:01.530315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.556870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81135a16-ab8b-4bb2-9df8-658a0e30148a None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:15:01.600637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-54b29055-b41d-4106-8eb7-54fb94252148 None None] Provisioning complete for port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:01.601419 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54b29055-b41d-4106-8eb7-54fb94252148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:01.668803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8c39f-6078-45a8-bd5f-4430d954206b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.674828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-12e8c39f-6078-45a8-bd5f-4430d954206b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks/b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 HTTP/1.1" status: 200 len: 800 time: 0.1422079 Dec 20 16:15:01.675437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34608) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.720263 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:00Z', 'revision_number': 3, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:01.765959 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Checking router: 2823294a-61ba-4cb1-8abe-49237d09bd18 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:15:01.767163 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Updating router 2823294a-61ba-4cb1-8abe-49237d09bd18 port f66254c8-b77e-4969-866e-1e226d878c32 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:15:01.791230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81135a16-ab8b-4bb2-9df8-658a0e30148a None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:15:01.799922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-efe89268-aed6-40ff-bbb0-4bd329cdbeee tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/networks/b4ef2d51-c2ed-4757-8cb5-1f80d84244b4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1232467 Dec 20 16:15:01.800993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34612) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.807022 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:01.847154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5664f9d4-cf47-46eb-a050-d0a53d435f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:01.883672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc563c7-e941-4f1c-9875-75d39f7072ff tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.892179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6dc563c7-e941-4f1c-9875-75d39f7072ff tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/subnets/783ef7fa-8370-4573-a52f-8fc1d9265f60 HTTP/1.1" status: 200 len: 811 time: 0.0898755 Dec 20 16:15:01.894395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34616) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.957011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebab7f-da5e-4c0f-9f73-578d69a29131 req-bca36999-bcdf-4215-9382-b86b3418a0a7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.968748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78ebab7f-da5e-4c0f-9f73-578d69a29131 req-bca36999-bcdf-4215-9382-b86b3418a0a7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.0731375 Dec 20 16:15:01.982017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e589e572-33db-4160-8000-1cd5eff3fc16 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['shared'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:01.984963 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e589e572-33db-4160-8000-1cd5eff3fc16 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "GET /v2.0/subnets/783ef7fa-8370-4573-a52f-8fc1d9265f60?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0889928 Dec 20 16:15:01.991669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34618) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:01.997922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649340931'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:02.049556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78ebab7f-da5e-4c0f-9f73-578d69a29131 req-78779e98-3cce-4f2b-b5a0-62f843fef7e4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796716 Dec 20 16:15:02.112098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:15:02.115774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.123554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.145324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:15:02.163370 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.167377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.167377 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Added segment 705146fd-e359-456d-a3e8-7aa2a02d7132 of type vlan for network d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 Dec 20 16:15:02.209493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.243677 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.289708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc0efc-a54a-408c-b15a-a62c2fd68ef0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:15:02.297961 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Attempting to bind port f66254c8-b77e-4969-866e-1e226d878c32 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:15:02.298342 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Attempting to bind port f66254c8-b77e-4969-866e-1e226d878c32 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:15:02.298710 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Attempting to bind port f66254c8-b77e-4969-866e-1e226d878c32 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:15:02.300761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.306516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:02.307134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.310572 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:15:02.310982 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:15:02.311394 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.311975 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:15:02.312469 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Bound port: f66254c8-b77e-4969-866e-1e226d878c32, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:15:02.313049 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.316580 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Pushing event updated for resources: {'Port': ['ID=f66254c8-b77e-4969-866e-1e226d878c32,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:02.317377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Allocated IP 172.20.0.1 (04edbbf4-999f-4286-bd59-831dec46d3bb/1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b/11e31ded-c299-47c4-a2d1-bc9eb50f6b05) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:15:02.326492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e4613bfb-f3e3-48de-8d88-a209e9faad83 None None] Provisioning complete for port f66254c8-b77e-4969-866e-1e226d878c32 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:02.327103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e4613bfb-f3e3-48de-8d88-a209e9faad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.370625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e4613bfb-f3e3-48de-8d88-a209e9faad83 None None] Port f66254c8-b77e-4969-866e-1e226d878c32 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:15:02.380057 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] For port f66254c8-b77e-4969-866e-1e226d878c32, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:15:02.382697 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.383715 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.384285 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.384629 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.384969 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.385334 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.385668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.386000 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.386488 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.387043 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.387292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Network': ['ID=d9f0eb21-f37e-4020-bf6c-ace46c8e0f61,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:02.387730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.388066 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.388398 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:02.395166 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] For port f66254c8-b77e-4969-866e-1e226d878c32, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f66254c8-b77e-4969-866e-1e226d878c32,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:15:02.399053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:15:02.425336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6eab1843-6b4d-4fb4-a549-0c7aa4e15006 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4325764 Dec 20 16:15:02.433008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34620) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:02.440139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'network_id': 'd9f0eb21-f37e-4020-bf6c-ace46c8e0f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:02.459926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.502088 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.553195 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.581016 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a60e05-faca-4d52-b43e-77fb3b814cee None None] Pushing event updated for resources: {'Port': ['ID=f66254c8-b77e-4969-866e-1e226d878c32,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:02.597918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:15:02.602565 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Routers {'2823294a-61ba-4cb1-8abe-49237d09bd18'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:15:02.603182 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:15:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2823294a-61ba-4cb1-8abe-49237d09bd18'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:02.626392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Made reservation on behalf of 39d058b8a6c740e5908894820dba3185 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:15:02.630310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.640629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec854838-cf72-4a0b-83d3-b95db9906a3b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:15:02.662097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Network 04edbbf4-999f-4286-bd59-831dec46d3bb is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:15:02.677883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:15:02.679742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:02.697198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:15:02.717469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:02.718169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.771943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.784704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Performing IP validity checks on allocation pools {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:15:02.785674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:15:02.828010 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] Set router 2823294a-61ba-4cb1-8abe-49237d09bd18 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:15:02.857586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7197ac57-ee62-4cef-aa97-9d0caadbae52 None None] Provisioning complete for port f66254c8-b77e-4969-866e-1e226d878c32 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:02.858158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7197ac57-ee62-4cef-aa97-9d0caadbae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:02.986565 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.097817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7197ac57-ee62-4cef-aa97-9d0caadbae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.124996 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.131821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.146043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7197ac57-ee62-4cef-aa97-9d0caadbae52 None None] For port f66254c8-b77e-4969-866e-1e226d878c32, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f66254c8-b77e-4969-866e-1e226d878c32,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:03.226635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7197ac57-ee62-4cef-aa97-9d0caadbae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.254601 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:00Z', 'revision_number': 3, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:03.308703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197ac57-ee62-4cef-aa97-9d0caadbae52 None None] Pushing event updated for resources: {'Port': ['ID=f66254c8-b77e-4969-866e-1e226d878c32,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:03.316036 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efed898-1665-492b-b154-a339cb3a7f6b None None] The sync data for ids ['2823294a-61ba-4cb1-8abe-49237d09bd18'] in n-d-781076-8 is: [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:00Z', 'revision_number': 3, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:15:03.324999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=f5be7615-af53-48be-8789-29982b0de653,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:03.325457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.338937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6a7d-fac0-4e24-8c84-311f44a9cada req-9f55aa14-78b6-47bc-be28-9431084c58c4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:03.340944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d4d6a7d-fac0-4e24-8c84-311f44a9cada req-9f55aa14-78b6-47bc-be28-9431084c58c4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 944 time: 0.1810961 Dec 20 16:15:03.350554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Checking segment: {'id': '705146fd-e359-456d-a3e8-7aa2a02d7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd9f0eb21-f37e-4020-bf6c-ace46c8e0f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:15:03.353245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network hostable DHCP agents. Network: d9f0eb21-f37e-4020-bf6c-ace46c8e0f61, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:15:03.357022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-14d6fe56-48a3-49b6-844e-73c816a46a25 None None] Provisioning complete for port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:03.357662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-14d6fe56-48a3-49b6-844e-73c816a46a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.416086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d4d6a7d-fac0-4e24-8c84-311f44a9cada req-7577d08c-b6d5-4958-b50d-0ebb0be95ce6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561521 Dec 20 16:15:03.420919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.496715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.502000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Network d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:15:03.513601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:03.576136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-14d6fe56-48a3-49b6-844e-73c816a46a25 None None] Port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:15:03.598505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d9f0eb21-f37e-4020-bf6c-ace46c8e0f61) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:15:03.605196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:03.606210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561336'] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.619515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c01e76-e8ce-4061-877b-ef42f5712f83 None None] Network d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:15:03.625388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Network 04edbbf4-999f-4286-bd59-831dec46d3bb is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:15:03.627025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:15:03.704693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dbef76fb-3ca7-47e8-b63a-e3895ceee1b5 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2702475 Dec 20 16:15:03.707536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34628) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:03.713217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:03.779129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5a088-e0b1-4b49-9e82-4b81f67dfa62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d9f0eb21-f37e-4020-bf6c-ace46c8e0f61', 'network_id': 'd9f0eb21-f37e-4020-bf6c-ace46c8e0f61', 'project_id': '39d058b8a6c740e5908894820dba3185', 'fixed_ips': [{'subnet_id': 'f5be7615-af53-48be-8789-29982b0de653'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:15:03.780309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a088-e0b1-4b49-9e82-4b81f67dfa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.806867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Router 2823294a-61ba-4cb1-8abe-49237d09bd18 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:15:03.871921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10162382'] for subnet, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:03.891390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 788960d8-f1ad-42a7-8a10-bcd481f73a81 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:15:03.989052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:15:03.997731 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4202f7ad-12d6-4fc7-bf18-cd1214dab5f9 admin admin] 10.222.0.81 "PUT /v2.0/routers/2823294a-61ba-4cb1-8abe-49237d09bd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5227582 Dec 20 16:15:04.033137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-9fd5a088-e0b1-4b49-9e82-4b81f67dfa62 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 16:15:04.033137 n-d-781076-8 neutron-server[103955]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 20 16:15:04.033137 n-d-781076-8 neutron-server[103955]: [parameters: {'in_use': 1, 'id_1': 'f5be7615-af53-48be-8789-29982b0de653'}] Dec 20 16:15:04.033137 n-d-781076-8 neutron-server[103955]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:15:04.033687 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-9fd5a088-e0b1-4b49-9e82-4b81f67dfa62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:15:04.040094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fca65cdb-1297-45bc-9ca1-e0b04b5a48e2 None None] Provisioning complete for port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:04.040458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fca65cdb-1297-45bc-9ca1-e0b04b5a48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.090011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 788960d8-f1ad-42a7-8a10-bcd481f73a81, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=788960d8-f1ad-42a7-8a10-bcd481f73a81,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:04.107293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fca65cdb-1297-45bc-9ca1-e0b04b5a48e2 None None] Port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:15:04.108795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '788960d8-f1ad-42a7-8a10-bcd481f73a81', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': '788960d8-f1ad-42a7-8a10-bcd481f73a81', 'mac_address': 'fa:16:3e:50:37:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:15:04.170667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.191684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788960d8-f1ad-42a7-8a10-bcd481f73a81 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:15:04.209557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736428826170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10187390'] for subnet, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.216316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 788960d8-f1ad-42a7-8a10-bcd481f73a81, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=788960d8-f1ad-42a7-8a10-bcd481f73a81,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:04.266384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:04.267008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.268369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "PUT /v2.0/subnets/f5be7615-af53-48be-8789-29982b0de653 HTTP/1.1" status: 200 len: 877 time: 0.5598347 Dec 20 16:15:04.271388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34636) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:04.272118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e98f62-2f7d-4c36-aef8-868a22bdb29b tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event updated for resources: {'Subnet': ['ID=f5be7615-af53-48be-8789-29982b0de653,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:04.290070 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.375259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=788960d8-f1ad-42a7-8a10-bcd481f73a81,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:04.418652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.419599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.496032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.498414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['788960d8-f1ad-42a7-8a10-bcd481f73a81'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:15:04.541818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9fd5a088-e0b1-4b49-9e82-4b81f67dfa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.627553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e249d9-9222-41a4-9ee6-b50d44fc7323 req-8f8b8fff-dad5-4e45-8046-fa3af36bd95b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:04.629390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1e249d9-9222-41a4-9ee6-b50d44fc7323 req-8f8b8fff-dad5-4e45-8046-fa3af36bd95b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 945 time: 0.1016731 Dec 20 16:15:04.671921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f66254c8-b77e-4969-866e-1e226d878c32 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:15:04.689075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1e249d9-9222-41a4-9ee6-b50d44fc7323 req-716d982c-7208-4de2-b611-ec547094cf60 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531681 Dec 20 16:15:04.689880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.723015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=f5be7615-af53-48be-8789-29982b0de653,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server [None req-9fd5a088-e0b1-4b49-9e82-4b81f67dfa62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5be7615-af53-48be-8789-29982b0de653: This subnet is being modified by another concurrent operation. Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server raise exception Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5be7615-af53-48be-8789-29982b0de653: This subnet is being modified by another concurrent operation. Dec 20 16:15:04.770166 n-d-781076-8 neutron-server[103955]: ERROR oslo_messaging.rpc.server Dec 20 16:15:04.797316 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.797584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f66254c8-b77e-4969-866e-1e226d878c32 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:04.797584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.828312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6218a-21ec-4126-9fa0-17d98e7d9546 None None] Network d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:15:04.837300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f0eb21-f37e-4020-bf6c-ace46c8e0f61']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:04.848562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705146fd-e359-456d-a3e8-7aa2a02d7132') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:04.848918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705146fd-e359-456d-a3e8-7aa2a02d7132') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:04.859126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.880671 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.887441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:15:04.887912 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:15:04.892223 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:15:04.962496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7945cfa-dc53-4bb9-a2d2-50f5f3d3dd1a None None] Network d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:15:05.003066 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.007418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.011299 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 HTTP/1.1" status: 204 len: 168 time: 0.7382958 Dec 20 16:15:05.016337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34650) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.035314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d620f0-71ad-4951-80e0-202e4500c326 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=d9f0eb21-f37e-4020-bf6c-ace46c8e0f61,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:05.065733 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cd244e-d415-4f94-8860-9fd2baabcccf tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:05.066597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cd244e-d415-4f94-8860-9fd2baabcccf tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:05.069992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a8cd244e-d415-4f94-8860-9fd2baabcccf tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/f5be7615-af53-48be-8789-29982b0de653 HTTP/1.1" status: 404 len: 337 time: 0.0521657 Dec 20 16:15:05.072535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34652) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.091617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b381e-5743-4cae-8aba-23cfdc097ff3 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:15:05.101394 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8054c5-40e3-4af1-bd00-e0a819226de6 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:05.101916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8054c5-40e3-4af1-bd00-e0a819226de6 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:05.105243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-df8054c5-40e3-4af1-bd00-e0a819226de6 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/d9f0eb21-f37e-4020-bf6c-ace46c8e0f61 HTTP/1.1" status: 404 len: 339 time: 0.0305688 Dec 20 16:15:05.107811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34654) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.130371 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.141054 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aae851-7972-4ba5-89d3-175463ec96f0 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:05.143464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31aae851-7972-4ba5-89d3-175463ec96f0 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:05.144712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-31aae851-7972-4ba5-89d3-175463ec96f0 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/63961976-d326-4141-93f2-68310f295774 HTTP/1.1" status: 404 len: 337 time: 0.0359304 Dec 20 16:15:05.147382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34656) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.172928 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2182394-0908-485c-a96e-799d9a08cb35 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:05.173487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2182394-0908-485c-a96e-799d9a08cb35 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:05.176543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f2182394-0908-485c-a96e-799d9a08cb35 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/cc8921b4-a457-4f86-95cc-77f06470c362 HTTP/1.1" status: 404 len: 339 time: 0.0282116 Dec 20 16:15:05.179278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34660) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.262889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.290052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b381e-5743-4cae-8aba-23cfdc097ff3 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:15:05.367473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.397934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f922eab8-42f4-4bd0-a2a7-856f96fb6408']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:05.409637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5b8c92-d4f3-4a6c-b69a-c12ce99bb41e') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:05.409991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5b8c92-d4f3-4a6c-b69a-c12ce99bb41e') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:05.420750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.436433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.450237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:15:05.452369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:15:05.455753 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:15:05.550097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Sync routers for ids ['2823294a-61ba-4cb1-8abe-49237d09bd18'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:15:05.575006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Routers {'2823294a-61ba-4cb1-8abe-49237d09bd18'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:15:05.575844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:15:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2823294a-61ba-4cb1-8abe-49237d09bd18'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:05.589644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34666) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.633859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.643531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:05.647326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/f922eab8-42f4-4bd0-a2a7-856f96fb6408 HTTP/1.1" status: 204 len: 168 time: 0.4670224 Dec 20 16:15:05.650405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.665463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42768e0-dff0-4521-af1f-e49b19463601 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=f922eab8-42f4-4bd0-a2a7-856f96fb6408,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:05.679207 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca939b6-ee98-4e44-8493-418e810c9594 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:05.682657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca939b6-ee98-4e44-8493-418e810c9594 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:05.685856 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ca939b6-ee98-4e44-8493-418e810c9594 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/8effa621-d581-45b5-a926-8d9507bb4386 HTTP/1.1" status: 404 len: 337 time: 0.0331228 Dec 20 16:15:05.686556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34670) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.706293 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d727c0f0-a647-4b23-bfcf-e93bd0e31ef6 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:05.706881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d727c0f0-a647-4b23-bfcf-e93bd0e31ef6 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:05.712753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34672) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:05.712963 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d727c0f0-a647-4b23-bfcf-e93bd0e31ef6 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/1804a255-984b-4871-87e5-1323ce367fba HTTP/1.1" status: 404 len: 339 time: 0.0251234 Dec 20 16:15:05.720361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Set router 2823294a-61ba-4cb1-8abe-49237d09bd18 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:15:05.834313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 788960d8-f1ad-42a7-8a10-bcd481f73a81 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:15:05.993992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:02Z', 'revision_number': 4, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '11e31ded-c299-47c4-a2d1-bc9eb50f6b05', 'name': '', 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb', 'tenant_id': '573d9776e7374ec79888652311493f32', 'mac_address': 'fa:16:3e:bf:1e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:15:02Z', 'updated_at': '2021-12-20T16:15:03Z', 'revision_number': 2, 'project_id': '573d9776e7374ec79888652311493f32', 'subnets': [{'id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:06.022229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Checking router: 2823294a-61ba-4cb1-8abe-49237d09bd18 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:15:06.022586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Updating router 2823294a-61ba-4cb1-8abe-49237d09bd18 port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:15:06.044541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 788960d8-f1ad-42a7-8a10-bcd481f73a81 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:15:06.051689 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.059625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 788960d8-f1ad-42a7-8a10-bcd481f73a81 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:06.059625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.113074 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1bef09-35a0-4449-8208-3883f5f61c27 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.113557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1bef09-35a0-4449-8208-3883f5f61c27 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.118842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ae1bef09-35a0-4449-8208-3883f5f61c27 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/c820b27c-80e1-4894-b596-8aa4c39c1503 HTTP/1.1" status: 404 len: 337 time: 0.4027951 Dec 20 16:15:06.120391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.145564 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb099e2-f9d1-4372-90ca-6038b3ffaf08 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.146365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb099e2-f9d1-4372-90ca-6038b3ffaf08 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.152876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34678) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.153415 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ccb099e2-f9d1-4372-90ca-6038b3ffaf08 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/83384fd4-bce4-4f4c-b94f-819988417b27 HTTP/1.1" status: 404 len: 339 time: 0.0308352 Dec 20 16:15:06.219737 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5660d3-e579-4ab5-afea-35b625f1708c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.220272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5660d3-e579-4ab5-afea-35b625f1708c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.225717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9d5660d3-e579-4ab5-afea-35b625f1708c tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/4916d659-979f-416a-87b0-41292938689a HTTP/1.1" status: 404 len: 337 time: 0.0693955 Dec 20 16:15:06.229882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34680) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.239278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdc092-d44f-44d9-8e37-3869ff818f1f req-1647a8f0-e93b-438d-855d-7c4801d5cb90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.240826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcfdc092-d44f-44d9-8e37-3869ff818f1f req-1647a8f0-e93b-438d-855d-7c4801d5cb90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 945 time: 0.1321738 Dec 20 16:15:06.263331 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bb4f4e-a509-4015-94f4-9c67129f1285 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.263556 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.264553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bb4f4e-a509-4015-94f4-9c67129f1285 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.271504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-91bb4f4e-a509-4015-94f4-9c67129f1285 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/ba3c47c4-38f5-4325-9903-5b4375ac26bb HTTP/1.1" status: 404 len: 339 time: 0.0387173 Dec 20 16:15:06.277959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34682) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.310731 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-687b33ca-4ede-408c-aa3e-8f20a71130cc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.311374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687b33ca-4ede-408c-aa3e-8f20a71130cc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.319528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-687b33ca-4ede-408c-aa3e-8f20a71130cc tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/41a1c59b-b4c3-4ed9-bdd3-9f89a37e1209 HTTP/1.1" status: 404 len: 337 time: 0.0381899 Dec 20 16:15:06.321266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788960d8-f1ad-42a7-8a10-bcd481f73a81'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:15:06.321523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34686) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.323606 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ae264-c869-4023-87b6-9df75d66e4b3" -d '{"events": [{"server_uuid": "254fb44e-f7d6-4830-960a-0feec192ca5b", "name": "network-vif-plugged", "status": "completed", "tag": "788960d8-f1ad-42a7-8a10-bcd481f73a81"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:15:06.343607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 788960d8-f1ad-42a7-8a10-bcd481f73a81, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=788960d8-f1ad-42a7-8a10-bcd481f73a81,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:06.369021 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86f9c17-a13e-41a8-9885-03eb9d6ec772 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.369573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86f9c17-a13e-41a8-9885-03eb9d6ec772 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.375438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c86f9c17-a13e-41a8-9885-03eb9d6ec772 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/f7e5f70c-526f-4600-b21d-ba577b4be737 HTTP/1.1" status: 404 len: 339 time: 0.0502968 Dec 20 16:15:06.375906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34690) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.376376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6ce48d5d-77eb-4669-a369-5ada9fc95b47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1345398 Dec 20 16:15:06.387028 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fcfdc092-d44f-44d9-8e37-3869ff818f1f req-47a61adb-c0f0-4a6d-8ec2-01f78ad03c3c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347497 Dec 20 16:15:06.424642 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e80e56a-9aaf-4789-b4dc-ff76e422773f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.425141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e80e56a-9aaf-4789-b4dc-ff76e422773f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.428450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0e80e56a-9aaf-4789-b4dc-ff76e422773f tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/b5069711-643d-4b99-b4a1-be64d155a4c6 HTTP/1.1" status: 404 len: 337 time: 0.0514712 Dec 20 16:15:06.431573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34694) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.448722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.470287 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0504c3e5-f7c4-4b26-866f-cf3e52e16875 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.470866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0504c3e5-f7c4-4b26-866f-cf3e52e16875 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.479212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0504c3e5-f7c4-4b26-866f-cf3e52e16875 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/9b86040f-6613-4f7e-8c15-ebc94a47ce0b HTTP/1.1" status: 404 len: 339 time: 0.0411344 Dec 20 16:15:06.481064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34696) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.527343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.534247 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd18a05-93e3-4061-8996-de86be1f7f64 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.534704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd18a05-93e3-4061-8996-de86be1f7f64 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.540653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0cd18a05-93e3-4061-8996-de86be1f7f64 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/f6c5d6e5-6b17-4ce8-9d6b-c1d55abe1f1d HTTP/1.1" status: 404 len: 337 time: 0.0559168 Dec 20 16:15:06.540932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34698) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.549192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=788960d8-f1ad-42a7-8a10-bcd481f73a81,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:06.575646 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-884d9fb6-8bf8-4be5-893b-0b85446dbf43 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.577004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884d9fb6-8bf8-4be5-893b-0b85446dbf43 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.580737 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-884d9fb6-8bf8-4be5-893b-0b85446dbf43 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/7d513c4e-d12e-43d9-a7ce-f0099ec78989 HTTP/1.1" status: 404 len: 339 time: 0.0383351 Dec 20 16:15:06.582696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.583189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.585685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34700) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.597815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.597815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.597815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.597815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.597815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.600499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6e08e62a-aaff-4a08-a5a1-df39d37f4842 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.1411097 Dec 20 16:15:06.626672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.645564 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb22331-fba2-4c68-bd02-5462728e53fd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.646294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb22331-fba2-4c68-bd02-5462728e53fd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.653665 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1eb22331-fba2-4c68-bd02-5462728e53fd tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/61b72c9e-8c20-40f1-a554-85fe960c55ef HTTP/1.1" status: 404 len: 337 time: 0.0661292 Dec 20 16:15:06.654537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34702) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.678148 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-59128eb7-a893-40d2-8e66-44eb4b6d6839 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.678703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59128eb7-a893-40d2-8e66-44eb4b6d6839 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.684747 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fa1f21-75f3-4379-b2d7-1872fdcd1677 x-openstack-request-id: req-03fa1f21-75f3-4379-b2d7-1872fdcd1677 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:15:06.685052 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254fb44e-f7d6-4830-960a-0feec192ca5b", "name": "network-vif-plugged", "status": "completed", "tag": "788960d8-f1ad-42a7-8a10-bcd481f73a81", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:15:06.685344 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03fa1f21-75f3-4379-b2d7-1872fdcd1677 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:15:06.685763 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788960d8-f1ad-42a7-8a10-bcd481f73a81', 'code': 200} Dec 20 16:15:06.688850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34704) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.698294 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-59128eb7-a893-40d2-8e66-44eb4b6d6839 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/915bf0cd-284e-4992-8fa9-7758b06ed227 HTTP/1.1" status: 404 len: 339 time: 0.0426216 Dec 20 16:15:06.714869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f2c1d-6361-4f8f-b87a-ffa46356aeef None None] Pushing event updated for resources: {'Port': ['ID=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:06.766527 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-900a8681-6577-4cde-84d2-86b5edd28295 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.767027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900a8681-6577-4cde-84d2-86b5edd28295 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.770561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-900a8681-6577-4cde-84d2-86b5edd28295 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/51530b9b-4b57-420c-8a5a-61f916fb698f HTTP/1.1" status: 404 len: 337 time: 0.0707486 Dec 20 16:15:06.776351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.815658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Attempting to bind port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:15:06.816584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Attempting to bind port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:15:06.816973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Attempting to bind port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 on network 04edbbf4-999f-4286-bd59-831dec46d3bb {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:15:06.829626 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fc043e-b275-403f-af78-5c3d4f477544 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] DELETE failed (client error): The resource could not be found. Dec 20 16:15:06.830120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:15:06.830494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Checking segment: {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:15:06.830990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fc043e-b275-403f-af78-5c3d4f477544 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:15:06.831496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.831888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Bound using segment: {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:15:06.832364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Bound port: 11e31ded-c299-47c4-a2d1-bc9eb50f6b05, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d9dacc-1b77-47f1-b739-db549c4339b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:15:06.832746 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.835978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.836394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8fc043e-b275-403f-af78-5c3d4f477544 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/cc3ecb4f-1af7-4fef-8ef8-0421cb547bd5 HTTP/1.1" status: 404 len: 339 time: 0.0587852 Dec 20 16:15:06.842195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34708) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:06.885705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-5b869609-02a1-47b7-8855-810ca3e3e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.891639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-5b869609-02a1-47b7-8855-810ca3e3e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.892158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-5b869609-02a1-47b7-8855-810ca3e3e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.893988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-5b869609-02a1-47b7-8855-810ca3e3e708 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.2543485 Dec 20 16:15:06.914512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting subnet 783ef7fa-8370-4573-a52f-8fc1d9265f60 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:15:06.920073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:06.954674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d1ca7-d27b-4d46-891b-3b743d7d8280 req-dd3fd719-e82a-48ed-af34-2dd1392af1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:06.956347 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d91d1ca7-d27b-4d46-891b-3b743d7d8280 req-dd3fd719-e82a-48ed-af34-2dd1392af1d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 1097 time: 0.1979678 Dec 20 16:15:06.985143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] For port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:15:06.991314 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] For port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:15:07.001124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.048764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-cbe92c04-15ec-41e6-96c6-edcd4d4c89a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.1367660 Dec 20 16:15:07.053086 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d91d1ca7-d27b-4d46-891b-3b743d7d8280 req-6b136f64-0a07-4c92-b27e-33b0837d1626 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867431 Dec 20 16:15:07.056472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.119750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.132922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Routers {'2823294a-61ba-4cb1-8abe-49237d09bd18'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:15:07.133995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:15:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2823294a-61ba-4cb1-8abe-49237d09bd18'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:07.153720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-e6e15015-5fcd-4ab1-99dd-689eae75824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:07.156471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-e6e15015-5fcd-4ab1-99dd-689eae75824d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0757072 Dec 20 16:15:07.213774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6ed624a5-6eba-4828-8cdf-18330e621f76 None None] Provisioning complete for port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:07.214149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6ed624a5-6eba-4828-8cdf-18330e621f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.219165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f2c1d-6361-4f8f-b87a-ffa46356aeef None None] Pushing event updated for resources: {'Port': ['ID=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:07.239204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-35034e38-d7db-4c5d-b642-b6644ba1b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:07.243738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-35034e38-d7db-4c5d-b642-b6644ba1b0d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731001 Dec 20 16:15:07.289911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.342109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] Set router 2823294a-61ba-4cb1-8abe-49237d09bd18 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:15:07.361253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.384522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34710) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:07.386114 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/subnets/783ef7fa-8370-4573-a52f-8fc1d9265f60 HTTP/1.1" status: 204 len: 168 time: 0.5376554 Dec 20 16:15:07.387568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f379ec-3af5-421f-920a-9b0aeaf8d743 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Subnet': ['ID=783ef7fa-8370-4573-a52f-8fc1d9265f60,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:07.488789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-4f4ca3c6-9113-4b1c-a1a6-c68543338584 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368507 Dec 20 16:15:07.569376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.612833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b360ba0e-2553-499a-9254-12657aedb645 None None] Network b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:15:07.644975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Deleting port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:07.645348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.699294 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6ed624a5-6eba-4828-8cdf-18330e621f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.720142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6d99-1f35-4127-b59e-b3e5cdd14565 req-c00f5f28-cddf-4ba4-b701-de167d650a3c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:07.721714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd4e6d99-1f35-4127-b59e-b3e5cdd14565 req-c00f5f28-cddf-4ba4-b701-de167d650a3c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.1694753 Dec 20 16:15:07.768744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-055b180a-bf10-4ec1-a9bf-bf25b1339567 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621837 Dec 20 16:15:07.832955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6ed624a5-6eba-4828-8cdf-18330e621f76 None None] For port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:07.841259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-1d2155ac-d8b8-4097-b42c-1f705b8c46d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0609469 Dec 20 16:15:07.892793 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6ed624a5-6eba-4828-8cdf-18330e621f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.922719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] For port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:07.923552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:07.929792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd4e6d99-1f35-4127-b59e-b3e5cdd14565 req-7a27ccf0-1e65-4c4f-b6ef-bf028da67ddb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781077 Dec 20 16:15:07.949513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Calling delete_port for 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:07.953703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] DHCP port deletion for b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:15:07.960736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed624a5-6eba-4828-8cdf-18330e621f76 None None] Pushing event updated for resources: {'Port': ['ID=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:07.970185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Deleting port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:07.970185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.002634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-5f8e23f4-45a8-4c47-a09d-a0ccb8a03258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:08.004195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-5f8e23f4-45a8-4c47-a09d-a0ccb8a03258 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.1497891 Dec 20 16:15:08.009672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:02Z', 'revision_number': 4, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '11e31ded-c299-47c4-a2d1-bc9eb50f6b05', 'name': '', 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb', 'tenant_id': '573d9776e7374ec79888652311493f32', 'mac_address': 'fa:16:3e:bf:1e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:15:02Z', 'updated_at': '2021-12-20T16:15:06Z', 'revision_number': 4, 'project_id': '573d9776e7374ec79888652311493f32', 'subnets': [{'id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:08.052495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0996a-2dfd-4c6a-95d7-c6b1157c7b7e None None] The sync data for ids ['2823294a-61ba-4cb1-8abe-49237d09bd18'] in n-d-781076-8 is: [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:02Z', 'revision_number': 4, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '11e31ded-c299-47c4-a2d1-bc9eb50f6b05', 'name': '', 'network_id': '04edbbf4-999f-4286-bd59-831dec46d3bb', 'tenant_id': '573d9776e7374ec79888652311493f32', 'mac_address': 'fa:16:3e:bf:1e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:15:02Z', 'updated_at': '2021-12-20T16:15:06Z', 'revision_number': 4, 'project_id': '573d9776e7374ec79888652311493f32', 'subnets': [{'id': '1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:15:08.057278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-933cfe8e-28f6-4a2b-b994-858f4ffbedd7 None None] Provisioning complete for port 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:15:08.057487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-933cfe8e-28f6-4a2b-b994-858f4ffbedd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.096101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] Deleting port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:08.096704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.155070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] For port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,segment=NetworkSegment(3bbe4b43-0646-4e7f-813f-40dd5c3028b6),segment_id=3bbe4b43-0646-4e7f-813f-40dd5c3028b6)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:08.155070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.182150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Calling delete_port for 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:08.191255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] For port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,segment=NetworkSegment(3bbe4b43-0646-4e7f-813f-40dd5c3028b6),segment_id=3bbe4b43-0646-4e7f-813f-40dd5c3028b6)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:08.191648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.217978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] Calling delete_port for 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:08.297513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-b09e4599-1990-4cba-8a2f-678474584dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:08.298946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-b09e4599-1990-4cba-8a2f-678474584dab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2435384 Dec 20 16:15:08.443694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.469416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] Pushing event deleted for resources: {'Port': ['ID=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:08.473623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-a1600498-0c71-4586-bcae-e8356e513108 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653697 Dec 20 16:15:08.475666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae996f3b-acfb-45ba-ba89-5e1a0b20ca62 None None] No DVR routers for this DVR port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:15:08.511909 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.591978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Port': ['ID=8bfaa083-491e-428e-8dc5-4a90a5ac13a8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:08.597347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] No DVR routers for this DVR port 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:15:08.616598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:15:08.673821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6c8a0ecc-1e87-444c-889c-e7b481447dd2 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919212 Dec 20 16:15:08.683685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Could not find standard attr ID for object 11e31ded-c299-47c4-a2d1-bc9eb50f6b05. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:15:08.716541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.729866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.746273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:15:08.769425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:15:08.769852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8bfaa083-491e-428e-8dc5-4a90a5ac13a8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:15:08.787760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-1505b9df-e9bc-4c2c-88d6-048b58cbe982 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0794182 Dec 20 16:15:08.800452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e31ded-c299-47c4-a2d1-bc9eb50f6b05,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:08.810625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ef2d51-c2ed-4757-8cb5-1f80d84244b4']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:08.847349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbe4b43-0646-4e7f-813f-40dd5c3028b6') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:08.847658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbe4b43-0646-4e7f-813f-40dd5c3028b6') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:08.903615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.943041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.959928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-a9a5722f-c03a-4ffa-be33-982b78655912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:08.966516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-a9a5722f-c03a-4ffa-be33-982b78655912 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.1556940 Dec 20 16:15:08.966516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:15:08.966516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: self.session.flush() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:15:08.967347 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:15:09.186328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-9084b0a1-612a-4c71-a308-89eaf0c7029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:09.188209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-9084b0a1-612a-4c71-a308-89eaf0c7029d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1657417 Dec 20 16:15:09.201774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7b1d-b7b3-441f-b372-fde323e2bbcf req-7988a58d-fe54-4c88-bd04-26bd43732b32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:09.203394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cdc7b1d-b7b3-441f-b372-fde323e2bbcf req-7988a58d-fe54-4c88-bd04-26bd43732b32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.1450639 Dec 20 16:15:09.240937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:09.245429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:09.251741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] 10.222.0.81 "DELETE /v2.0/networks/b4ef2d51-c2ed-4757-8cb5-1f80d84244b4 HTTP/1.1" status: 204 len: 168 time: 1.8659399 Dec 20 16:15:09.252984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:09.322694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204202a-b8d5-4e10-b5bd-814443990784 tempest-NetworksTest-1472222266 tempest-NetworksTest-1472222266-project] Pushing event deleted for resources: {'Network': ['ID=b4ef2d51-c2ed-4757-8cb5-1f80d84244b4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:09.414862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cdc7b1d-b7b3-441f-b372-fde323e2bbcf req-9737a210-4449-4385-a1ba-a17356dca9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993017 Dec 20 16:15:09.449731 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-d3fcaac3-5a6f-40f6-b462-b26f1418b2f7 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453277 Dec 20 16:15:09.740231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34728) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:09.884331 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7798ae13-f3c3-4b99-a0a7-33f12a6a8cb7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39d058b8a6c740e5908894820dba3185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428816 Dec 20 16:15:09.886863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34732) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:09.939127 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6d502d-59a6-4e06-8c55-fd9281f0585f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:09.967132 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6d502d-59a6-4e06-8c55-fd9281f0585f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:09.989726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111f504-b280-4809-bc42-2b9f3cedd465 req-9ee87370-4965-4227-960b-758c8b48f878 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:09.991235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1111f504-b280-4809-bc42-2b9f3cedd465 req-9ee87370-4965-4227-960b-758c8b48f878 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.4996510 Dec 20 16:15:10.018534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-b13d301d-fcf5-4833-bfb2-fc9db640b62d service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586390 Dec 20 16:15:10.083354 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6d502d-59a6-4e06-8c55-fd9281f0585f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:10.086085 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9d6d502d-59a6-4e06-8c55-fd9281f0585f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:10.087319 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9d6d502d-59a6-4e06-8c55-fd9281f0585f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48f9256e-8917-49af-ab48-741721e5dc8f HTTP/1.1" status: 204 len: 168 time: 0.1994689 Dec 20 16:15:10.097544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d502d-59a6-4e06-8c55-fd9281f0585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9256e-8917-49af-ab48-741721e5dc8f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:10.100513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-8e0d7da2-ea03-4151-a5c1-9c75cac74a7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0480833 Dec 20 16:15:10.163761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1111f504-b280-4809-bc42-2b9f3cedd465 req-59a73cd3-8f1d-429b-8999-9de3c87826dc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617568 Dec 20 16:15:10.183029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Router 2823294a-61ba-4cb1-8abe-49237d09bd18 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:15:10.185083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-2e9f8151-f6ad-4887-8aa9-113b9bbc5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:10.186567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-2e9f8151-f6ad-4887-8aa9-113b9bbc5576 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0776892 Dec 20 16:15:10.341595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-4ff47eeb-6dfa-4a5d-bc69-97c47de9bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:10.343171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-4ff47eeb-6dfa-4a5d-bc69-97c47de9bbaf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497982 Dec 20 16:15:10.396437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a60c68-92c6-4529-bc00-cae273c94ca8 req-e3083f4d-5c90-4823-a4c2-deb167cc637e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:10.397978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21a60c68-92c6-4529-bc00-cae273c94ca8 req-e3083f4d-5c90-4823-a4c2-deb167cc637e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.1399035 Dec 20 16:15:10.440109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:15:10.449264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ccb024ff-57fe-4d63-9cc2-5dd164432ce5 admin admin] 10.222.0.81 "PUT /v2.0/routers/2823294a-61ba-4cb1-8abe-49237d09bd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8559794 Dec 20 16:15:10.449452 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] Sync routers for ids ['2823294a-61ba-4cb1-8abe-49237d09bd18'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:15:10.449888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34740) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:10.464828 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] Routers {'2823294a-61ba-4cb1-8abe-49237d09bd18'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:15:10.466472 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:15:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2823294a-61ba-4cb1-8abe-49237d09bd18'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:10.506335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-1ae39b92-c3a1-4bde-8556-70264c97cdc0 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531975 Dec 20 16:15:10.509766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21a60c68-92c6-4529-bc00-cae273c94ca8 req-76bc7b53-ceaa-4e3e-87c3-1ae13a3a9b04 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813019 Dec 20 16:15:10.635712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:10.659921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-63902dd3-3d30-432f-9eba-789663559702 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459098 Dec 20 16:15:10.692767 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] Set router 2823294a-61ba-4cb1-8abe-49237d09bd18 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:15:10.718905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-d01fef26-c2b3-449f-af36-f55721f266f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0517166 Dec 20 16:15:10.774674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:10.799849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-f2653db5-6fb3-4ff3-913e-ae0f3424e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:10.802768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-f2653db5-6fb3-4ff3-913e-ae0f3424e334 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0770030 Dec 20 16:15:10.869917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-cf711ee4-10cd-4ac5-a3eb-8842124bec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:10.871507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-cf711ee4-10cd-4ac5-a3eb-8842124bec5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516269 Dec 20 16:15:10.956255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Deleting port f66254c8-b77e-4969-866e-1e226d878c32 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:10.956916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:10.994385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-2d3c3c48-c9ce-4a62-8df4-943e39e88845 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143525 Dec 20 16:15:11.025027 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:08Z', 'revision_number': 5, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port': {'id': 'f66254c8-b77e-4969-866e-1e226d878c32', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:11.053135 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] Checking router: 2823294a-61ba-4cb1-8abe-49237d09bd18 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:15:11.066639 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] Routers {'2823294a-61ba-4cb1-8abe-49237d09bd18'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:15:11.067368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:15:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2823294a-61ba-4cb1-8abe-49237d09bd18'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:11.073581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] For port f66254c8-b77e-4969-866e-1e226d878c32, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f66254c8-b77e-4969-866e-1e226d878c32,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:11.074927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:11.110563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-039b9d48-4122-4d79-afce-f4ff075f3c5c service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092935 Dec 20 16:15:11.116707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Calling delete_port for f66254c8-b77e-4969-866e-1e226d878c32 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:11.166186 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] Set router 2823294a-61ba-4cb1-8abe-49237d09bd18 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:15:11.193105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-057ea89a-6904-47d6-a7ad-7ad5f80cbeb8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0737491 Dec 20 16:15:11.228364 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:10Z', 'revision_number': 6, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:11.257084 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f9d6-c029-40c2-9717-b51bc5983ff3 None None] The sync data for ids ['2823294a-61ba-4cb1-8abe-49237d09bd18'] in n-d-781076-8 is: [{'id': '2823294a-61ba-4cb1-8abe-49237d09bd18', 'name': 'tempest-ImageQuotaTest-1916791879-router', 'tenant_id': '573d9776e7374ec79888652311493f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:14:59Z', 'updated_at': '2021-12-20T16:15:10Z', 'revision_number': 6, 'project_id': '573d9776e7374ec79888652311493f32', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:15:11.314914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0a429-0b0a-4a7a-b084-d8e7fd39e1fb req-7fa4b754-d453-461b-9eb3-1a3f089697f3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:11.316498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95b0a429-0b0a-4a7a-b084-d8e7fd39e1fb req-7fa4b754-d453-461b-9eb3-1a3f089697f3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.1221714 Dec 20 16:15:11.328739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-9520a0af-30a9-4a40-98fd-3e2d53da402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:11.330367 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-9520a0af-30a9-4a40-98fd-3e2d53da402d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.1269739 Dec 20 16:15:11.366080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34766) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:11.374681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:11.400865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66254c8-b77e-4969-866e-1e226d878c32,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:11.408623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95b0a429-0b0a-4a7a-b084-d8e7fd39e1fb req-f73540f9-b4e3-4a5f-b927-96fe3a51e63d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827317 Dec 20 16:15:11.411687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-b674cec3-6bff-4e4c-bec7-fcd81585f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:11.414629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.414629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.414931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.415908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.416006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-b674cec3-6bff-4e4c-bec7-fcd81585f78f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722382 Dec 20 16:15:11.416100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.416100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.416373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.416726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.417019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.417389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.417715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.418037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.418354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:11.433014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf0b25-b7f6-4815-a54e-3a042b1e4ca3 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:15:11.482021 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:11.513650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--796500738'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:11.532306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-7c15775c-bdaa-433c-bc2b-5dbd7e3452e7 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058273 Dec 20 16:15:11.634663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-3bd9d31d-1c43-4ee8-9388-2f6966a32109 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953860 Dec 20 16:15:11.681519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-414f4588-9ceb-4a9f-b235-7c921305a71c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0395818 Dec 20 16:15:11.742212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-11ef3afa-02ae-4ceb-9d8c-67a96a76f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:11.743709 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-11ef3afa-02ae-4ceb-9d8c-67a96a76f630 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0554550 Dec 20 16:15:11.792974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-454e8d71-32fd-4d95-8578-c6e1d78e959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:11.794641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-454e8d71-32fd-4d95-8578-c6e1d78e959d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437515 Dec 20 16:15:11.896051 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:11.900016 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:11.910721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-86b07c49-4416-46ec-b6c5-594e7043c25f service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086452 Dec 20 16:15:11.980675 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:11.989648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.000133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.000633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2823294a-61ba-4cb1-8abe-49237d09bd18 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:15:12.005615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.009188 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7e2227e-b435-41b8-96e0-e2c20db06852 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2823294a-61ba-4cb1-8abe-49237d09bd18 HTTP/1.1" status: 204 len: 168 time: 1.5562086 Dec 20 16:15:12.009447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34772) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:12.016248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f73ef6-c4ff-4df6-a517-2a4f6140dc24 req-6ca5ff4b-508e-401d-9cf9-95fa5fee9ecb service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975592 Dec 20 16:15:12.085762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Deleting subnet 1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:15:12.093253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.139907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.182782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.239941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.263732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.317863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81cee02-742a-404a-af78-ec0f0a6a6771,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:12.390697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.479045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.485134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.575195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58619529-17de-4be5-99ff-777e8b2f2937,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:12.580112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:12.612361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:15:12.625432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9c06a-70d7-4b78-9dc9-7e20dd83f61b req-bdc1498c-0d9c-4c7f-962c-6bc3273c53f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:12.629691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99a9c06a-70d7-4b78-9dc9-7e20dd83f61b req-bdc1498c-0d9c-4c7f-962c-6bc3273c53f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.0989885 Dec 20 16:15:12.634851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:15:12.635196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 11e31ded-c299-47c4-a2d1-bc9eb50f6b05 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:15:12.635838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f66254c8-b77e-4969-866e-1e226d878c32 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:15:12.638775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.642998 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7f5f4432-602b-46be-8aa8-034edf6e2e29 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1f5cca09-39dc-4cfd-8ddd-4e5c1158c81b HTTP/1.1" status: 204 len: 168 time: 0.6321633 Dec 20 16:15:12.645686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34780) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:12.667434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2addd-77d5-4fa4-b838-fa3353bac429 None None] Network 04edbbf4-999f-4286-bd59-831dec46d3bb requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:15:12.669944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f66254c8-b77e-4969-866e-1e226d878c32 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:15:12.670289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f66254c8-b77e-4969-866e-1e226d878c32 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:15:12.696411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99a9c06a-70d7-4b78-9dc9-7e20dd83f61b req-31d5cfa2-897c-4bb6-86b3-b1667983cc0b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630131 Dec 20 16:15:12.726107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.727558 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0fa1cccf-a30e-41f5-88bc-d4400aab03c5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3602877 Dec 20 16:15:12.730899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34782) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:12.748792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013454a9-74b9-452a-a344-80df7ce365d2 req-152e7dcc-c459-4b53-ad56-c6fc4a6b41ee tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:12.751764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-013454a9-74b9-452a-a344-80df7ce365d2 req-152e7dcc-c459-4b53-ad56-c6fc4a6b41ee tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 946 time: 0.1857827 Dec 20 16:15:12.776077 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.833146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3af2940a-4b56-4896-ab35-9dc98cdf6d31 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0985398 Dec 20 16:15:12.833414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34784) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:12.838175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-security--155123502', 'description': 'tempest-security-description-1092088505'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:12.885838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.917789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 788960d8-f1ad-42a7-8a10-bcd481f73a81 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:12.918346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.930166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] DHCP port deletion for 04edbbf4-999f-4286-bd59-831dec46d3bb request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:15:12.944366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Deleting port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:12.944719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:12.996832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.008185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] Deleting port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:15:13.008559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.068635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] For port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:13.068981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.072262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.074350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] For port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,segment=NetworkSegment(11d9dacc-1b77-47f1-b739-db549c4339b5),segment_id=11d9dacc-1b77-47f1-b739-db549c4339b5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:13.074754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.075799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.077358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "PUT /v2.0/security-groups/58619529-17de-4be5-99ff-777e8b2f2937 HTTP/1.1" status: 200 len: 1796 time: 0.2429700 Dec 20 16:15:13.083220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34788) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:13.093220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Calling delete_port for 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:13.094696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] Calling delete_port for 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:13.096483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port 788960d8-f1ad-42a7-8a10-bcd481f73a81, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=788960d8-f1ad-42a7-8a10-bcd481f73a81,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:15:13.096850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.118143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 788960d8-f1ad-42a7-8a10-bcd481f73a81 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:15:13.127292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8fdb6-304d-40fc-baac-0575d2bc6303 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58619529-17de-4be5-99ff-777e8b2f2937,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:13.180715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9d947d07-a682-4215-8323-8e1482ea402f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups/58619529-17de-4be5-99ff-777e8b2f2937 HTTP/1.1" status: 200 len: 1796 time: 0.0944686 Dec 20 16:15:13.183102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34790) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:13.242252 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9b11c9-6b4f-42d3-a9f6-2015a2cfee8e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.265680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9b11c9-6b4f-42d3-a9f6-2015a2cfee8e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.295580 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.322709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.328521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] Pushing event deleted for resources: {'Port': ['ID=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:13.331980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988898f-1562-40aa-945d-37db4dffc56f None None] No DVR routers for this DVR port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:15:13.359772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:13.370452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] No DVR routers for this DVR port 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:15:13.392438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9b11c9-6b4f-42d3-a9f6-2015a2cfee8e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.395375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ad9b11c9-6b4f-42d3-a9f6-2015a2cfee8e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.397124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ad9b11c9-6b4f-42d3-a9f6-2015a2cfee8e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/58619529-17de-4be5-99ff-777e8b2f2937 HTTP/1.1" status: 204 len: 168 time: 0.2124639 Dec 20 16:15:13.399195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34792) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:13.406012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b11c9-6b4f-42d3-a9f6-2015a2cfee8e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58619529-17de-4be5-99ff-777e8b2f2937,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:13.488678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.492497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.502134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['788960d8-f1ad-42a7-8a10-bcd481f73a81'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:15:13.549670 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ecf137f7-b690-4169-818d-40aa7142f13b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1484644 Dec 20 16:15:13.551683 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=788960d8-f1ad-42a7-8a10-bcd481f73a81,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:13.553145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34794) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:13.573559 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-c8f3f25a-1ed8-4858-ae20-9d7ef35fe10c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] delete failed (client error): The resource could not be found. Dec 20 16:15:13.579005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c8f3f25a-1ed8-4858-ae20-9d7ef35fe10c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/58619529-17de-4be5-99ff-777e8b2f2937 HTTP/1.1" status: 404 len: 347 time: 0.0200796 Dec 20 16:15:13.579005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34796) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:13.579910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04edbbf4-999f-4286-bd59-831dec46d3bb']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:13.583437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833725210'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:13.596295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d9dacc-1b77-47f1-b739-db549c4339b5') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:13.596295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d9dacc-1b77-47f1-b739-db549c4339b5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:15:13.614885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port 788960d8-f1ad-42a7-8a10-bcd481f73a81 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:15:13.618482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.621910 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-013454a9-74b9-452a-a344-80df7ce365d2 req-54d6705e-8c04-4eb4-83b2-9cc82b87ba92 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "DELETE /v2.0/ports/788960d8-f1ad-42a7-8a10-bcd481f73a81 HTTP/1.1" status: 204 len: 173 time: 0.8615723 Dec 20 16:15:13.622361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'name': 'network-vif-deleted', 'tag': '788960d8-f1ad-42a7-8a10-bcd481f73a81'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:15:13.624826 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1861de-7cff-4d7f-b090-1b20d7d3141b" -d '{"events": [{"server_uuid": "254fb44e-f7d6-4830-960a-0feec192ca5b", "name": "network-vif-deleted", "tag": "788960d8-f1ad-42a7-8a10-bcd481f73a81"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:15:13.629593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.644673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.653670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:15:13.653670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:15:13.654068 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:15:13.676430 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3a3945-48f7-4eee-ad96-8a6adc55cc61 x-openstack-request-id: req-af3a3945-48f7-4eee-ad96-8a6adc55cc61 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:15:13.676718 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254fb44e-f7d6-4830-960a-0feec192ca5b", "name": "network-vif-deleted", "tag": "788960d8-f1ad-42a7-8a10-bcd481f73a81", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:15:13.676971 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af3a3945-48f7-4eee-ad96-8a6adc55cc61 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:15:13.677534 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254fb44e-f7d6-4830-960a-0feec192ca5b', 'name': 'network-vif-deleted', 'tag': '788960d8-f1ad-42a7-8a10-bcd481f73a81', 'status': 'completed', 'code': 200} Dec 20 16:15:13.718018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.817403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cba9115c-e34e-4e41-bb42-91064bcb6a84 req-2fd6cca0-7d99-4b72-b6e7-8762c3aa09bd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0317080 Dec 20 16:15:13.819616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.889046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.895446 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:13.907084 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] 10.222.0.81 "DELETE /v2.0/networks/04edbbf4-999f-4286-bd59-831dec46d3bb HTTP/1.1" status: 204 len: 168 time: 1.2524612 Dec 20 16:15:13.914324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475ab4c-b944-4181-851e-07a73a588d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=04edbbf4-999f-4286-bd59-831dec46d3bb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:13.974730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.011465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e151c54b-798e-49cf-a0c0-6696cf705ba8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:14.051572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.053148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-437903f8-7e06-4fa5-8c4a-8c132d696f38 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4732475 Dec 20 16:15:14.056334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34806) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:14.061079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': 'e151c54b-798e-49cf-a0c0-6696cf705ba8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:14.151843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.219843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.300489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.302584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34808) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:14.319144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d85b76-b1e9-49d6-baa6-d0638d7286c4,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:14.352833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6f8747f7-96f9-49a6-9cc4-5ea884968877 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=573d9776e7374ec79888652311493f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488548 Dec 20 16:15:14.355329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34810) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:14.394357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.398853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7f3a4f9-f4a3-41a9-b8a9-456a3ed2b890 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383739 Dec 20 16:15:14.399014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34812) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:14.418762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b67c513-f882-4b5d-a1dc-22542285f435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.449472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15559502-9bf6-41f9-880a-72eaf511093b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.455989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b67c513-f882-4b5d-a1dc-22542285f435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.466353 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15559502-9bf6-41f9-880a-72eaf511093b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.566455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:15:14.580810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15559502-9bf6-41f9-880a-72eaf511093b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.587071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:15:14.587424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 57c4cff8-a1d9-48a6-bb2c-a56d3f5fc4a4 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:15:14.588075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-15559502-9bf6-41f9-880a-72eaf511093b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.595519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34814) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:14.595858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-15559502-9bf6-41f9-880a-72eaf511093b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b2d85b76-b1e9-49d6-baa6-d0638d7286c4 HTTP/1.1" status: 204 len: 168 time: 0.1923048 Dec 20 16:15:14.599594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15559502-9bf6-41f9-880a-72eaf511093b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d85b76-b1e9-49d6-baa6-d0638d7286c4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:14.615552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b67c513-f882-4b5d-a1dc-22542285f435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.618897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b67c513-f882-4b5d-a1dc-22542285f435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.620298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6b67c513-f882-4b5d-a1dc-22542285f435 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2aa821f-9a4e-44a9-a46f-b1bcbdf5f3e3 HTTP/1.1" status: 204 len: 168 time: 0.2640913 Dec 20 16:15:14.632340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c513-f882-4b5d-a1dc-22542285f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa821f-9a4e-44a9-a46f-b1bcbdf5f3e3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:14.645251 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ac25f0aa-6e2e-41f8-bc4a-f1a5415d6d8b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510957 Dec 20 16:15:14.647656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34818) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:14.716561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e871a23b-86d4-48cb-8d70-9a46531d768c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.744730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e871a23b-86d4-48cb-8d70-9a46531d768c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:14.917936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d452788-31b6-41b0-9684-a8cc503a77f4 req-e045b3f2-caed-4a84-a174-a117a450375f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0269403 Dec 20 16:15:15.043525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e871a23b-86d4-48cb-8d70-9a46531d768c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.046314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e871a23b-86d4-48cb-8d70-9a46531d768c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.047974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e871a23b-86d4-48cb-8d70-9a46531d768c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/e151c54b-798e-49cf-a0c0-6696cf705ba8 HTTP/1.1" status: 204 len: 168 time: 0.3988140 Dec 20 16:15:15.055254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34822) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:15.057424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a23b-86d4-48cb-8d70-9a46531d768c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151c54b-798e-49cf-a0c0-6696cf705ba8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:15.099797 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-05f331af-bbb1-4c24-95ce-5a783ef662a8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476692 Dec 20 16:15:15.103910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34826) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:15.108422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--584246183'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:15.232038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.313866 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.380577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.413337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51791907-5f3c-4d60-a05c-d4f4b0ae65ab,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:15.497204 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.498879 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c4f0d3b6-966c-4b3b-ac97-11da63ecd185 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3939216 Dec 20 16:15:15.501807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34832) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:15.506375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '51791907-5f3c-4d60-a05c-d4f4b0ae65ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:15.605396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34834) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:15.616879 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.627926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c888647-dc47-45f4-b266-6b998e79ec47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.695541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.715441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c888647-dc47-45f4-b266-6b998e79ec47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.803724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.825110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a73c05-b5d5-4c76-9961-7624b033f51e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:15.872213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4c888647-dc47-45f4-b266-6b998e79ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.887726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 788960d8-f1ad-42a7-8a10-bcd481f73a81 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:15:15.908661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:15.912407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c888647-dc47-45f4-b266-6b998e79ec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126e376-7739-440b-8623-8e6dbd018d23,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:15.913281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aac1c2ad-a4b6-4855-b4c1-cd2d217b51b8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4103951 Dec 20 16:15:15.913959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34836) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:15.917079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4c888647-dc47-45f4-b266-6b998e79ec47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3106637 Dec 20 16:15:15.919722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '51791907-5f3c-4d60-a05c-d4f4b0ae65ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:15.923878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34838) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:15.926982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 788960d8-f1ad-42a7-8a10-bcd481f73a81 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:15:15.928252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 788960d8-f1ad-42a7-8a10-bcd481f73a81 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:15:15.992282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95f3eef2-ca9a-4b25-beb1-e32926a2ca07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.038596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a438921b-38ee-4864-aedc-fbdab735d717 req-7529cfe9-d335-4f22-854a-ea01dc21dbd8 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0407383 Dec 20 16:15:16.043356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95f3eef2-ca9a-4b25-beb1-e32926a2ca07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.051613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.164094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95f3eef2-ca9a-4b25-beb1-e32926a2ca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.167705 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95f3eef2-ca9a-4b25-beb1-e32926a2ca07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.171400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95f3eef2-ca9a-4b25-beb1-e32926a2ca07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d126e376-7739-440b-8623-8e6dbd018d23 HTTP/1.1" status: 204 len: 168 time: 0.2442498 Dec 20 16:15:16.181670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3eef2-ca9a-4b25-beb1-e32926a2ca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126e376-7739-440b-8623-8e6dbd018d23,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:16.191999 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.277758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.299766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9561096c-fddb-44bc-96e6-a44f1166c6ed,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:16.394737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.398703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dde9ad09-1bae-415a-aa3f-61009d834b78 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4803667 Dec 20 16:15:16.398997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34848) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:16.404232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '51791907-5f3c-4d60-a05c-d4f4b0ae65ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:16.500808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.563580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.638642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.665583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab3dcd2-9cc6-4f64-999e-004542787509,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:16.726288 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.730738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-12682c3a-ad5d-44e8-918c-493b62e07d8c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277681 Dec 20 16:15:16.730961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34850) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:16.735848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '51791907-5f3c-4d60-a05c-d4f4b0ae65ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:16.860794 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.922955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:16.998278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.017771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e742cd9-e328-4c27-b87c-2185a524375a,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:17.102619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.104060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-958e6416-57fb-4c3e-bcc6-ce66e80e31ea tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720915 Dec 20 16:15:17.106874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34854) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:17.117015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '51791907-5f3c-4d60-a05c-d4f4b0ae65ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:17.155639 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78312e32-f259-4fa8-adbc-67eb3525ddc8 req-73df79be-98e8-4d37-879d-7c5bb156e1a6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0357332 Dec 20 16:15:17.203779 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.271627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.346193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.365857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4716ca14-2e48-429c-8d66-95ac5d9e85f6,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:17.440358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.441655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ae755f12-ee0e-4696-8026-3514e65e65c6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3338199 Dec 20 16:15:17.444568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34858) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:17.475453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-018511a4-5d7b-4f6e-93d7-36cef124c2e5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.483984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-018511a4-5d7b-4f6e-93d7-36cef124c2e5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.603600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-018511a4-5d7b-4f6e-93d7-36cef124c2e5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.611669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-018511a4-5d7b-4f6e-93d7-36cef124c2e5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.612810 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-018511a4-5d7b-4f6e-93d7-36cef124c2e5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/4716ca14-2e48-429c-8d66-95ac5d9e85f6 HTTP/1.1" status: 204 len: 168 time: 0.1672812 Dec 20 16:15:17.615766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34860) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:17.617993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018511a4-5d7b-4f6e-93d7-36cef124c2e5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4716ca14-2e48-429c-8d66-95ac5d9e85f6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:17.683171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1babae3d-6b45-4273-9cf6-d2e423109ac9 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0661042 Dec 20 16:15:17.685867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34862) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:17.713215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f6ed02-d8b1-4af8-ad7f-b61c2c0c36af tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.722424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f6ed02-d8b1-4af8-ad7f-b61c2c0c36af tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.883532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f6ed02-d8b1-4af8-ad7f-b61c2c0c36af tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.889832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52f6ed02-d8b1-4af8-ad7f-b61c2c0c36af tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.891269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-52f6ed02-d8b1-4af8-ad7f-b61c2c0c36af tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6e742cd9-e328-4c27-b87c-2185a524375a HTTP/1.1" status: 204 len: 168 time: 0.2044311 Dec 20 16:15:17.894125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34864) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:17.904177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ed02-d8b1-4af8-ad7f-b61c2c0c36af tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e742cd9-e328-4c27-b87c-2185a524375a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:17.943724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-54117a46-bc91-4437-bc14-5fca3cc89266 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0485418 Dec 20 16:15:17.946908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34866) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:17.974313 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-857f6055-90e6-4613-9a94-30f0b862aba7 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:17.982277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-857f6055-90e6-4613-9a94-30f0b862aba7 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.100648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-857f6055-90e6-4613-9a94-30f0b862aba7 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.107008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-857f6055-90e6-4613-9a94-30f0b862aba7 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.108127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-857f6055-90e6-4613-9a94-30f0b862aba7 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/bab3dcd2-9cc6-4f64-999e-004542787509 HTTP/1.1" status: 204 len: 168 time: 0.1603174 Dec 20 16:15:18.111641 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34868) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.114409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f6055-90e6-4613-9a94-30f0b862aba7 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bab3dcd2-9cc6-4f64-999e-004542787509,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:18.153933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d48308b3-100d-49fc-8a80-b295c48d3785 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0411065 Dec 20 16:15:18.157372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34870) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.182277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-352de1b7-e972-4762-95d7-ac78bd93ba84 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.191157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-352de1b7-e972-4762-95d7-ac78bd93ba84 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.260690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bcedb64-5734-4d6d-a131-9385eba5ad41 req-66e9266a-b5dc-4222-89ff-9bc067cc39c1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0275326 Dec 20 16:15:18.317991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-352de1b7-e972-4762-95d7-ac78bd93ba84 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.324528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-352de1b7-e972-4762-95d7-ac78bd93ba84 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.325695 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-352de1b7-e972-4762-95d7-ac78bd93ba84 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9561096c-fddb-44bc-96e6-a44f1166c6ed HTTP/1.1" status: 204 len: 168 time: 0.1674013 Dec 20 16:15:18.330726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34874) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.332147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352de1b7-e972-4762-95d7-ac78bd93ba84 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9561096c-fddb-44bc-96e6-a44f1166c6ed,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:18.375040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-70f79a67-5d0a-441c-baf4-8b097c6a6c99 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426464 Dec 20 16:15:18.377588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34878) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.403992 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647eb435-a5e8-4af1-8010-13eb79566131 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.413437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647eb435-a5e8-4af1-8010-13eb79566131 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.552042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647eb435-a5e8-4af1-8010-13eb79566131 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.558336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-647eb435-a5e8-4af1-8010-13eb79566131 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.559445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-647eb435-a5e8-4af1-8010-13eb79566131 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f5a73c05-b5d5-4c76-9961-7624b033f51e HTTP/1.1" status: 204 len: 168 time: 0.1807485 Dec 20 16:15:18.562277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34880) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.565193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eb435-a5e8-4af1-8010-13eb79566131 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5a73c05-b5d5-4c76-9961-7624b033f51e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:18.602666 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2496f1fd-254b-450e-9426-b50f0cc5684e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390508 Dec 20 16:15:18.605355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34882) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.660452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a039-f979-4981-855e-a33bc04310de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.685352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a039-f979-4981-855e-a33bc04310de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.877592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a039-f979-4981-855e-a33bc04310de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.880275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a039-f979-4981-855e-a33bc04310de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:18.883859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7b8a039-f979-4981-855e-a33bc04310de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/51791907-5f3c-4d60-a05c-d4f4b0ae65ab HTTP/1.1" status: 204 len: 168 time: 0.2751615 Dec 20 16:15:18.889846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34884) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.892174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8a039-f979-4981-855e-a33bc04310de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51791907-5f3c-4d60-a05c-d4f4b0ae65ab,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:18.928654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-37fe200c-8fbf-4f24-8362-7217349be4e8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432923 Dec 20 16:15:18.933067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34886) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:18.938360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060399472'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:19.060836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.138322 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.278220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.310830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6132f096-2c50-4ef2-b558-f62d84b615c3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:19.379586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b847d833-179e-4819-8af0-c6d389344629 req-7af821cd-4460-4c81-a1af-bb2cc27cf3fa tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=254fb44e-f7d6-4830-960a-0feec192ca5b HTTP/1.1" status: 200 len: 210 time: 0.0276527 Dec 20 16:15:19.383012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.386895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f7c5cf4-d898-4bb5-ac61-001b7b11c432 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4501526 Dec 20 16:15:19.387050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34890) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:19.392435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '6132f096-2c50-4ef2-b558-f62d84b615c3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:19.478627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.541093 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.666281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.685437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b358b578-b988-4238-9c1c-d1ddb6f8ddb4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:19.694721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.695077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.695426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.695763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.696102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.696436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.696803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.697132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.697524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.697855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.698184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.698511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.698837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:15:19.794169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.795468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-02643371-39be-448f-8b27-8eedb3e0643c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4075215 Dec 20 16:15:19.798719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34894) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:19.854133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-588b61eb-6069-43fd-8eb8-d1824f1c746f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:19.878413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-588b61eb-6069-43fd-8eb8-d1824f1c746f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.041929 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:15:20.117748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-588b61eb-6069-43fd-8eb8-d1824f1c746f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.120796 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-588b61eb-6069-43fd-8eb8-d1824f1c746f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.122033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-588b61eb-6069-43fd-8eb8-d1824f1c746f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/6132f096-2c50-4ef2-b558-f62d84b615c3 HTTP/1.1" status: 204 len: 168 time: 0.3223188 Dec 20 16:15:20.125823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34896) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:20.132369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b61eb-6069-43fd-8eb8-d1824f1c746f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132f096-2c50-4ef2-b558-f62d84b615c3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:20.189411 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-20a1397a-ff03-4c78-b2de-4e4bbda2ee96 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619388 Dec 20 16:15:20.193176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34898) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:20.198160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--433028222'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:20.376669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.449490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.529193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.561233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017bf3ed-11d1-4d3f-ac95-7b6f4ae429b3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:20.674532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.678278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-df334ab4-8e91-422c-9bf1-713f5ae600c3 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4815784 Dec 20 16:15:20.678554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34906) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:20.682996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580083882'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:20.866817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:20.934691 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.009109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.041548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2953f54a-7bc1-45ca-b743-72628a897c9d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:21.131169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.132443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ea8ffc8b-ac09-4c81-81be-8821f4a1348a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4529505 Dec 20 16:15:21.135268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34908) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:21.139868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '017bf3ed-11d1-4d3f-ac95-7b6f4ae429b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2953f54a-7bc1-45ca-b743-72628a897c9d', 'remote_ip_prefix': None}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:21.253888 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.327229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.403558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.422992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e5165a-8b2e-44dc-9224-643ea125e073,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:21.508922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.513206 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-214dd9f4-cc39-45fd-841e-21280b3ad711 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3743603 Dec 20 16:15:21.513681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34912) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:21.546344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b73bec2-ec1e-4672-a60b-2ca5a76ab53a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.554663 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b73bec2-ec1e-4672-a60b-2ca5a76ab53a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.654814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b73bec2-ec1e-4672-a60b-2ca5a76ab53a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.660971 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b73bec2-ec1e-4672-a60b-2ca5a76ab53a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.662205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b73bec2-ec1e-4672-a60b-2ca5a76ab53a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/40e5165a-8b2e-44dc-9224-643ea125e073 HTTP/1.1" status: 204 len: 168 time: 0.1474369 Dec 20 16:15:21.665023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34916) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:21.670475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73bec2-ec1e-4672-a60b-2ca5a76ab53a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40e5165a-8b2e-44dc-9224-643ea125e073,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:21.713368 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1428ed11-a1df-473e-be77-da76d2d1f279 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0470548 Dec 20 16:15:21.715878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34918) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:21.774263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c38334a9-4209-4c3b-9056-43c25ce78177 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.801180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c38334a9-4209-4c3b-9056-43c25ce78177 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.855156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.923890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c38334a9-4209-4c3b-9056-43c25ce78177 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.926883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c38334a9-4209-4c3b-9056-43c25ce78177 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:21.928558 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c38334a9-4209-4c3b-9056-43c25ce78177 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/2953f54a-7bc1-45ca-b743-72628a897c9d HTTP/1.1" status: 204 len: 168 time: 0.2115245 Dec 20 16:15:21.932470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34920) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:21.942368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38334a9-4209-4c3b-9056-43c25ce78177 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2953f54a-7bc1-45ca-b743-72628a897c9d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:21.996743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bdf0cd25-5923-450a-bae2-bc401db9c501 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0627191 Dec 20 16:15:22.000423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34922) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:22.056957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f8cb21-87e5-4a0d-8c80-0b8de041a5d0 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.081042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f8cb21-87e5-4a0d-8c80-0b8de041a5d0 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.203653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f8cb21-87e5-4a0d-8c80-0b8de041a5d0 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.206518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-94f8cb21-87e5-4a0d-8c80-0b8de041a5d0 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.207771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-94f8cb21-87e5-4a0d-8c80-0b8de041a5d0 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/017bf3ed-11d1-4d3f-ac95-7b6f4ae429b3 HTTP/1.1" status: 204 len: 168 time: 0.2061212 Dec 20 16:15:22.210494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:22.217691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8cb21-87e5-4a0d-8c80-0b8de041a5d0 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017bf3ed-11d1-4d3f-ac95-7b6f4ae429b3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:22.259438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b102cbd-9af9-4c5f-abf0-bf5407e7c672 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477953 Dec 20 16:15:22.263531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34926) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:22.268735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275081709'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:22.415337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.488995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.569359 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.600565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b9da27-ca8b-4ab7-9dad-fe818b528716,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:22.691332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.692826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-914b5a80-dd06-491b-b16e-63d46391a86f tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4283059 Dec 20 16:15:22.695738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34938) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:22.700483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': 'd7b9da27-ca8b-4ab7-9dad-fe818b528716', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:22.907142 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:22.975655 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.038474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.061069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d74cc04-3091-4e5c-bc0f-b782427c83c8,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:23.132044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.136538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bd4f4bfe-e9d5-49a3-9992-4cca5b0dd895 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4372597 Dec 20 16:15:23.137095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34942) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:23.172493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e20487-13bb-4bdd-8e92-501b23011a76 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.185073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e20487-13bb-4bdd-8e92-501b23011a76 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.295210 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e20487-13bb-4bdd-8e92-501b23011a76 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.303281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e20487-13bb-4bdd-8e92-501b23011a76 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.308175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-88e20487-13bb-4bdd-8e92-501b23011a76 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2d74cc04-3091-4e5c-bc0f-b782427c83c8 HTTP/1.1" status: 204 len: 168 time: 0.1659963 Dec 20 16:15:23.309394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34944) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:23.309864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e20487-13bb-4bdd-8e92-501b23011a76 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d74cc04-3091-4e5c-bc0f-b782427c83c8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:23.357558 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-86dde404-44c4-4794-a9ae-8fcb69301939 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461211 Dec 20 16:15:23.360206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34946) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:23.413931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe086eb-0318-4edb-80e4-31996e18f5fb tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.439840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe086eb-0318-4edb-80e4-31996e18f5fb tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.546377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe086eb-0318-4edb-80e4-31996e18f5fb tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.549149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cfe086eb-0318-4edb-80e4-31996e18f5fb tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.550426 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cfe086eb-0318-4edb-80e4-31996e18f5fb tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/d7b9da27-ca8b-4ab7-9dad-fe818b528716 HTTP/1.1" status: 204 len: 168 time: 0.1892662 Dec 20 16:15:23.556889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34948) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:23.560774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe086eb-0318-4edb-80e4-31996e18f5fb tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b9da27-ca8b-4ab7-9dad-fe818b528716,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:23.601876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a0e9603d-956d-4213-924c-b14b2d670e22 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472271 Dec 20 16:15:23.606936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34950) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:23.611313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411549461'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:23.781134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.855298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.963912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:23.999202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748a84e3-268d-485b-9a04-e545129b55e2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:24.112447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.118234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2bcae846-2024-4343-b74b-11025fcadc4c tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5101681 Dec 20 16:15:24.118392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34956) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:24.126283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '748a84e3-268d-485b-9a04-e545129b55e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:24.272149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.334928 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.415263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.433545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec60fb99-5d00-4c26-bfeb-3b527c3afcfd,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:24.514495 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.516609 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-579e94ca-4e77-42de-b30c-3769e81b21fd tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3965740 Dec 20 16:15:24.519320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34958) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:24.537436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcbdc67a-3585-42ac-af36-a52b70523f52 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules/ec60fb99-5d00-4c26-bfeb-3b527c3afcfd HTTP/1.1" status: 200 len: 763 time: 0.0169272 Dec 20 16:15:24.540067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34960) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:24.579385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0bb37720-b0e0-4afd-b81b-186cffc2736a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0381789 Dec 20 16:15:24.582091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34962) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:24.604776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea9eea81-ea43-4573-8964-ece0ed6e4bde tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.612180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea9eea81-ea43-4573-8964-ece0ed6e4bde tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.803853 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea9eea81-ea43-4573-8964-ece0ed6e4bde tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.810670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea9eea81-ea43-4573-8964-ece0ed6e4bde tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:24.811779 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea9eea81-ea43-4573-8964-ece0ed6e4bde tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ec60fb99-5d00-4c26-bfeb-3b527c3afcfd HTTP/1.1" status: 204 len: 168 time: 0.2288063 Dec 20 16:15:24.815424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34966) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:24.818194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eea81-ea43-4573-8964-ece0ed6e4bde tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec60fb99-5d00-4c26-bfeb-3b527c3afcfd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:24.860708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-464071a8-1356-4d77-9a9f-1f22e5a01eb4 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433209 Dec 20 16:15:24.863273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34968) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:24.867496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '748a84e3-268d-485b-9a04-e545129b55e2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:24.992183 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.046858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.146419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.166152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db41f9e-e9ec-4a96-8c2a-c130935158e4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:25.245536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.246755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7964d101-e105-45c2-b626-2afc6951d9e1 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3825684 Dec 20 16:15:25.249369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34972) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:25.269939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-64fc3dc0-368f-4744-8165-50798c6c94de tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules/5db41f9e-e9ec-4a96-8c2a-c130935158e4 HTTP/1.1" status: 200 len: 763 time: 0.0194879 Dec 20 16:15:25.272547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:25.312033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ad3ff736-b968-428f-82d3-11be6f5c388b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0383089 Dec 20 16:15:25.317557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34976) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:25.341515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb07e-ebea-4d1d-9326-84cc67be7b0a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.350737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb07e-ebea-4d1d-9326-84cc67be7b0a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.518253 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb07e-ebea-4d1d-9326-84cc67be7b0a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.524737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2fbfb07e-ebea-4d1d-9326-84cc67be7b0a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.525883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2fbfb07e-ebea-4d1d-9326-84cc67be7b0a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5db41f9e-e9ec-4a96-8c2a-c130935158e4 HTTP/1.1" status: 204 len: 168 time: 0.2094557 Dec 20 16:15:25.528401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34978) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:25.531493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfb07e-ebea-4d1d-9326-84cc67be7b0a tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db41f9e-e9ec-4a96-8c2a-c130935158e4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:25.567193 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8d1b6e2-2139-4e60-be79-9477f9f9b53e tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0374656 Dec 20 16:15:25.569745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34980) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:25.573778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': '748a84e3-268d-485b-9a04-e545129b55e2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:25.717911 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Project f1a2f402b7584721bbeca2732903087d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:15:25.723568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.776580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.877930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:25.893540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c389b1a-a574-4577-b5fd-ae6722301300,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:25.999735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.001049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72178e8b-1bda-40e0-80fe-fd3081b7d259 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4303200 Dec 20 16:15:26.003758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34988) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.022837 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-425e9a97-9123-434e-bd6a-1bfb5f445e5b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules/8c389b1a-a574-4577-b5fd-ae6722301300 HTTP/1.1" status: 200 len: 769 time: 0.0180140 Dec 20 16:15:26.025188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34990) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.064825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c0582059-a0a1-4357-b83b-c37b640d9770 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0381916 Dec 20 16:15:26.067149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34992) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.090858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dcaf61b2-7281-497f-adc2-bf59d78e8b27 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.099175 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dcaf61b2-7281-497f-adc2-bf59d78e8b27 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.226255 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dcaf61b2-7281-497f-adc2-bf59d78e8b27 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.232711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dcaf61b2-7281-497f-adc2-bf59d78e8b27 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.233829 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dcaf61b2-7281-497f-adc2-bf59d78e8b27 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8c389b1a-a574-4577-b5fd-ae6722301300 HTTP/1.1" status: 204 len: 168 time: 0.1658015 Dec 20 16:15:26.236778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 34994) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.240046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf61b2-7281-497f-adc2-bf59d78e8b27 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c389b1a-a574-4577-b5fd-ae6722301300,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:26.281358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 34998) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.281588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a42216e1-6840-4c29-a586-87c0bcbee943 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435939 Dec 20 16:15:26.337395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd6d20ad-575a-4aa3-ae34-c00d18916849 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.361294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd6d20ad-575a-4aa3-ae34-c00d18916849 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.483803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd6d20ad-575a-4aa3-ae34-c00d18916849 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.486633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bd6d20ad-575a-4aa3-ae34-c00d18916849 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.487794 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bd6d20ad-575a-4aa3-ae34-c00d18916849 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/748a84e3-268d-485b-9a04-e545129b55e2 HTTP/1.1" status: 204 len: 168 time: 0.2051880 Dec 20 16:15:26.490568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35000) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.498144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d20ad-575a-4aa3-ae34-c00d18916849 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a84e3-268d-485b-9a04-e545129b55e2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:26.547204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6715e0c3-224b-47ac-8cb9-df47b7709fc5 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554328 Dec 20 16:15:26.553125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35002) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:26.556091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897167122'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:26.701297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.768530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.889390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.918346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b504be-d9e4-4f1d-8826-eb4739ed568b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:26.994459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:26.995774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b2ab0328-e01b-4179-95b6-5492b76197ba tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4431965 Dec 20 16:15:26.998583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35006) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:27.003194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Request body: {'security_group_rule': {'security_group_id': 'f0b504be-d9e4-4f1d-8826-eb4739ed568b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:15:27.094245 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.169321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.238613 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.259064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5f785d-0bcb-4422-98a7-36781c0830cd,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:27.329335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.354696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.358476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1b9d45a1-1bfd-4965-a462-2fa262be5a17 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566294 Dec 20 16:15:27.358817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35010) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:27.413997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f495ea0-5ec4-4fba-a415-8762e856be77 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.436915 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f495ea0-5ec4-4fba-a415-8762e856be77 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.581560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f495ea0-5ec4-4fba-a415-8762e856be77 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.584322 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8f495ea0-5ec4-4fba-a415-8762e856be77 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:27.587775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8f495ea0-5ec4-4fba-a415-8762e856be77 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/f0b504be-d9e4-4f1d-8826-eb4739ed568b HTTP/1.1" status: 204 len: 168 time: 0.2256260 Dec 20 16:15:27.588252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35012) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:27.596165 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f495ea0-5ec4-4fba-a415-8762e856be77 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b504be-d9e4-4f1d-8826-eb4739ed568b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:27.636150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-da0f587d-17e1-4f08-9553-d945d3334d9b tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462456 Dec 20 16:15:27.638652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35014) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:27.674429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d32b01b8-7f94-4216-874d-48c7275c95d2 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0346794 Dec 20 16:15:27.677038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35016) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:27.692813 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-c2507c43-fd8a-4a0e-8b61-de05287febd8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] delete failed (client error): The resource could not be found. Dec 20 16:15:27.693789 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c2507c43-fd8a-4a0e-8b61-de05287febd8 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "DELETE /v2.0/security-groups/f0b504be-d9e4-4f1d-8826-eb4739ed568b HTTP/1.1" status: 404 len: 347 time: 0.0158575 Dec 20 16:15:27.697337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:27.745177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd178157-fcd0-4a16-8edf-0a393d9a8da6 tempest-SecGroupIPv6Test-636238066 tempest-SecGroupIPv6Test-636238066-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454042 Dec 20 16:15:28.198668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35026) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:28.349198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-275be4d6-6875-4a85-a7fa-96c8a0f3a8f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1a2f402b7584721bbeca2732903087d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493480 Dec 20 16:15:28.351602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35030) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:28.402699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76aca977-b736-40e3-a37d-1bd8deed76bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:28.443406 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76aca977-b736-40e3-a37d-1bd8deed76bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:28.632311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76aca977-b736-40e3-a37d-1bd8deed76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:28.635032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76aca977-b736-40e3-a37d-1bd8deed76bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:28.636281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-76aca977-b736-40e3-a37d-1bd8deed76bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b81cee02-742a-404a-af78-ec0f0a6a6771 HTTP/1.1" status: 204 len: 168 time: 0.2837300 Dec 20 16:15:28.644993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aca977-b736-40e3-a37d-1bd8deed76bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81cee02-742a-404a-af78-ec0f0a6a6771,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:29.283315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3e583ca-2876-402f-96b0-4aa734f1038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.211822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35164) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:31.335491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d14a743-6cfc-410f-8635-98f49cf9772a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.411990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d14a743-6cfc-410f-8635-98f49cf9772a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.460580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6d14a743-6cfc-410f-8635-98f49cf9772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.499858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14a743-6cfc-410f-8635-98f49cf9772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911f9ba-2c3a-4d2f-8cc2-8f573ee3f88f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:31.504438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6d14a743-6cfc-410f-8635-98f49cf9772a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b300105ef854123a083c80600c47e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915807 Dec 20 16:15:31.507361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35172) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:31.562107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbbc55bf-16e0-4abb-ac74-33b638d14693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.583541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbbc55bf-16e0-4abb-ac74-33b638d14693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.678197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbbc55bf-16e0-4abb-ac74-33b638d14693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.680969 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dbbc55bf-16e0-4abb-ac74-33b638d14693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:31.682163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dbbc55bf-16e0-4abb-ac74-33b638d14693 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9911f9ba-2c3a-4d2f-8cc2-8f573ee3f88f HTTP/1.1" status: 204 len: 168 time: 0.1741564 Dec 20 16:15:31.690850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc55bf-16e0-4abb-ac74-33b638d14693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911f9ba-2c3a-4d2f-8cc2-8f573ee3f88f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:31.706993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9093f5f6-4c86-40d0-821f-50f1b625d6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.265519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35178) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:32.279566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3665033-5efc-47fd-ad3d-1023f4208f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.365789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3665033-5efc-47fd-ad3d-1023f4208f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.460993 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f3665033-5efc-47fd-ad3d-1023f4208f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.510351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f3665033-5efc-47fd-ad3d-1023f4208f7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73dcd47a1be54bd1892169645e43f6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359233 Dec 20 16:15:32.510351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665033-5efc-47fd-ad3d-1023f4208f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddc8243-e3f6-4289-a169-76db4f2b0007,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:32.510732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35184) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:32.556423 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a805-1993-416c-8745-9195794191c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.579150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a805-1993-416c-8745-9195794191c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.700662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a805-1993-416c-8745-9195794191c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.703519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a805-1993-416c-8745-9195794191c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:32.707770 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b1f9a805-1993-416c-8745-9195794191c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ddc8243-e3f6-4289-a169-76db4f2b0007 HTTP/1.1" status: 204 len: 168 time: 0.1979947 Dec 20 16:15:32.714154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a805-1993-416c-8745-9195794191c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddc8243-e3f6-4289-a169-76db4f2b0007,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:32.860791 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:34.363687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:35.106297 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:35.863565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35258) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:35.980763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93eccf16-9151-47b4-bcfe-3541e4b3c53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.061787 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93eccf16-9151-47b4-bcfe-3541e4b3c53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.129509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93eccf16-9151-47b4-bcfe-3541e4b3c53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.171971 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-93eccf16-9151-47b4-bcfe-3541e4b3c53f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=606032e3fa134c49838058464f2ee6c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072050 Dec 20 16:15:36.173120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eccf16-9151-47b4-bcfe-3541e4b3c53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9dfb3-e4be-4618-972e-ca38f2ff73dd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:36.174617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35262) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:36.227649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e1bf-77d0-4e0d-8e45-969066bd3499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.249754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e1bf-77d0-4e0d-8e45-969066bd3499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.392387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e1bf-77d0-4e0d-8e45-969066bd3499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.395678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d8c8e1bf-77d0-4e0d-8e45-969066bd3499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:36.398328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d8c8e1bf-77d0-4e0d-8e45-969066bd3499 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4d9dfb3-e4be-4618-972e-ca38f2ff73dd HTTP/1.1" status: 204 len: 168 time: 0.2205522 Dec 20 16:15:36.405756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8e1bf-77d0-4e0d-8e45-969066bd3499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9dfb3-e4be-4618-972e-ca38f2ff73dd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:37.080972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35272) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:37.094469 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d66c0a-465e-45dd-a98e-4eeb3406f5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.180136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d66c0a-465e-45dd-a98e-4eeb3406f5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.255053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91d66c0a-465e-45dd-a98e-4eeb3406f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.294768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91d66c0a-465e-45dd-a98e-4eeb3406f5f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84340321ddc447ef84faabf815fb53d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126727 Dec 20 16:15:37.295689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d66c0a-465e-45dd-a98e-4eeb3406f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876d54f8-fba5-45c2-80cf-c89a356b4973,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:37.298205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35274) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:37.351278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac0fe33-07a9-4d36-a664-de3f00a9be85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.373410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac0fe33-07a9-4d36-a664-de3f00a9be85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.501215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac0fe33-07a9-4d36-a664-de3f00a9be85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.504281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-aac0fe33-07a9-4d36-a664-de3f00a9be85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:37.505523 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-aac0fe33-07a9-4d36-a664-de3f00a9be85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/876d54f8-fba5-45c2-80cf-c89a356b4973 HTTP/1.1" status: 204 len: 168 time: 0.2069073 Dec 20 16:15:37.513540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0fe33-07a9-4d36-a664-de3f00a9be85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d54f8-fba5-45c2-80cf-c89a356b4973,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:44.768923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35412) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:44.875935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a94429-6126-4eb2-a2dc-317e20811d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:44.950417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a94429-6126-4eb2-a2dc-317e20811d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:45.009736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c0a94429-6126-4eb2-a2dc-317e20811d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:45.049255 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c0a94429-6126-4eb2-a2dc-317e20811d22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0851bb907ec40d6b8ca6fcdf5d1027c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2790971 Dec 20 16:15:45.050122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94429-6126-4eb2-a2dc-317e20811d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96e1b11-5bf3-4b7e-8340-fae8571c28e5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:45.053024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:45.106194 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e473960-0f5a-4cb3-8eba-e1cb7d215fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:45.133943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e473960-0f5a-4cb3-8eba-e1cb7d215fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:45.251446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e473960-0f5a-4cb3-8eba-e1cb7d215fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:45.254754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e473960-0f5a-4cb3-8eba-e1cb7d215fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:45.258537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e473960-0f5a-4cb3-8eba-e1cb7d215fcf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d96e1b11-5bf3-4b7e-8340-fae8571c28e5 HTTP/1.1" status: 204 len: 168 time: 0.2015924 Dec 20 16:15:45.275083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e473960-0f5a-4cb3-8eba-e1cb7d215fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96e1b11-5bf3-4b7e-8340-fae8571c28e5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:46.057965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35426) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:46.071506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f52e7252-2916-4cfc-97a7-adb73f19f5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.159311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f52e7252-2916-4cfc-97a7-adb73f19f5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.244164 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f52e7252-2916-4cfc-97a7-adb73f19f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.288257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f52e7252-2916-4cfc-97a7-adb73f19f5d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c85377e0a87644bdaec3592fbc3ffbbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290690 Dec 20 16:15:46.289191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e7252-2916-4cfc-97a7-adb73f19f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec43fa5-415d-4180-ae12-45cf7bb8ae76,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:46.291042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35430) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:15:46.343456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdd45a35-80c2-4d22-b5b1-7c7e9b80bb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.365650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdd45a35-80c2-4d22-b5b1-7c7e9b80bb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.546430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdd45a35-80c2-4d22-b5b1-7c7e9b80bb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.549812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bdd45a35-80c2-4d22-b5b1-7c7e9b80bb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:46.550967 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bdd45a35-80c2-4d22-b5b1-7c7e9b80bb5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ec43fa5-415d-4180-ae12-45cf7bb8ae76 HTTP/1.1" status: 204 len: 168 time: 0.2577603 Dec 20 16:15:46.559124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd45a35-80c2-4d22-b5b1-7c7e9b80bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec43fa5-415d-4180-ae12-45cf7bb8ae76,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:15:51.918430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:56.991917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-9a65200d-340b-4a77-96c6-aabca58ac147 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:15:56.993396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-9a65200d-340b-4a77-96c6-aabca58ac147 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1043184 Dec 20 16:15:57.009744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-9e119dfc-35b0-406f-934f-80285c2f4c4a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0096765 Dec 20 16:15:57.041931 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:15:57.064033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-7d4829f2-427a-4409-8e59-b8a8c905b507 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489383 Dec 20 16:15:57.165473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-0c056d81-b6ef-4f6d-82f9-8a4591c715ef service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935879 Dec 20 16:15:57.306398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-2ce1d386-b63a-4971-a646-2ef9e06f2fd7 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294489 Dec 20 16:15:57.323843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:15:58.024056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba60b83e-39ec-43ba-860f-f79cf2e585e0 req-3f995951-1c5e-4671-9dd7-de421d15bcdc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0618970 Dec 20 16:15:59.127603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7dba6580-8df2-4d14-9e76-1ee9a75b0149 req-c16009c0-64cc-499d-8255-ccfb3c7e4ced tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Dec 20 16:15:59.323831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f5bad64-f850-49b4-91a0-80852d6fc87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:00.229313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a2d9aa3-24dd-403d-8a2b-c9b1be93a958 req-418d6fc8-b5e9-4597-ae91-4279d7c324e4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0315440 Dec 20 16:16:00.304394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3da01366-b7db-4726-b81d-e39bc95e821a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:00.305850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3da01366-b7db-4726-b81d-e39bc95e821a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1046357 Dec 20 16:16:00.319116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:16:00.517970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:16:00.521737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:00.679544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.7 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/0c1c6893-ddc7-417c-8f39-0cc6d6c42514) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:00.844349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:00.953652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.007133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:01.010827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:01.013513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:01.083463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:01.083763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.094480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:01.180225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e297ca0-1ccd-44a2-af9e-1ff98a0bc2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654745 Dec 20 16:16:01.200017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Request body: {'port': {'device_id': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:16:01.226039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35598) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:01.270269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.322117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-80b81006-83cb-420f-a367-500d4eedb9ef None None] Provisioning complete for port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:01.322756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80b81006-83cb-420f-a367-500d4eedb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.374285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-80b81006-83cb-420f-a367-500d4eedb9ef None None] Port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:16:01.403027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3c43-b6c1-46ff-9508-b9d450497b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.447961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50a59-1e34-469f-ab2e-bdad7cb19f43 req-ecc6e391-28ac-46ae-8b92-170d24c0fed6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:01.449654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd50a59-1e34-469f-ab2e-bdad7cb19f43 req-ecc6e391-28ac-46ae-8b92-170d24c0fed6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 931 time: 0.1176999 Dec 20 16:16:01.529736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bd50a59-1e34-469f-ab2e-bdad7cb19f43 req-ffdebdf4-d0de-4607-bd5d-6aef4817b84a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727301 Dec 20 16:16:01.573355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3c43-b6c1-46ff-9508-b9d450497b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.632819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3c43-b6c1-46ff-9508-b9d450497b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.675477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:16:01.680011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f1fe3c43-b6c1-46ff-9508-b9d450497b7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef4932b1898245a0a9b5847ce2c5f633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524987 Dec 20 16:16:01.682693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35606) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:01.683249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe3c43-b6c1-46ff-9508-b9d450497b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1adf3c-2bad-4cba-8d7d-bc6a9cefdcbb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:01.695319 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.718775 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-306ae63f-cc13-4a7e-8474-a355a30cfee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.731635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Transition to ACTIVE for port object 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:01.759403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4667b7f0-d164-4993-b6c2-9a8196ccd92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.783716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4667b7f0-d164-4993-b6c2-9a8196ccd92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.816199 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.893349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:01.978121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4667b7f0-d164-4993-b6c2-9a8196ccd92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.981768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4667b7f0-d164-4993-b6c2-9a8196ccd92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:01.982935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4667b7f0-d164-4993-b6c2-9a8196ccd92c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc1adf3c-2bad-4cba-8d7d-bc6a9cefdcbb HTTP/1.1" status: 204 len: 168 time: 0.2992930 Dec 20 16:16:01.995554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Attempting to bind port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:16:01.995888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Attempting to bind port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:16:01.996215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Attempting to bind port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:16:02.000663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b7f0-d164-4993-b6c2-9a8196ccd92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1adf3c-2bad-4cba-8d7d-bc6a9cefdcbb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:02.004299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:16:02.004653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Attempting to bind port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:16:02.010985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:16:02.011181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:16:02.011538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:16:02.011968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Bound port: 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:16:02.012329 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:02.099744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] For port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:16:02.103420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] For port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:16:02.143486 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:02.186201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.186944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:02.188534 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] 10.222.0.72 "PUT /v2.0/ports/0c1c6893-ddc7-417c-8f39-0cc6d6c42514 HTTP/1.1" status: 200 len: 1091 time: 0.9949977 Dec 20 16:16:02.189044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'tag': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:02.191411 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96dd88-b4a6-4a23-be98-4145749a8799" -d '{"events": [{"name": "network-changed", "server_uuid": "4bab5e08-c908-4d5c-a3fc-5ac25f2490e4", "tag": "0c1c6893-ddc7-417c-8f39-0cc6d6c42514"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:16:02.238160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daece883-c86d-4ba9-8f6f-9df07f905631 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:02.263139 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3926a8-3c07-4917-9989-427973d22bff x-openstack-request-id: req-1d3926a8-3c07-4917-9989-427973d22bff {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:16:02.263569 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bab5e08-c908-4d5c-a3fc-5ac25f2490e4", "tag": "0c1c6893-ddc7-417c-8f39-0cc6d6c42514", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:16:02.264508 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d3926a8-3c07-4917-9989-427973d22bff {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:16:02.265011 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'tag': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514', 'status': 'completed', 'code': 200} Dec 20 16:16:02.337025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96dd88-b4a6-4a23-be98-4145749a8799 req-2277c891-3439-4ed5-b43e-f75e9430ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.339546 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4d96dd88-b4a6-4a23-be98-4145749a8799 req-2277c891-3439-4ed5-b43e-f75e9430ead8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 1094 time: 0.0633228 Dec 20 16:16:02.465137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96dd88-b4a6-4a23-be98-4145749a8799 req-ce147a8d-df47-47d9-a87a-0f86bd2c6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.466722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4d96dd88-b4a6-4a23-be98-4145749a8799 req-ce147a8d-df47-47d9-a87a-0f86bd2c6988 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ec48f64f9d664e73833f1e3256fc7428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1184878 Dec 20 16:16:02.576353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96dd88-b4a6-4a23-be98-4145749a8799 req-6e92caef-f9a3-466f-915b-d3b59d936177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.578124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4d96dd88-b4a6-4a23-be98-4145749a8799 req-6e92caef-f9a3-466f-915b-d3b59d936177 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049719 Dec 20 16:16:02.673461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4518203-8b45-4bc7-b128-f605958e43b0 req-7b921c88-b970-464b-b997-44cde3373831 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.677309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4518203-8b45-4bc7-b128-f605958e43b0 req-7b921c88-b970-464b-b997-44cde3373831 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0570178 Dec 20 16:16:02.694205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-653af05b-c22e-43a3-9363-d4e1a4bdc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.694205 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-653af05b-c22e-43a3-9363-d4e1a4bdc95e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 1094 time: 0.0723002 Dec 20 16:16:02.700248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35618) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:02.746071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4518203-8b45-4bc7-b128-f605958e43b0 req-fe3c5a27-2850-41d9-93d8-0a8332a25c3c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619924 Dec 20 16:16:02.749706 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b75d90-cb1e-467d-a816-81bd813d9301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:02.754585 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3e1d5a3e-258a-4850-ae90-8e55726eff0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514 HTTP/1.1" status: 200 len: 217 time: 0.0453537 Dec 20 16:16:02.823104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-a1faebc2-3886-4c56-a7ad-3ba312f32254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.824532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-a1faebc2-3886-4c56-a7ad-3ba312f32254 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0628603 Dec 20 16:16:02.895653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b75d90-cb1e-467d-a816-81bd813d9301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:02.898622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-7c41cb79-b1ab-42ad-91af-98ca3757a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:02.900155 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-7c41cb79-b1ab-42ad-91af-98ca3757a1af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670137 Dec 20 16:16:02.995096 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-2a855cba-16d6-4a36-82c2-37fa4827ac7a service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878279 Dec 20 16:16:03.010147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90b75d90-cb1e-467d-a816-81bd813d9301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:03.015487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:03.096068 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-90b75d90-cb1e-467d-a816-81bd813d9301 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32b1ee59745e432298337a6b5c8425e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007015 Dec 20 16:16:03.099092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b75d90-cb1e-467d-a816-81bd813d9301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cea2200-b236-4e41-a300-999846d13140,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:03.099747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35620) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:03.132330 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d60a4b9f-5a3b-45b9-a5f3-e1b9e0f9b7eb req-3db41972-4926-44bc-93f8-b1bd5cc60ef1 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304851 Dec 20 16:16:03.159609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dca4213e-aa78-4715-8d5d-2333955f7f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:03.182816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dca4213e-aa78-4715-8d5d-2333955f7f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:03.295870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dca4213e-aa78-4715-8d5d-2333955f7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:03.298640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dca4213e-aa78-4715-8d5d-2333955f7f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:03.299829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dca4213e-aa78-4715-8d5d-2333955f7f23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cea2200-b236-4e41-a300-999846d13140 HTTP/1.1" status: 204 len: 168 time: 0.1990736 Dec 20 16:16:03.308299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4213e-aa78-4715-8d5d-2333955f7f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cea2200-b236-4e41-a300-999846d13140,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:03.872546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60446cb-322a-4f40-99e4-1df31e0f1a50 req-fb47940a-79e6-4936-8d83-e13e380a852b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:03.872546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f60446cb-322a-4f40-99e4-1df31e0f1a50 req-fb47940a-79e6-4936-8d83-e13e380a852b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0518341 Dec 20 16:16:03.922309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f60446cb-322a-4f40-99e4-1df31e0f1a50 req-7973d95b-fdd9-4d20-afbc-96944d0c15e1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Dec 20 16:16:04.381758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:05.070157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af7fe-5b2e-4967-9d86-83b8e3c55fb6 req-256fde08-2e37-4da6-8703-6964221d8bb4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:05.071900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-642af7fe-5b2e-4967-9d86-83b8e3c55fb6 req-256fde08-2e37-4da6-8703-6964221d8bb4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0679698 Dec 20 16:16:05.130234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:05.133738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-642af7fe-5b2e-4967-9d86-83b8e3c55fb6 req-51973e3a-a0c8-462f-8486-80be9d83fe09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Dec 20 16:16:06.261955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff744e-f86e-430e-b05c-312d328fc526 req-7b1ae6cd-e934-4a69-a821-5191a82fccb1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:06.263452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9ff744e-f86e-430e-b05c-312d328fc526 req-7b1ae6cd-e934-4a69-a821-5191a82fccb1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0513539 Dec 20 16:16:06.312620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9ff744e-f86e-430e-b05c-312d328fc526 req-4eed1dad-b1ce-4aee-b568-e35e2037772c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Dec 20 16:16:07.279181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-161f6c13-2c00-40bd-a281-1f83cc46d573 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0617118 Dec 20 16:16:07.383652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.384127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.384577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.385029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.385508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.385964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.386571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.388473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ab2eed53-7dcb-460b-904b-d0c8a2f322b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0556469 Dec 20 16:16:07.494554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b31d29-f416-4278-af44-1721af49069f req-4d32cc63-4fb0-43f0-84ac-3c157eedd6ec tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.495925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17b31d29-f416-4278-af44-1721af49069f req-4d32cc63-4fb0-43f0-84ac-3c157eedd6ec tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.1065640 Dec 20 16:16:07.550335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2aeb24e5-404e-4a95-85a6-b6ee0138e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.550798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2aeb24e5-404e-4a95-85a6-b6ee0138e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.551376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2aeb24e5-404e-4a95-85a6-b6ee0138e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.552964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2aeb24e5-404e-4a95-85a6-b6ee0138e5b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.1350625 Dec 20 16:16:07.575721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17b31d29-f416-4278-af44-1721af49069f req-6d490a1f-54db-42f1-982e-f7bd068bac40 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698497 Dec 20 16:16:07.627055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-6fb715be-6ae2-4658-a634-737161c6b0f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.0647407 Dec 20 16:16:07.675723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-c1cb2573-fb45-4718-bc30-4c81cc921b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.677611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-c1cb2573-fb45-4718-bc30-4c81cc921b14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0442920 Dec 20 16:16:07.726343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-de20a7a9-4baf-443e-9a86-df4fa2eb42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:07.727831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-de20a7a9-4baf-443e-9a86-df4fa2eb42f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438604 Dec 20 16:16:07.818883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-07fb65cc-2e7e-40b9-b1fe-f75ba94c161d service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Dec 20 16:16:07.911227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-c53c02fa-6b80-4cbc-88a1-751608e20306 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850990 Dec 20 16:16:07.953577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-473ac1b7-5c3a-410f-a509-a3972e0307ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0354428 Dec 20 16:16:08.003001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-f4886584-1d21-430c-82ef-c108ee8becac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:08.004516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-f4886584-1d21-430c-82ef-c108ee8becac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0448847 Dec 20 16:16:08.055267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-489aca0b-e9c0-4a8b-beee-4fb03968a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:08.057185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-489aca0b-e9c0-4a8b-beee-4fb03968a074 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455770 Dec 20 16:16:08.147104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-a7e8daf8-cdbc-45ad-a2d1-2865b6f6b5e9 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829034 Dec 20 16:16:08.244143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-4f3301f6-93ea-466d-8459-b0f155324d7b service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904665 Dec 20 16:16:08.288644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-be0af203-d965-42fc-9d78-ba42acb49081 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0370414 Dec 20 16:16:08.338352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-384080e2-ef04-462c-9978-94024a270fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:08.340998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-384080e2-ef04-462c-9978-94024a270fd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0458844 Dec 20 16:16:08.740184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-b34b5930-c3fa-4e70-af0d-18b780739908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:08.741675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-b34b5930-c3fa-4e70-af0d-18b780739908 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3926661 Dec 20 16:16:08.846101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf85c4c-2467-4464-88d3-0167df8601be req-84feec25-9808-4584-8938-9e89f5af0861 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:08.847596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-faf85c4c-2467-4464-88d3-0167df8601be req-84feec25-9808-4584-8938-9e89f5af0861 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.1103137 Dec 20 16:16:08.879226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-c9e6bece-d27f-42e0-8b22-aa3358ef6362 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297662 Dec 20 16:16:08.932267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-faf85c4c-2467-4464-88d3-0167df8601be req-e1b5870c-b8eb-4f58-b11d-f3c652e6f3cc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771005 Dec 20 16:16:08.991237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-09ec47ec-4d24-4369-a6f1-89d8338baa1d service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044343 Dec 20 16:16:09.037489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2b5b4e02-adb7-403d-8171-1dcd4bc52410 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0392337 Dec 20 16:16:09.089640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-44f2e356-c9dd-41ea-90c3-869c094e4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:09.091103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-44f2e356-c9dd-41ea-90c3-869c094e4802 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0470181 Dec 20 16:16:09.141049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-af1652cd-d49d-4d28-897b-75baa8a9ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:09.142668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-af1652cd-d49d-4d28-897b-75baa8a9ddce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446892 Dec 20 16:16:09.239538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-52bead0f-bed0-4dcb-9016-17d0472898e4 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883722 Dec 20 16:16:09.331368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-eb7a1035-4b34-471e-bd49-d64d984e0cf5 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Dec 20 16:16:09.376767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-3ca5d628-75bd-45ae-b597-2f49bde20b5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0387566 Dec 20 16:16:09.425981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-8618453a-7b77-4640-bdbc-fea2a94dfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:09.427983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-8618453a-7b77-4640-bdbc-fea2a94dfbb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0447693 Dec 20 16:16:09.478102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-f462613d-7c53-4e3b-81b9-ee8b0061cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:09.479585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-f462613d-7c53-4e3b-81b9-ee8b0061cafa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403965 Dec 20 16:16:09.578167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-06c32e3a-adbf-4695-920a-90197cddb871 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912449 Dec 20 16:16:09.668199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-ff2f6b29-724f-4abc-9723-1f21126272b3 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Dec 20 16:16:09.714773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-4705c97b-ed43-4329-90b9-98d78737a896 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0391753 Dec 20 16:16:09.765497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2ae98234-291e-4e08-afef-0193800a9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:09.766974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-2ae98234-291e-4e08-afef-0193800a9b99 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0451918 Dec 20 16:16:09.813889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-28ded5fc-ba96-4b04-affd-e2e667f1084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:09.815371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-28ded5fc-ba96-4b04-affd-e2e667f1084c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410230 Dec 20 16:16:09.912657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-a6948713-a9ee-43fc-8967-a293fecc0810 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897577 Dec 20 16:16:10.006812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-38ee19fc-da2b-494f-bd0f-266f9c76f8ee service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Dec 20 16:16:10.071193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-6c11fe2b-9be7-4cc7-bfa4-a5f87ec7c980 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0541272 Dec 20 16:16:10.123146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f50793-bfc3-451c-88a7-931c495fbd75 req-8fd30863-d5ea-417a-9259-99d0a8729e27 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:10.124620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3f50793-bfc3-451c-88a7-931c495fbd75 req-8fd30863-d5ea-417a-9259-99d0a8729e27 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.1166134 Dec 20 16:16:10.142926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-cf963fd1-296f-46ac-a571-f0676aafb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:10.144365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-cf963fd1-296f-46ac-a571-f0676aafb9ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0663915 Dec 20 16:16:10.219268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3f50793-bfc3-451c-88a7-931c495fbd75 req-484d6543-01e8-4413-91e2-4e41897598d9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859628 Dec 20 16:16:10.226568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-8ca1d624-5a8a-49c2-b709-b04849fb3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:10.228150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-8ca1d624-5a8a-49c2-b709-b04849fb3725 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765896 Dec 20 16:16:10.362502 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-d93426a8-7688-457e-89b2-21c819eef972 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256046 Dec 20 16:16:10.459215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c48a8dc-1cfa-4926-bfc3-fcd94290db62 req-6a80011c-c712-47f1-bb16-196f0e596db0 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896327 Dec 20 16:16:11.342574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7e573-3f45-414b-a29e-b495749279e7 req-411ae038-153d-4573-9086-0842b04516c2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:11.344080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cad7e573-3f45-414b-a29e-b495749279e7 req-411ae038-153d-4573-9086-0842b04516c2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0504794 Dec 20 16:16:11.391166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cad7e573-3f45-414b-a29e-b495749279e7 req-9e2b6a66-e80b-4093-b6a7-4725641f1649 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Dec 20 16:16:12.511300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ba23-830a-4177-91af-834c6637d232 req-58f1110b-2c3b-459c-9202-bfec46215241 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:12.513516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3f4ba23-830a-4177-91af-834c6637d232 req-58f1110b-2c3b-459c-9202-bfec46215241 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0535316 Dec 20 16:16:12.570787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3f4ba23-830a-4177-91af-834c6637d232 req-de08f9c4-cc7d-4d26-9996-6ab3a1f0e791 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Dec 20 16:16:13.689014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873a4a6-39b2-4b2e-815a-338bfcb22c11 req-aabe697f-3203-4eb9-b129-c0413d8e18f2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:13.690564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f873a4a6-39b2-4b2e-815a-338bfcb22c11 req-aabe697f-3203-4eb9-b129-c0413d8e18f2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0502713 Dec 20 16:16:13.742535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f873a4a6-39b2-4b2e-815a-338bfcb22c11 req-c51fbacb-dcd5-40aa-80e3-78c2ccaf24fe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Dec 20 16:16:14.859736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094193c-3dce-42ea-9600-c4eda9589a8c req-1c696c30-c129-44ba-b8a3-009fa41d5203 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:14.861255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8094193c-3dce-42ea-9600-c4eda9589a8c req-1c696c30-c129-44ba-b8a3-009fa41d5203 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0506229 Dec 20 16:16:14.909036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8094193c-3dce-42ea-9600-c4eda9589a8c req-94331d3f-4007-4420-92e0-156f24ec2ff6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Dec 20 16:16:16.035022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33ce72-0545-4501-a2ff-41b23fddb398 req-342466f8-65de-4317-b05a-b0376e2b9323 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:16.037140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a33ce72-0545-4501-a2ff-41b23fddb398 req-342466f8-65de-4317-b05a-b0376e2b9323 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 943 time: 0.0550838 Dec 20 16:16:16.086548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a33ce72-0545-4501-a2ff-41b23fddb398 req-f2def11c-4d4f-45a1-9194-ef695ed70916 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Dec 20 16:16:16.127866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:16:16.225592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:16.236429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514', 'mac_address': 'fa:16:3e:06:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:16:16.279145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:16.292946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:16:16.313284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:16.376193 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:16.426151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:16.433781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.434129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.434466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.434800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.435137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.435456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.435778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.436103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.436421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.436740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.437064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.437404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.437723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:16.581541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['0c1c6893-ddc7-417c-8f39-0cc6d6c42514'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:16:17.211229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9ede9-5b25-4b78-a0e5-c4319e6c3ce6 req-99fb5fea-cf0c-4f47-ba70-a7a78b4b05ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:17.212952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ce9ede9-5b25-4b78-a0e5-c4319e6c3ce6 req-99fb5fea-cf0c-4f47-ba70-a7a78b4b05ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 944 time: 0.0539668 Dec 20 16:16:17.267713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ce9ede9-5b25-4b78-a0e5-c4319e6c3ce6 req-e1dde1d2-3e52-48b4-9d05-6d25a9589751 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484176 Dec 20 16:16:18.139134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:16:18.186343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35768) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:18.250200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:16:18.254070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:18.254446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.296695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.333249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.361701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:18.364048 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d93121-5809-42e3-829e-eac815500784" -d '{"events": [{"server_uuid": "4bab5e08-c908-4d5c-a3fc-5ac25f2490e4", "name": "network-vif-plugged", "status": "completed", "tag": "0c1c6893-ddc7-417c-8f39-0cc6d6c42514"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:16:18.377741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:16:18.383094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.404995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e970-171e-4906-ac9c-20caf5d3de44 req-e4ffd708-3bcf-4987-8b8b-f4ecbeb514fd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:18.406845 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779b7a0-6658-47fa-a44a-a3b8952bf13d x-openstack-request-id: req-e779b7a0-6658-47fa-a44a-a3b8952bf13d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:16:18.407391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ca6e970-171e-4906-ac9c-20caf5d3de44 req-e4ffd708-3bcf-4987-8b8b-f4ecbeb514fd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 944 time: 0.0641594 Dec 20 16:16:18.409371 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab5e08-c908-4d5c-a3fc-5ac25f2490e4", "name": "network-vif-plugged", "status": "completed", "tag": "0c1c6893-ddc7-417c-8f39-0cc6d6c42514", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:16:18.409652 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e779b7a0-6658-47fa-a44a-a3b8952bf13d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:16:18.410060 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514', 'code': 200} Dec 20 16:16:18.444376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.462697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ca6e970-171e-4906-ac9c-20caf5d3de44 req-53d347ec-92de-4892-98b1-4fc5d35e899b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487695 Dec 20 16:16:18.467174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.510976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:18.536996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83674e-03db-495d-940c-6fc7c17e2f6e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:18.543990 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1319c15835fc465ebbb2ab12199aca48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565149 Dec 20 16:16:18.546714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35776) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:18.556169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.556524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.556871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.557264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.557583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.557920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.558329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.560511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.560855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.561213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.564961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.564961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.564961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be25098b-1c3e-4435-8ee5-10430e3ffb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:18.577291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639b93b-915f-48e0-b4b4-4004ef89db64 req-0edc3ed8-4b83-4720-b10f-392d6d0e13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:18.579261 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6639b93b-915f-48e0-b4b4-4004ef89db64 req-0edc3ed8-4b83-4720-b10f-392d6d0e13e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 1096 time: 0.0948944 Dec 20 16:16:18.596674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff035807-914f-4fb9-aceb-96231826fad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.618757 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff035807-914f-4fb9-aceb-96231826fad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.628258 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6639b93b-915f-48e0-b4b4-4004ef89db64 req-2eeea27c-82fe-42e9-8d43-b41bb6eb369c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Dec 20 16:16:18.741328 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff035807-914f-4fb9-aceb-96231826fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.743950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ff035807-914f-4fb9-aceb-96231826fad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:18.745186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ff035807-914f-4fb9-aceb-96231826fad0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf83674e-03db-495d-940c-6fc7c17e2f6e HTTP/1.1" status: 204 len: 168 time: 0.1974306 Dec 20 16:16:18.753009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff035807-914f-4fb9-aceb-96231826fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83674e-03db-495d-940c-6fc7c17e2f6e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:19.313804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 35784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:19.326331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d279e3d1-d3ae-4336-961e-9a5f0e8da3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.397914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d279e3d1-d3ae-4336-961e-9a5f0e8da3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.461456 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d279e3d1-d3ae-4336-961e-9a5f0e8da3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.502956 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d279e3d1-d3ae-4336-961e-9a5f0e8da3dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48d1d763190a4f498cf8c1698bcd5d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873369 Dec 20 16:16:19.502956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279e3d1-d3ae-4336-961e-9a5f0e8da3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e85ce2-3d46-4267-a51d-70f761a2a08f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:19.513547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 35788) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:19.603719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.613718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320c1b-58db-4b2e-8b9e-f161c908a98d req-7db4e626-4c85-4ce5-852b-bd2a65e5459d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:19.616130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80320c1b-58db-4b2e-8b9e-f161c908a98d req-7db4e626-4c85-4ce5-852b-bd2a65e5459d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 945 time: 0.0780172 Dec 20 16:16:19.648989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.700295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80320c1b-58db-4b2e-8b9e-f161c908a98d req-1b403ce1-8322-409c-8cc4-45b5fdc07b5d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770364 Dec 20 16:16:19.781102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.783805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:19.784951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1e85ce2-3d46-4267-a51d-70f761a2a08f HTTP/1.1" status: 204 len: 168 time: 0.2703750 Dec 20 16:16:19.794172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e85ce2-3d46-4267-a51d-70f761a2a08f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:19.801823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.802216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.802583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.803004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.803342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.803678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.804017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.804349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.804680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.805008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.805514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.805687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:19.806020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c10014-cac0-48dd-960e-6db46e0990e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:16:20.818660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51fcaa-f78c-42ee-8950-3e3e0a1dea31 req-df7809ea-c2f9-49ba-9744-a5825d16ee1f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:20.820170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba51fcaa-f78c-42ee-8950-3e3e0a1dea31 req-df7809ea-c2f9-49ba-9744-a5825d16ee1f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 945 time: 0.0508420 Dec 20 16:16:20.868697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba51fcaa-f78c-42ee-8950-3e3e0a1dea31 req-a7ad2080-25e9-4eb9-93a9-add75f35580d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Dec 20 16:16:20.992927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b185-bd32-4e6b-8a2a-0c8ab4d3cd92 req-470a42ba-ac56-4b62-8d29-3984b3705881 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:20.994471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af71b185-bd32-4e6b-8a2a-0c8ab4d3cd92 req-470a42ba-ac56-4b62-8d29-3984b3705881 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 945 time: 0.0550718 Dec 20 16:16:21.043359 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-af71b185-bd32-4e6b-8a2a-0c8ab4d3cd92 req-4a2331a8-b5f3-4fa6-8d22-77faaade2f8e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Dec 20 16:16:21.814986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:24.131449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-ab2795b6-328b-4f4c-ab9e-20ef50fba7d7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:24.133088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-ab2795b6-328b-4f4c-ab9e-20ef50fba7d7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1025462 Dec 20 16:16:24.148586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-0ef9ca0a-f790-4b45-a931-7289df206b31 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0096459 Dec 20 16:16:24.207253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-757a00d1-e76c-447d-a2d9-c1658b8dcc34 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530720 Dec 20 16:16:24.298459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-144557af-264e-4003-8f39-97e2bc8e7523 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839829 Dec 20 16:16:24.393836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-9a7bf3d4-9ef9-44d6-8521-5c2e7b2d2294 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Dec 20 16:16:24.656774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-054bd530-bb95-4221-ab30-49f578e2048f req-bebcf8c3-040c-45c1-b0fd-2325c9df2c47 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0274992 Dec 20 16:16:25.756674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9003c2a8-4a53-4af5-a689-103a05ca6d09 req-446d28cc-bbff-477a-99d1-ea7fd730f301 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0446637 Dec 20 16:16:26.832573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2738f4e-c724-4a71-9400-13f0dc0514e5 req-007a72f5-d32e-4cf0-9141-9d0e3129aa5b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0261607 Dec 20 16:16:27.335505 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:27.928682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81a4a6a6-7b24-40f1-8d42-759e2a875411 req-4e2e31e3-d762-4f3e-a5db-68001f1f0776 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0268569 Dec 20 16:16:28.618347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-b01f6669-c2f7-40ae-afd1-510afda611bf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:28.619837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-b01f6669-c2f7-40ae-afd1-510afda611bf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.83 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1123772 Dec 20 16:16:28.634281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:16:28.844142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:16:28.844142 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:28.978438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.6 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/e206c102-7c0b-4c8d-969c-b2cada0aed0c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:16:29.048881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67281ce1-3847-43cb-9f69-97327bffdfe0 req-880a1b8a-3c7f-42e3-bd97-d845403d7c84 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0395412 Dec 20 16:16:29.151785 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.245001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.257033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['0c1c6893-ddc7-417c-8f39-0cc6d6c42514'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:16:29.281451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81f80bf1-4d3f-4e46-bfe4-b993a5f69426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.294016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:16:29.297085 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:16:29.300932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:16:29.326923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=e206c102-7c0b-4c8d-969c-b2cada0aed0c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:29.357859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:29.360534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.436159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5dcb615a-383a-454b-9d6d-4a96d4d94b09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8063941 Dec 20 16:16:29.455723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Request body: {'port': {'device_id': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:16:29.522911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.572896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8e5c90c6-1e99-41cb-af4e-33da5f833aa8 None None] Provisioning complete for port e206c102-7c0b-4c8d-969c-b2cada0aed0c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:16:29.573344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e5c90c6-1e99-41cb-af4e-33da5f833aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.610889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c90c6-1e99-41cb-af4e-33da5f833aa8 None None] Port e206c102-7c0b-4c8d-969c-b2cada0aed0c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:16:29.799011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e206c102-7c0b-4c8d-969c-b2cada0aed0c {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:16:29.808301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:29.821498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Transition to ACTIVE for port object e206c102-7c0b-4c8d-969c-b2cada0aed0c will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:16:29.947391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:30.024343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Pushing event updated for resources: {'Port': ['ID=e206c102-7c0b-4c8d-969c-b2cada0aed0c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:30.092353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Attempting to bind port e206c102-7c0b-4c8d-969c-b2cada0aed0c on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:16:30.093699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Attempting to bind port e206c102-7c0b-4c8d-969c-b2cada0aed0c by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:16:30.094308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Attempting to bind port e206c102-7c0b-4c8d-969c-b2cada0aed0c on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:16:30.104563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Port e206c102-7c0b-4c8d-969c-b2cada0aed0c on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:16:30.106824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Attempting to bind port e206c102-7c0b-4c8d-969c-b2cada0aed0c on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:16:30.115873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:16:30.116316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:16:30.116865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:16:30.117604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Bound port: e206c102-7c0b-4c8d-969c-b2cada0aed0c, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:16:30.118170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:30.255348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8f49-39d3-4b4a-8990-4a6f78f9ca6e req-efe125b8-0789-448e-b802-4e5f2410f616 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:30.257142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dae8f49-39d3-4b4a-8990-4a6f78f9ca6e req-efe125b8-0789-448e-b802-4e5f2410f616 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0993097 Dec 20 16:16:30.260020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] For port e206c102-7c0b-4c8d-969c-b2cada0aed0c, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:16:30.263356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] For port e206c102-7c0b-4c8d-969c-b2cada0aed0c, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:16:30.309016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dae8f49-39d3-4b4a-8990-4a6f78f9ca6e req-313adeef-f336-4851-91f0-9e1f87281daa tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Dec 20 16:16:30.347285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:30.382284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:30.383047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:30.384619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] 10.222.0.83 "PUT /v2.0/ports/e206c102-7c0b-4c8d-969c-b2cada0aed0c HTTP/1.1" status: 200 len: 1091 time: 0.9335272 Dec 20 16:16:30.387002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'tag': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:16:30.389631 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473277d7-1686-48a4-90c3-4e91e08ae44a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17de03-bcc5-4da9-94d9-77bc3649d85d", "tag": "e206c102-7c0b-4c8d-969c-b2cada0aed0c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:16:30.435244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315b9d1-9c7c-48a5-a62f-0ba4b02c3f4e service neutron] Pushing event updated for resources: {'Port': ['ID=e206c102-7c0b-4c8d-969c-b2cada0aed0c,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:30.577257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-c1796205-0504-436a-9570-84292172748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:30.577257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-c1796205-0504-436a-9570-84292172748a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 1094 time: 0.0910325 Dec 20 16:16:30.638318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-b768120f-adbb-4baa-b5bf-598719f0ff8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c HTTP/1.1" status: 200 len: 217 time: 0.0523765 Dec 20 16:16:30.724320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-25f778e1-f9f0-4a64-85b6-d48ab23ac584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:30.724320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-25f778e1-f9f0-4a64-85b6-d48ab23ac584 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0789516 Dec 20 16:16:30.741816 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af0320-f443-42bd-beff-0987d17d053e x-openstack-request-id: req-e3af0320-f443-42bd-beff-0987d17d053e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:16:30.743885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17de03-bcc5-4da9-94d9-77bc3649d85d", "tag": "e206c102-7c0b-4c8d-969c-b2cada0aed0c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:16:30.743885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3af0320-f443-42bd-beff-0987d17d053e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:16:30.743885 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'tag': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c', 'status': 'completed', 'code': 200} Dec 20 16:16:30.799883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5029dbf1-5c3b-4c44-b877-ca35a8e6826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:30.801536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-5029dbf1-5c3b-4c44-b877-ca35a8e6826b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709379 Dec 20 16:16:30.907708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-f8247dc4-a859-4845-a1d8-cb4475660215 service neutron] 10.222.0.83 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986645 Dec 20 16:16:31.018268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522b3c4c-d4a9-44b5-815b-6efd645ae039 req-cb58f1af-66dd-4339-b695-e08493a58634 service neutron] 10.222.0.83 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042295 Dec 20 16:16:31.169768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-87ce75aa-7351-48f3-b73f-564794e78e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.171454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-87ce75aa-7351-48f3-b73f-564794e78e9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 1094 time: 0.0493166 Dec 20 16:16:31.273561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-ae129c92-eead-41be-a92d-b830dfe4e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.275027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-ae129c92-eead-41be-a92d-b830dfe4e02c service neutron] 10.222.0.83 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0962305 Dec 20 16:16:31.320314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-28f2a8ad-ea41-4ff6-840c-667e487377df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c HTTP/1.1" status: 200 len: 217 time: 0.0384533 Dec 20 16:16:31.387741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-9e048042-9417-434f-a027-e884b25a20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.389850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-9e048042-9417-434f-a027-e884b25a20b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0623243 Dec 20 16:16:31.480585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcccf7-6a73-4b16-9b3a-d6a809904a1b req-96a9270b-470d-4b03-8f5b-43980b49f263 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.482169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3dcccf7-6a73-4b16-9b3a-d6a809904a1b req-96a9270b-470d-4b03-8f5b-43980b49f263 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0907662 Dec 20 16:16:31.485261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-8f1b58d3-48d6-4887-a721-180764a6df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:31.486720 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-8f1b58d3-48d6-4887-a721-180764a6df8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862265 Dec 20 16:16:31.595074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3dcccf7-6a73-4b16-9b3a-d6a809904a1b req-33f41c40-5539-4c6e-abca-51f2e3859c9e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053054 Dec 20 16:16:31.640243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-98b1d1ce-1957-42f3-8a5c-e8a44c26656a service neutron] 10.222.0.83 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431205 Dec 20 16:16:31.725321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f62ee99d-1e2c-4b0b-b31f-fcb3832fbbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:31.735784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-473277d7-1686-48a4-90c3-4e91e08ae44a req-03d216e5-43b7-4ce7-b945-f0ee2df112e8 service neutron] 10.222.0.83 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Dec 20 16:16:32.726167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1822f6-5e00-4360-9cec-1ee7ffe9a5bb req-dc07ecdc-12b8-4608-a1fe-5e788f95d332 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:32.727708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab1822f6-5e00-4360-9cec-1ee7ffe9a5bb req-dc07ecdc-12b8-4608-a1fe-5e788f95d332 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0571818 Dec 20 16:16:32.784923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab1822f6-5e00-4360-9cec-1ee7ffe9a5bb req-fea7be2f-cb7b-4784-9720-d4f88461cb18 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509083 Dec 20 16:16:32.970016 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:33.926567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a3937-8c93-4b0a-a592-41336c007330 req-60e45568-aecf-4c9a-b010-32a951aa87fa tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:33.928489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d72a3937-8c93-4b0a-a592-41336c007330 req-60e45568-aecf-4c9a-b010-32a951aa87fa tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0543122 Dec 20 16:16:33.993978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d72a3937-8c93-4b0a-a592-41336c007330 req-9998153a-102f-4822-905b-215bde2c9797 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584965 Dec 20 16:16:34.044676 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:16:34.382599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:35.131587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:35.155515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d722d6-e206-4866-a16d-63de62db3856 req-1b31a44b-be13-4dd5-8d1a-7ac276cb7c87 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:35.157180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6d722d6-e206-4866-a16d-63de62db3856 req-1b31a44b-be13-4dd5-8d1a-7ac276cb7c87 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0724247 Dec 20 16:16:35.219848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6d722d6-e206-4866-a16d-63de62db3856 req-58858410-fd75-4b79-a01a-10709bb9f845 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Dec 20 16:16:36.361144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59cf6-8640-40e2-8389-c8f15a81ace9 req-d290677a-bace-4915-bfe2-1a4c475bce4d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:36.364004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77b59cf6-8640-40e2-8389-c8f15a81ace9 req-d290677a-bace-4915-bfe2-1a4c475bce4d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0672078 Dec 20 16:16:36.433885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77b59cf6-8640-40e2-8389-c8f15a81ace9 req-624f5845-3ce4-489a-870c-dc5a9b5125d3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609396 Dec 20 16:16:37.586262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a21ac-fce7-4c07-a649-b23a2d7c7dd0 req-e3dd4616-837e-4b34-9bc0-91ab3f85abf4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:37.587842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c2a21ac-fce7-4c07-a649-b23a2d7c7dd0 req-e3dd4616-837e-4b34-9bc0-91ab3f85abf4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0627830 Dec 20 16:16:37.643840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c2a21ac-fce7-4c07-a649-b23a2d7c7dd0 req-5913b698-66ab-4026-89d5-64adaf43016a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Dec 20 16:16:38.779919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75fe4a-f01a-4c74-8f52-a24cafd53ac4 req-1c0ad8bf-44d0-4b42-8ec4-68e3a3709dd4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:38.783167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b75fe4a-f01a-4c74-8f52-a24cafd53ac4 req-1c0ad8bf-44d0-4b42-8ec4-68e3a3709dd4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0655258 Dec 20 16:16:38.835053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b75fe4a-f01a-4c74-8f52-a24cafd53ac4 req-85e67cbc-34e1-4710-a3c3-deb1b4a96139 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Dec 20 16:16:39.993074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846231-8b82-4beb-979d-279c07aaa761 req-70087473-136d-4a66-99f3-b4d1a6874976 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:39.994629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f846231-8b82-4beb-979d-279c07aaa761 req-70087473-136d-4a66-99f3-b4d1a6874976 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0722911 Dec 20 16:16:40.048117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f846231-8b82-4beb-979d-279c07aaa761 req-41dac66e-93b9-43bc-adf8-73e83d06c36d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Dec 20 16:16:41.187979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54140bd3-2e0d-477a-b8c7-f393f9a9d0f0 req-426c3a60-2972-4341-8264-28dec8d4782b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:41.189770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54140bd3-2e0d-477a-b8c7-f393f9a9d0f0 req-426c3a60-2972-4341-8264-28dec8d4782b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0660331 Dec 20 16:16:41.246191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54140bd3-2e0d-477a-b8c7-f393f9a9d0f0 req-4cc60ba9-c402-4dfe-930a-8414a35b00d3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Dec 20 16:16:42.377209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174755a-fd34-40c4-8446-d07df2a51ccb req-a17615cd-a6be-4596-ae3d-ff86a2cdf113 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:42.378702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0174755a-fd34-40c4-8446-d07df2a51ccb req-a17615cd-a6be-4596-ae3d-ff86a2cdf113 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0514264 Dec 20 16:16:42.438926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0174755a-fd34-40c4-8446-d07df2a51ccb req-a4a46e67-a686-4302-b8c3-0db2182b340e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Dec 20 16:16:43.562863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382b5fb-cec0-4d46-8014-15d090fe91bf req-68743791-dc8f-4e45-8b7a-fbfd76b3e4b6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:43.564506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3382b5fb-cec0-4d46-8014-15d090fe91bf req-68743791-dc8f-4e45-8b7a-fbfd76b3e4b6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0507817 Dec 20 16:16:43.620770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3382b5fb-cec0-4d46-8014-15d090fe91bf req-c6445a79-6acf-4260-afe7-ae13048aff4f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486047 Dec 20 16:16:43.880274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36110) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:44.007233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d19a4aca-268e-44de-850e-ce3dd19eba6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.090734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d19a4aca-268e-44de-850e-ce3dd19eba6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.193179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d19a4aca-268e-44de-850e-ce3dd19eba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.233950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a4aca-268e-44de-850e-ce3dd19eba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59583b-ac25-49b8-8c82-c8b0c0a939e5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:44.240494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d19a4aca-268e-44de-850e-ce3dd19eba6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=475990a0330e454291866851e94f9f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584723 Dec 20 16:16:44.243391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36114) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:44.293006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842f5c25-34d1-4e9e-aa07-cffe104501c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.317581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842f5c25-34d1-4e9e-aa07-cffe104501c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.479134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842f5c25-34d1-4e9e-aa07-cffe104501c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.483430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-842f5c25-34d1-4e9e-aa07-cffe104501c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:44.483430 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-842f5c25-34d1-4e9e-aa07-cffe104501c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f59583b-ac25-49b8-8c82-c8b0c0a939e5 HTTP/1.1" status: 204 len: 168 time: 0.2388637 Dec 20 16:16:44.491699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f5c25-34d1-4e9e-aa07-cffe104501c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59583b-ac25-49b8-8c82-c8b0c0a939e5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:44.746483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee260-912b-438b-a047-e3afe2be3186 req-15a37ebe-222c-4f65-b962-f8ac44e4e28c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:44.747981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-208ee260-912b-438b-a047-e3afe2be3186 req-15a37ebe-222c-4f65-b962-f8ac44e4e28c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0536644 Dec 20 16:16:44.803921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-208ee260-912b-438b-a047-e3afe2be3186 req-9ebab5a9-a735-43a2-85d4-d61701523d85 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497925 Dec 20 16:16:45.177027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36124) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:45.190893 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f213f57-6ffc-45da-a6fe-5d1e2fc40845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.267832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f213f57-6ffc-45da-a6fe-5d1e2fc40845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.358046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f213f57-6ffc-45da-a6fe-5d1e2fc40845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.400466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f213f57-6ffc-45da-a6fe-5d1e2fc40845 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4ef810880a5412383a83b5c45097de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220097 Dec 20 16:16:45.401392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f213f57-6ffc-45da-a6fe-5d1e2fc40845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91580e7-6b32-46b6-979e-d9adde96c0cc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:45.405112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36126) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:16:45.457320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1be808cd-1b15-4bab-a515-1a546ddd76b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.479812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1be808cd-1b15-4bab-a515-1a546ddd76b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.604516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1be808cd-1b15-4bab-a515-1a546ddd76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.607468 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1be808cd-1b15-4bab-a515-1a546ddd76b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:45.611295 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1be808cd-1b15-4bab-a515-1a546ddd76b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d91580e7-6b32-46b6-979e-d9adde96c0cc HTTP/1.1" status: 204 len: 168 time: 0.2024739 Dec 20 16:16:45.620879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be808cd-1b15-4bab-a515-1a546ddd76b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91580e7-6b32-46b6-979e-d9adde96c0cc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:16:45.935581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95552b7-a1b5-4393-a52b-4d0325757567 req-4e5d7edd-8438-4bd9-9cb0-90d33a7ec8dc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:45.937108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f95552b7-a1b5-4393-a52b-4d0325757567 req-4e5d7edd-8438-4bd9-9cb0-90d33a7ec8dc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0544932 Dec 20 16:16:45.991435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f95552b7-a1b5-4393-a52b-4d0325757567 req-1dc127dc-3132-4fce-ba2e-e3deef6a0d0f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Dec 20 16:16:47.121679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2b2aa-1243-44d7-a83e-53081e596cc8 req-c59c038a-422d-43de-9727-06d65ca23ce1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:47.123149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1da2b2aa-1243-44d7-a83e-53081e596cc8 req-c59c038a-422d-43de-9727-06d65ca23ce1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0542653 Dec 20 16:16:47.175226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1da2b2aa-1243-44d7-a83e-53081e596cc8 req-012345cf-fbce-4d90-9bd9-e49908282615 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460243 Dec 20 16:16:48.299821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45e5ab-9441-4890-9df5-9e76ee4d42cd req-54c3a08d-673e-4d31-a639-c0014c0729a1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:48.301357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b45e5ab-9441-4890-9df5-9e76ee4d42cd req-54c3a08d-673e-4d31-a639-c0014c0729a1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0517402 Dec 20 16:16:48.354964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b45e5ab-9441-4890-9df5-9e76ee4d42cd req-f65b05ce-9c42-4053-a315-f01582337230 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473914 Dec 20 16:16:49.478334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6d854-2cf1-4e0c-a76a-7db8a39bd127 req-a506a6e4-2c5e-49b3-a0f4-b232b74adb0b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:49.479741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bf6d854-2cf1-4e0c-a76a-7db8a39bd127 req-a506a6e4-2c5e-49b3-a0f4-b232b74adb0b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0539961 Dec 20 16:16:49.527445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bf6d854-2cf1-4e0c-a76a-7db8a39bd127 req-43e2b99b-846d-40f2-86a8-e71628deb18b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Dec 20 16:16:50.648895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daca493-b6eb-4c61-88c4-de3bfa178a10 req-9bbc2e83-ae41-495f-81e9-60cae82df47a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:50.650551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0daca493-b6eb-4c61-88c4-de3bfa178a10 req-9bbc2e83-ae41-495f-81e9-60cae82df47a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0524349 Dec 20 16:16:50.702587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0daca493-b6eb-4c61-88c4-de3bfa178a10 req-b01054ea-161e-4a98-ba10-c9ad89952643 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Dec 20 16:16:51.804512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:51.823279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e0c5-50f2-412e-916c-8c5649b39572 req-b9d489f8-31a7-436a-b6fd-63ac7005d55b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:51.824725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b070e0c5-50f2-412e-916c-8c5649b39572 req-b9d489f8-31a7-436a-b6fd-63ac7005d55b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0485094 Dec 20 16:16:51.876120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b070e0c5-50f2-412e-916c-8c5649b39572 req-44b6e7a0-46f8-4be1-a104-bf6fa9cba721 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Dec 20 16:16:53.000075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd9995-9415-46c2-abe6-92705bddb1de req-7e61d707-40cf-4894-b4bb-fbc0964ac3d0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:53.001570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-efdd9995-9415-46c2-abe6-92705bddb1de req-7e61d707-40cf-4894-b4bb-fbc0964ac3d0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0509899 Dec 20 16:16:53.053070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-efdd9995-9415-46c2-abe6-92705bddb1de req-b42cbd7f-9a18-4b41-855a-134b9dc69ffd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Dec 20 16:16:54.178991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af555-969d-43d9-84d7-d14c74a97084 req-70809dd1-31f0-4a74-9743-6e980aefc346 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:54.180575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a9af555-969d-43d9-84d7-d14c74a97084 req-70809dd1-31f0-4a74-9743-6e980aefc346 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0585465 Dec 20 16:16:54.233434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a9af555-969d-43d9-84d7-d14c74a97084 req-f7b14fe0-e7e4-4af5-aaf1-595d831847e4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Dec 20 16:16:55.356538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e31715-28af-4063-98bc-d17d0b6cec2e req-a50be00f-f3bd-4b26-a8f9-0f844e50ef42 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:55.358170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54e31715-28af-4063-98bc-d17d0b6cec2e req-a50be00f-f3bd-4b26-a8f9-0f844e50ef42 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0562515 Dec 20 16:16:55.406954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54e31715-28af-4063-98bc-d17d0b6cec2e req-a32a0efa-5c98-43ad-bcb8-e35f1e85aaa9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Dec 20 16:16:56.772407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b46422-7a88-4ba0-9897-0ee8f43d29ad req-bdaaca88-d89f-4f1b-87e7-74eeb349281e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:56.774151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98b46422-7a88-4ba0-9897-0ee8f43d29ad req-bdaaca88-d89f-4f1b-87e7-74eeb349281e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.2917187 Dec 20 16:16:56.823254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98b46422-7a88-4ba0-9897-0ee8f43d29ad req-d3cee186-0004-48d8-8104-2a66c209f1ed tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Dec 20 16:16:57.341858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:16:57.941738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30bf5-a9a5-4deb-a2f8-4996a464dba9 req-be6f1a56-fc0f-48cd-90b0-1654db22df7f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:57.943746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89c30bf5-a9a5-4deb-a2f8-4996a464dba9 req-be6f1a56-fc0f-48cd-90b0-1654db22df7f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0492165 Dec 20 16:16:57.995976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89c30bf5-a9a5-4deb-a2f8-4996a464dba9 req-c2e0ae7d-8da2-4501-babf-8b451800e82f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Dec 20 16:16:59.137883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae86ab-5008-454e-bc7b-5c6d875811ad req-958dd82e-477b-4fc3-aac0-5eba0ba93369 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:16:59.138517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6ae86ab-5008-454e-bc7b-5c6d875811ad req-958dd82e-477b-4fc3-aac0-5eba0ba93369 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0561407 Dec 20 16:16:59.199300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6ae86ab-5008-454e-bc7b-5c6d875811ad req-373b1dc1-48de-4a75-b622-e1eb11799c8d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Dec 20 16:16:59.306990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e07b57d3-79de-41a2-8166-d38b358dc8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:00.314655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651818-3f44-4726-9bd8-04e45919a5c3 req-5212c8e8-1849-4692-b5b5-3f9bf88e33d5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:00.316154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55651818-3f44-4726-9bd8-04e45919a5c3 req-5212c8e8-1849-4692-b5b5-3f9bf88e33d5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0498092 Dec 20 16:17:00.365762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-55651818-3f44-4726-9bd8-04e45919a5c3 req-186d7de0-13cd-4633-b919-a66fe16543cd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433013 Dec 20 16:17:01.799799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-520ae1e5-91e4-4087-b939-33c7a2eac1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:01.921975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcb04a-b6bb-455d-903f-b8371dddaac1 req-2a09ff90-b556-403d-940b-1a944c29c014 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:01.924732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fbcb04a-b6bb-455d-903f-b8371dddaac1 req-2a09ff90-b556-403d-940b-1a944c29c014 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.4822509 Dec 20 16:17:01.987433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fbcb04a-b6bb-455d-903f-b8371dddaac1 req-ebc1fc3e-7189-40fa-928b-48911a82dc43 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560174 Dec 20 16:17:02.129187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36290) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:17:02.248307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d827b220-5aed-443e-8b3c-2364d0016b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.331275 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d827b220-5aed-443e-8b3c-2364d0016b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.399122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d827b220-5aed-443e-8b3c-2364d0016b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.442119 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d827b220-5aed-443e-8b3c-2364d0016b87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=96ce1ff5c80f4876865f02f280994fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093243 Dec 20 16:17:02.442119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827b220-5aed-443e-8b3c-2364d0016b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ae3d71-6598-4d25-a9cf-1b19c5bde66c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:02.442435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36294) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:17:02.494531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce6da24a-2b54-44d3-bbf3-4ea78cc7fe26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.515555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce6da24a-2b54-44d3-bbf3-4ea78cc7fe26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.650532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce6da24a-2b54-44d3-bbf3-4ea78cc7fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.653143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce6da24a-2b54-44d3-bbf3-4ea78cc7fe26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:02.654364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ce6da24a-2b54-44d3-bbf3-4ea78cc7fe26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50ae3d71-6598-4d25-a9cf-1b19c5bde66c HTTP/1.1" status: 204 len: 168 time: 0.2108841 Dec 20 16:17:02.663634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da24a-2b54-44d3-bbf3-4ea78cc7fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ae3d71-6598-4d25-a9cf-1b19c5bde66c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:02.924909 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:03.121304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7384417-be9c-4ffb-a7e6-0b19e8f098c5 req-998d5a40-1a74-427c-9a56-df5611a92ebf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:03.122841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7384417-be9c-4ffb-a7e6-0b19e8f098c5 req-998d5a40-1a74-427c-9a56-df5611a92ebf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0547206 Dec 20 16:17:03.184539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7384417-be9c-4ffb-a7e6-0b19e8f098c5 req-42efbd41-b9e9-473a-be28-da97602955ea tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548360 Dec 20 16:17:04.304753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90b903-727f-42eb-93b0-719133ff21b2 req-dcc7da8e-e103-4101-85dd-889c86ab75f3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:04.306454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec90b903-727f-42eb-93b0-719133ff21b2 req-dcc7da8e-e103-4101-85dd-889c86ab75f3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0487120 Dec 20 16:17:04.357283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec90b903-727f-42eb-93b0-719133ff21b2 req-72082d67-3860-4090-a3be-aa4941fdcac5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445621 Dec 20 16:17:04.421921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:05.125600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:05.224972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-170aa4c3-ba3c-4cb3-8bb8-a178f1b3abe8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448773 Dec 20 16:17:05.311282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9699-42c5-4a18-8491-566853926694 req-2945484c-54a5-4ef4-bdef-9eaa60e4f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:05.312786 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-2945484c-54a5-4ef4-bdef-9eaa60e4f59c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 1096 time: 0.0446932 Dec 20 16:17:05.426579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9699-42c5-4a18-8491-566853926694 req-0aa603d1-b5f3-4352-bc90-c6b176ba964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:05.429449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-0aa603d1-b5f3-4352-bc90-c6b176ba964e service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0965946 Dec 20 16:17:05.472594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-730119e2-545f-43cf-8f5a-98465bcc258e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514 HTTP/1.1" status: 200 len: 217 time: 0.0366042 Dec 20 16:17:05.482646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6e26e-7368-4929-bdba-69cc31ea9b8b req-a0df086a-4a75-4372-8de5-8a8518dcd285 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:05.484153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45c6e26e-7368-4929-bdba-69cc31ea9b8b req-a0df086a-4a75-4372-8de5-8a8518dcd285 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0520101 Dec 20 16:17:05.528556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9699-42c5-4a18-8491-566853926694 req-7a714b0b-7662-452a-ac1f-e31034c8e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:05.530079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-7a714b0b-7662-452a-ac1f-e31034c8e878 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0510557 Dec 20 16:17:05.540283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45c6e26e-7368-4929-bdba-69cc31ea9b8b req-8c821291-43e0-460c-9cdf-48d8d93fe16d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490499 Dec 20 16:17:05.584821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a9699-42c5-4a18-8491-566853926694 req-0dfc0f11-b549-4cf3-9611-099196d9a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:05.586603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-0dfc0f11-b549-4cf3-9611-099196d9a064 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497842 Dec 20 16:17:05.681309 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-623c6cfd-dc0a-4288-af36-bab8af6fcad4 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866492 Dec 20 16:17:05.778202 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ba9a9699-42c5-4a18-8491-566853926694 req-fd186a3f-1c04-4755-89e2-edb0028fe349 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890236 Dec 20 16:17:06.660816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295121-14cd-4fce-8f53-5d91ca2820fa req-8cd06998-a205-400a-ab75-c1dcea049f2b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:06.663154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00295121-14cd-4fce-8f53-5d91ca2820fa req-8cd06998-a205-400a-ab75-c1dcea049f2b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0508521 Dec 20 16:17:06.711471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00295121-14cd-4fce-8f53-5d91ca2820fa req-9e6dba40-cb18-4a90-bc8c-0bd7d580f7da tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Dec 20 16:17:07.250796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-90d3141e-20f5-45e6-b222-fafce29814b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0506558 Dec 20 16:17:07.367129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.367987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.368511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.369029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.369568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.370096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.370600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.372531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9b32534a-a596-447e-ba28-0a45c3eddf55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0707643 Dec 20 16:17:07.502269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-686ce2c7-990c-4dcd-bab4-eabe7c50ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.502845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-686ce2c7-990c-4dcd-bab4-eabe7c50ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.503369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-686ce2c7-990c-4dcd-bab4-eabe7c50ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.505123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-686ce2c7-990c-4dcd-bab4-eabe7c50ab79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.1064546 Dec 20 16:17:07.583003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-490e741a-86aa-4f0c-8655-a0c401015abd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.0706720 Dec 20 16:17:07.633515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-e7a6bdf5-093c-4841-9404-adf40b7db8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.634892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-e7a6bdf5-093c-4841-9404-adf40b7db8d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0452838 Dec 20 16:17:07.682597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-86f44e3b-5533-4cfc-b344-a9952f06fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.684139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-86f44e3b-5533-4cfc-b344-a9952f06fb16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416579 Dec 20 16:17:07.781346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-43d90364-7f40-49e0-9692-d0470d19afb5 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896542 Dec 20 16:17:07.898958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8474-9559-4a6e-81ff-282e94fcb0ce req-89db0045-98e7-43fd-83cb-92984db3f348 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:07.900402 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1ed8474-9559-4a6e-81ff-282e94fcb0ce req-89db0045-98e7-43fd-83cb-92984db3f348 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.1165271 Dec 20 16:17:07.962995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-a26e0d93-3dc0-4290-84bc-397e0b6ab985 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683218 Dec 20 16:17:07.966492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1ed8474-9559-4a6e-81ff-282e94fcb0ce req-eb4c72bc-35c7-4fe9-ae21-f78da519e49d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Dec 20 16:17:08.008283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-9a3725ab-8a4b-4fad-bc4b-21f8d74ba7d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0380707 Dec 20 16:17:08.061605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-d1a526b8-8e9e-4abc-bf56-505961d995b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.063281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-d1a526b8-8e9e-4abc-bf56-505961d995b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0477571 Dec 20 16:17:08.116093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-62f6e478-9de0-4850-9ee1-12e6cea934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.118162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-62f6e478-9de0-4850-9ee1-12e6cea934d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479228 Dec 20 16:17:08.225586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-a96e5735-ede6-4850-afbc-02fd3b2065ad service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994282 Dec 20 16:17:08.322696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-fa754ec2-4626-4ad9-b698-7900f384e422 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908737 Dec 20 16:17:08.367585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-38e90fdf-bc82-4634-978f-3481733b8ab5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0374780 Dec 20 16:17:08.417491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-04c26ea6-d67f-4165-9012-00df8ecbc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.418965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-04c26ea6-d67f-4165-9012-00df8ecbc2c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0450165 Dec 20 16:17:08.476143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-c16a90e0-7de1-4627-8619-e5bcd322052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.477921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-c16a90e0-7de1-4627-8619-e5bcd322052f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513766 Dec 20 16:17:08.574723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-3a15d223-13d1-4ffb-b6f9-588e985e84ba service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885916 Dec 20 16:17:08.676826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-98d6ee24-6bc4-44c3-b0ce-33ec63e5953a service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949531 Dec 20 16:17:08.721449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-af90b432-9a75-460e-8b37-38fb52fcbf9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0372436 Dec 20 16:17:08.777078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-090be83e-410f-4727-9c9b-5687f3728c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.778737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-090be83e-410f-4727-9c9b-5687f3728c0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0480845 Dec 20 16:17:08.836376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-0e787d75-3886-4aa4-a218-9950eb8d9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:08.838260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-0e787d75-3886-4aa4-a218-9950eb8d9765 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520365 Dec 20 16:17:08.934972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-f742df69-4efc-4893-bd5d-713e15427d84 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889609 Dec 20 16:17:09.048801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-6f185b44-918f-4c22-b400-0d6f10bccef3 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027851 Dec 20 16:17:09.111644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-47d6831a-c315-4a44-bd9c-ae2ce91f811c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0539370 Dec 20 16:17:09.168687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a314f0-fc97-40fb-8766-8dde9ce105a2 req-558f2ac1-31bb-419e-8ecb-ce40c3aedef4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.170263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0a314f0-fc97-40fb-8766-8dde9ce105a2 req-558f2ac1-31bb-419e-8ecb-ce40c3aedef4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.1241844 Dec 20 16:17:09.189252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-30111606-be99-49a7-be99-dcf74c32f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.189252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-30111606-be99-49a7-be99-dcf74c32f1d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0691674 Dec 20 16:17:09.255110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-fe339904-d4a6-4d46-a869-71fe961112ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.258134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-fe339904-d4a6-4d46-a869-71fe961112ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616210 Dec 20 16:17:09.265399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d0a314f0-fc97-40fb-8766-8dde9ce105a2 req-0b0a684c-7308-4c70-a78e-a4e1fae84fb4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888045 Dec 20 16:17:09.360121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-35c4ab9c-7890-472f-8db6-171d4eb30c5f service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937419 Dec 20 16:17:09.453193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-03e65161-955b-4025-bd12-4947a2a65da1 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863986 Dec 20 16:17:09.504434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-643a74e9-f696-4d46-a490-d04f93ecb155 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0440414 Dec 20 16:17:09.559652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-2ad73376-80ba-44df-a709-63f6120cc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.561252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-2ad73376-80ba-44df-a709-63f6120cc42b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0491300 Dec 20 16:17:09.609638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-b6f9d28b-59df-4917-bd89-4957b5a9af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.611157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-b6f9d28b-59df-4917-bd89-4957b5a9af6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430362 Dec 20 16:17:09.710113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-c8265711-9e14-4913-a1ab-c8fcd957c4c1 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918574 Dec 20 16:17:09.810832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-616a286b-d174-4577-9193-f39fec7e5691 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941699 Dec 20 16:17:09.882097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-ded11c9f-513c-4926-8159-0a40f3a7cfa9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0639634 Dec 20 16:17:09.932788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-cc3aee90-2817-4eda-961f-bb9f9f89ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.934294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-cc3aee90-2817-4eda-961f-bb9f9f89ef53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0464423 Dec 20 16:17:09.981257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-f3095425-6e1c-496b-8db9-865487f2ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:09.982841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-f3095425-6e1c-496b-8db9-865487f2ca1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0415902 Dec 20 16:17:10.079236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-d65f79d7-ad91-4e7b-908e-4f6ffc11765d service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896652 Dec 20 16:17:10.170978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4968490-1b92-4449-8205-8277ca56c0b6 req-77024c0c-7f5f-46cf-91ea-27bf79094a73 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850058 Dec 20 16:17:10.395452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aa109-33f9-4a0c-b1a2-1a54e14829b7 req-8d9f7fa4-c80b-4ed6-a75f-1d579a073c5f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:10.397209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef4aa109-33f9-4a0c-b1a2-1a54e14829b7 req-8d9f7fa4-c80b-4ed6-a75f-1d579a073c5f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0577219 Dec 20 16:17:10.451811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef4aa109-33f9-4a0c-b1a2-1a54e14829b7 req-b177074c-d85b-4f0c-9f60-22428acca196 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Dec 20 16:17:10.842517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36376) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:17:10.955490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b34a190-4c31-41d8-baa5-1997fd866cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.038004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b34a190-4c31-41d8-baa5-1997fd866cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.044884 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:17:11.113472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b34a190-4c31-41d8-baa5-1997fd866cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.153328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b34a190-4c31-41d8-baa5-1997fd866cff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa81c7ea3780417fb9fa7e606c05e574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095865 Dec 20 16:17:11.154213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a190-4c31-41d8-baa5-1997fd866cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dd689d-4753-48bd-8d75-988f91b4bfbb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:11.155990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:17:11.205513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23a93b38-fa2f-4256-9995-b3a2a0108ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.227527 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23a93b38-fa2f-4256-9995-b3a2a0108ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.382442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23a93b38-fa2f-4256-9995-b3a2a0108ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.385118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23a93b38-fa2f-4256-9995-b3a2a0108ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:11.388618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23a93b38-fa2f-4256-9995-b3a2a0108ec5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70dd689d-4753-48bd-8d75-988f91b4bfbb HTTP/1.1" status: 204 len: 168 time: 0.2292600 Dec 20 16:17:11.394390 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a93b38-fa2f-4256-9995-b3a2a0108ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dd689d-4753-48bd-8d75-988f91b4bfbb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:11.573004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dfc87-2c5d-45d0-83d9-ad3e70ef5df3 req-7bc39071-29c5-47a5-a38d-0ff40cd1d994 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:11.574562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-745dfc87-2c5d-45d0-83d9-ad3e70ef5df3 req-7bc39071-29c5-47a5-a38d-0ff40cd1d994 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0496991 Dec 20 16:17:11.630218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-745dfc87-2c5d-45d0-83d9-ad3e70ef5df3 req-98c90960-6c17-495d-9c35-8e4533098c75 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496602 Dec 20 16:17:12.757719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab26a-cf10-4406-a4e1-33a6abd13728 req-994bef50-f583-4bbe-bc98-2aeb2e066a09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:12.759449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7cab26a-cf10-4406-a4e1-33a6abd13728 req-994bef50-f583-4bbe-bc98-2aeb2e066a09 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0541048 Dec 20 16:17:12.808706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7cab26a-cf10-4406-a4e1-33a6abd13728 req-6cf36c2d-974e-4d0e-bc79-ffc5f14fcb67 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Dec 20 16:17:13.933217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c66d30-1312-4bec-8825-32b4d563d8eb req-82126456-1538-4cda-be8d-bac8facf7d1d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:13.934979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89c66d30-1312-4bec-8825-32b4d563d8eb req-82126456-1538-4cda-be8d-bac8facf7d1d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0539622 Dec 20 16:17:13.996129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89c66d30-1312-4bec-8825-32b4d563d8eb req-951885d6-eaa8-485b-93af-aaf3e6af3f01 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539916 Dec 20 16:17:15.127050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dde8a4-ada0-4d0d-9044-2aec5a5fac9c req-db3ba94b-6cfe-4fce-a438-72ccf3d35532 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:15.128483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24dde8a4-ada0-4d0d-9044-2aec5a5fac9c req-db3ba94b-6cfe-4fce-a438-72ccf3d35532 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0574749 Dec 20 16:17:15.182079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24dde8a4-ada0-4d0d-9044-2aec5a5fac9c req-12a5576f-65cc-4026-bcfc-dbb666de28c2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Dec 20 16:17:16.302752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc052d3f-fb07-44e5-909f-c682f72c6566 req-a3a069ef-d03e-403b-84af-d1f1bf8b10d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:16.304453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc052d3f-fb07-44e5-909f-c682f72c6566 req-a3a069ef-d03e-403b-84af-d1f1bf8b10d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0507789 Dec 20 16:17:16.368089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc052d3f-fb07-44e5-909f-c682f72c6566 req-d5055706-58bb-4f28-b180-4349abf9d1a0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564182 Dec 20 16:17:17.491732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4da4a-7092-47e2-94db-62027929f74f req-51e2bfff-b304-41f6-b67e-e5450f2fd22f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:17.493260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cc4da4a-7092-47e2-94db-62027929f74f req-51e2bfff-b304-41f6-b67e-e5450f2fd22f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0507705 Dec 20 16:17:17.554218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1cc4da4a-7092-47e2-94db-62027929f74f req-b5039255-9163-42a3-947f-61efd823e971 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Dec 20 16:17:18.187705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.193739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.199655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.205580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.211795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.218056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.224079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.226912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-58221d43-b01c-4cdc-b70a-05659734710c tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.1002598 Dec 20 16:17:18.290411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-056c8705-1cab-4cfb-b739-12f509bb9e64 req-9c5ae1b5-e238-4ca0-9735-f4ebd3ccb2b5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571175 Dec 20 16:17:18.623605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.629913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.636417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.642340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.648827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.654732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.660610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.662636 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02421cf0-01df-4731-a237-7e2507919404 req-d3f1f559-628c-4cb0-9fe0-a98c4adfce1e tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.2806571 Dec 20 16:17:18.714105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdd3e4-1b86-4fa3-9d87-5ef8a91d3799 req-945f7fc2-1205-4c0b-a1bd-bfbda596ae7e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:18.715649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04fdd3e4-1b86-4fa3-9d87-5ef8a91d3799 req-945f7fc2-1205-4c0b-a1bd-bfbda596ae7e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0520973 Dec 20 16:17:18.779863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04fdd3e4-1b86-4fa3-9d87-5ef8a91d3799 req-fe3e743f-0fed-423a-b6be-040ce081ed21 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548384 Dec 20 16:17:19.902411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed079e-abf0-4297-940e-552cd5920789 req-6c4f6976-9492-46d3-81b9-c840671ff5f4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:19.903923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5ed079e-abf0-4297-940e-552cd5920789 req-6c4f6976-9492-46d3-81b9-c840671ff5f4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0504448 Dec 20 16:17:19.953124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5ed079e-abf0-4297-940e-552cd5920789 req-59d31a6e-9ae3-4833-8f28-be4d4354c0d8 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Dec 20 16:17:21.080049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed72d08-6f30-475f-bb47-6aa6b0308a04 req-ca8367bf-71a7-4013-ab69-d83f80322c94 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.081820 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fed72d08-6f30-475f-bb47-6aa6b0308a04 req-ca8367bf-71a7-4013-ab69-d83f80322c94 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0531235 Dec 20 16:17:21.131419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fed72d08-6f30-475f-bb47-6aa6b0308a04 req-c20275d2-7491-4970-bbd7-72fbe1611a38 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Dec 20 16:17:21.587503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.588111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.588468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.588875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.589358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.589808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.590257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:21.592175 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-294e054b-b242-44d4-be3a-2458c31c5440 req-0da99633-20e7-4c97-9c6a-871c157b03cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.1073506 Dec 20 16:17:21.647764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-294e054b-b242-44d4-be3a-2458c31c5440 req-ee0ce1b5-c8c7-48fc-a363-4492d21332a3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487249 Dec 20 16:17:21.867974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:22.279195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58861009-22ea-430c-9749-e57e41223e5c req-47f71e0d-e3b2-43da-a524-322de4aa5ce3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:22.280759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58861009-22ea-430c-9749-e57e41223e5c req-47f71e0d-e3b2-43da-a524-322de4aa5ce3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0536447 Dec 20 16:17:22.334384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58861009-22ea-430c-9749-e57e41223e5c req-2366265f-1d3d-4e4c-8950-3262ad3310d1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Dec 20 16:17:23.476069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11545cdb-bb6a-46a0-a4bf-c3f1778dc295 req-a4d7739c-e1f7-4d4b-ae88-009d8de721e8 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:23.477597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11545cdb-bb6a-46a0-a4bf-c3f1778dc295 req-a4d7739c-e1f7-4d4b-ae88-009d8de721e8 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0570240 Dec 20 16:17:23.529912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11545cdb-bb6a-46a0-a4bf-c3f1778dc295 req-16e2b569-33f9-4c4c-a7ea-9e01768bfcce tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Dec 20 16:17:24.658410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102228a-e865-4493-883b-e8446ccaa1b4 req-ec52a2f4-ee9b-4368-8a8a-ff7fae756dbe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:24.659972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d102228a-e865-4493-883b-e8446ccaa1b4 req-ec52a2f4-ee9b-4368-8a8a-ff7fae756dbe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0538020 Dec 20 16:17:24.708273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d102228a-e865-4493-883b-e8446ccaa1b4 req-a2182c59-42c3-476f-be31-548a28a5722c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Dec 20 16:17:25.834639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb1ae9-18ae-40ac-987e-c45b59a20cbf req-1c1d40b7-b081-4d76-8d41-4a8248a3c738 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:25.840744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0eb1ae9-18ae-40ac-987e-c45b59a20cbf req-1c1d40b7-b081-4d76-8d41-4a8248a3c738 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0572071 Dec 20 16:17:25.894481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0eb1ae9-18ae-40ac-987e-c45b59a20cbf req-bb2745a7-d1dc-4b8b-af07-f69f42d7fdea tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497406 Dec 20 16:17:27.024260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810593-3c4d-4624-bbaa-ab91f212686b req-65ae3ea2-2a36-445f-b15d-d564bbf9809b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:27.025953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce810593-3c4d-4624-bbaa-ab91f212686b req-65ae3ea2-2a36-445f-b15d-d564bbf9809b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0636137 Dec 20 16:17:27.075678 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce810593-3c4d-4624-bbaa-ab91f212686b req-38587f71-5114-4994-ad9e-54d659247bb7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Dec 20 16:17:27.371148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:28.218196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fc9d-45e4-468a-bd29-206ac4cc2520 req-be4467c3-3ca1-48c5-8d75-97978ea86bdc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:28.219682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f91fc9d-45e4-468a-bd29-206ac4cc2520 req-be4467c3-3ca1-48c5-8d75-97978ea86bdc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 943 time: 0.0528407 Dec 20 16:17:28.249326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e206c102-7c0b-4c8d-969c-b2cada0aed0c details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:17:28.268264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f91fc9d-45e4-468a-bd29-206ac4cc2520 req-7e449d8e-7ca7-449c-a445-4d64ae335dc7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Dec 20 16:17:28.353633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e206c102-7c0b-4c8d-969c-b2cada0aed0c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:28.365853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c', 'mac_address': 'fa:16:3e:eb:37:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:17:28.403697 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:28.416860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e206c102-7c0b-4c8d-969c-b2cada0aed0c {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:17:28.436955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e206c102-7c0b-4c8d-969c-b2cada0aed0c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:28.496693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:28.550699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e206c102-7c0b-4c8d-969c-b2cada0aed0c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:28.559184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.559543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.559924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.560262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.560587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.560916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.561304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.561631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.561958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.562279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.562637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.562917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:28.563234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:29.088163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e206c102-7c0b-4c8d-969c-b2cada0aed0c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:17:29.308711 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8d37cdea-1b0c-4385-9fcc-34a443c5f594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:29.405820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ee62-1a20-44a1-b07e-8f731b2ab88c req-612eac2a-a8a3-41a7-912b-2c17f18c181b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:29.408002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e623ee62-1a20-44a1-b07e-8f731b2ab88c req-612eac2a-a8a3-41a7-912b-2c17f18c181b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 944 time: 0.0607836 Dec 20 16:17:29.460837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e623ee62-1a20-44a1-b07e-8f731b2ab88c req-82ed3199-c7b9-4572-861c-607c8f83479c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Dec 20 16:17:30.267321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e206c102-7c0b-4c8d-969c-b2cada0aed0c up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:17:30.417088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port e206c102-7c0b-4c8d-969c-b2cada0aed0c completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:17:30.421975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port e206c102-7c0b-4c8d-969c-b2cada0aed0c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:17:30.422414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:30.510528 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:30.533031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:17:30.535362 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6ba8a-f5aa-4bba-a95f-a496ea536e80" -d '{"events": [{"server_uuid": "aa17de03-bcc5-4da9-94d9-77bc3649d85d", "name": "network-vif-plugged", "status": "completed", "tag": "e206c102-7c0b-4c8d-969c-b2cada0aed0c"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:17:30.549546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port e206c102-7c0b-4c8d-969c-b2cada0aed0c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:30.581702 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6c55d7-2ac6-4b06-88ae-e4c03eb1bfe6 x-openstack-request-id: req-8c6c55d7-2ac6-4b06-88ae-e4c03eb1bfe6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:17:30.581702 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17de03-bcc5-4da9-94d9-77bc3649d85d", "name": "network-vif-plugged", "status": "completed", "tag": "e206c102-7c0b-4c8d-969c-b2cada0aed0c", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:17:30.582320 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c6c55d7-2ac6-4b06-88ae-e4c03eb1bfe6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:17:30.582620 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c', 'code': 200} Dec 20 16:17:30.587495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66c1fd-5fdd-4d78-a23e-d49897e70ad1 req-88650102-5676-4c8a-8a30-4597b09c4d8a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:30.589206 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca66c1fd-5fdd-4d78-a23e-d49897e70ad1 req-88650102-5676-4c8a-8a30-4597b09c4d8a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 944 time: 0.0585227 Dec 20 16:17:30.642110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:30.644053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca66c1fd-5fdd-4d78-a23e-d49897e70ad1 req-593c604f-eb30-4371-bec4-0a3c81ac0fff tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Dec 20 16:17:30.698773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af3a5c-0899-4ac1-a07b-2ee1b2368a88 req-54736bc5-8dc2-4cdf-a504-9447142603a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:30.701134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15af3a5c-0899-4ac1-a07b-2ee1b2368a88 req-54736bc5-8dc2-4cdf-a504-9447142603a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 1096 time: 0.0551853 Dec 20 16:17:30.726926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=e206c102-7c0b-4c8d-969c-b2cada0aed0c,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:30.757583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15af3a5c-0899-4ac1-a07b-2ee1b2368a88 req-8981c67e-2dd4-4033-be49-d035247a01d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494480 Dec 20 16:17:31.697242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ced7a2b-90db-4766-a936-5a51abfb8bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:31.782827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fcf87-fd6a-4d56-b7ef-cbd186a39df4 req-eeca8939-9f9e-486e-a02e-3f9dee12c9f5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:31.784334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd1fcf87-fd6a-4d56-b7ef-cbd186a39df4 req-eeca8939-9f9e-486e-a02e-3f9dee12c9f5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 945 time: 0.0560703 Dec 20 16:17:31.835625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd1fcf87-fd6a-4d56-b7ef-cbd186a39df4 req-16636202-8a7f-4eb1-8619-67249487f7a2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Dec 20 16:17:32.887531 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:32.967155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711069-c824-46ca-9e3e-ee5b9fe49804 req-5e964a67-e60b-43bf-bffe-14507ad942ac tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:32.968783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71711069-c824-46ca-9e3e-ee5b9fe49804 req-5e964a67-e60b-43bf-bffe-14507ad942ac tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 945 time: 0.0596983 Dec 20 16:17:33.023789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71711069-c824-46ca-9e3e-ee5b9fe49804 req-7539cc81-9504-4ebe-bb7a-d3245ea017a6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Dec 20 16:17:33.149958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34756c7-5a36-4b9a-8538-6edcfdafd60e req-deb2caf0-7931-41c4-bb33-63dd0f11dab1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:33.151532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b34756c7-5a36-4b9a-8538-6edcfdafd60e req-deb2caf0-7931-41c4-bb33-63dd0f11dab1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 945 time: 0.0554044 Dec 20 16:17:33.201771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b34756c7-5a36-4b9a-8538-6edcfdafd60e req-207548c1-a7c0-49d5-8944-ab003e15df17 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Dec 20 16:17:33.745570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4faaae-0f1a-4e18-88c1-4e88fb9e341f req-58962790-7fcd-441e-a9cd-321a867898bc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:33.746978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be4faaae-0f1a-4e18-88c1-4e88fb9e341f req-58962790-7fcd-441e-a9cd-321a867898bc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 945 time: 0.0515318 Dec 20 16:17:33.796507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be4faaae-0f1a-4e18-88c1-4e88fb9e341f req-a295e702-bfb9-49b9-9658-91c5c15386dc tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Dec 20 16:17:34.405333 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:34.921917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b5d9a-8a18-4817-9172-9711d67377ae req-73b6d11d-e152-4bcd-9891-93120d6793ec tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:34.927315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d51b5d9a-8a18-4817-9172-9711d67377ae req-73b6d11d-e152-4bcd-9891-93120d6793ec tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 945 time: 0.0574837 Dec 20 16:17:34.982122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d51b5d9a-8a18-4817-9172-9711d67377ae req-e44e3c65-be0f-410a-a5a7-13a76a9de282 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519319 Dec 20 16:17:35.114394 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:35.494940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-9edf1e43-d1fd-438e-80ac-02ccaa6c5442 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:35.496349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-9edf1e43-d1fd-438e-80ac-02ccaa6c5442 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.83 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 945 time: 0.0499198 Dec 20 16:17:35.604186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port e206c102-7c0b-4c8d-969c-b2cada0aed0c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:17:35.604440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:35.699014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port e206c102-7c0b-4c8d-969c-b2cada0aed0c, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=e206c102-7c0b-4c8d-969c-b2cada0aed0c,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:35.699394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:35.713189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for e206c102-7c0b-4c8d-969c-b2cada0aed0c owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:17:35.931148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:35.944142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['e206c102-7c0b-4c8d-969c-b2cada0aed0c'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:17:35.960836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=e206c102-7c0b-4c8d-969c-b2cada0aed0c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:35.966172 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['0c1c6893-ddc7-417c-8f39-0cc6d6c42514'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:17:35.970821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.971290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.971563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.971903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.972239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.972576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.972903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.973253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.973580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.973895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.974224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.975042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:35.975366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:36.033527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port e206c102-7c0b-4c8d-969c-b2cada0aed0c on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:17:36.036355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:36.041373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02c14b54-4ba4-42b5-b6e7-cc7af322c81c req-23c3e2d3-f395-4f71-84f3-7359c110e30f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.83 "DELETE /v2.0/ports/e206c102-7c0b-4c8d-969c-b2cada0aed0c HTTP/1.1" status: 204 len: 173 time: 0.5333250 Dec 20 16:17:36.041373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'name': 'network-vif-deleted', 'tag': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:17:36.043262 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed0df2-0b80-4b63-a6e6-8fb456cb7f65" -d '{"events": [{"server_uuid": "aa17de03-bcc5-4da9-94d9-77bc3649d85d", "name": "network-vif-deleted", "tag": "e206c102-7c0b-4c8d-969c-b2cada0aed0c"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:17:36.126067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2dfaf13d-c4a5-4684-b2a2-01a4f2e28ed8 req-c887ac15-a715-42a1-873a-bea601568a24 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0417938 Dec 20 16:17:36.129649 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade28bf3-c54b-47e0-a3b3-7389586ed5ef x-openstack-request-id: req-ade28bf3-c54b-47e0-a3b3-7389586ed5ef {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:17:36.140522 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17de03-bcc5-4da9-94d9-77bc3649d85d", "name": "network-vif-deleted", "tag": "e206c102-7c0b-4c8d-969c-b2cada0aed0c", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:17:36.140522 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ade28bf3-c54b-47e0-a3b3-7389586ed5ef {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:17:36.140522 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17de03-bcc5-4da9-94d9-77bc3649d85d', 'name': 'network-vif-deleted', 'tag': 'e206c102-7c0b-4c8d-969c-b2cada0aed0c', 'status': 'completed', 'code': 200} Dec 20 16:17:37.252026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a1d08da-5298-4602-b527-82e1a3780614 req-e483f9b8-23a4-4e55-8d74-49d99f5753b9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0306442 Dec 20 16:17:38.352166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c34d5f2d-03ff-460e-9bc6-9376f1af03f3 req-725aaa7a-a056-4528-ac0e-f1a10c5842e3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0271020 Dec 20 16:17:39.449921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-baa3e115-fd0a-4e26-9178-f4a087bd73e9 req-ff020be4-4c52-43ca-b392-46732847ae1f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0272615 Dec 20 16:17:40.315876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e206c102-7c0b-4c8d-969c-b2cada0aed0c no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:17:40.337735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: e206c102-7c0b-4c8d-969c-b2cada0aed0c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:17:40.338089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device e206c102-7c0b-4c8d-969c-b2cada0aed0c not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:17:40.550533 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5fca248-89a3-4678-b2aa-0418190c7bd3 req-d08266c0-5d21-4397-9db2-eadc0ab6464d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0269005 Dec 20 16:17:41.659630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bda14e3-70fa-4006-938a-259574789734 req-90ec2999-bbdc-49b1-9321-9e4c2e3699b0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa17de03-bcc5-4da9-94d9-77bc3649d85d HTTP/1.1" status: 200 len: 210 time: 0.0265920 Dec 20 16:17:48.045936 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:17:48.705433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbae5be-95b8-42dc-a1b7-f8186b3efc34 req-55a7e607-8dc4-46fc-af3e-4c32f672fbe2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:48.706895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bbae5be-95b8-42dc-a1b7-f8186b3efc34 req-55a7e607-8dc4-46fc-af3e-4c32f672fbe2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 945 time: 0.0540304 Dec 20 16:17:48.757195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9bbae5be-95b8-42dc-a1b7-f8186b3efc34 req-ad9016a2-204d-4515-b98a-075cf0781d80 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436144 Dec 20 16:17:49.884320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43658ee3-66b3-49bb-85e2-4c46a80667a3 req-50f72824-2a69-4dbf-b218-f17f270c508f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:49.885775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43658ee3-66b3-49bb-85e2-4c46a80667a3 req-50f72824-2a69-4dbf-b218-f17f270c508f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 945 time: 0.0552964 Dec 20 16:17:49.935536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43658ee3-66b3-49bb-85e2-4c46a80667a3 req-154335ea-0e24-4784-a588-fa27ec722d0f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e439401-68f2-409f-b80a-1e2f1f86d9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Dec 20 16:17:50.195762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-78e0c260-8d8b-4a78-a033-787929e3f249 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:17:50.197343 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-78e0c260-8d8b-4a78-a033-787929e3f249 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Dec 20 16:17:50.297851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:17:50.298193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:50.391773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:17:50.392133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:50.405443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:17:50.947654 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:50.960366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['0c1c6893-ddc7-417c-8f39-0cc6d6c42514'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:17:50.988853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=0c1c6893-ddc7-417c-8f39-0cc6d6c42514,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:17:51.002230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.002699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.003025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.003293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.003734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.004028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.004329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.004673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.004992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.005340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.005699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.006056 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.006366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:17:51.054715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:17:51.057623 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:51.061104 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-247fb21c-14f0-4641-ba97-49784a0b2e0f req-8789c1df-764d-46a7-892f-5900ec25f05d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "DELETE /v2.0/ports/0c1c6893-ddc7-417c-8f39-0cc6d6c42514 HTTP/1.1" status: 204 len: 173 time: 0.8578079 Dec 20 16:17:51.061748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'name': 'network-vif-deleted', 'tag': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:17:51.064861 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5822608c-517d-4696-8ce1-6d208174b5db" -d '{"events": [{"server_uuid": "4bab5e08-c908-4d5c-a3fc-5ac25f2490e4", "name": "network-vif-deleted", "tag": "0c1c6893-ddc7-417c-8f39-0cc6d6c42514"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:17:51.082235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee7bf79e-321a-4d0d-be89-e86be12dcdc7 req-749aeeed-fb1f-4256-b83a-3392012ee9ed tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0458064 Dec 20 16:17:51.236422 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b106328-60d2-43db-8cea-6437a4455a60 x-openstack-request-id: req-0b106328-60d2-43db-8cea-6437a4455a60 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:17:51.236422 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab5e08-c908-4d5c-a3fc-5ac25f2490e4", "name": "network-vif-deleted", "tag": "0c1c6893-ddc7-417c-8f39-0cc6d6c42514", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:17:51.236422 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b106328-60d2-43db-8cea-6437a4455a60 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:17:51.236422 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab5e08-c908-4d5c-a3fc-5ac25f2490e4', 'name': 'network-vif-deleted', 'tag': '0c1c6893-ddc7-417c-8f39-0cc6d6c42514', 'status': 'completed', 'code': 200} Dec 20 16:17:51.855647 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:52.222764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4cdde363-2fba-41d9-b8f5-b073911ebe3b req-dc22f8f7-c539-4502-a3b9-4ad94d5b68b0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Dec 20 16:17:53.398320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35d2f013-f612-4b09-b4d1-5187220a3a6e req-74b2f713-ee54-47d5-bf12-f33a63bcb142 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0529659 Dec 20 16:17:54.514276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-18a1ee8c-880c-4342-b5b3-d649303f1e1a req-6cb00836-9a17-48ef-bbb6-94d5feb2eb19 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0382195 Dec 20 16:17:54.627924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:17:54.654728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:17:54.655231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 0c1c6893-ddc7-417c-8f39-0cc6d6c42514 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:17:55.613993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdfa2cad-8c7d-43e8-a754-493ca7e96216 req-e53356c9-d5db-4919-93e1-62f2e998bdb9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Dec 20 16:17:56.724445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4e45a36-7526-4fa8-b5a5-926ee3607569 req-dfb9e051-8802-48e4-be42-4a9f85696152 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bab5e08-c908-4d5c-a3fc-5ac25f2490e4 HTTP/1.1" status: 200 len: 210 time: 0.0261629 Dec 20 16:17:57.366009 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:17:59.314850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1c86-30d9-4dcf-aa84-0e5994d4ccf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:01.396108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36764) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:01.400894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126359393', 'description': 'tempest-secgroup-smoke-1126359393 description', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:01.514514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:01.595959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:01.657460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:01.686675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c3d37-dba7-437b-a557-460c715ddeaa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:01.703129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaca71c8-b2fa-44ff-ab92-a00744347b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:01.842290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:01.843480 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-36a463d4-d1dd-4869-a631-8b398610af32 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4463577 Dec 20 16:18:01.846638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36768) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:01.851172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c3d37-dba7-437b-a557-460c715ddeaa', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:01.991811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.048976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.120070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.141523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68940b6d-966c-4155-8ffb-09dac19c19fc,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:02.225341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.229723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f0f2de4a-1d78-4bca-86f6-7b42ae1a828e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789454 Dec 20 16:18:02.229905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36770) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:02.234298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c3d37-dba7-437b-a557-460c715ddeaa', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:02.330160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.402089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.491896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.512657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89e4e82-37ec-48b9-8ac5-ff9398407152,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:02.603186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.604914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5770d9f5-e3a5-4271-a585-75532a38a4ba tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740287 Dec 20 16:18:02.613924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 36778) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:02.619776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c3d37-dba7-437b-a557-460c715ddeaa', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:02.731496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.799082 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.909059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:02.927965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fefa448-bdd3-40b6-add9-899035f9c22b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:02.946879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.048547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.052629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b87c55fd-0110-4fd6-92cc-cc201aa07381 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350979 Dec 20 16:18:03.052957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36782) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:03.058625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c3d37-dba7-437b-a557-460c715ddeaa', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:03.176982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.243533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.332617 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.356874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b749a924-f968-4aea-8aeb-f30f16a0c827,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:03.452171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.453516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-da8e1a4d-bdfd-43d9-870d-81c47a92d809 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3993297 Dec 20 16:18:03.456220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36784) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:03.460739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c3d37-dba7-437b-a557-460c715ddeaa', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:03.549047 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Project ec48f64f9d664e73833f1e3256fc7428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:18:03.554865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.618998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.674237 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.692312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c5e9f1-d800-4cb8-8f56-9f3cfe7e6b93,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:03.745381 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:03.749859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-371f1336-3f65-435f-86d8-77b312702795 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2894711 Dec 20 16:18:03.749859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 36786) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:03.851434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'security_group_rule': {'security_group_id': 'ac5c3d37-dba7-437b-a557-460c715ddeaa', 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:03.943053 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Project ec48f64f9d664e73833f1e3256fc7428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 16:18:03.949535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:04.013091 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:04.086505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:04.104822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe54c20-0664-4fba-bd14-38a57050d47d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:04.185573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:04.186883 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e00383a4-c3a4-4c19-a5b5-c3fa40d25533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363620 Dec 20 16:18:04.377339 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:05.131639 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:09.316277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-b187336d-3414-41ea-83ce-01cb5b3c1931 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1032257 Dec 20 16:18:09.411682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.412260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.412787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.413337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.413871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.414373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.415584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.417621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-23a0e83b-1988-4028-94c4-e2477b7e4cee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0511913 Dec 20 16:18:09.538811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-2710971e-5344-4fb0-acd6-cfc2b59e2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.539824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-2710971e-5344-4fb0-acd6-cfc2b59e2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.540102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-2710971e-5344-4fb0-acd6-cfc2b59e2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.541715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-2710971e-5344-4fb0-acd6-cfc2b59e2852 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.0999207 Dec 20 16:18:09.617248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-d6c0451d-4218-4fd2-9d35-245892ea7036 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.0675128 Dec 20 16:18:09.667561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4fb7144e-a8c6-4745-af22-331501a648a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.669107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4fb7144e-a8c6-4745-af22-331501a648a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0452101 Dec 20 16:18:09.717853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-c0cbd899-bc3e-45bf-b2d3-6baac0b7d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:09.719362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-c0cbd899-bc3e-45bf-b2d3-6baac0b7d10c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431077 Dec 20 16:18:09.730226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-18b23d0b-a46a-4b72-9fb0-6b007c14286d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:18:09.737466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-18b23d0b-a46a-4b72-9fb0-6b007c14286d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051117 Dec 20 16:18:09.830939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-6970d249-4531-41c9-bfc4-f37de233ad38 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930185 Dec 20 16:18:09.927701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-f064496d-4b14-4997-bf75-a96d198045a3 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896709 Dec 20 16:18:10.329393 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-d5429033-feac-4395-a9e2-b3e009e5526c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.3945215 Dec 20 16:18:10.389504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-5e285f8c-536c-4941-8f11-4ef460537b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:10.391229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-5e285f8c-536c-4941-8f11-4ef460537b5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0546501 Dec 20 16:18:10.441153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a1722f9d-b96d-4885-b4a8-2312fc08121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:10.442760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a1722f9d-b96d-4885-b4a8-2312fc08121d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449185 Dec 20 16:18:10.540288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-e48eec84-193b-47b4-a74f-668f5aa21731 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897915 Dec 20 16:18:10.644061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-3fa68f30-7c6c-41fc-8675-e2efade8fffb service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950282 Dec 20 16:18:10.687770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-644cda34-f811-4670-8c30-d1d595ede2ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0368412 Dec 20 16:18:10.738797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4e0b970a-e748-454a-85f2-62dc9ca71fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:10.740255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4e0b970a-e748-454a-85f2-62dc9ca71fd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0462778 Dec 20 16:18:10.792739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-6a37e135-7850-4d0b-8e3c-d19ce9f768db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:10.794268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-6a37e135-7850-4d0b-8e3c-d19ce9f768db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473840 Dec 20 16:18:10.889735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-77c5e27f-859e-4c0b-be54-699114405df2 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878677 Dec 20 16:18:10.989151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-6c24d50d-da88-4042-a45c-b632ac52c652 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Dec 20 16:18:11.034610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-f3b20feb-2a8b-4700-9eb0-48c1c788c522 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0383506 Dec 20 16:18:11.094879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-41271f61-5d4d-436c-83aa-7dcda690ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:11.096625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-41271f61-5d4d-436c-83aa-7dcda690ba75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0553777 Dec 20 16:18:11.151310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a540bc0b-96e9-4296-b879-140871093a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:11.152844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a540bc0b-96e9-4296-b879-140871093a98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493488 Dec 20 16:18:11.256824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-5bb3300d-26d1-43b4-8164-b59862de29f0 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959558 Dec 20 16:18:11.365203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-2462840e-033c-4cbe-91a7-cf7c73d493d5 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014936 Dec 20 16:18:11.409950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-29ed4465-1608-49ab-80db-b11198e3842c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0377731 Dec 20 16:18:11.469452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-8b456712-bca5-43c1-acd4-eac187e9cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:11.471032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-8b456712-bca5-43c1-acd4-eac187e9cdcc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0549352 Dec 20 16:18:11.529553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-e7b16720-091f-47e0-9ae2-edec26510f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:11.531225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-e7b16720-091f-47e0-9ae2-edec26510f82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508428 Dec 20 16:18:11.631565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-fb560654-0de0-4171-8794-e5da66419d5a service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926278 Dec 20 16:18:11.737040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-9b6dd97d-6586-40bd-bb36-ee570bb4a502 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972941 Dec 20 16:18:11.784375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-99b50889-6740-46bb-afb7-a0c4cca2b0db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0397325 Dec 20 16:18:11.843894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4705eb30-ede4-4bcd-81cf-bca844502a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:11.845637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4705eb30-ede4-4bcd-81cf-bca844502a4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0537889 Dec 20 16:18:11.897202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a18336dd-cce1-42a2-a566-92e50150bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:11.899785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a18336dd-cce1-42a2-a566-92e50150bb77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437582 Dec 20 16:18:11.994808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-8c49609e-cd4a-4278-a35e-e680e5739d13 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872571 Dec 20 16:18:12.099983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-ebfc4077-2e12-4ba8-9b6a-846ab7b0f788 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966113 Dec 20 16:18:12.144752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-4cf96b63-c911-44dd-a962-94c5ca61b0bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0375893 Dec 20 16:18:12.201241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-bdc6fe3d-1f1d-43e9-b247-d72b393d281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:12.202735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-bdc6fe3d-1f1d-43e9-b247-d72b393d281f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0509636 Dec 20 16:18:12.253592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-eec0454a-2155-4da5-bd30-737c56e5451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:12.255109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-eec0454a-2155-4da5-bd30-737c56e5451b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440989 Dec 20 16:18:12.350790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-d7a1c126-a8a2-43be-ac17-6f842c1195a1 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869880 Dec 20 16:18:12.456003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f34224a2-5e0f-4611-8d7c-9e51a81d9e19 req-a88e1290-1ec4-4591-bad2-10392b1e8201 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963645 Dec 20 16:18:21.881015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:25.046114 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:18:27.417731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:29.286302 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-732ebb1f-cd9d-4225-bf75-ce7934676d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:31.730178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bad0-3f76-4d0e-bbaf-62d299df304f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:32.897985 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:33.464850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-4d1d1518-e88f-4d41-8856-5603a2c65dae tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126359393&fields=id&tenant_id=ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 267 time: 0.0462797 Dec 20 16:18:33.576757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-442eda65-f276-44ca-9524-7c1bc05319f9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:33.578275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-442eda65-f276-44ca-9524-7c1bc05319f9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1064839 Dec 20 16:18:33.593514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-d1b1c374-07e1-40fc-ac8f-38168e7733eb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0095379 Dec 20 16:18:33.645741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-a23a2b41-c9c2-416b-91bc-be0cda89a231 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469496 Dec 20 16:18:33.661103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-18076caf-b3d9-444a-8d12-988e813e1ded service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:18:33.662120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-18076caf-b3d9-444a-8d12-988e813e1ded service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052490 Dec 20 16:18:33.751635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-b0633d62-96a2-4b7e-a8b0-7410af86250f service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826626 Dec 20 16:18:33.844863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-940831a0-7c02-40ac-baf1-97cef716f3ee service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872958 Dec 20 16:18:34.426320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67bb9dfe-6314-42ad-8bb4-dcc5ba234963 req-bfd015b7-e9f6-4640-8bb1-b0b94e6873de tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0278447 Dec 20 16:18:34.430016 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:35.129906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:35.514891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-581c6966-e1f8-492f-8cb2-83d690eb2731 req-f5f578c1-6bae-4a29-8520-0d4eeac2bd96 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0332258 Dec 20 16:18:36.597557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65e0a228-50f3-4281-a41c-8de8ed8db90f req-1c30fbaf-6826-49dc-8d6b-c47409f5565b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0316694 Dec 20 16:18:37.693694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8eed9de-fa2d-48ab-8e97-cb54a4a93b82 req-6fa9ed14-56ca-4019-85ab-3ba425b522f7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0274737 Dec 20 16:18:38.401244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-57c71546-d980-4604-ab0f-c82f4a6e18f2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:38.403376 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-57c71546-d980-4604-ab0f-c82f4a6e18f2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1059759 Dec 20 16:18:38.474044 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-750d580a-e772-4e4d-a740-6d9df6bcbc15 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 380 time: 0.0611157 Dec 20 16:18:38.483277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': '57c78110-652d-4090-bf27-83366789112d', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'security_groups': ['ac5c3d37-dba7-437b-a557-460c715ddeaa']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:38.658314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:18:38.662294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:38.804477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b54835f-2d88-4675-a4af-27a57bbe70f4 req-41661fc9-53c1-46bb-8893-f1a0cbbba3e4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0318022 Dec 20 16:18:38.850409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.14 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:18:38.991212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.092714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.146302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:18:39.156254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:39.158778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:18:39.161587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:18:39.216900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:39.217599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.283948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-314eb073-b831-4fd2-8863-99694000ac28 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042035 Dec 20 16:18:39.298089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-fe3065f2-8da8-4575-84a4-b8b53b3f8d58 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:18:39.299456 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-fe3065f2-8da8-4575-84a4-b8b53b3f8d58 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097795 Dec 20 16:18:39.385959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Request body: {'port': {'device_id': '57c78110-652d-4090-bf27-83366789112d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:39.447159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.508228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c48df67e-bf1b-4df4-8f6b-b89922526d70 None None] Provisioning complete for port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:18:39.510574 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c48df67e-bf1b-4df4-8f6b-b89922526d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.548841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c48df67e-bf1b-4df4-8f6b-b89922526d70 None None] Port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:18:39.745378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:18:39.754542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.769264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Transition to ACTIVE for port object 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:18:39.840710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:39.936560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:39.957836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d7086-28c9-4c91-818b-7b1f5644d008 req-c3abc10b-be5c-4722-8b02-1dec8e04b25a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:39.959666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-717d7086-28c9-4c91-818b-7b1f5644d008 req-c3abc10b-be5c-4722-8b02-1dec8e04b25a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0707872 Dec 20 16:18:39.968574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Attempting to bind port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:18:39.969005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Attempting to bind port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:18:39.969506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Attempting to bind port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:18:39.974403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:18:39.974801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Attempting to bind port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:18:39.981330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:18:39.981747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:18:39.982202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:18:39.982699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Bound port: 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:18:39.983145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:40.032924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-717d7086-28c9-4c91-818b-7b1f5644d008 req-0ac0abd3-e156-4ef1-9b65-6020748d5c87 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628500 Dec 20 16:18:40.064751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] For port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:18:40.068520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] For port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:18:40.179141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:40.223312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.223951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:40.225447 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] 10.222.0.72 "PUT /v2.0/ports/5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 200 len: 1092 time: 0.9151702 Dec 20 16:18:40.225917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:40.229472 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0966569-eb7b-46be-9add-306506250e48" -d '{"events": [{"name": "network-changed", "server_uuid": "57c78110-652d-4090-bf27-83366789112d", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:18:40.254996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e0b46-2764-4dfc-940e-78dc89d415ef service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:40.301860 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ed8cb5-19ee-44f1-bdf3-467dfba97b27 x-openstack-request-id: req-98ed8cb5-19ee-44f1-bdf3-467dfba97b27 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:18:40.303071 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c78110-652d-4090-bf27-83366789112d", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:18:40.303406 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98ed8cb5-19ee-44f1-bdf3-467dfba97b27 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:18:40.303916 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'status': 'completed', 'code': 200} Dec 20 16:18:40.357956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966569-eb7b-46be-9add-306506250e48 req-230ee099-5e70-46b1-95be-1d3321ce64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.359847 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f0966569-eb7b-46be-9add-306506250e48 req-230ee099-5e70-46b1-95be-1d3321ce64ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1095 time: 0.0503685 Dec 20 16:18:40.468775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966569-eb7b-46be-9add-306506250e48 req-f3358510-b5e6-4df6-9e00-9d0c5c849300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.470592 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f0966569-eb7b-46be-9add-306506250e48 req-f3358510-b5e6-4df6-9e00-9d0c5c849300 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ec48f64f9d664e73833f1e3256fc7428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1030848 Dec 20 16:18:40.575393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966569-eb7b-46be-9add-306506250e48 req-f7debe8e-3454-490d-8b37-d009c1c4939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.576871 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f0966569-eb7b-46be-9add-306506250e48 req-f7debe8e-3454-490d-8b37-d009c1c4939a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997601 Dec 20 16:18:40.661656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-a274146d-2bbf-46c2-941c-db8d4a1c3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.663264 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-a274146d-2bbf-46c2-941c-db8d4a1c3269 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1095 time: 0.0462196 Dec 20 16:18:40.707151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-ec6a55b7-7ffb-443d-9a6a-6871fc02c64a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 200 len: 217 time: 0.0356109 Dec 20 16:18:40.769505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-fa4c7b5f-32de-4502-88c9-64e9a2ce3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.769505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-fa4c7b5f-32de-4502-88c9-64e9a2ce3252 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0555513 Dec 20 16:18:40.816419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-2105eba3-75ba-4746-aadb-7b39f7289336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:40.817954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-2105eba3-75ba-4746-aadb-7b39f7289336 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418882 Dec 20 16:18:40.916142 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-26e917da-652e-4fb6-9df8-b457454949b4 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909483 Dec 20 16:18:41.054588 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56b1ba29-b1e0-4c85-ade6-9ddb1dda2f52 req-152306e6-1aaf-4032-b44e-30879fd9f6fc service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292055 Dec 20 16:18:41.177894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea15e9c-3af7-4f3a-a467-5d45eaefd344 req-ee5a3256-91dd-45ce-861a-bd9d2a54d906 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:41.180475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ea15e9c-3af7-4f3a-a467-5d45eaefd344 req-ee5a3256-91dd-45ce-861a-bd9d2a54d906 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0696983 Dec 20 16:18:41.241364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ea15e9c-3af7-4f3a-a467-5d45eaefd344 req-a8a9f293-0759-4556-842b-579c776bde17 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519016 Dec 20 16:18:42.372009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54260e-0e11-45d4-98b5-150591d5bbf6 req-880c4fb6-bd15-4083-9702-db0f4613ea5a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:42.375842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff54260e-0e11-45d4-98b5-150591d5bbf6 req-880c4fb6-bd15-4083-9702-db0f4613ea5a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0575154 Dec 20 16:18:42.429054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff54260e-0e11-45d4-98b5-150591d5bbf6 req-3f899c1f-b2b6-4b3d-b221-38587f9c4787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482666 Dec 20 16:18:43.552402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76652-1a9a-4650-a1af-b87b99ca49a0 req-e46c19d0-bcc9-4f96-a0ca-5dfecea241b1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:43.554265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80e76652-1a9a-4650-a1af-b87b99ca49a0 req-e46c19d0-bcc9-4f96-a0ca-5dfecea241b1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0516193 Dec 20 16:18:43.613088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80e76652-1a9a-4650-a1af-b87b99ca49a0 req-eba8f37b-5556-4e5f-988a-c44af52c82fe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516713 Dec 20 16:18:44.743769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b87cd-6d2b-4c27-b67c-c0178da2724d req-965b091b-1898-4b56-bdee-1791e01e6b80 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:44.745480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd9b87cd-6d2b-4c27-b67c-c0178da2724d req-965b091b-1898-4b56-bdee-1791e01e6b80 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0593240 Dec 20 16:18:44.810768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd9b87cd-6d2b-4c27-b67c-c0178da2724d req-6e244e6b-6b0b-4ee0-8988-415598662ef7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486727 Dec 20 16:18:45.929611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ed5be-85c1-4fa1-82c8-084f6c589bb6 req-96e76fbb-342c-4b9b-b031-92d0f578f6d9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:45.931707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e1ed5be-85c1-4fa1-82c8-084f6c589bb6 req-96e76fbb-342c-4b9b-b031-92d0f578f6d9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0509188 Dec 20 16:18:45.982383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e1ed5be-85c1-4fa1-82c8-084f6c589bb6 req-39f39be1-9421-4ee3-bb30-ca66a66b382e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Dec 20 16:18:47.105004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea351ad-200a-4b31-a35c-27065b4cf0b6 req-0fdfb8d0-1ca6-44f4-ad55-0ae01e14186b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:47.106469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ea351ad-200a-4b31-a35c-27065b4cf0b6 req-0fdfb8d0-1ca6-44f4-ad55-0ae01e14186b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0552759 Dec 20 16:18:47.163877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ea351ad-200a-4b31-a35c-27065b4cf0b6 req-cea417c8-22bc-4a7b-a647-ee3b730723f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513110 Dec 20 16:18:48.045458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37218) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:48.155274 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0499c35-e113-47ff-94ab-ea54b2ef46c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.231013 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0499c35-e113-47ff-94ab-ea54b2ef46c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.283369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a32-b297-4fea-8825-2c7f73198c62 req-a57928d9-18f8-4c24-9b02-952ddcdc87c7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:48.284865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbd32a32-b297-4fea-8825-2c7f73198c62 req-a57928d9-18f8-4c24-9b02-952ddcdc87c7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0492299 Dec 20 16:18:48.286701 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d0499c35-e113-47ff-94ab-ea54b2ef46c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.328798 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d0499c35-e113-47ff-94ab-ea54b2ef46c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbbe9036b8f84ae388a517d6a9443642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821569 Dec 20 16:18:48.329637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0499c35-e113-47ff-94ab-ea54b2ef46c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fde03c-7387-4b6a-b91e-b1435d6d19a9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:48.332150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37224) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:48.342213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbd32a32-b297-4fea-8825-2c7f73198c62 req-54f9b663-7751-41d2-8b6e-5b079765d594 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511706 Dec 20 16:18:48.384955 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.405444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.561107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.563708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:48.564865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42fde03c-7387-4b6a-b91e-b1435d6d19a9 HTTP/1.1" status: 204 len: 168 time: 0.2315376 Dec 20 16:18:48.573591 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fde03c-7387-4b6a-b91e-b1435d6d19a9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:48.581052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.581466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.581809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.582149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.582479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.582808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.583154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.583453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.583778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.584096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.584421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.584998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:48.585413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb6e-1c58-4ce3-96d5-b5958a36e63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:49.461475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4588296-c70d-4881-8136-126e648c1482 req-0eba864e-897d-4bff-a610-2e0eed20bcc1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:49.463578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4588296-c70d-4881-8136-126e648c1482 req-0eba864e-897d-4bff-a610-2e0eed20bcc1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0528214 Dec 20 16:18:49.514270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4588296-c70d-4881-8136-126e648c1482 req-3772166a-7f7b-4174-a76c-04f34cbc5f84 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Dec 20 16:18:50.629909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738bd3-9ed0-4ec1-8a8f-b8796af3da0a req-811df2fb-770f-4ba7-b814-33742c12e701 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:50.631436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c738bd3-9ed0-4ec1-8a8f-b8796af3da0a req-811df2fb-770f-4ba7-b814-33742c12e701 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0493636 Dec 20 16:18:50.680040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c738bd3-9ed0-4ec1-8a8f-b8796af3da0a req-820d5d9e-9f3b-4a76-a696-5b8e8ff31621 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Dec 20 16:18:51.802968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f22d2-5d76-44f1-b56f-cf73fd4a0c0d req-8f23d822-6996-4c3e-810a-6eb6cfc8aff5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:51.804703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb5f22d2-5d76-44f1-b56f-cf73fd4a0c0d req-8f23d822-6996-4c3e-810a-6eb6cfc8aff5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0546279 Dec 20 16:18:51.856959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb5f22d2-5d76-44f1-b56f-cf73fd4a0c0d req-002428fe-8af9-442b-80e0-b6e6c4cba451 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451653 Dec 20 16:18:51.895800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:52.891995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:18:52.974984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b89bb-c58f-4bb0-a52d-52975986a320 req-3c3b20c5-8f7e-4ef7-8b0d-febe970abea4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:52.976504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a81b89bb-c58f-4bb0-a52d-52975986a320 req-3c3b20c5-8f7e-4ef7-8b0d-febe970abea4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 944 time: 0.0499938 Dec 20 16:18:52.991948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:53.003492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'mac_address': 'fa:16:3e:ba:d9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:18:53.028357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a81b89bb-c58f-4bb0-a52d-52975986a320 req-7452191e-5ebb-42a9-ae98-41c8bcbd4053 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Dec 20 16:18:53.042082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:53.054783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:18:53.073826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:53.158664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:53.206090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:53.219970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.220316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.220657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.220999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.221356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.221689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.222012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.222338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.222698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.223020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.223340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.223688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.224920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:18:53.392291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:18:54.148254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94575729-8954-4c0c-b461-18fab0f08a13 req-84f6ff0c-b428-4911-ac95-335201e9ee87 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:54.149936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94575729-8954-4c0c-b461-18fab0f08a13 req-84f6ff0c-b428-4911-ac95-335201e9ee87 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 945 time: 0.0538476 Dec 20 16:18:54.200912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94575729-8954-4c0c-b461-18fab0f08a13 req-c15d7caa-c972-4cf8-aad6-c289a8216fec tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Dec 20 16:18:54.923370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:18:55.040804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:18:55.045027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:18:55.050407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:55.123170 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:55.153981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:18:55.159273 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cce921-16b9-4ebe-883b-92b2334065a4" -d '{"events": [{"server_uuid": "57c78110-652d-4090-bf27-83366789112d", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:18:55.168561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:18:55.194053 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e81c13-84c4-478d-927c-03d81f884180 x-openstack-request-id: req-13e81c13-84c4-478d-927c-03d81f884180 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:18:55.199397 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c78110-652d-4090-bf27-83366789112d", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:18:55.199397 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13e81c13-84c4-478d-927c-03d81f884180 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:18:55.199397 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'code': 200} Dec 20 16:18:55.252659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:55.300248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1394ed-d21e-4cbe-b131-9b7b6c08d5cf req-ea3efef0-8836-49ac-9fbd-751bbd783129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:55.302010 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e1394ed-d21e-4cbe-b131-9b7b6c08d5cf req-ea3efef0-8836-49ac-9fbd-751bbd783129 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1097 time: 0.0494175 Dec 20 16:18:55.307988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:55.324764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86e17f-7623-4c9e-9818-393ad7431d3a req-d4e5e8ea-dceb-4d32-9246-804d14b19efe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:55.326384 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb86e17f-7623-4c9e-9818-393ad7431d3a req-d4e5e8ea-dceb-4d32-9246-804d14b19efe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0529978 Dec 20 16:18:55.351605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1e1394ed-d21e-4cbe-b131-9b7b6c08d5cf req-2d84a31c-5184-4a11-b1b3-d611f5fe2ae5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Dec 20 16:18:55.377147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb86e17f-7623-4c9e-9818-393ad7431d3a req-f462b96c-f66c-4eab-ae00-a1bf2e6690ff tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Dec 20 16:18:56.495981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f86e1-d29f-4bf9-afd7-f7469bd5d735 req-a5b2b250-e6ad-4bd6-811a-627664b41b22 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:56.497501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e4f86e1-d29f-4bf9-afd7-f7469bd5d735 req-a5b2b250-e6ad-4bd6-811a-627664b41b22 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0505402 Dec 20 16:18:56.552763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e4f86e1-d29f-4bf9-afd7-f7469bd5d735 req-2fd8a133-8513-4953-8198-9d45d24ca03a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488410 Dec 20 16:18:57.429836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:57.666878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12a07-687f-4429-8da0-c30d3b6b790c req-d9bd9f30-7300-4af6-a712-03612faed290 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:57.668360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-acd12a07-687f-4429-8da0-c30d3b6b790c req-d9bd9f30-7300-4af6-a712-03612faed290 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0483208 Dec 20 16:18:57.717453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-acd12a07-687f-4429-8da0-c30d3b6b790c req-62b70685-58d8-4655-abfa-4377ab7479c6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Dec 20 16:18:57.836746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da5e42-7221-4bfa-8065-259d8a3d7b81 req-89958d64-128b-46db-945d-0f412f566352 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:57.838339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21da5e42-7221-4bfa-8065-259d8a3d7b81 req-89958d64-128b-46db-945d-0f412f566352 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0504334 Dec 20 16:18:57.887586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21da5e42-7221-4bfa-8065-259d8a3d7b81 req-6da009fd-2696-42bd-8c4f-dfdd7d254f42 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 Dec 20 16:18:57.909480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37248) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:58.097139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b41dd-5dc2-4461-9398-25b4a9eea43b tempest-TestVolumeBootPattern-1006409764 tempest-TestVolumeBootPattern-1006409764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:18:58.098789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cd3b41dd-5dc2-4461-9398-25b4a9eea43b tempest-TestVolumeBootPattern-1006409764 tempest-TestVolumeBootPattern-1006409764-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1092 time: 0.1882920 Dec 20 16:18:58.101748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:18:58.106903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:18:58.307413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:58.403575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:58.512725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.25.6.159 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f8906892-28b8-4ca7-9bbb-ea41df19ce75) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:18:58.612519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:58.719104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:58.764946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:18:58.767876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:18:58.772340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:18:58.775474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=f8906892-28b8-4ca7-9bbb-ea41df19ce75,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:59.127792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:59.253695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:59.280952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03d230a4-af5f-451a-a009-0bf95ed65b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:59.413805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:59.498102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:59.564280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=f8906892-28b8-4ca7-9bbb-ea41df19ce75,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:18:59.575840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:18:59.677378 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Floating IP 0021af55-c3ec-4fcb-a0cb-5af223c0cd31 associated. External IP: 172.25.6.159, port: 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599. Dec 20 16:18:59.892114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:19:00.002781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:19:00.012652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:19:00.022683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:00.023286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:18:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:00.094792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:00.122397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ad01e78-1cd9-4181-8646-ab8534403f41 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0190187 Dec 20 16:19:00.122982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:00.125399 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39396a5-349f-4080-8669-e4914f32a91b" -d '{"events": [{"name": "network-changed", "server_uuid": "57c78110-652d-4090-bf27-83366789112d", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:19:00.137935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:19:00.164658 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc3ace-458b-4bfe-ae77-f13a17786eab x-openstack-request-id: req-90bc3ace-458b-4bfe-ae77-f13a17786eab {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:19:00.164993 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c78110-652d-4090-bf27-83366789112d", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:19:00.165271 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90bc3ace-458b-4bfe-ae77-f13a17786eab {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:19:00.165685 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'status': 'completed', 'code': 200} Dec 20 16:19:00.227813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39396a5-349f-4080-8669-e4914f32a91b req-128a249d-bf68-4c7a-92c5-b81cad284aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:00.229605 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-128a249d-bf68-4c7a-92c5-b81cad284aa6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1097 time: 0.0416293 Dec 20 16:19:00.323982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39396a5-349f-4080-8669-e4914f32a91b req-9e4df7a8-c24d-4796-8031-772ee57cd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:00.325509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-9e4df7a8-c24d-4796-8031-772ee57cd00a service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0887666 Dec 20 16:19:00.372075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0021af55-c3ec-4fcb-a0cb-5af223c0cd31', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.159', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:ba:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c78110-652d-4090-bf27-83366789112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:18:58Z', 'updated_at': '2021-12-20T16:18:58Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:00.391195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-d4b97226-59de-4a89-a776-2cfad952c85c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 200 len: 1000 time: 0.0593145 Dec 20 16:19:00.402249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:19:00.410543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:00.411145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:18:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:00.439489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39396a5-349f-4080-8669-e4914f32a91b req-53f64ddc-6d32-4d3a-bd5c-8a84c530da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:00.440936 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-53f64ddc-6d32-4d3a-bd5c-8a84c530da5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0431194 Dec 20 16:19:00.490237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39396a5-349f-4080-8669-e4914f32a91b req-06c3dd15-8860-41bc-9b62-01581eaa38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:00.491736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-06c3dd15-8860-41bc-9b62-01581eaa38ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441568 Dec 20 16:19:00.518942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:19:00.584442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-c232a197-bfd5-440d-9f79-065814104b22 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852389 Dec 20 16:19:00.679211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f39396a5-349f-4080-8669-e4914f32a91b req-e1230a90-0f4c-46bf-b20e-4c0dd4fbf557 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Dec 20 16:19:00.741819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0021af55-c3ec-4fcb-a0cb-5af223c0cd31', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.159', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:ba:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c78110-652d-4090-bf27-83366789112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:18:58Z', 'updated_at': '2021-12-20T16:18:58Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:00.944143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788f00f-5b51-44fe-b365-5bc9d71a0d73 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0021af55-c3ec-4fcb-a0cb-5af223c0cd31', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.159', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:ba:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c78110-652d-4090-bf27-83366789112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:18:58Z', 'updated_at': '2021-12-20T16:18:58Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:19:01.146926 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c58599-1ef0-47a6-9721-edf6a11789e8 None None] New status for floating IP 0021af55-c3ec-4fcb-a0cb-5af223c0cd31: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:19:01.695765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e03988d5-2bbf-4b6b-820c-92603895af80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:02.046006 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:19:02.909601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:04.423941 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:05.098335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:07.850897 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-b568864d-5d50-4871-b6be-15a3bc2bd580 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431752 Dec 20 16:19:07.935093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3566e-863e-4714-818a-2686df2a1042 req-4c519821-29b9-498a-9e77-0f47a94d45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:07.936551 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-4c519821-29b9-498a-9e77-0f47a94d45bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1097 time: 0.0416763 Dec 20 16:19:08.046456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3566e-863e-4714-818a-2686df2a1042 req-bfe690d1-3e1e-47b5-a955-3c0d59594017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:08.048077 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-bfe690d1-3e1e-47b5-a955-3c0d59594017 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0927608 Dec 20 16:19:08.119517 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-a6a21ff4-1e35-4985-908f-0e616d62b2a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 200 len: 1002 time: 0.0639982 Dec 20 16:19:08.175569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3566e-863e-4714-818a-2686df2a1042 req-97a433ce-f301-4f69-92a1-53a1c998f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:08.177080 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-97a433ce-f301-4f69-92a1-53a1c998f46c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0512042 Dec 20 16:19:08.230007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3566e-863e-4714-818a-2686df2a1042 req-b2d30af6-7c6a-4740-bc0b-0d3037a898f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:08.231604 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-b2d30af6-7c6a-4740-bc0b-0d3037a898f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475428 Dec 20 16:19:08.325987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-495be69b-16f3-4813-a72e-fd87fefef05d service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873177 Dec 20 16:19:08.424724 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-04a3566e-863e-4714-818a-2686df2a1042 req-e379b7d3-c3e0-4979-8f4d-049b9a09c523 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888939 Dec 20 16:19:10.898488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5c24c0cc-04ba-4ef8-97c9-f0eb27b63c07 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0478215 Dec 20 16:19:10.992754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.993325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.993839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.994430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.994935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.995426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.995932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:10.998012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5e344186-97ea-4e52-9d9f-51a6792e0da0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acb534d4ea10431381edb516cf5c2153&device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 6502 time: 0.0540473 Dec 20 16:19:11.119434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-cd4c689c-08e0-4988-936d-8ea9a8c6b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.119903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-cd4c689c-08e0-4988-936d-8ea9a8c6b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.120368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-cd4c689c-08e0-4988-936d-8ea9a8c6b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.122100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-cd4c689c-08e0-4988-936d-8ea9a8c6b104 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=bada19d2-55d2-402d-ad54-cfd4e34d088c&id=e4a0b636-9ada-420e-8394-bc799c0b3db7&id=e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 200 len: 2297 time: 0.0992160 Dec 20 16:19:11.192135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-caf30263-eb48-4bfe-9ddb-0cf78c85abdc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 200 len: 999 time: 0.0628808 Dec 20 16:19:11.241997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-7036d623-513f-4081-a053-17a150dbcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.243599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-7036d623-513f-4081-a053-17a150dbcba2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 200 len: 855 time: 0.0450778 Dec 20 16:19:11.291775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-51e8625a-6265-45ed-97cd-27eddd55e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.293304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-51e8625a-6265-45ed-97cd-27eddd55e479 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5897642b-d661-4fad-a2b7-2f7c9de59dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421371 Dec 20 16:19:11.390320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-00dd249d-1dba-470d-a019-b86fdbd7caf3 service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895090 Dec 20 16:19:11.480532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-244166bc-8ac5-47d3-bbe0-2a18eb5be5ab service neutron] 10.222.0.83 "GET /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831287 Dec 20 16:19:11.526743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-2b12fcf7-4326-4ad6-9067-c46a9716107b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 217 time: 0.0389390 Dec 20 16:19:11.574814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-3f1fb185-843e-4913-bda5-ea455ceceb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.576259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-3f1fb185-843e-4913-bda5-ea455ceceb77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0433209 Dec 20 16:19:11.622157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-a3bc8ca9-0964-4cfe-bee7-0574b1dbe660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.623667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-a3bc8ca9-0964-4cfe-bee7-0574b1dbe660 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407264 Dec 20 16:19:11.718984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-fd64ce97-4333-48d7-9811-2b8470ab6b3f service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885606 Dec 20 16:19:11.812137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-dc77bf89-181e-462a-8511-62869b3df69f service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865448 Dec 20 16:19:11.858813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5ed5b995-508f-4054-8e53-fb3b96752c7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 217 time: 0.0390823 Dec 20 16:19:11.908084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-f2f28d55-6343-4378-beb9-5266de4c6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.909514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-f2f28d55-6343-4378-beb9-5266de4c6d15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0440032 Dec 20 16:19:11.954995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-03486ce5-ba35-425d-bf63-a6b5c2d5bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:11.956471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-03486ce5-ba35-425d-bf63-a6b5c2d5bbc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402677 Dec 20 16:19:12.393303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-87793b3c-bcac-4225-a590-99a5e348d337 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295440 Dec 20 16:19:12.486435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-37bc118c-3bc8-4ec7-bb0e-7c984da8e70c service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815990 Dec 20 16:19:12.531732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-b36f893e-c1c1-42a6-ad5d-3728d5aff2e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 200 len: 217 time: 0.0388608 Dec 20 16:19:12.581770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-0f1f7a5c-c46a-4a90-a1ce-ffa428245762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:12.583208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-0f1f7a5c-c46a-4a90-a1ce-ffa428245762 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0443530 Dec 20 16:19:12.630083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-83ebb7fd-5df0-46ef-88e5-09623a5adc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:12.631573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-83ebb7fd-5df0-46ef-88e5-09623a5adc98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417399 Dec 20 16:19:12.729753 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-70f47070-77cd-40cc-8323-0ba3e2e4c43b service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908298 Dec 20 16:19:12.826255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-7a2a4b36-f721-4755-9adb-a561b99a3355 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892162 Dec 20 16:19:12.875622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-81613c13-bbf7-419f-aaf4-89d8542f0bb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 200 len: 217 time: 0.0419571 Dec 20 16:19:12.924531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5d291f5a-4aff-4e61-b20d-6ef746a4f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:12.926134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-5d291f5a-4aff-4e61-b20d-6ef746a4f5e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 200 len: 797 time: 0.0443499 Dec 20 16:19:12.973751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-6188f8e9-4675-4979-847c-37c7a424bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:12.975258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-6188f8e9-4675-4979-847c-37c7a424bcb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bada19d2-55d2-402d-ad54-cfd4e34d088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420537 Dec 20 16:19:13.069242 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-df6bcdcf-6dbe-4556-a313-715bfc4d83b2 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863216 Dec 20 16:19:13.160180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-1006ae2d-14c4-4022-baef-f7ab27f471b0 service neutron] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Dec 20 16:19:13.205280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-1ad573f0-d3c2-4c0b-b7f9-00fa55fe32d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 200 len: 217 time: 0.0385122 Dec 20 16:19:13.255758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-4e87ed9a-a037-40c0-91ed-918be5895892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.257336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-4e87ed9a-a037-40c0-91ed-918be5895892 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0454433 Dec 20 16:19:13.303072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-7e8f83fd-d4cb-4c48-9f0f-1d7d25d94609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.304576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-7e8f83fd-d4cb-4c48-9f0f-1d7d25d94609 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404770 Dec 20 16:19:13.402249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-a812b743-e956-4e91-93a5-a9fd36d11d48 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901897 Dec 20 16:19:13.493844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-f4cc8047-7500-4157-a092-fa518b8ff0c0 service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831797 Dec 20 16:19:13.537996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-c0087155-3ed4-4165-a673-266e88d4224a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 200 len: 217 time: 0.0378537 Dec 20 16:19:13.587693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-b5f00a90-2884-4868-8458-79615ab7f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.589150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-b5f00a90-2884-4868-8458-79615ab7f7f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 200 len: 797 time: 0.0450675 Dec 20 16:19:13.636094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100408f-c029-4697-bf8f-617b555f19f5 req-f8706da3-126c-41e9-b079-39243587c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:13.637891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-f8706da3-126c-41e9-b079-39243587c379 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e4a0b636-9ada-420e-8394-bc799c0b3db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414584 Dec 20 16:19:13.742871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-684d9b2b-d405-4130-b7f3-5e46891924ac service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970891 Dec 20 16:19:13.843443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f100408f-c029-4697-bf8f-617b555f19f5 req-305bdbc8-1f65-4027-bac4-04bb746c036e service neutron] 10.222.0.83 "GET /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944259 Dec 20 16:19:21.964803 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:24.178033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.184032 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.190796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.196759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.203980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.209948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.216399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:24.218360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-cac76905-8578-44ec-bdec-ae55de58d080 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.0973363 Dec 20 16:19:24.285671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd653286-f329-4e82-93f9-8bb73e3b6d3d req-4a151729-4a60-4691-a5f8-0720a9427df8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607169 Dec 20 16:19:25.120908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.126943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.133250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.139331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.145453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.151413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.158292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.160433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-96065b00-1063-4d05-b603-ad6cbef3a5b1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.0961602 Dec 20 16:19:25.206293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-e7cf4fb2-fb6d-45ab-8bd3-0fccb00cc3ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.207691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-e7cf4fb2-fb6d-45ab-8bd3-0fccb00cc3ba tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "GET /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0412741 Dec 20 16:19:25.317431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-13ad61ee-1a1b-4ac1-b08e-63b4c42cbfe2 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "GET /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1042295 Dec 20 16:19:25.328683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:19:25.408111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:25.468876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.476855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.483481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.490296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.496475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.502784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.508878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:25.510843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-75aba62b-23eb-434e-9732-cd44668a31f3 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 5445 time: 0.1351271 Dec 20 16:19:25.634814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c91899ef-4dea-4f6a-b4c1-5d576130f087 req-33fb2aae-2fc8-41c6-9971-808906643e74 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab4095b0-b2ea-41c0-8580-d06f4cc86c93&id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157711 Dec 20 16:19:25.670190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:25.706038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] For port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:19:25.739398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] device_id is not set on port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:19:25.748304 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:25.918648 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:25.975933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Pushing event updated for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:25.993071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] No DVR routers for this DVR port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:26.035349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] In _notify_port_updated(), no bound segment for port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:19:26.036573 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.036854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.038205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-1b4157c6-a3a8-4fa7-9035-bfa8c86eea06 service neutron] 10.222.0.83 "PUT /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 200 len: 1032 time: 0.7145422 Dec 20 16:19:26.088928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-9ed989ff-3055-4776-8a75-96d0616d9567 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.090344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-9ed989ff-3055-4776-8a75-96d0616d9567 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "GET /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0450110 Dec 20 16:19:26.101964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:19:26.158800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.214268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-096b1213-59e7-4dd4-82c7-73ebb976bbe6 None None] Provisioning complete for port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:26.214849 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-096b1213-59e7-4dd4-82c7-73ebb976bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.254608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-096b1213-59e7-4dd4-82c7-73ebb976bbe6 None None] Port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:19:26.310126 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=951a9e2b-a03f-44fa-83ad-f61ad605e9be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:26.343183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] For port 951a9e2b-a03f-44fa-83ad-f61ad605e9be, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:19:26.384277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] device_id is not set on port 951a9e2b-a03f-44fa-83ad-f61ad605e9be yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:19:26.393809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.490098 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.554081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] No DVR routers for this DVR port 951a9e2b-a03f-44fa-83ad-f61ad605e9be on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:26.557258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Pushing event updated for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:26.599223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] In _notify_port_updated(), no bound segment for port 951a9e2b-a03f-44fa-83ad-f61ad605e9be on network bada19d2-55d2-402d-ad54-cfd4e34d088c {{(pid=103953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 16:19:26.600288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.600850 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.602345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-ec7a4eed-b83a-4c90-9416-8c5bd4145b25 service neutron] 10.222.0.83 "PUT /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 200 len: 1033 time: 0.5050704 Dec 20 16:19:26.708589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port 3e65155a-e45a-4782-9eab-cc52978957be {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:26.709004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.786843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a6cd066e-35fe-41f2-a293-7f5c0997f19e None None] Provisioning complete for port 951a9e2b-a03f-44fa-83ad-f61ad605e9be triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:19:26.787136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6cd066e-35fe-41f2-a293-7f5c0997f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.823141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd066e-35fe-41f2-a293-7f5c0997f19e None None] Port 951a9e2b-a03f-44fa-83ad-f61ad605e9be cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:19:26.844534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-cb485b6d-74a9-482a-94a0-1c9b708911e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.850599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-cb485b6d-74a9-482a-94a0-1c9b708911e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.857109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-cb485b6d-74a9-482a-94a0-1c9b708911e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.863249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-cb485b6d-74a9-482a-94a0-1c9b708911e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.869229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-cb485b6d-74a9-482a-94a0-1c9b708911e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:26.870957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-cb485b6d-74a9-482a-94a0-1c9b708911e8 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 3886 time: 0.1436276 Dec 20 16:19:26.876458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] For port 3e65155a-e45a-4782-9eab-cc52978957be, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3e65155a-e45a-4782-9eab-cc52978957be,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:26.876833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:26.901299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for 3e65155a-e45a-4782-9eab-cc52978957be owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:26.971519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0903c61c-191d-48b5-9eda-f3dc7471bff0 req-9ad267a0-098b-4557-8bc7-f366b231efb6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920551 Dec 20 16:19:27.273765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.315411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=3e65155a-e45a-4782-9eab-cc52978957be,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:27.355935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] No DVR routers for this DVR port 3e65155a-e45a-4782-9eab-cc52978957be on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:27.359108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.362682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-b89cc1e4-2208-4374-afb3-e139683d768d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "DELETE /v2.0/ports/3e65155a-e45a-4782-9eab-cc52978957be HTTP/1.1" status: 204 len: 173 time: 0.7540460 Dec 20 16:19:27.363136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '3e65155a-e45a-4782-9eab-cc52978957be'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:27.365420 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e191e9e8-da20-4f57-8ddc-643584fa8c04" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "3e65155a-e45a-4782-9eab-cc52978957be"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:19:27.405292 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54021c88-1a64-4bab-87e1-f47e74af705e x-openstack-request-id: req-54021c88-1a64-4bab-87e1-f47e74af705e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:19:27.405590 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "3e65155a-e45a-4782-9eab-cc52978957be", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:19:27.405830 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54021c88-1a64-4bab-87e1-f47e74af705e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:19:27.406227 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '3e65155a-e45a-4782-9eab-cc52978957be', 'status': 'completed', 'code': 200} Dec 20 16:19:27.482992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port da87a08b-1a42-487f-9ee1-16d9452fd5e5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:27.483337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.504712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.584060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] For port da87a08b-1a42-487f-9ee1-16d9452fd5e5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=da87a08b-1a42-487f-9ee1-16d9452fd5e5,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:27.584393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.600811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for da87a08b-1a42-487f-9ee1-16d9452fd5e5 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:27.842186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.872716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=da87a08b-1a42-487f-9ee1-16d9452fd5e5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:27.920043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] No DVR routers for this DVR port da87a08b-1a42-487f-9ee1-16d9452fd5e5 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:27.922523 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:27.926114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-eaf2a8fc-b30c-4ca7-bfa1-cd460ff35dd5 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "DELETE /v2.0/ports/da87a08b-1a42-487f-9ee1-16d9452fd5e5 HTTP/1.1" status: 204 len: 173 time: 0.5574353 Dec 20 16:19:28.026730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:28.030388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.161604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d6ce3-31db-473d-825d-3cddafaeb4bc req-9330d2a8-b773-457a-9bc3-909dc7d490fd tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:28.170010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d6ce3-31db-473d-825d-3cddafaeb4bc req-9330d2a8-b773-457a-9bc3-909dc7d490fd tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:28.177880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d6ce3-31db-473d-825d-3cddafaeb4bc req-9330d2a8-b773-457a-9bc3-909dc7d490fd tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:28.179916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a4d6ce3-31db-473d-825d-3cddafaeb4bc req-9330d2a8-b773-457a-9bc3-909dc7d490fd tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 2416 time: 0.1270421 Dec 20 16:19:28.182297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] For port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:28.182780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.212629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:28.285198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a4d6ce3-31db-473d-825d-3cddafaeb4bc req-f990c381-44e2-4d68-aa6b-5c441956281f tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987391 Dec 20 16:19:28.596378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.625773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=9b7ac2d2-b25d-4f79-b4d3-3f72c973b278,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:28.667777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] No DVR routers for this DVR port 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:28.670463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.673814 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-4fbc24f5-6584-4560-b78f-00ed3b9d41cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "DELETE /v2.0/ports/9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 HTTP/1.1" status: 204 len: 173 time: 0.7418785 Dec 20 16:19:28.770306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:28.770646 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.843544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3e65155a-e45a-4782-9eab-cc52978957be no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:28.859163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:28.859456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.863345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 3e65155a-e45a-4782-9eab-cc52978957be {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:19:28.863695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3e65155a-e45a-4782-9eab-cc52978957be not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:28.864114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:28.956813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:28.982974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:28.985467 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142f957-0cd4-435f-8787-e7419dc671bb" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:19:29.001322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:29.032860 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56bc70-1fdb-451d-aa02-6cbf0bde5925 x-openstack-request-id: req-fe56bc70-1fdb-451d-aa02-6cbf0bde5925 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:19:29.033316 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:19:29.033888 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe56bc70-1fdb-451d-aa02-6cbf0bde5925 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:19:29.034522 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'code': 200} Dec 20 16:19:29.104136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.104881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:29.157503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:19:29.157769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 9b7ac2d2-b25d-4f79-b4d3-3f72c973b278 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:29.158206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 951a9e2b-a03f-44fa-83ad-f61ad605e9be no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:29.196924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.197348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.197629 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Floating IP cc8e4133-694b-4091-9dc5-b65f345505f6 disassociated. External IP: 172.25.6.8, port: 4ffc7f4d-b7b5-4013-906a-31128e8b5a34. Dec 20 16:19:29.197995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:29.202432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:29.224958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 951a9e2b-a03f-44fa-83ad-f61ad605e9be not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:29.225340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:29.265867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:29.270679 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device da87a08b-1a42-487f-9ee1-16d9452fd5e5 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:29.285894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: da87a08b-1a42-487f-9ee1-16d9452fd5e5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:19:29.286378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device da87a08b-1a42-487f-9ee1-16d9452fd5e5 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:29.286647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 7a1e01a4-5adb-421a-932b-b897feb17c53 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:29.359651 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d8bce3b-db3f-48ce-abff-0381781bb9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.375840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.407798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5'}, {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:29.410221 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61285a8-1778-409b-b4f4-778ad1ca447b" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "da87a08b-1a42-487f-9ee1-16d9452fd5e5"}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "9b7ac2d2-b25d-4f79-b4d3-3f72c973b278"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:19:29.413126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7a1e01a4-5adb-421a-932b-b897feb17c53,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:29.426351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863e89-5830-422c-9fb7-02577d9a1729 req-fd39ccff-5a43-458c-a856-78ba04bed815 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:29.432239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863e89-5830-422c-9fb7-02577d9a1729 req-fd39ccff-5a43-458c-a856-78ba04bed815 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:19:29.433988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb863e89-5830-422c-9fb7-02577d9a1729 req-fd39ccff-5a43-458c-a856-78ba04bed815 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 1679 time: 0.0664592 Dec 20 16:19:29.461533 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dd9d03-00bf-404b-ab22-9a5db8c5f1ff x-openstack-request-id: req-21dd9d03-00bf-404b-ab22-9a5db8c5f1ff {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:19:29.461829 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "da87a08b-1a42-487f-9ee1-16d9452fd5e5", "status": "completed", "code": 200}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "9b7ac2d2-b25d-4f79-b4d3-3f72c973b278", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:19:29.462079 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21dd9d03-00bf-404b-ab22-9a5db8c5f1ff {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:19:29.462466 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': 'da87a08b-1a42-487f-9ee1-16d9452fd5e5', 'status': 'completed', 'code': 200} Dec 20 16:19:29.462721 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '9b7ac2d2-b25d-4f79-b4d3-3f72c973b278', 'status': 'completed', 'code': 200} Dec 20 16:19:29.465293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.505551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=4ffc7f4d-b7b5-4013-906a-31128e8b5a34,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:29.513768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:29.533037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb863e89-5830-422c-9fb7-02577d9a1729 req-945dd877-54ea-4df6-a19b-e3a33da811cf tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups?id=9355630d-b005-4e79-ae1e-7c73ec9ee6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919342 Dec 20 16:19:29.572310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:30.004383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Router fb9afe50-87cb-42a4-9147-5e5e5897c0cb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:19:30.115496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:19:30.127688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] Sync routers for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:19:30.137563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:30.138767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:30.157145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] No DVR routers for this DVR port 4ffc7f4d-b7b5-4013-906a-31128e8b5a34 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:30.159847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:30.163392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-8957fb50-27d6-4d44-ad65-e01cd5ea28c4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "DELETE /v2.0/ports/4ffc7f4d-b7b5-4013-906a-31128e8b5a34 HTTP/1.1" status: 204 len: 173 time: 1.4840441 Dec 20 16:19:30.253737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:19:30.257143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port 7a1e01a4-5adb-421a-932b-b897feb17c53 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:30.257485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:30.352286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] For port 7a1e01a4-5adb-421a-932b-b897feb17c53, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=7a1e01a4-5adb-421a-932b-b897feb17c53,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:30.352796 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:30.366113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for 7a1e01a4-5adb-421a-932b-b897feb17c53 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:30.464397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:30.492128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] Checking router: fb9afe50-87cb-42a4-9147-5e5e5897c0cb for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:19:30.501772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:19:30.502384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:30.596770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:30.617099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:19:30.639229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=7a1e01a4-5adb-421a-932b-b897feb17c53,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:30.680400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3698b69-5172-4f8d-9c8a-e5edb2d43c01 req-0091a2cf-4e2f-44c8-8c16-04f62fd1bda4 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0518808 Dec 20 16:19:30.698415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] No DVR routers for this DVR port 7a1e01a4-5adb-421a-932b-b897feb17c53 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:30.710566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:30.714458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8667570e-da03-4ad9-9d83-cbbe4ac5393f req-78eeb69c-a8e0-48b2-bd7a-b0411b55c60a tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.83 "DELETE /v2.0/ports/7a1e01a4-5adb-421a-932b-b897feb17c53 HTTP/1.1" status: 204 len: 173 time: 0.5447881 Dec 20 16:19:30.834960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:30.867518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8e69a-b49b-45a0-9c88-471d237807ce None None] The sync data for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 is: [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'b12687c6-a5f2-455a-b214-40e74b0c3ba5', 'name': '', 'network_id': '5897642b-d661-4fad-a2b7-2f7c9de59dc9', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'mac_address': 'fa:16:3e:82:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '83a31882-aede-4910-a52b-76268356bf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:11Z', 'updated_at': '2021-12-20T16:09:16Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'subnets': [{'id': '83a31882-aede-4910-a52b-76268356bf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:19:31.036535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:31.039275 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b714c6f8-7304-43df-ac02-77d7c95b7e44" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:19:31.089111 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d9ee08-e56e-4ad7-a1a3-1c35549900a2 x-openstack-request-id: req-f2d9ee08-e56e-4ad7-a1a3-1c35549900a2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:19:31.089865 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:19:31.090324 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2d9ee08-e56e-4ad7-a1a3-1c35549900a2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:19:31.091594 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53', 'code': 200} Dec 20 16:19:31.155684 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2af640-935a-4c1b-95e0-c81f48cf64e3 None None] New status for floating IP cc8e4133-694b-4091-9dc5-b65f345505f6: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:19:31.463989 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34'}, {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:19:31.467239 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0972b2-ba01-4abe-adad-cbdb3c92d2c5" -d '{"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34"}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:19:31.505801 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d849961-cc32-4551-849e-b991d18d5aed x-openstack-request-id: req-7d849961-cc32-4551-849e-b991d18d5aed {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:19:31.506103 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "4ffc7f4d-b7b5-4013-906a-31128e8b5a34", "status": "completed", "code": 200}, {"server_uuid": "ffc85888-5589-4427-943b-45e669c81bcc", "name": "network-vif-deleted", "tag": "7a1e01a4-5adb-421a-932b-b897feb17c53", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:19:31.506748 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d849961-cc32-4551-849e-b991d18d5aed {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:19:31.507156 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '4ffc7f4d-b7b5-4013-906a-31128e8b5a34', 'status': 'completed', 'code': 200} Dec 20 16:19:31.507410 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc85888-5589-4427-943b-45e669c81bcc', 'name': 'network-vif-deleted', 'tag': '7a1e01a4-5adb-421a-932b-b897feb17c53', 'status': 'completed', 'code': 200} Dec 20 16:19:31.791168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7b812e54-f0d0-45bf-8bed-32eb0969d7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:31.792962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b576b95-f49a-4402-b301-695f61dd5427 req-dab6f721-5168-4f14-aef5-b9dc0aa18dea tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0280960 Dec 20 16:19:32.907269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29daf069-236b-470b-b064-3d7e4fc11f1d req-96b7c68d-2e15-4774-b545-9494a13a323b tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0297663 Dec 20 16:19:32.908262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:34.016204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0cca5b9e-1e44-4c79-8895-b86cfac522c3 req-5805d686-2e10-4722-a511-109e7c267aec tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0286605 Dec 20 16:19:34.384682 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:35.127457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ac14aa0-7a33-4645-aa94-5ea4c6411634 req-7b59e328-3e4c-4df2-bbd1-a3625b333960 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0273969 Dec 20 16:19:35.140166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:36.235402 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2ee19d5-a14c-4a84-aebd-42cd36a2b825 req-7cec2eee-7598-4708-8e66-f29ad95c0004 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0283256 Dec 20 16:19:37.350819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6c5859a-885f-4915-b7fb-dfc308e1e618 req-c46c1e42-0d16-43b9-8d16-39097d9634ac tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0335062 Dec 20 16:19:38.455993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a117c6d-daec-44d7-8ccc-1f5d49338446 req-f8d46963-5dad-4ac8-9b21-9ec1365d39b6 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0270245 Dec 20 16:19:39.046770 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:19:39.562382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae86ab7d-cc1f-42ce-a382-1102fd64ae2e req-98eb8e9f-5326-4028-89a9-580080e47098 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0274940 Dec 20 16:19:40.680833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bb7a07c-aec5-4983-a6e4-25cc0233a378 req-b6f2d937-652c-4e86-b040-9f4b5c8f8c1d tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0344398 Dec 20 16:19:41.791646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf0277de-3784-4379-9b02-fafe0f8a2b40 req-e8f86fae-94b3-40a5-b397-f8c6d6654735 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0265718 Dec 20 16:19:42.902143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7431dd7c-f12b-4793-ad37-1b8b8fc28b87 req-c3aff3aa-542c-4f03-beba-1b9e80dc8448 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0273645 Dec 20 16:19:44.016129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91b345ce-10bf-49f6-b788-c32f75d3753e req-593c5e31-2bf1-4d8a-b7b3-3a4924880dc1 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0320897 Dec 20 16:19:45.139366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d2d06d7-fe8b-45b8-9fda-7ec8d7dbffd1 req-888b9448-665f-478d-b8ab-3b499f09b5de tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffc85888-5589-4427-943b-45e669c81bcc HTTP/1.1" status: 200 len: 210 time: 0.0290520 Dec 20 16:19:46.294639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:46.351330 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.375141 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.553045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.555898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.557352 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/security-groups/9355630d-b005-4e79-ae1e-7c73ec9ee6eb HTTP/1.1" status: 204 len: 168 time: 0.2615056 Dec 20 16:19:46.561507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37328) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:46.570023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355630d-b005-4e79-ae1e-7c73ec9ee6eb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:46.576121 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-1813c21b-67e8-4509-8cae-b96ae9efba57 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] show failed (client error): The resource could not be found. Dec 20 16:19:46.577142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1813c21b-67e8-4509-8cae-b96ae9efba57 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "GET /v2.0/security-groups/9355630d-b005-4e79-ae1e-7c73ec9ee6eb HTTP/1.1" status: 404 len: 347 time: 0.0146348 Dec 20 16:19:46.580943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.581634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.581805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37330) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:46.582105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.582501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.582946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.583418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.583808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.584191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.584573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.585002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.585422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.585809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.586254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8781be99-38c6-4831-958c-d546e5d38178 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:46.722949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port ebd2571a-c9b4-4f0c-ab5d-52bbff2d7754 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:46.723275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.804854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.805122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:46.818062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for ebd2571a-c9b4-4f0c-ab5d-52bbff2d7754 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:47.038949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.070744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=ebd2571a-c9b4-4f0c-ab5d-52bbff2d7754,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:47.136381 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.139808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.141033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2964e9c8-46f1-4224-829d-715163a82189 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/floatingips/cc8e4133-694b-4091-9dc5-b65f345505f6 HTTP/1.1" status: 204 len: 168 time: 0.5582745 Dec 20 16:19:47.146598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37334) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:47.242418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:47.242759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.334669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.347774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for 04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:47.573487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.606170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:47.681656 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.685886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-989ed732-7a59-4f3c-a4b5-3642fe68afa0 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/ports/04f7d4bf-2b6f-4a2c-ac23-3f97de7619a3 HTTP/1.1" status: 204 len: 168 time: 0.5382063 Dec 20 16:19:47.688055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37336) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:47.780315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting port 951a9e2b-a03f-44fa-83ad-f61ad605e9be {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:47.780651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.873092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:47.885005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Calling delete_port for 951a9e2b-a03f-44fa-83ad-f61ad605e9be owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:48.090978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.127859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Port': ['ID=951a9e2b-a03f-44fa-83ad-f61ad605e9be,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:48.197867 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.202351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-429d4706-98a8-4b93-9956-6a3bd5311047 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/ports/951a9e2b-a03f-44fa-83ad-f61ad605e9be HTTP/1.1" status: 204 len: 168 time: 0.5133133 Dec 20 16:19:48.204994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37338) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:48.256941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting subnet 67316d67-e009-4453-8cf2-d9a2c125ea21 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:19:48.260358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.302763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.433374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.630774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.662706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Subnet': ['ID=67316d67-e009-4453-8cf2-d9a2c125ea21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:48.667622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.671824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/subnets/67316d67-e009-4453-8cf2-d9a2c125ea21 HTTP/1.1" status: 204 len: 168 time: 0.4658699 Dec 20 16:19:48.674837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37340) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:48.677307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.677779 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525ebce-0ff8-4635-a925-18b8836a01eb None None] Network e4a0b636-9ada-420e-8394-bc799c0b3db7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.683871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04024f9c-c64b-4e25-a905-2522d7a54222 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:19:48.740548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Deleting subnet ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:19:48.743709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.788170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.844771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] DHCP port deletion for e4a0b636-9ada-420e-8394-bc799c0b3db7 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:19:48.885555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.899013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] Deleting port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:48.899421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.966966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] For port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,segment=NetworkSegment(d8504c4a-7454-4d0a-ac95-609d1e2d62fc),segment_id=d8504c4a-7454-4d0a-ac95-609d1e2d62fc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:48.967275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:48.979712 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] Calling delete_port for 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:49.073858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.103941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:49.105739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.110043 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-04f85e56-6e69-4839-bab0-6cbd267d1037 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/subnets/ab6f64ef-6d9e-4a1b-b5ff-ce8ab96e6198 HTTP/1.1" status: 204 len: 168 time: 0.4338653 Dec 20 16:19:49.112600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37342) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:49.116474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce99ed-e341-41f5-b647-e4a072436927 None None] Network bada19d2-55d2-402d-ad54-cfd4e34d088c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:19:49.199668 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.200352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.237039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] Pushing event deleted for resources: {'Port': ['ID=41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:49.239634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5cc006-9b25-47fe-877f-c61c2db7fdfa None None] No DVR routers for this DVR port 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:49.308872 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.335703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a0b636-9ada-420e-8394-bc799c0b3db7']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:49.345795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] DHCP port deletion for bada19d2-55d2-402d-ad54-cfd4e34d088c request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:19:49.350183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:49.350670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8504c4a-7454-4d0a-ac95-609d1e2d62fc') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:49.362362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.377730 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.389418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:19:49.389418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:19:49.390832 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:19:49.402156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] Deleting port 80d304c6-523a-4aef-8645-e8bcbf6ff466 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:19:49.402156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.465907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] For port 80d304c6-523a-4aef-8645-e8bcbf6ff466, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=80d304c6-523a-4aef-8645-e8bcbf6ff466,segment=NetworkSegment(cfb0e0d4-d43a-4de3-b886-819eebd03b9c),segment_id=cfb0e0d4-d43a-4de3-b886-819eebd03b9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:19:49.466714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.478915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] Calling delete_port for 80d304c6-523a-4aef-8645-e8bcbf6ff466 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:19:49.559074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.569684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.572900 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/networks/e4a0b636-9ada-420e-8394-bc799c0b3db7 HTTP/1.1" status: 204 len: 168 time: 0.4593072 Dec 20 16:19:49.576797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37344) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:19:49.582643 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b325f5c-0348-4492-b52a-5558182842fb tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Network': ['ID=e4a0b636-9ada-420e-8394-bc799c0b3db7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:49.655908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.667926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.687087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] The port '80d304c6-523a-4aef-8645-e8bcbf6ff466' was deleted {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 20 16:19:49.694140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] Pushing event deleted for resources: {'Port': ['ID=80d304c6-523a-4aef-8645-e8bcbf6ff466,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:49.698585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bb6f6-e3e9-4bfe-8f88-d64ccf6a86d2 None None] No DVR routers for this DVR port 80d304c6-523a-4aef-8645-e8bcbf6ff466 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:19:49.771966 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.792359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bada19d2-55d2-402d-ad54-cfd4e34d088c']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:49.802515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:49.802808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb0e0d4-d43a-4de3-b886-819eebd03b9c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:19:49.812370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.826362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.832678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:19:49.833066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:19:49.836103 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:19:49.844239 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:19:50.025262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:50.034853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:50.038690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] 10.222.0.81 "DELETE /v2.0/networks/bada19d2-55d2-402d-ad54-cfd4e34d088c HTTP/1.1" status: 204 len: 168 time: 0.4606886 Dec 20 16:19:50.050621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeea39-835b-4112-adec-590f770d9730 tempest-TaggedBootDevicesTest_v242-1127566571 tempest-TaggedBootDevicesTest_v242-1127566571-project] Pushing event deleted for resources: {'Network': ['ID=bada19d2-55d2-402d-ad54-cfd4e34d088c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:19:50.713601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80d304c6-523a-4aef-8645-e8bcbf6ff466 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:50.735713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 80d304c6-523a-4aef-8645-e8bcbf6ff466 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:19:50.736060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80d304c6-523a-4aef-8645-e8bcbf6ff466 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:50.736478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:19:50.760962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:19:50.761359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 41f2d7a2-3a90-4af9-b9fc-e7e8684cd9e1 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:19:51.874076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:56.727626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-5c964cc1-8b0d-4837-b472-242aa476703e req-171007cf-e97f-4a8a-bfc7-537713906f03 service neutron] (103953) timed out ('10.222.0.83', 61254) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:19:57.502159 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:19:59.334032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33330043-5ebc-4bd7-9f40-3eb81cf1c818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:01.705621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d1b76c8-21e7-40f9-8e46-092b696bfca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:02.962268 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:03.825216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37388) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:04.309081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:04.427991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:04.580837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Deleting port b12687c6-a5f2-455a-b214-40e74b0c3ba5 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:04.581191 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:04.665031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] For port b12687c6-a5f2-455a-b214-40e74b0c3ba5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b12687c6-a5f2-455a-b214-40e74b0c3ba5,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:04.665483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:04.679142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Calling delete_port for b12687c6-a5f2-455a-b214-40e74b0c3ba5 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:04.953582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:04.979592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12687c6-a5f2-455a-b214-40e74b0c3ba5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:05.134342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:05.167343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:05.396225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Router fb9afe50-87cb-42a4-9147-5e5e5897c0cb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:20:05.820238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:20:05.826156 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f66bb33a-df76-4d85-9db5-cba8dd86a8b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/fb9afe50-87cb-42a4-9147-5e5e5897c0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988894 Dec 20 16:20:05.829303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37394) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:05.832601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] Sync routers for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:20:05.846996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:05.847988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:20:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:05.947357 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:05.967465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:20:06.056710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:06.150550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:20:04Z', 'revision_number': 5, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port': {'id': '87dee017-dce9-4b68-b2f5-f4fbf192bc2b', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:07Z', 'updated_at': '2021-12-20T16:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:06.181565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Deleting port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:06.181903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:06.185099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] Checking router: fb9afe50-87cb-42a4-9147-5e5e5897c0cb for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:20:06.193788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] Routers {'fb9afe50-87cb-42a4-9147-5e5e5897c0cb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:06.194398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:20:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:06.271148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] For port 87dee017-dce9-4b68-b2f5-f4fbf192bc2b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:06.271508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:06.286599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Calling delete_port for 87dee017-dce9-4b68-b2f5-f4fbf192bc2b owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:06.291085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] Set router fb9afe50-87cb-42a4-9147-5e5e5897c0cb gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:20:06.564594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:06.594411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Pushing event deleted for resources: {'Port': ['ID=87dee017-dce9-4b68-b2f5-f4fbf192bc2b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:06.621290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4974d-65b2-426b-a59c-749479015e90 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:20:06.625507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:20:06Z', 'revision_number': 6, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:06.671580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c8038-6b53-477c-a16b-99bc1121bc0e None None] The sync data for ids ['fb9afe50-87cb-42a4-9147-5e5e5897c0cb'] in n-d-781076-8 is: [{'id': 'fb9afe50-87cb-42a4-9147-5e5e5897c0cb', 'name': 'tempest-TaggedBootDevicesTest_v242-390596881-router', 'tenant_id': 'acb534d4ea10431381edb516cf5c2153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:06Z', 'updated_at': '2021-12-20T16:20:06Z', 'revision_number': 6, 'project_id': 'acb534d4ea10431381edb516cf5c2153', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:20:06.715488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:06.827366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:06.829727 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.010767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.014308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9afe50-87cb-42a4-9147-5e5e5897c0cb {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:20:07.018457 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.019699 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-90c4b5b2-53d1-44d9-872b-3258afd86494 admin admin] 10.222.0.81 "DELETE /v2.0/routers/fb9afe50-87cb-42a4-9147-5e5e5897c0cb HTTP/1.1" status: 204 len: 168 time: 1.1892676 Dec 20 16:20:07.022664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:07.096294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Deleting subnet 83a31882-aede-4910-a52b-76268356bf2b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:20:07.101290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.171661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.290633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.466137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.492019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a31882-aede-4910-a52b-76268356bf2b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:07.498997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.508029 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-af5738ac-f4e6-45a2-9b89-bb363c56752c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/83a31882-aede-4910-a52b-76268356bf2b HTTP/1.1" status: 204 len: 168 time: 0.4767601 Dec 20 16:20:07.508029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:07.543524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bdf549-5b38-47ca-94ca-1af0c46e12e7 None None] Network 5897642b-d661-4fad-a2b7-2f7c9de59dc9 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:20:07.606189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.672662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Deleting port 042128eb-fab9-453b-b885-c4883bbb2682 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:07.673006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.755103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] DHCP port deletion for 5897642b-d661-4fad-a2b7-2f7c9de59dc9 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:20:07.760320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] For port 042128eb-fab9-453b-b885-c4883bbb2682, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=042128eb-fab9-453b-b885-c4883bbb2682,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:07.760681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.774895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Calling delete_port for 042128eb-fab9-453b-b885-c4883bbb2682 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:07.811238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Deleting port 042128eb-fab9-453b-b885-c4883bbb2682 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:07.811622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.894655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] For port 042128eb-fab9-453b-b885-c4883bbb2682, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=042128eb-fab9-453b-b885-c4883bbb2682,segment=NetworkSegment(2bf16757-8c13-4aa5-99aa-0c0b53e32113),segment_id=2bf16757-8c13-4aa5-99aa-0c0b53e32113)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:07.895063 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:07.912523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Calling delete_port for 042128eb-fab9-453b-b885-c4883bbb2682 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:07.986587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.013940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.027635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=042128eb-fab9-453b-b885-c4883bbb2682,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:08.030407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] No DVR routers for this DVR port 042128eb-fab9-453b-b885-c4883bbb2682 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:08.041918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Pushing event deleted for resources: {'Port': ['ID=042128eb-fab9-453b-b885-c4883bbb2682,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:08.047225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] No DVR routers for this DVR port 042128eb-fab9-453b-b885-c4883bbb2682 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:08.054919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.055277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.055621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.055967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.056313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.056646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.056987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.057357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.057687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.058136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.058466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.058793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.059148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5f65b-fd8f-4d22-a642-433b3b72cd51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:20:08.113386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.134000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5897642b-d661-4fad-a2b7-2f7c9de59dc9']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:08.144345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf16757-8c13-4aa5-99aa-0c0b53e32113') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:08.144765 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf16757-8c13-4aa5-99aa-0c0b53e32113') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:08.155832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.169212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.175117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:20:08.175494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:20:08.177144 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:20:08.313384 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.319114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:08.322374 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5897642b-d661-4fad-a2b7-2f7c9de59dc9 HTTP/1.1" status: 204 len: 168 time: 0.8144743 Dec 20 16:20:08.326770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37402) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:08.334028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad6a0-199f-4aee-9572-4dd42997c8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5897642b-d661-4fad-a2b7-2f7c9de59dc9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:08.726596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87dee017-dce9-4b68-b2f5-f4fbf192bc2b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:08.749069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 87dee017-dce9-4b68-b2f5-f4fbf192bc2b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:08.749537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 87dee017-dce9-4b68-b2f5-f4fbf192bc2b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:08.749858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 042128eb-fab9-453b-b885-c4883bbb2682 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:08.773652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 042128eb-fab9-453b-b885-c4883bbb2682 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:08.774004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 042128eb-fab9-453b-b885-c4883bbb2682 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:08.774421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b12687c6-a5f2-455a-b214-40e74b0c3ba5 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:08.793731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b12687c6-a5f2-455a-b214-40e74b0c3ba5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:08.794627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b12687c6-a5f2-455a-b214-40e74b0c3ba5 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:08.921925 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:09.175631 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Deleting port 27c55da9-1cf1-4418-915f-46f2b813c7ca {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:09.175900 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:09.259494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] For port 27c55da9-1cf1-4418-915f-46f2b813c7ca, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=27c55da9-1cf1-4418-915f-46f2b813c7ca,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:09.259872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:09.273998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Calling delete_port for 27c55da9-1cf1-4418-915f-46f2b813c7ca owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:09.346318 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-7e53cc68-21db-4de9-a01b-10dde2fb8e3f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638447 Dec 20 16:20:09.438801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-c9ef77df-3e90-46f1-af3f-783a6f137c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:09.440358 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-c9ef77df-3e90-46f1-af3f-783a6f137c57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1097 time: 0.0492499 Dec 20 16:20:09.553304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-41f0ed0c-c501-458f-b3d1-ff0eb8c5eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:09.554791 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-41f0ed0c-c501-458f-b3d1-ff0eb8c5eedd service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0936339 Dec 20 16:20:09.625982 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:09.626842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-290f09c5-56e9-4d87-b3d5-83f3f4552e6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 200 len: 1002 time: 0.0648205 Dec 20 16:20:09.651515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c55da9-1cf1-4418-915f-46f2b813c7ca,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:09.689300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-3185d770-0e66-4cf3-b8a7-3f91f72a55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:09.690810 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-3185d770-0e66-4cf3-b8a7-3f91f72a55cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0574150 Dec 20 16:20:09.754143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-067fa07e-2ae1-4ff1-bd12-79454bbb7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:09.756903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-067fa07e-2ae1-4ff1-bd12-79454bbb7d31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592172 Dec 20 16:20:09.852175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:09.915834 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-84dfe64d-08b5-4351-934c-d6ead82be8b1 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506338 Dec 20 16:20:10.058882 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4cce76a6-c304-4eb7-bbcd-f17c9c03e376 req-0543cd4d-e57f-42d4-bedb-50ce528aec1b service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330941 Dec 20 16:20:10.151626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Router 2a6ba05c-a897-49a2-a0f4-93f86344fead has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:20:10.262330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:20:10.269188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7e30cae3-4b7a-4189-a177-da894af42e98 admin admin] 10.222.0.81 "PUT /v2.0/routers/2a6ba05c-a897-49a2-a0f4-93f86344fead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412425 Dec 20 16:20:10.271746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37404) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:10.274273 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] Sync routers for ids ['2a6ba05c-a897-49a2-a0f4-93f86344fead'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:20:10.285437 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] Routers {'2a6ba05c-a897-49a2-a0f4-93f86344fead'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:10.286131 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:20:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a6ba05c-a897-49a2-a0f4-93f86344fead'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:10.386147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:10.396869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] Set router 2a6ba05c-a897-49a2-a0f4-93f86344fead gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:20:10.496736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:10.584900 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:20:09Z', 'revision_number': 5, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port': {'id': '5e071ca9-636c-4494-88ef-610fc574ffaa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:09:17Z', 'updated_at': '2021-12-20T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:10.616217 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] Checking router: 2a6ba05c-a897-49a2-a0f4-93f86344fead for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:20:10.625760 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] Routers {'2a6ba05c-a897-49a2-a0f4-93f86344fead'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:20:10.626369 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:20:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2a6ba05c-a897-49a2-a0f4-93f86344fead'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:10.647271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Deleting port 5e071ca9-636c-4494-88ef-610fc574ffaa {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:10.647871 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:10.744521 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] Set router 2a6ba05c-a897-49a2-a0f4-93f86344fead gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:20:10.768623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] For port 5e071ca9-636c-4494-88ef-610fc574ffaa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e071ca9-636c-4494-88ef-610fc574ffaa,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:10.769239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:10.782579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Calling delete_port for 5e071ca9-636c-4494-88ef-610fc574ffaa owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:10.801941 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:20:10Z', 'revision_number': 6, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:10.828514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0d1e-12d2-4d43-b25d-011f38ba84e2 None None] The sync data for ids ['2a6ba05c-a897-49a2-a0f4-93f86344fead'] in n-d-781076-8 is: [{'id': '2a6ba05c-a897-49a2-a0f4-93f86344fead', 'name': 'tempest-TaggedBootDevicesTest_v242-914592888-router', 'tenant_id': '473b11506c874741a5a565256647c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:09:16Z', 'updated_at': '2021-12-20T16:20:10Z', 'revision_number': 6, 'project_id': '473b11506c874741a5a565256647c1a4', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:20:11.133666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.162902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e071ca9-636c-4494-88ef-610fc574ffaa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:11.179879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393f28e-1139-4df8-8bef-ffd998a43561 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:20:11.237185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.366612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.368792 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.575342 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.575342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6ba05c-a897-49a2-a0f4-93f86344fead {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:20:11.575988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.576955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-994d1b9c-a0c5-40ca-88a1-c7904e4a5898 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2a6ba05c-a897-49a2-a0f4-93f86344fead HTTP/1.1" status: 204 len: 168 time: 1.3038840 Dec 20 16:20:11.579658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37408) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:11.631527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Deleting subnet 0cb9e1bc-3b43-48a7-93c4-66c3804ac93f {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:20:11.635073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.680884 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.762277 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.945375 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.970385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb9e1bc-3b43-48a7-93c4-66c3804ac93f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:11.976196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:11.979434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bcf99c35-fea8-4d88-91af-fc8f180dcd3e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0cb9e1bc-3b43-48a7-93c4-66c3804ac93f HTTP/1.1" status: 204 len: 168 time: 0.3988652 Dec 20 16:20:11.982319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37410) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:11.985959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17bfa29-0fab-48a9-8b2b-4619c228673e None None] Network 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:20:12.052734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.114482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Deleting port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:12.114817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.129898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] DHCP port deletion for 54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:20:12.177764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] Deleting port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:12.178142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.182243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] For port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:12.182599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.196355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Calling delete_port for 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:12.241622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] For port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,segment=NetworkSegment(030c0c05-7c6e-41a8-85a0-7973afb16239),segment_id=030c0c05-7c6e-41a8-85a0-7973afb16239)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:12.242238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.259539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] Calling delete_port for 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:12.333964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.340460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.363088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Pushing event deleted for resources: {'Port': ['ID=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:12.365517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] Pushing event deleted for resources: {'Port': ['ID=65f67313-d7e7-44ce-b690-1c5ae0cf2e66,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:12.368284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] No DVR routers for this DVR port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:12.368743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98853f68-4626-4385-a85a-86ea1073a678 None None] No DVR routers for this DVR port 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:12.451522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.472554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:12.482635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030c0c05-7c6e-41a8-85a0-7973afb16239') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:12.482938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030c0c05-7c6e-41a8-85a0-7973afb16239') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:12.492558 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.506277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.512535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:20:12.512984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:20:12.514755 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:20:12.637041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.643597 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:12.647719 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] 10.222.0.81 "DELETE /v2.0/networks/54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5 HTTP/1.1" status: 204 len: 168 time: 0.6642022 Dec 20 16:20:12.659377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d42101-8d24-455b-8aa5-d536cf11560e admin admin] Pushing event deleted for resources: {'Network': ['ID=54e4aba0-bce6-4dd3-87d6-ad0bb3c51df5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:12.734662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:12.755768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:12.756112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 65f67313-d7e7-44ce-b690-1c5ae0cf2e66 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:12.756532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e071ca9-636c-4494-88ef-610fc574ffaa no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:12.778871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5e071ca9-636c-4494-88ef-610fc574ffaa {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:12.779180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e071ca9-636c-4494-88ef-610fc574ffaa not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:12.779571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27c55da9-1cf1-4418-915f-46f2b813c7ca no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:12.799613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 27c55da9-1cf1-4418-915f-46f2b813c7ca {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:12.800698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 27c55da9-1cf1-4418-915f-46f2b813c7ca not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:12.991291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37414) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:13.031945 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b767450d-eaed-4937-8dcb-311f107683f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acb534d4ea10431381edb516cf5c2153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393710 Dec 20 16:20:13.034398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37416) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:13.086733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-878d727b-1af6-4750-9053-147185cb2a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:13.110045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-878d727b-1af6-4750-9053-147185cb2a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:13.210192 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-878d727b-1af6-4750-9053-147185cb2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:13.213277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-878d727b-1af6-4750-9053-147185cb2a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:13.214529 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-878d727b-1af6-4750-9053-147185cb2a81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab4095b0-b2ea-41c0-8580-d06f4cc86c93 HTTP/1.1" status: 204 len: 168 time: 0.1792140 Dec 20 16:20:13.223892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d727b-1af6-4750-9053-147185cb2a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4095b0-b2ea-41c0-8580-d06f4cc86c93,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:14.009541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37422) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:14.056191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7ad25a3e-b40e-4235-bc9f-5a87ca254ca0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=473b11506c874741a5a565256647c1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454259 Dec 20 16:20:14.058606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37424) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:14.107912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6505-f0ab-4227-8e66-87f804bbfd04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:14.131594 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6505-f0ab-4227-8e66-87f804bbfd04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:14.273750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6505-f0ab-4227-8e66-87f804bbfd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:14.276344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6505-f0ab-4227-8e66-87f804bbfd04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:14.277501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ee3e6505-f0ab-4227-8e66-87f804bbfd04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43b4e9ff-9d66-4092-ab4f-cb274e51c53a HTTP/1.1" status: 204 len: 168 time: 0.2179780 Dec 20 16:20:14.287295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e6505-f0ab-4227-8e66-87f804bbfd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4e9ff-9d66-4092-ab4f-cb274e51c53a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:15.463621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37452) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:15.564027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1209613233-network', 'tenant_id': '4b44381540dd43de966cd3dd9d16885a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:20:15.699381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Made reservation on behalf of 4b44381540dd43de966cd3dd9d16885a for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:20:15.701814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:15.710650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:15.784281 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:15.896083 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:15.925076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:20:15.931512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d078b-c81e-4c34-947c-ff6ffa41da93,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:15.937620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:15.937966 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Added segment 26f655f4-5c15-4a8b-8bbc-a920f4a6b979 of type vlan for network 96e32465-fbba-40d3-a2c4-16f4631686d5 Dec 20 16:20:15.983739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:16.046483 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:20:16.076761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:16.077901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:16.078561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:16.172233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] Pushing event updated for resources: {'Network': ['ID=96e32465-fbba-40d3-a2c4-16f4631686d5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:16.182311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 96e32465-fbba-40d3-a2c4-16f4631686d5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:20:16.268091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2c2d216d-3428-4e02-b378-156b84365950 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8033834 Dec 20 16:20:16.271342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:16.276617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Request body: {'subnet': {'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1209613233-subnet', 'tenant_id': '4b44381540dd43de966cd3dd9d16885a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:20:16.368044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Made reservation on behalf of 4b44381540dd43de966cd3dd9d16885a for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:20:16.370408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:16.616483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:16.674805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a33e9fa-445d-48ae-ba2a-e705b17071ae,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:16.684102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Checking segment: {'id': '26f655f4-5c15-4a8b-8bbc-a920f4a6b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:20:16.689403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Network hostable DHCP agents. Network: 96e32465-fbba-40d3-a2c4-16f4631686d5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:20:16.844291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Network 96e32465-fbba-40d3-a2c4-16f4631686d5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:20:16.936247 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 96e32465-fbba-40d3-a2c4-16f4631686d5) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:20:16.940430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:16.941042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:16.948160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d5b37-51e6-455b-8ee0-14db02481785 None None] Network 96e32465-fbba-40d3-a2c4-16f4631686d5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:20:17.051033 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e338f6c-e18b-41aa-a593-da7e3ea433cd None None] Network 96e32465-fbba-40d3-a2c4-16f4631686d5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:20:17.083406 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-19873209-ba23-490e-a2e0-1618e8db5301 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8015141 Dec 20 16:20:17.516479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-2cc1125d-d3e6-4379-8073-5a802cefe9f3 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:17.517963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-2cc1125d-d3e6-4379-8073-5a802cefe9f3 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/networks?id=96e32465-fbba-40d3-a2c4-16f4631686d5 HTTP/1.1" status: 200 len: 814 time: 0.1060753 Dec 20 16:20:17.533433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7ac69c13-89f2-4ddd-ae43-a432d7750210 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/quotas/4b44381540dd43de966cd3dd9d16885a HTTP/1.1" status: 200 len: 375 time: 0.0097020 Dec 20 16:20:17.564950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-3d8592f9-e92b-4286-83af-bb136676b30a tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b44381540dd43de966cd3dd9d16885a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262425 Dec 20 16:20:17.710690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-5ae76ed7-e0d6-46ee-bf1e-86eb5cfb35bc service neutron] 10.222.0.81 "GET /v2.0/networks/96e32465-fbba-40d3-a2c4-16f4631686d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387053 Dec 20 16:20:17.802757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-6592b336-1565-489f-9326-674db0c20a76 service neutron] 10.222.0.81 "GET /v2.0/networks/96e32465-fbba-40d3-a2c4-16f4631686d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Dec 20 16:20:18.035043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4db6235-2b63-449c-91c3-19fa3b456b51 req-8bd5d582-63bd-4fd8-9127-2c96abe6f66b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 210 time: 0.0323024 Dec 20 16:20:19.116992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65528449-9ba6-44c5-85f4-9302c20a6fd7 req-92e62d2e-819a-46bf-9403-88ee2a9485af tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 210 time: 0.0278070 Dec 20 16:20:20.211823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab3ca60d-bc50-4d2b-96a9-1710d65124f6 req-3a594501-f677-4e74-a03e-b8c1d4be84ab tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 210 time: 0.0271263 Dec 20 16:20:20.783014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-107bac19-9118-4b61-8d80-14888a5c3cce tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:20.784608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-107bac19-9118-4b61-8d80-14888a5c3cce tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.83 "GET /v2.0/networks?id=96e32465-fbba-40d3-a2c4-16f4631686d5 HTTP/1.1" status: 200 len: 814 time: 0.3467796 Dec 20 16:20:20.800355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Request body: {'port': {'device_id': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5', 'admin_state_up': True, 'tenant_id': '4b44381540dd43de966cd3dd9d16885a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:20:21.016381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Made reservation on behalf of 4b44381540dd43de966cd3dd9d16885a for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:20:21.019970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:21.158183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Allocated IP 172.20.0.7 (96e32465-fbba-40d3-a2c4-16f4631686d5/6a33e9fa-445d-48ae-ba2a-e705b17071ae/26aefe1a-485a-4c10-9e03-901ed04c470e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:20:21.320584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f751543-2c6a-44f3-b33d-7aa3ad209d54 req-86c20e71-f256-4432-9333-b8fb0ec87b43 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 210 time: 0.0373735 Dec 20 16:20:21.343003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:21.462075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:21.508039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Network 96e32465-fbba-40d3-a2c4-16f4631686d5 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:20:21.511059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:20:21.515234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:20:21.521648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Pushing event updated for resources: {'Port': ['ID=26aefe1a-485a-4c10-9e03-901ed04c470e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:21.571873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:21.572384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:21.692912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-21ce7b33-5a00-4c4c-abf1-87ed3db81a1b tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970661 Dec 20 16:20:21.705421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Request body: {'port': {'device_id': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:20:21.759978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:21.911249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:22.020358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26aefe1a-485a-4c10-9e03-901ed04c470e {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:20:22.027963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:22.040388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Transition to ACTIVE for port object 26aefe1a-485a-4c10-9e03-901ed04c470e will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:20:22.141975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:22.200771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Pushing event updated for resources: {'Port': ['ID=26aefe1a-485a-4c10-9e03-901ed04c470e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:22.267167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Attempting to bind port 26aefe1a-485a-4c10-9e03-901ed04c470e on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:20:22.267516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Attempting to bind port 26aefe1a-485a-4c10-9e03-901ed04c470e by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '26f655f4-5c15-4a8b-8bbc-a920f4a6b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:20:22.267828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Attempting to bind port 26aefe1a-485a-4c10-9e03-901ed04c470e on network 96e32465-fbba-40d3-a2c4-16f4631686d5 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:20:22.272048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Port 26aefe1a-485a-4c10-9e03-901ed04c470e on network 96e32465-fbba-40d3-a2c4-16f4631686d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:20:22.272363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Attempting to bind port 26aefe1a-485a-4c10-9e03-901ed04c470e on network 96e32465-fbba-40d3-a2c4-16f4631686d5 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:20:22.277365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:20:22.277728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Checking segment: {'id': '26f655f4-5c15-4a8b-8bbc-a920f4a6b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:20:22.278140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Bound using segment: {'id': '26f655f4-5c15-4a8b-8bbc-a920f4a6b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:20:22.278653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Bound port: 26aefe1a-485a-4c10-9e03-901ed04c470e, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f655f4-5c15-4a8b-8bbc-a920f4a6b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:20:22.279542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:22.348023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] For port 26aefe1a-485a-4c10-9e03-901ed04c470e, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:20:22.351655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] For port 26aefe1a-485a-4c10-9e03-901ed04c470e, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=26aefe1a-485a-4c10-9e03-901ed04c470e,segment=NetworkSegment(26f655f4-5c15-4a8b-8bbc-a920f4a6b979),segment_id=26f655f4-5c15-4a8b-8bbc-a920f4a6b979)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:20:22.442785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8936c0-2216-4ee8-af4f-d61819980bd4 req-c562bcad-3463-46b7-8452-b09c7d66d86f tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:22.444172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e8936c0-2216-4ee8-af4f-d61819980bd4 req-c562bcad-3463-46b7-8452-b09c7d66d86f tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 943 time: 0.0532663 Dec 20 16:20:22.492246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3e8936c0-2216-4ee8-af4f-d61819980bd4 req-424f2568-d143-46e1-a962-6a4355901949 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Dec 20 16:20:22.602787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:22.636963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:22.637664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:22.639685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] 10.222.0.83 "PUT /v2.0/ports/26aefe1a-485a-4c10-9e03-901ed04c470e HTTP/1.1" status: 200 len: 1091 time: 0.9385126 Dec 20 16:20:22.640122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'tag': '26aefe1a-485a-4c10-9e03-901ed04c470e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:20:22.642413 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8872c879-b856-4d8f-b639-30380a3e02a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3da079-5cac-4c3c-88e6-1edbcd60c73b", "tag": "26aefe1a-485a-4c10-9e03-901ed04c470e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:20:22.669340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb92c1b-711f-4be0-a8b7-8537d9583e54 service neutron] Pushing event updated for resources: {'Port': ['ID=26aefe1a-485a-4c10-9e03-901ed04c470e,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:22.689470 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d62c44-8e91-439e-ac4a-704d235ca46b x-openstack-request-id: req-77d62c44-8e91-439e-ac4a-704d235ca46b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:20:22.689909 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3da079-5cac-4c3c-88e6-1edbcd60c73b", "tag": "26aefe1a-485a-4c10-9e03-901ed04c470e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:20:22.690171 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77d62c44-8e91-439e-ac4a-704d235ca46b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:20:22.690577 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'tag': '26aefe1a-485a-4c10-9e03-901ed04c470e', 'status': 'completed', 'code': 200} Dec 20 16:20:22.750593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872c879-b856-4d8f-b639-30380a3e02a9 req-a930da0f-e838-453b-9fa0-74a602580233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:22.752070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8872c879-b856-4d8f-b639-30380a3e02a9 req-a930da0f-e838-453b-9fa0-74a602580233 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b44381540dd43de966cd3dd9d16885a&device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 1094 time: 0.0418131 Dec 20 16:20:22.921008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872c879-b856-4d8f-b639-30380a3e02a9 req-047db006-b9b3-46a3-9166-6d4c9cc7e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:22.922590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8872c879-b856-4d8f-b639-30380a3e02a9 req-047db006-b9b3-46a3-9166-6d4c9cc7e1a8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4b44381540dd43de966cd3dd9d16885a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1632781 Dec 20 16:20:23.080517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872c879-b856-4d8f-b639-30380a3e02a9 req-ec0654f2-4e6a-4bd7-bebc-7a486762ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:23.082149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8872c879-b856-4d8f-b639-30380a3e02a9 req-ec0654f2-4e6a-4bd7-bebc-7a486762ecad service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518078 Dec 20 16:20:23.157783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-021e8451-411c-4e79-aacd-53e26f364bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:23.159300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-021e8451-411c-4e79-aacd-53e26f364bc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b44381540dd43de966cd3dd9d16885a&device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 1094 time: 0.0414002 Dec 20 16:20:23.207168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-363ddc33-f798-4160-85d6-477f508dbea4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26aefe1a-485a-4c10-9e03-901ed04c470e HTTP/1.1" status: 200 len: 217 time: 0.0389905 Dec 20 16:20:23.255753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-063fef8b-dca2-4b14-b7e6-4fc637568fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:23.257247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-063fef8b-dca2-4b14-b7e6-4fc637568fad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6a33e9fa-445d-48ae-ba2a-e705b17071ae HTTP/1.1" status: 200 len: 854 time: 0.0439532 Dec 20 16:20:23.288141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-910c6e69-03a0-46d6-9746-4e8690f83268 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=96e32465-fbba-40d3-a2c4-16f4631686d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238655 Dec 20 16:20:23.380113 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-ae441495-76de-4a11-9576-7ae3c1b6b141 service neutron] 10.222.0.83 "GET /v2.0/networks/96e32465-fbba-40d3-a2c4-16f4631686d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845332 Dec 20 16:20:23.471651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1322cdfd-389b-4ed2-9dd8-47e20f5f3413 req-5adb7db3-9cdd-4ad2-9e2b-c91d8d26f1cb service neutron] 10.222.0.83 "GET /v2.0/networks/96e32465-fbba-40d3-a2c4-16f4631686d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Dec 20 16:20:23.612851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cfdff-d18e-46a7-ac82-2f87d80a1222 req-79a387e4-8fac-4e0b-9e38-5a5a89fe891a tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:23.614409 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-214cfdff-d18e-46a7-ac82-2f87d80a1222 req-79a387e4-8fac-4e0b-9e38-5a5a89fe891a tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 943 time: 0.0536482 Dec 20 16:20:23.661590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-214cfdff-d18e-46a7-ac82-2f87d80a1222 req-da1ec48d-67fc-496a-8148-dbb612be8bc6 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Dec 20 16:20:24.785173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2342a-fac3-4e68-878a-75d89dd35086 req-b1442a77-df14-43c8-9edd-0961eb76454d tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:24.786649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79c2342a-fac3-4e68-878a-75d89dd35086 req-b1442a77-df14-43c8-9edd-0961eb76454d tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 943 time: 0.0486524 Dec 20 16:20:24.833877 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79c2342a-fac3-4e68-878a-75d89dd35086 req-ea640093-d6cd-44f1-bfff-4f89096f5433 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Dec 20 16:20:25.952728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c157ab-0c70-407b-b1b4-f5dfe3baddad req-b57fb7cc-0402-4107-9959-fe4efb265745 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:25.954231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10c157ab-0c70-407b-b1b4-f5dfe3baddad req-b57fb7cc-0402-4107-9959-fe4efb265745 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 943 time: 0.0490007 Dec 20 16:20:26.004934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10c157ab-0c70-407b-b1b4-f5dfe3baddad req-2fe28e12-a1ae-4af5-aa9b-0759c936b068 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Dec 20 16:20:27.122089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c358dc2-7ed8-4643-b95c-d3154205255e req-44e337bc-d3e9-4f5b-87b3-652b473d9f0c tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:27.124249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c358dc2-7ed8-4643-b95c-d3154205255e req-44e337bc-d3e9-4f5b-87b3-652b473d9f0c tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 943 time: 0.0506191 Dec 20 16:20:27.155858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 26aefe1a-485a-4c10-9e03-901ed04c470e details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:20:27.174175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c358dc2-7ed8-4643-b95c-d3154205255e req-cc5501c9-cb1f-4987-b7c9-9aa51d04883e tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Dec 20 16:20:27.253569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 26aefe1a-485a-4c10-9e03-901ed04c470e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=26aefe1a-485a-4c10-9e03-901ed04c470e,segment=NetworkSegment(26f655f4-5c15-4a8b-8bbc-a920f4a6b979),segment_id=26f655f4-5c15-4a8b-8bbc-a920f4a6b979)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:27.264558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '26aefe1a-485a-4c10-9e03-901ed04c470e', 'network_id': '96e32465-fbba-40d3-a2c4-16f4631686d5', 'port_id': '26aefe1a-485a-4c10-9e03-901ed04c470e', 'mac_address': 'fa:16:3e:7e:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33e9fa-445d-48ae-ba2a-e705b17071ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:20:27.305345 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:27.317927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26aefe1a-485a-4c10-9e03-901ed04c470e {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:20:27.336892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 26aefe1a-485a-4c10-9e03-901ed04c470e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=26aefe1a-485a-4c10-9e03-901ed04c470e,segment=NetworkSegment(26f655f4-5c15-4a8b-8bbc-a920f4a6b979),segment_id=26f655f4-5c15-4a8b-8bbc-a920f4a6b979)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:27.448512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:27.484121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:27.497834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=26aefe1a-485a-4c10-9e03-901ed04c470e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:27.813931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['26aefe1a-485a-4c10-9e03-901ed04c470e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:20:28.288716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3e54a-5830-41f9-bc81-41fdc60de1e8 req-9e9d5769-cec6-40c5-b386-136ad5ab78f7 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:28.290211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aa3e54a-5830-41f9-bc81-41fdc60de1e8 req-9e9d5769-cec6-40c5-b386-136ad5ab78f7 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 944 time: 0.0479012 Dec 20 16:20:28.337238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aa3e54a-5830-41f9-bc81-41fdc60de1e8 req-c4433399-f25b-4bf0-b1b3-35859b176509 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Dec 20 16:20:29.170881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 26aefe1a-485a-4c10-9e03-901ed04c470e up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:20:29.322320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-750e11e2-a2bf-463c-858b-e0e4defa0f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:29.347100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 26aefe1a-485a-4c10-9e03-901ed04c470e completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:20:29.351222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 26aefe1a-485a-4c10-9e03-901ed04c470e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:20:29.351596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:29.441184 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:29.460379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c7b9-cde9-4b2e-b2be-86bbfb74f50f req-f62bd2c5-7a7b-4377-a402-2f022d062438 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:29.461924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5453c7b9-cde9-4b2e-b2be-86bbfb74f50f req-f62bd2c5-7a7b-4377-a402-2f022d062438 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 944 time: 0.0558290 Dec 20 16:20:29.465994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aefe1a-485a-4c10-9e03-901ed04c470e'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:20:29.468679 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604bcbe1-e02a-4b69-abee-e62b7f71c905" -d '{"events": [{"server_uuid": "ee3da079-5cac-4c3c-88e6-1edbcd60c73b", "name": "network-vif-plugged", "status": "completed", "tag": "26aefe1a-485a-4c10-9e03-901ed04c470e"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:20:29.481826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 26aefe1a-485a-4c10-9e03-901ed04c470e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=26aefe1a-485a-4c10-9e03-901ed04c470e,segment=NetworkSegment(26f655f4-5c15-4a8b-8bbc-a920f4a6b979),segment_id=26f655f4-5c15-4a8b-8bbc-a920f4a6b979)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:29.512693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5453c7b9-cde9-4b2e-b2be-86bbfb74f50f req-6ea6ad58-52eb-4bd7-b972-5a5ad0462381 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Dec 20 16:20:29.564608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:29.588377 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524ec1c-8b26-4daf-8a6e-c0829877296c x-openstack-request-id: req-d524ec1c-8b26-4daf-8a6e-c0829877296c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:20:29.588916 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3da079-5cac-4c3c-88e6-1edbcd60c73b", "name": "network-vif-plugged", "status": "completed", "tag": "26aefe1a-485a-4c10-9e03-901ed04c470e", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:20:29.589199 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d524ec1c-8b26-4daf-8a6e-c0829877296c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:20:29.589586 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aefe1a-485a-4c10-9e03-901ed04c470e', 'code': 200} Dec 20 16:20:29.615533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=26aefe1a-485a-4c10-9e03-901ed04c470e,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:29.668374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f6b8b-5868-4a49-a739-7030d4a25337 req-e26be142-88c9-4abc-ae0d-e8904c68f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:29.669965 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-651f6b8b-5868-4a49-a739-7030d4a25337 req-e26be142-88c9-4abc-ae0d-e8904c68f042 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 1096 time: 0.0395677 Dec 20 16:20:29.715474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-651f6b8b-5868-4a49-a739-7030d4a25337 req-2e54e39e-4707-415f-aa0d-2322e8730beb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Dec 20 16:20:30.630082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5462bd-0224-458f-9e05-407e971e0a7a req-d6b9f1ac-0fba-4379-9f3c-b0983f2f2586 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:30.631540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f5462bd-0224-458f-9e05-407e971e0a7a req-d6b9f1ac-0fba-4379-9f3c-b0983f2f2586 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 945 time: 0.0524793 Dec 20 16:20:30.678590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f5462bd-0224-458f-9e05-407e971e0a7a req-e3448710-1148-4d62-be5f-6b61cad25957 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Dec 20 16:20:31.705587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7d51-bc4d-41c7-945b-6668d93cf73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:31.796949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e00e-77d4-42d8-9485-5fff9878429b req-3323826e-1075-4dca-a101-d35e667c8de1 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:31.798534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f16e00e-77d4-42d8-9485-5fff9878429b req-3323826e-1075-4dca-a101-d35e667c8de1 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 945 time: 0.0486121 Dec 20 16:20:31.847058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f16e00e-77d4-42d8-9485-5fff9878429b req-fdc897e3-6944-48ad-8687-7b1713591b30 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Dec 20 16:20:32.427787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3d7a7-b22f-41a7-839f-6bb1edcebc85 req-2a13504a-727a-4228-abf5-09d9b8871e81 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:32.429291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33c3d7a7-b22f-41a7-839f-6bb1edcebc85 req-2a13504a-727a-4228-abf5-09d9b8871e81 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 945 time: 0.0491667 Dec 20 16:20:32.479623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33c3d7a7-b22f-41a7-839f-6bb1edcebc85 req-9427b87c-df87-4dce-b965-cfafeefc3213 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Dec 20 16:20:32.882462 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:33.597662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5e3-dd86-4e5f-bfb1-fe08ba3e4ffa req-0cab9c5e-4004-4d81-8fe7-b7ea3b3d751a tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:33.599147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74def5e3-dd86-4e5f-bfb1-fe08ba3e4ffa req-0cab9c5e-4004-4d81-8fe7-b7ea3b3d751a tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 945 time: 0.0497060 Dec 20 16:20:33.646117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74def5e3-dd86-4e5f-bfb1-fe08ba3e4ffa req-9b9b83d3-c9a2-4b22-a9cb-8c0fceffba0f tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/security-groups?id=d77d078b-c81e-4c34-947c-ff6ffa41da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 20 16:20:33.851621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-9d8b744b-92fc-4a1f-be4f-3a75cb874087 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:20:33.853064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-9d8b744b-92fc-4a1f-be4f-3a75cb874087 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 945 time: 0.0479693 Dec 20 16:20:33.943424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Deleting port 26aefe1a-485a-4c10-9e03-901ed04c470e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:20:33.943759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:34.030772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] For port 26aefe1a-485a-4c10-9e03-901ed04c470e, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=26aefe1a-485a-4c10-9e03-901ed04c470e,segment=NetworkSegment(26f655f4-5c15-4a8b-8bbc-a920f4a6b979),segment_id=26f655f4-5c15-4a8b-8bbc-a920f4a6b979)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:20:34.031127 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:34.043337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Calling delete_port for 26aefe1a-485a-4c10-9e03-901ed04c470e owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:20:34.238672 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:34.250798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['26aefe1a-485a-4c10-9e03-901ed04c470e'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:20:34.267953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Pushing event deleted for resources: {'Port': ['ID=26aefe1a-485a-4c10-9e03-901ed04c470e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:34.311856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] No DVR routers for this DVR port 26aefe1a-485a-4c10-9e03-901ed04c470e on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:20:34.314564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:34.318158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b2afd29-f8bf-4f6a-860a-140340ba88e7 req-59ca9687-acfb-448e-a72c-a6319cee69a4 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.83 "DELETE /v2.0/ports/26aefe1a-485a-4c10-9e03-901ed04c470e HTTP/1.1" status: 204 len: 173 time: 0.4591408 Dec 20 16:20:34.318605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'name': 'network-vif-deleted', 'tag': '26aefe1a-485a-4c10-9e03-901ed04c470e'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:20:34.320918 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e347b-11d1-4200-bd6d-e5d462192e5f" -d '{"events": [{"server_uuid": "ee3da079-5cac-4c3c-88e6-1edbcd60c73b", "name": "network-vif-deleted", "tag": "26aefe1a-485a-4c10-9e03-901ed04c470e"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:20:34.358870 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c596b8bc-bd62-49ae-8aa1-89c349795c65 x-openstack-request-id: req-c596b8bc-bd62-49ae-8aa1-89c349795c65 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:20:34.363706 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3da079-5cac-4c3c-88e6-1edbcd60c73b", "name": "network-vif-deleted", "tag": "26aefe1a-485a-4c10-9e03-901ed04c470e", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:20:34.363706 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c596b8bc-bd62-49ae-8aa1-89c349795c65 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:20:34.363706 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3da079-5cac-4c3c-88e6-1edbcd60c73b', 'name': 'network-vif-deleted', 'tag': '26aefe1a-485a-4c10-9e03-901ed04c470e', 'status': 'completed', 'code': 200} Dec 20 16:20:34.438854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:34.755388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fbbadd4-1359-48dd-a43f-bc42e5037396 req-9a374e77-cc9f-47be-b2fb-69f33733d420 tempest-ServerAddressesTestJSON-1498402616 tempest-ServerAddressesTestJSON-1498402616-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee3da079-5cac-4c3c-88e6-1edbcd60c73b HTTP/1.1" status: 200 len: 210 time: 0.0260761 Dec 20 16:20:35.097014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:35.813547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:35.862808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Deleting subnet 6a33e9fa-445d-48ae-ba2a-e705b17071ae {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:20:35.865866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:35.900247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:35.939366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.068035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.100286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a33e9fa-445d-48ae-ba2a-e705b17071ae,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:36.102267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.106222 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed66eae9-e3a3-4991-b21f-8f15bffb5662 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6a33e9fa-445d-48ae-ba2a-e705b17071ae HTTP/1.1" status: 204 len: 168 time: 0.2909966 Dec 20 16:20:36.108392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37544) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:36.177409 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.259135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.279408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e32465-fbba-40d3-a2c4-16f4631686d5']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:36.288291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f655f4-5c15-4a8b-8bbc-a920f4a6b979') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:36.288586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f655f4-5c15-4a8b-8bbc-a920f4a6b979') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:20:36.298072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.311805 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.317694 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:20:36.318123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:20:36.319728 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:20:36.483114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.489039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.492236 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] 10.222.0.81 "DELETE /v2.0/networks/96e32465-fbba-40d3-a2c4-16f4631686d5 HTTP/1.1" status: 204 len: 168 time: 0.3828871 Dec 20 16:20:36.504480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc4d3a-32a0-4927-8b8d-4f01d5dbbc6c admin admin] Pushing event deleted for resources: {'Network': ['ID=96e32465-fbba-40d3-a2c4-16f4631686d5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:36.830486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37548) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:36.870990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cbde6413-e595-47ed-a58b-1e3884af5a43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b44381540dd43de966cd3dd9d16885a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393088 Dec 20 16:20:36.874148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37550) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:20:36.922186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-527112da-340e-4adc-bcc2-4ec0341c1d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:36.943135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-527112da-340e-4adc-bcc2-4ec0341c1d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:37.079486 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-527112da-340e-4adc-bcc2-4ec0341c1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:37.082562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-527112da-340e-4adc-bcc2-4ec0341c1d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:37.083867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-527112da-340e-4adc-bcc2-4ec0341c1d28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d77d078b-c81e-4c34-947c-ff6ffa41da93 HTTP/1.1" status: 204 len: 168 time: 0.2087851 Dec 20 16:20:37.094184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527112da-340e-4adc-bcc2-4ec0341c1d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d078b-c81e-4c34-947c-ff6ffa41da93,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:20:37.236501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 26aefe1a-485a-4c10-9e03-901ed04c470e no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:20:37.257919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 26aefe1a-485a-4c10-9e03-901ed04c470e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:20:37.258263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 26aefe1a-485a-4c10-9e03-901ed04c470e not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:20:38.647484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c2da327-14d6-4d9d-b862-9fc90e886ef9 req-cf6a28a0-1728-4542-9028-3b5f83bedd0e tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0303826 Dec 20 16:20:39.757278 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8014e4e9-572d-493a-9a8a-6f55ff103896 req-4dd29f7d-5918-4de4-9821-f29d7a9342e1 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0325332 Dec 20 16:20:40.865935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c2deb1b-5eb0-4b0c-acd1-23b8252ec399 req-7d7a1123-1ac1-487e-b349-ca3bc5de1dd8 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0305960 Dec 20 16:20:41.491297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-1174fe20-e18e-4f31-b2c4-da56d4471948 req-9a070243-a634-47e6-88bd-2e50e52d1351 service neutron] (103953) timed out ('10.222.0.81', 53848) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:20:41.975754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19807967-1eb6-4f34-b58e-5cb69392434b req-f0348cfb-f17d-4c72-aafb-f4d627dfe3d7 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0265315 Dec 20 16:20:43.084469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66b8a5a7-1bdd-4cb9-ba7b-4e7966b232e4 req-b4373fa3-21ff-4b9e-9a40-92ec4c5d4730 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0270638 Dec 20 16:20:43.446515 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90da76b5-7953-44fe-ba40-baf309dfe75d req-8e3db570-bfbe-4fdf-9288-2f5058d26e88 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0240550 Dec 20 16:20:44.193497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa9de7b8-f818-4e2d-8584-688b9d496779 req-fab71b5c-8644-4707-a6ff-bb3198927902 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0301187 Dec 20 16:20:45.296103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f878b618-6f6f-4e2d-b169-89015b2ce0c8 req-e50d0226-1bb4-40d3-916c-87b4225b63ef tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0257359 Dec 20 16:20:46.293573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df70bc04-f1df-4584-b0cc-d54941bfaeb6 req-f6de1b11-7c10-473e-811c-08ccc2620b51 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0320244 Dec 20 16:20:47.396315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1cfead2-0659-4501-9c83-68aab2013f0b req-1b2bcf91-1420-436e-892a-59976e3e470b tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0268419 Dec 20 16:20:48.509668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-189a09a3-a738-44d7-8a71-6adf76af8352 req-e1619a51-97bd-4ba7-97fb-b428af6c0e5f tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0320528 Dec 20 16:20:49.628017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb4fd5c3-1acd-474c-81b7-92549a15c736 req-64afe83f-c245-4941-8e35-aec369a3800a tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0260999 Dec 20 16:20:50.735506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11d62814-27bf-4d01-9ac8-adab719aa931 req-44e43e51-90e0-4093-b0d3-3050731a10d1 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0307240 Dec 20 16:20:51.838705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-218b745a-5f19-4c9e-a708-771269f64b13 req-429368b8-cb1f-4207-9024-42b22ddab600 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0268221 Dec 20 16:20:51.867791 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:52.942629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-753c4f60-b2b2-4642-bdee-33b2ffd8b955 req-1a301d65-390e-4b44-9162-9bd7cc40c3dd tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0268273 Dec 20 16:20:53.045184 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:20:54.042486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cde7045-af4c-449e-b795-f4c2e738bf03 req-afd6e6fc-43a8-4fce-a1a5-794388e3fd23 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0254960 Dec 20 16:20:55.148190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-509e0858-31c8-4b9a-ac6b-d55d1906ba84 req-118cb206-61b4-40f6-bc56-3f1fdb507196 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0277665 Dec 20 16:20:56.255144 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc5d9f95-c156-4aef-8b45-5252c589d117 req-ad519865-79dc-42bf-a4cd-919074f410eb tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0277414 Dec 20 16:20:57.366764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7673332c-cef4-4c36-a1b7-dba2b27b389a req-f4f46ba5-97f0-41ed-b470-f822fa67f221 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0317626 Dec 20 16:20:57.468176 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:58.469904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-978cb5b0-e268-4999-b5d8-09adda3557f4 req-ddf1c963-0ada-4ba2-b6dd-de3a2c7b8273 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0279360 Dec 20 16:20:59.271486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fc35b4d1-aadf-4f8d-82c3-a098507342f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:20:59.572687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2a9a319-42cb-4719-aaff-619426a0fd40 req-945e6e0d-49d0-4b8a-ba9c-131f5dbdb206 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0257750 Dec 20 16:21:00.677368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1f3b3ba-def1-4ae5-9e86-869458a757ee req-1e0a13fc-eea1-4645-8ebe-33ab35b4d4ed tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0280156 Dec 20 16:21:01.690443 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7a176fb-5133-4c4f-bb6f-6a71a2629c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:01.783290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14200ed-8435-48b1-a2a9-8e5846618ea5 req-4fffe459-2aa7-41a5-bcec-e1af5fadf8c0 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0269277 Dec 20 16:21:02.889942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-acb29943-f811-4d45-a3f6-8c6efd325e63 req-4d7ff36d-0894-4429-8e54-68fa41bf26a1 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0275521 Dec 20 16:21:02.953835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:03.997411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45f0f567-445c-4c71-b229-581f06a99cd1 req-5348a0a2-d052-4c33-b4d6-d63687053217 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0298052 Dec 20 16:21:04.416542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:05.101928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:05.106703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ece62710-550e-4688-997e-2d60d205be9f req-f018d4e5-0f16-4904-8519-805167365960 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0292206 Dec 20 16:21:06.210126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1f7e70a-735f-401b-9011-d9cab3b45179 req-1a61197d-4058-4d2c-9599-b96f1e53d8f7 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0268114 Dec 20 16:21:07.313052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9e2c09e-30e8-4659-bda0-c3b85b87f583 req-dd1d1f4d-8f94-4182-80de-204beefb0162 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0270236 Dec 20 16:21:08.416329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e04438c9-faf1-4871-98de-781ad4062e70 req-8a46001f-15fa-448f-8b6b-9bdcb228c652 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0265214 Dec 20 16:21:09.518757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74b89483-6a5e-4e04-b3aa-af41dfe3729c req-9787d00f-9215-4556-a97d-4993b70905c4 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0256922 Dec 20 16:21:10.626238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16c43759-7c17-4a37-b061-3c85546b8e6b req-7d28be64-5ff2-4efb-b82c-9d70b3eeca79 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0297630 Dec 20 16:21:11.220435 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-b6426153-c1ed-4359-8aa9-67d370b699f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433226 Dec 20 16:21:11.300899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-f729721b-1498-4d30-9a7c-6bf826895f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:11.302399 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-f729721b-1498-4d30-9a7c-6bf826895f05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 1097 time: 0.0406122 Dec 20 16:21:11.411995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-bdd3e9d0-8f8e-421c-ac60-2e1c53e1e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:11.413383 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-bdd3e9d0-8f8e-421c-ac60-2e1c53e1e4ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0911598 Dec 20 16:21:11.480416 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-f9015070-3fb9-4532-a3ca-fdb9daf988c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 200 len: 1002 time: 0.0582359 Dec 20 16:21:11.528253 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-f03c910a-c045-4002-b23e-c179e8d57e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:11.530618 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-f03c910a-c045-4002-b23e-c179e8d57e8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0437503 Dec 20 16:21:11.578406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-469439ab-6ea2-4b8d-85fd-bcd0480193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:11.579842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-469439ab-6ea2-4b8d-85fd-bcd0480193b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421529 Dec 20 16:21:11.669303 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-cb4ae818-44bd-497f-b313-cd6799d0c9fc service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823088 Dec 20 16:21:11.729775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cacd83f-1287-4e48-b257-edd4f43df198 req-dc81a458-ee22-4a5f-a435-ca1a3578b38c tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0265968 Dec 20 16:21:11.765465 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c0f44a67-8ab7-4570-9d80-9e2da86764fa req-fec64e29-a1d4-4b99-87eb-514676029b8f service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893912 Dec 20 16:21:12.263914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fc97658-c068-4c4e-8b3e-93c9acc78cbc req-7d71f255-3e61-4425-bc74-8d7aee0ec272 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31d3cdd343a7434d9ce1faab709a6de9&device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0248239 Dec 20 16:21:12.302611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fc97658-c068-4c4e-8b3e-93c9acc78cbc req-f53e5e70-ccb9-4f84-a509-ea7746bfd07a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=31d3cdd343a7434d9ce1faab709a6de9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195692 Dec 20 16:21:12.400132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc97658-c068-4c4e-8b3e-93c9acc78cbc req-b8fa7aa3-6c0d-48eb-a7e6-955d9d63b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:12.401540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fc97658-c068-4c4e-8b3e-93c9acc78cbc req-b8fa7aa3-6c0d-48eb-a7e6-955d9d63b26a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913281 Dec 20 16:21:12.832934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cc523f9-6474-4760-b7d0-794b04634c0f req-7b99f55d-13a3-4c9a-8ba6-1327570c120c tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0262396 Dec 20 16:21:13.937892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa3a61a5-c3b1-44c6-9df5-5000cc12b500 req-be012878-a25c-4223-9da5-d14ccbe6db48 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0264959 Dec 20 16:21:15.040529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b23f251-5107-484e-8464-a5f7b2e1c701 req-96475f83-4179-45a6-b24e-ed735c337aca tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0260720 Dec 20 16:21:15.725701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58c3449f-d56c-40ca-8818-80290ad774fe req-16ff934a-030a-4958-bd65-38526b64aec5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0250585 Dec 20 16:21:16.141615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb79bb43-a06c-4491-b44e-49b4c3ff2bab req-46544011-6a66-43b1-bda7-b6974d80be81 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0263629 Dec 20 16:21:17.255884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2c98583-41f0-4f45-bd2b-7b4be3e1d7f5 req-b7781e5a-cc5f-410d-8752-f81cce084c03 tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0386646 Dec 20 16:21:17.810793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c326a23-1437-4f38-8047-a94e73c20339 req-1239be29-d900-4184-8192-0bcfa517cb9d tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0263746 Dec 20 16:21:17.842540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3604f75e-b136-4dde-9851-0ccd7880ddbb req-7742e496-59c2-4e21-834c-2557fa9e85d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=31d3cdd343a7434d9ce1faab709a6de9&device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0251393 Dec 20 16:21:17.869750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3604f75e-b136-4dde-9851-0ccd7880ddbb req-91353e0b-10c3-49eb-9294-80433b62c994 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=31d3cdd343a7434d9ce1faab709a6de9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192652 Dec 20 16:21:18.208592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604f75e-b136-4dde-9851-0ccd7880ddbb req-57fd1e71-ed3b-4490-b81c-0d47e84bcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:18.210062 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3604f75e-b136-4dde-9851-0ccd7880ddbb req-57fd1e71-ed3b-4490-b81c-0d47e84bcb56 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3318818 Dec 20 16:21:18.914040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7692863f-b006-4302-b20d-97ad421f2427 req-74a637ce-b30e-49f7-9c07-ed3d86c946dc tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0264781 Dec 20 16:21:19.563414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3604f75e-b136-4dde-9851-0ccd7880ddbb req-d9c57f92-c801-41c7-852c-bf4fb78b182f tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.83 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0255229 Dec 20 16:21:20.028358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70c8781e-5b26-46e0-933e-67d652ca231e req-8b11396f-c958-43be-b5d3-34af1da57fac tempest-ServerShowV254Test-1486323468 tempest-ServerShowV254Test-1486323468-project] 10.222.0.81 "GET /v2.0/ports?device_id=544dbc28-16f5-41ca-8509-8e30601bedac HTTP/1.1" status: 200 len: 210 time: 0.0259039 Dec 20 16:21:21.536790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37700) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:21:21.657416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:21.730075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:21.912251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:21.944013 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:21.950947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31d3cdd343a7434d9ce1faab709a6de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130325 Dec 20 16:21:21.958530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc5bc0c-dc00-413b-b2a9-dc8da39a4da8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:21.958669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 37704) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:21:21.960077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.960425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.960797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.961135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.961488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.961821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.962154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.962476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.962800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.963122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.963444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.963766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:21.964083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cda5d-dc9b-494e-bcea-dec0e1aeca50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.004684 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:22.025565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:22.158998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:22.161811 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:22.163025 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ddc5bc0c-dc00-413b-b2a9-dc8da39a4da8 HTTP/1.1" status: 204 len: 168 time: 0.2074182 Dec 20 16:21:22.171420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc5bc0c-dc00-413b-b2a9-dc8da39a4da8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:22.179996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.180349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.180691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.181055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.181423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.181772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.182101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.182410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.182730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.183052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.183373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.183692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:22.184014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3920f-6907-42bd-99b2-5d7d1b280576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:23.280984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37726) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:21:23.384028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1804226164-network', 'tenant_id': 'e7fd97ef39314bacaf620a14f9975cc1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:23.478950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Made reservation on behalf of e7fd97ef39314bacaf620a14f9975cc1 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:23.481313 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.493562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.568535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.650450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.672390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:21:23.686859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303dfed5-888d-4415-8356-45f05fceb34d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:23.691960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.692339 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Added segment 9df13f31-5cd6-499d-886f-1ebe39f80116 of type vlan for network 7679c320-bba4-44c1-8877-1f4524b6cf46 Dec 20 16:21:23.736195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.908145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.909064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:23.909650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:23.971674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] Pushing event updated for resources: {'Network': ['ID=7679c320-bba4-44c1-8877-1f4524b6cf46,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:23.981281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7679c320-bba4-44c1-8877-1f4524b6cf46 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:21:24.001959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f631fdf-5445-4691-8a17-6784e2bb195c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7197766 Dec 20 16:21:24.005236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 37730) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:21:24.009643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Request body: {'subnet': {'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1804226164-subnet', 'tenant_id': 'e7fd97ef39314bacaf620a14f9975cc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:24.119021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Made reservation on behalf of e7fd97ef39314bacaf620a14f9975cc1 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:24.121970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:24.399706 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:24.453690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3610db-cb2b-4703-b6c7-0da15198d15d,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:24.463688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Checking segment: {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:21:24.464041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Network hostable DHCP agents. Network: 7679c320-bba4-44c1-8877-1f4524b6cf46, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:21:24.547714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Network 7679c320-bba4-44c1-8877-1f4524b6cf46 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:21:24.631900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7679c320-bba4-44c1-8877-1f4524b6cf46) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:24.636076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:24.636662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:24.646406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b850e-4eba-438c-9718-9afa7b82adb0 None None] Network 7679c320-bba4-44c1-8877-1f4524b6cf46 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:21:24.740144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b202d2b-0a02-483b-98c2-ccda31a9d9cd None None] Network 7679c320-bba4-44c1-8877-1f4524b6cf46 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:21:24.761964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d6246e85-5827-404a-a11d-0cc7228f1a91 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7560709 Dec 20 16:21:25.190909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-5017db0b-f7ad-417b-a569-c464a3537737 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:25.192511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-5017db0b-f7ad-417b-a569-c464a3537737 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 814 time: 0.1062446 Dec 20 16:21:25.208900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-3da053a2-3800-44a3-b4c8-79043a7eb5aa tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/quotas/e7fd97ef39314bacaf620a14f9975cc1 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Dec 20 16:21:25.245478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c746e20b-74c0-4422-b6dd-cc632f168f14 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308409 Dec 20 16:21:25.335865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-2768d27d-10cc-4ae5-9509-ef0e1cdb5150 service neutron] 10.222.0.81 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Dec 20 16:21:25.430521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-a68af3a6-c294-4978-b366-2f48c3904097 service neutron] 10.222.0.81 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876594 Dec 20 16:21:25.704570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48593cf3-b566-4494-973d-1c79541a9a3f req-81215155-e3a0-4030-b3ad-703b8a7eded5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Dec 20 16:21:26.800327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d60e5bc1-9bd7-41fd-9e6e-d0a9ada896f7 req-e1cf9d3f-6164-4630-9163-ebd9861acc0d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Dec 20 16:21:27.495241 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:27.914279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2eb1358d-32d5-44ab-a2eb-44e861dba3b8 req-344c8406-9960-4db3-9fbe-cca135543af7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Dec 20 16:21:27.949458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-0db3564d-b54c-4d39-992d-b60f598b1066 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:27.950933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-0db3564d-b54c-4d39-992d-b60f598b1066 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.83 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 814 time: 0.1329370 Dec 20 16:21:27.963012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Request body: {'port': {'device_id': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'admin_state_up': True, 'tenant_id': 'e7fd97ef39314bacaf620a14f9975cc1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:28.129392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Made reservation on behalf of e7fd97ef39314bacaf620a14f9975cc1 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:28.133032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:28.260222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Allocated IP 172.20.0.10 (7679c320-bba4-44c1-8877-1f4524b6cf46/5e3610db-cb2b-4703-b6c7-0da15198d15d/8d79e89f-9ed3-4d19-bc00-70d5b5ef274f) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:28.407955 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:28.515347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:28.561501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Network 7679c320-bba4-44c1-8877-1f4524b6cf46 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:28.564579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:28.568295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:28.574733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:28.625443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:28.626047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:28.783782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-c47e2a16-2748-468a-961a-50f99dd584ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8243961 Dec 20 16:21:28.796454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Request body: {'port': {'device_id': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:28.851054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.087833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be828f51-3a70-4efa-b4ae-d6cd96c4d25b req-e08daa13-03ee-44d8-83e0-3a1746169041 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:29.089346 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be828f51-3a70-4efa-b4ae-d6cd96c4d25b req-e08daa13-03ee-44d8-83e0-3a1746169041 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 932 time: 0.1016269 Dec 20 16:21:29.189902 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be828f51-3a70-4efa-b4ae-d6cd96c4d25b req-28528397-e9b2-4142-9a2d-b0e5a8cc584d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869758 Dec 20 16:21:29.191898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:21:29.199869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.213225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Transition to ACTIVE for port object 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:29.279273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3c85c54a-5f27-40da-b5a1-f340a9b5b9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.301803 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.351442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:29.424405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Attempting to bind port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:21:29.424758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Attempting to bind port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:21:29.425083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Attempting to bind port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f on network 7679c320-bba4-44c1-8877-1f4524b6cf46 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:21:29.429367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f on network 7679c320-bba4-44c1-8877-1f4524b6cf46 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:21:29.429684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Attempting to bind port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f on network 7679c320-bba4-44c1-8877-1f4524b6cf46 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:21:29.434494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:21:29.434824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Checking segment: {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:21:29.435806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Bound using segment: {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:21:29.436379 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Bound port: 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:21:29.436819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.500485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:29.503422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:29.668283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.706326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:29.706939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:29.708334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] 10.222.0.83 "PUT /v2.0/ports/8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 1092 time: 0.9163017 Dec 20 16:21:29.708761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:29.711013 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9372840f-2bac-46d9-950f-3594cf6f22ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:29.734174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2faf-df9a-4d31-ad1a-f4fb272ca22e service neutron] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:29.754501 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4e242-cb3b-4259-b9f9-c1eb8e7783dc x-openstack-request-id: req-bab4e242-cb3b-4259-b9f9-c1eb8e7783dc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:29.754501 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:29.754501 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bab4e242-cb3b-4259-b9f9-c1eb8e7783dc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:29.754501 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'status': 'completed', 'code': 200} Dec 20 16:21:29.816027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372840f-2bac-46d9-950f-3594cf6f22ff req-f8c8faaa-f1d5-4df2-a4da-4c632767e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:29.817980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9372840f-2bac-46d9-950f-3594cf6f22ff req-f8c8faaa-f1d5-4df2-a4da-4c632767e781 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1095 time: 0.0440035 Dec 20 16:21:29.926715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372840f-2bac-46d9-950f-3594cf6f22ff req-46aae6f9-d123-4f16-bcf5-cf1822b563bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:29.928282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9372840f-2bac-46d9-950f-3594cf6f22ff req-46aae6f9-d123-4f16-bcf5-cf1822b563bf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019213 Dec 20 16:21:30.030781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372840f-2bac-46d9-950f-3594cf6f22ff req-9b2de91d-8053-4f50-9586-8ac6944998ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:30.032161 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9372840f-2bac-46d9-950f-3594cf6f22ff req-9b2de91d-8053-4f50-9586-8ac6944998ef service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973299 Dec 20 16:21:30.047916 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:21:30.109520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-b0236446-4466-488f-9596-93a62d703fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:30.111024 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-b0236446-4466-488f-9596-93a62d703fe0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1095 time: 0.0421517 Dec 20 16:21:30.154572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-d5bd8a47-0117-4c0e-a472-5eeb91e18999 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 217 time: 0.0346811 Dec 20 16:21:30.202439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-d0eb11bb-d2a4-4d47-bfbc-8a3287fd445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:30.203878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-d0eb11bb-d2a4-4d47-bfbc-8a3287fd445c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0433872 Dec 20 16:21:30.243138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-3c46a9d6-eb75-49e2-b0e5-ab838e1f927c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310173 Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:21:30.367581 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:21:30.371627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150dd74-4945-46ff-84e2-f2609b5d20c2 req-2bc9ac36-0324-404d-af57-5710c60d2b20 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:30.371627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8150dd74-4945-46ff-84e2-f2609b5d20c2 req-2bc9ac36-0324-404d-af57-5710c60d2b20 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.1037214 Dec 20 16:21:30.375110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-70070bd2-5924-4e12-8ab9-4e4280e1d89d service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251488 Dec 20 16:21:30.475692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8150dd74-4945-46ff-84e2-f2609b5d20c2 req-b4730239-2706-4098-acb1-edd7cf1b2f3a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982404 Dec 20 16:21:30.499250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d286bd7c-d537-47b3-91e8-c655775d1aa4 req-9a516f45-ba9f-4b58-909c-3af14d72b7e4 service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160548 Dec 20 16:21:31.601884 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e478d-d4a1-4848-98bd-1f3f8c99ebff req-015d251a-82e8-4225-9f51-f8f136df2db2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:31.603368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-124e478d-d4a1-4848-98bd-1f3f8c99ebff req-015d251a-82e8-4225-9f51-f8f136df2db2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0537364 Dec 20 16:21:31.655959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-124e478d-d4a1-4848-98bd-1f3f8c99ebff req-4f36ed62-eeec-4507-a1c5-64bce97def2f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453877 Dec 20 16:21:31.736595 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3c0be8c-62f5-4332-9860-5c792345b983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:32.773748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9818e-d3bc-4af3-bd6d-fc5676474ad9 req-5ce6d84d-84b2-4f35-b098-38366f824158 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:32.775226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bb9818e-d3bc-4af3-bd6d-fc5676474ad9 req-5ce6d84d-84b2-4f35-b098-38366f824158 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0504670 Dec 20 16:21:32.823285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bb9818e-d3bc-4af3-bd6d-fc5676474ad9 req-6b2911db-8e81-4202-a1d9-66a116734a33 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Dec 20 16:21:32.906838 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:33.544589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:21:33.642781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:33.654416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'port_id': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'mac_address': 'fa:16:3e:4e:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3610db-cb2b-4703-b6c7-0da15198d15d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:21:33.695817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:33.709645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:21:33.728704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:33.797770 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:33.844706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:33.852010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.852356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.852698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.853034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.853391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.853727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.854315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.854411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.854676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.855001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.855326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.855649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.855975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:21:33.944057 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d3666-7ebb-44b6-b42c-0c6984d3c624 req-e5fe892c-2dde-466f-ad19-2cefc28fbc6a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:33.945577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc4d3666-7ebb-44b6-b42c-0c6984d3c624 req-e5fe892c-2dde-466f-ad19-2cefc28fbc6a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0486374 Dec 20 16:21:33.995901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc4d3666-7ebb-44b6-b42c-0c6984d3c624 req-ecee2350-d193-4c12-ad3b-a8d449a09914 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Dec 20 16:21:34.123422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:21:34.468613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:35.115804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d472d18-deca-43c6-a704-968b1159d608 req-faa34d2a-d589-43ba-a96d-c503a75982fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:35.117358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d472d18-deca-43c6-a704-968b1159d608 req-faa34d2a-d589-43ba-a96d-c503a75982fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Dec 20 16:21:35.134813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:35.167283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d472d18-deca-43c6-a704-968b1159d608 req-40f326d9-8b97-4e67-b9fb-f90d3860d343 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Dec 20 16:21:35.560120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:21:35.736655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:35.740865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:35.741269 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:35.821722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:35.846265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:35.848492 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b91c136-980b-426d-9524-6121f6a30017" -d '{"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:35.865111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:35.887971 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c024e3-80fd-4aaa-bc67-dfc075025036 x-openstack-request-id: req-99c024e3-80fd-4aaa-bc67-dfc075025036 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:35.887971 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:35.887971 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99c024e3-80fd-4aaa-bc67-dfc075025036 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:35.887971 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'code': 200} Dec 20 16:21:35.985328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a0a07-e142-4a35-91de-507e2226b2ac req-16049d37-9066-4ec6-9552-aeb650476a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:35.986861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec5a0a07-e142-4a35-91de-507e2226b2ac req-16049d37-9066-4ec6-9552-aeb650476a73 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1096 time: 0.0427854 Dec 20 16:21:36.015622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:36.036483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec5a0a07-e142-4a35-91de-507e2226b2ac req-89d52bdb-4005-4fa6-8a0e-b0d50286b60e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Dec 20 16:21:36.066323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:36.298891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233af9b2-8386-482a-8f7a-dd61e9d155b7 req-6f5560d9-befd-471a-8978-8be4b89ae9c7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:36.300381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-233af9b2-8386-482a-8f7a-dd61e9d155b7 req-6f5560d9-befd-471a-8978-8be4b89ae9c7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0533788 Dec 20 16:21:36.348570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-233af9b2-8386-482a-8f7a-dd61e9d155b7 req-7492eae5-3a0a-49fb-840e-605357a63ed3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Dec 20 16:21:37.467974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c18b9-d0ea-419a-bbd1-71a87b4ca326 req-28a292c9-af9e-4b18-b54b-009cff471f64 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:37.469432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef2c18b9-d0ea-419a-bbd1-71a87b4ca326 req-28a292c9-af9e-4b18-b54b-009cff471f64 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0504591 Dec 20 16:21:37.527934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef2c18b9-d0ea-419a-bbd1-71a87b4ca326 req-83419544-3696-479d-b708-7a0a9971878b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Dec 20 16:21:38.040206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541ee11-40c9-4260-8e71-3d71fb15c0ff req-1113a184-b183-465f-91e6-9deafe02b8c7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:38.041752 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2541ee11-40c9-4260-8e71-3d71fb15c0ff req-1113a184-b183-465f-91e6-9deafe02b8c7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0516670 Dec 20 16:21:38.097708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2541ee11-40c9-4260-8e71-3d71fb15c0ff req-557c8c1b-2fce-4536-8647-eb96f901725d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486233 Dec 20 16:21:38.651356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fa42d-1660-451e-8453-0406ebc13e13 req-c5de7f7c-61c3-475c-8cde-4e8afd022b24 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:38.652869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-081fa42d-1660-451e-8453-0406ebc13e13 req-c5de7f7c-61c3-475c-8cde-4e8afd022b24 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0507579 Dec 20 16:21:38.702230 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-081fa42d-1660-451e-8453-0406ebc13e13 req-c203b0bc-02be-4f96-a917-ab053fed5fbf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Dec 20 16:21:38.937678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-012ee294-714b-48a8-b5fe-b2bc8d947233 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:38.939153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-012ee294-714b-48a8-b5fe-b2bc8d947233 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 814 time: 0.1068647 Dec 20 16:21:38.954669 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-9d8c0323-de4b-4a7b-bb83-7a76c6d81a43 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/quotas/e7fd97ef39314bacaf620a14f9975cc1 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Dec 20 16:21:39.002960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-5c1010d0-050f-41bb-a81a-849aea4a8f0c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429437 Dec 20 16:21:39.063551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-f9bdfaa8-0b45-4a89-a58a-645c33dd6c9d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:21:39.064561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-f9bdfaa8-0b45-4a89-a58a-645c33dd6c9d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550001 Dec 20 16:21:39.164237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-56ca1bce-250d-407d-9657-0c7692d34bc3 service neutron] 10.222.0.81 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932963 Dec 20 16:21:39.267084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91bbcd-d1d5-4a14-bfbd-e19d768e63d3 req-5c5dc607-f395-4bb4-addf-89db09636d77 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:39.268592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d91bbcd-d1d5-4a14-bfbd-e19d768e63d3 req-5c5dc607-f395-4bb4-addf-89db09636d77 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0988908 Dec 20 16:21:39.315495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-0c905135-a139-429f-a966-39d1f1d5b0dd service neutron] 10.222.0.81 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441867 Dec 20 16:21:39.340635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d91bbcd-d1d5-4a14-bfbd-e19d768e63d3 req-e01ec3ba-0ae2-4109-a085-07644c4a8b0e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640817 Dec 20 16:21:39.566399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8056a86e-1729-4936-b51b-cfc160670fbc req-fe2752e1-0582-46f3-81c2-3df284033095 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 210 time: 0.0272043 Dec 20 16:21:39.671503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d22516-043f-4448-ba78-bb8a201c913a req-81d4246d-fef7-4311-8d20-05ed453c3525 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:39.673052 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4d22516-043f-4448-ba78-bb8a201c913a req-81d4246d-fef7-4311-8d20-05ed453c3525 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 946 time: 0.0502849 Dec 20 16:21:39.775476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:21:39.775813 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:39.865908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:39.866170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:40.042671 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:40.043033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:40.043347 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Floating IP 0021af55-c3ec-4fcb-a0cb-5af223c0cd31 disassociated. External IP: 172.25.6.159, port: 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599. Dec 20 16:21:40.043684 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:21:40.323775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:40.356934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:40.440159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-41c09869-79c4-4b9b-ad15-0aed46841117 req-c0ad4c7c-cb00-4a66-b9ef-ab94a353a09c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0263593 Dec 20 16:21:40.478067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:21:40.666653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2a640c2-8717-4902-8ae1-66b6156f0a69 req-15ff1c36-ff7e-4e63-b9f9-09a2d5f00adf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 210 time: 0.0286279 Dec 20 16:21:40.916312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:21:40.927148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:21:40.939576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:40.940342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:21:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:40.957815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:21:40.960690 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:40.964311 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4d22516-043f-4448-ba78-bb8a201c913a req-89b34a0f-0020-4f72-abd6-8ba409af987b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "DELETE /v2.0/ports/5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 HTTP/1.1" status: 204 len: 173 time: 1.2853112 Dec 20 16:21:40.964770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'name': 'network-vif-deleted', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:40.969141 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba64ddb2-12ff-4a7b-b617-3e311d17fd4b" -d '{"events": [{"server_uuid": "57c78110-652d-4090-bf27-83366789112d", "name": "network-vif-deleted", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:41.006603 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bbccda-7088-4545-bf83-756f8475200c x-openstack-request-id: req-83bbccda-7088-4545-bf83-756f8475200c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:41.006897 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c78110-652d-4090-bf27-83366789112d", "name": "network-vif-deleted", "tag": "5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:41.007152 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83bbccda-7088-4545-bf83-756f8475200c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:41.007560 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c78110-652d-4090-bf27-83366789112d', 'name': 'network-vif-deleted', 'tag': '5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599', 'status': 'completed', 'code': 200} Dec 20 16:21:41.061404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:21:41.426599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:41.452968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:21:41.461699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:21:41.462322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:21:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:41.542672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-388d5b2a-5940-4c1b-a48e-a55f2fd7a558 req-628c8f56-d7f0-4fa9-a748-908251ecd5ed tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0258427 Dec 20 16:21:41.580622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:21:41.773568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-1913afc1-586e-47d1-bee0-01a2aeb6a5dc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:41.775439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-1913afc1-586e-47d1-bee0-01a2aeb6a5dc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.72 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 814 time: 0.1448042 Dec 20 16:21:41.796174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Request body: {'port': {'device_id': '933f732f-01dd-4e82-ae12-33d47191010b', 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'admin_state_up': True, 'tenant_id': 'e7fd97ef39314bacaf620a14f9975cc1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:41.807759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a11b03b4-e982-457b-8461-5bd459072482 req-3f694d7f-bc46-4467-af46-3f885fa8c83f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 210 time: 0.0417533 Dec 20 16:21:41.820031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:21:41.851429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5367462-6514-4ea8-a482-9d4160898b10 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:21:41.970837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Made reservation on behalf of e7fd97ef39314bacaf620a14f9975cc1 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:41.974726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:42.151476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Allocated IP 172.20.0.5 (7679c320-bba4-44c1-8877-1f4524b6cf46/5e3610db-cb2b-4703-b6c7-0da15198d15d/883511e0-17a3-4ece-a8e1-4650fd40b362) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:42.176217 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e96f9e-bede-4d08-beb2-3034ab4d0e27 None None] New status for floating IP 0021af55-c3ec-4fcb-a0cb-5af223c0cd31: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:21:42.313549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:42.474388 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:42.487841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:21:42.522089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Network 7679c320-bba4-44c1-8877-1f4524b6cf46 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:42.525401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:42.530037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:42.554997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Pushing event updated for resources: {'Port': ['ID=883511e0-17a3-4ece-a8e1-4650fd40b362,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:42.592433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:42.593125 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:42.663983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-386fcd11-f968-40c5-84d2-93b70fab3a3e req-c0cf2092-a537-40a6-8cd7-61ae27dcdd2c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0305500 Dec 20 16:21:42.739616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-eaa7bd32-04ed-46e2-a238-2008e12485c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9494295 Dec 20 16:21:42.753208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Request body: {'port': {'device_id': '933f732f-01dd-4e82-ae12-33d47191010b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:42.811269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:42.913283 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abfa3e-1100-4f1e-b2ea-a06f1224592d req-6284d549-0f3c-4c1e-95d6-db58eb92f526 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:42.914973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68abfa3e-1100-4f1e-b2ea-a06f1224592d req-6284d549-0f3c-4c1e-95d6-db58eb92f526 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 931 time: 0.0509536 Dec 20 16:21:42.968539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68abfa3e-1100-4f1e-b2ea-a06f1224592d req-3c454378-de65-4ce8-b9b5-fdc84dace8ff tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467796 Dec 20 16:21:43.099810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883511e0-17a3-4ece-a8e1-4650fd40b362 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:21:43.108048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:43.120309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Transition to ACTIVE for port object 883511e0-17a3-4ece-a8e1-4650fd40b362 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:43.214955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:43.266124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Pushing event updated for resources: {'Port': ['ID=883511e0-17a3-4ece-a8e1-4650fd40b362,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:43.340457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Attempting to bind port 883511e0-17a3-4ece-a8e1-4650fd40b362 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:21:43.340784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Attempting to bind port 883511e0-17a3-4ece-a8e1-4650fd40b362 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:21:43.341102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Attempting to bind port 883511e0-17a3-4ece-a8e1-4650fd40b362 on network 7679c320-bba4-44c1-8877-1f4524b6cf46 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:21:43.346257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Port 883511e0-17a3-4ece-a8e1-4650fd40b362 on network 7679c320-bba4-44c1-8877-1f4524b6cf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:21:43.346619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Attempting to bind port 883511e0-17a3-4ece-a8e1-4650fd40b362 on network 7679c320-bba4-44c1-8877-1f4524b6cf46 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:21:43.351521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:21:43.351787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Checking segment: {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:21:43.352155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Bound using segment: {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:21:43.352567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Bound port: 883511e0-17a3-4ece-a8e1-4650fd40b362, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df13f31-5cd6-499d-886f-1ebe39f80116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:21:43.352916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:43.416107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] For port 883511e0-17a3-4ece-a8e1-4650fd40b362, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:43.419083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] For port 883511e0-17a3-4ece-a8e1-4650fd40b362, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=883511e0-17a3-4ece-a8e1-4650fd40b362,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:43.542766 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:43.584283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:43.584920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:43.586312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] 10.222.0.72 "PUT /v2.0/ports/883511e0-17a3-4ece-a8e1-4650fd40b362 HTTP/1.1" status: 200 len: 1091 time: 0.8373909 Dec 20 16:21:43.586796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933f732f-01dd-4e82-ae12-33d47191010b', 'tag': '883511e0-17a3-4ece-a8e1-4650fd40b362'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:43.588961 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213" -d '{"events": [{"name": "network-changed", "server_uuid": "933f732f-01dd-4e82-ae12-33d47191010b", "tag": "883511e0-17a3-4ece-a8e1-4650fd40b362"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:43.609760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204be427-8495-4b52-89d0-4297a8ec7772 service neutron] Pushing event updated for resources: {'Port': ['ID=883511e0-17a3-4ece-a8e1-4650fd40b362,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:43.634688 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548a9079-0f81-43a5-be50-360c18595042 x-openstack-request-id: req-548a9079-0f81-43a5-be50-360c18595042 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:43.634983 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933f732f-01dd-4e82-ae12-33d47191010b", "tag": "883511e0-17a3-4ece-a8e1-4650fd40b362", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:43.635237 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-548a9079-0f81-43a5-be50-360c18595042 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:43.635646 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f732f-01dd-4e82-ae12-33d47191010b', 'tag': '883511e0-17a3-4ece-a8e1-4650fd40b362', 'status': 'completed', 'code': 200} Dec 20 16:21:43.706293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213 req-9579d0f9-ef82-402b-aeb4-7492ff6e3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:43.708127 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213 req-9579d0f9-ef82-402b-aeb4-7492ff6e3096 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 1094 time: 0.0489252 Dec 20 16:21:43.766797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:21:43.787368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31f29f75-77c3-4ae7-b89c-101d38b04a9f req-e8948e69-922c-4470-8054-11475a654f10 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0506728 Dec 20 16:21:43.792621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:21:43.792983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5cfa0c40-0fe2-4fdb-8d2e-1c02f1899599 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:21:43.836911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213 req-f834d0cf-249a-486b-a3c2-6f776e7edad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:43.838732 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213 req-f834d0cf-249a-486b-a3c2-6f776e7edad3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1215239 Dec 20 16:21:43.943368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213 req-61fb1762-2b2a-4b37-afa5-df885493e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:43.944909 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-98edb4f6-5bfe-4e5b-aadf-f364cb80d213 req-61fb1762-2b2a-4b37-afa5-df885493e262 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996244 Dec 20 16:21:44.028204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-f965d80e-212f-424d-9ec5-7c832a907ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:44.031646 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-f965d80e-212f-424d-9ec5-7c832a907ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 1094 time: 0.0456302 Dec 20 16:21:44.076423 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-ef1073a2-62f8-434e-9827-875aaa53acff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=883511e0-17a3-4ece-a8e1-4650fd40b362 HTTP/1.1" status: 200 len: 217 time: 0.0374815 Dec 20 16:21:44.099417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b185b-7abb-476e-a29e-8c758239aaef req-801fbfe2-2b19-4c23-82ca-c9f33db94907 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:44.101607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-260b185b-7abb-476e-a29e-8c758239aaef req-801fbfe2-2b19-4c23-82ca-c9f33db94907 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 943 time: 0.0523462 Dec 20 16:21:44.132588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-e7c55867-9787-4460-8e36-20952ac4bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:44.134357 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-e7c55867-9787-4460-8e36-20952ac4bdb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0518029 Dec 20 16:21:44.161898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-260b185b-7abb-476e-a29e-8c758239aaef req-285ab84c-f500-4d24-8e7b-d158df202b3c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546441 Dec 20 16:21:44.171150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-1965a56c-1cb3-4509-a763-c4999c30fe4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296974 Dec 20 16:21:44.265369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-26c7b739-d738-464d-bae9-d294b79278bb service neutron] 10.222.0.72 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874829 Dec 20 16:21:44.365694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aabf5f2f-c352-4be0-8a8c-74ae0b60dc9e req-bb4c20f8-3533-43ea-aa8a-2b31a400193f service neutron] 10.222.0.72 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937619 Dec 20 16:21:44.888727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf701bde-4c1e-499b-be1a-536354f5f1ca req-0caac980-1065-481c-b8e0-b010fd461906 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0273981 Dec 20 16:21:45.276447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b206092-1ac0-4b91-b12f-e9fe7a9dcc39 req-add799e4-95ec-4ea4-a96a-3676384e0db7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:45.277954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b206092-1ac0-4b91-b12f-e9fe7a9dcc39 req-add799e4-95ec-4ea4-a96a-3676384e0db7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 943 time: 0.0498717 Dec 20 16:21:45.326281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b206092-1ac0-4b91-b12f-e9fe7a9dcc39 req-61d7f838-c28c-4e5d-a229-2ece4a068865 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Dec 20 16:21:46.008718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fedcc4dc-116d-4cf1-9ea3-83cddb486b91 req-fa8fb1c8-fdd5-4153-b09e-64789769583f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=57c78110-652d-4090-bf27-83366789112d HTTP/1.1" status: 200 len: 210 time: 0.0256853 Dec 20 16:21:46.446801 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be960-42ca-41d6-ad63-ccb9fbe19d65 req-b9120161-1b10-4dac-8b90-d114038f54ac tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:46.448313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-789be960-42ca-41d6-ad63-ccb9fbe19d65 req-b9120161-1b10-4dac-8b90-d114038f54ac tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 943 time: 0.0540709 Dec 20 16:21:46.495275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-789be960-42ca-41d6-ad63-ccb9fbe19d65 req-4dc7d77f-8e64-4381-969c-4618c80575a8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Dec 20 16:21:47.259326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-4c3e0960-ac43-4fc0-9c55-ca0273866226 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126359393&fields=id&tenant_id=ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 267 time: 0.0452123 Dec 20 16:21:47.370889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-40689d71-eeb4-4080-bc11-ad23ea71e7af tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:47.372369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-40689d71-eeb4-4080-bc11-ad23ea71e7af tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1058369 Dec 20 16:21:47.387004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-7602430e-64e6-4e25-9419-52316dcf50e0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0088329 Dec 20 16:21:47.438946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-112cbb3d-b241-43ac-88d0-7bb07f759fac tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450981 Dec 20 16:21:47.536108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-aa326329-52a6-4e54-a487-1d86f79063d5 service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Dec 20 16:21:47.766802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 883511e0-17a3-4ece-a8e1-4650fd40b362 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:21:47.869902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 883511e0-17a3-4ece-a8e1-4650fd40b362, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=883511e0-17a3-4ece-a8e1-4650fd40b362,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:47.882334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '883511e0-17a3-4ece-a8e1-4650fd40b362', 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'port_id': '883511e0-17a3-4ece-a8e1-4650fd40b362', 'mac_address': 'fa:16:3e:07:3c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3610db-cb2b-4703-b6c7-0da15198d15d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:21:47.919577 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:47.926863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dcbea-1b47-4284-bb92-b833e551f5a7 req-ec0ed1e5-2153-4869-849c-7f02c9bb423e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:47.928357 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c8dcbea-1b47-4284-bb92-b833e551f5a7 req-ec0ed1e5-2153-4869-849c-7f02c9bb423e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 943 time: 0.3578568 Dec 20 16:21:47.930660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-3882e23b-a7e2-4a67-92ee-9a6cab55c4bc service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886952 Dec 20 16:21:47.933114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883511e0-17a3-4ece-a8e1-4650fd40b362 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:21:47.955807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 883511e0-17a3-4ece-a8e1-4650fd40b362, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=883511e0-17a3-4ece-a8e1-4650fd40b362,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:47.985335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c8dcbea-1b47-4284-bb92-b833e551f5a7 req-741becba-a890-490f-b422-dd3d37963085 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Dec 20 16:21:48.073755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:48.125993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=883511e0-17a3-4ece-a8e1-4650fd40b362,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:48.311822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['883511e0-17a3-4ece-a8e1-4650fd40b362'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:21:48.552227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f0bd44b-7abc-446e-921e-8febb192a8fc req-ba9af9e4-2c47-4f56-ad6f-7a98a4a408ce tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0275822 Dec 20 16:21:49.099516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8a9e-7e4d-468b-80e0-66e272f039ab req-2a1b31f2-4508-43ba-a3d0-730c51856107 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:49.101124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234c8a9e-7e4d-468b-80e0-66e272f039ab req-2a1b31f2-4508-43ba-a3d0-730c51856107 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 944 time: 0.0489252 Dec 20 16:21:49.148012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-234c8a9e-7e4d-468b-80e0-66e272f039ab req-8b6f5c09-8cf0-4cfd-bef7-981aa86d1670 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Dec 20 16:21:49.648691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a13064-684f-43c5-bd38-4c7821960284 req-57fa2ceb-185b-4652-8078-d23423bdaebb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0264003 Dec 20 16:21:49.781646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 883511e0-17a3-4ece-a8e1-4650fd40b362 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:21:49.891366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 883511e0-17a3-4ece-a8e1-4650fd40b362 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:21:49.896737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 883511e0-17a3-4ece-a8e1-4650fd40b362 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:49.897271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:49.976024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:49.997793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933f732f-01dd-4e82-ae12-33d47191010b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883511e0-17a3-4ece-a8e1-4650fd40b362'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:50.000611 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497cac11-31f8-48e0-aa59-e577c244fef4" -d '{"events": [{"server_uuid": "933f732f-01dd-4e82-ae12-33d47191010b", "name": "network-vif-plugged", "status": "completed", "tag": "883511e0-17a3-4ece-a8e1-4650fd40b362"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:50.013064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 883511e0-17a3-4ece-a8e1-4650fd40b362, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=883511e0-17a3-4ece-a8e1-4650fd40b362,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:50.038795 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f22173-7191-432a-b991-4d4afb61fa75 x-openstack-request-id: req-70f22173-7191-432a-b991-4d4afb61fa75 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:50.039138 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933f732f-01dd-4e82-ae12-33d47191010b", "name": "network-vif-plugged", "status": "completed", "tag": "883511e0-17a3-4ece-a8e1-4650fd40b362", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:50.039454 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70f22173-7191-432a-b991-4d4afb61fa75 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:50.039969 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933f732f-01dd-4e82-ae12-33d47191010b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883511e0-17a3-4ece-a8e1-4650fd40b362', 'code': 200} Dec 20 16:21:50.063226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:50.116827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=883511e0-17a3-4ece-a8e1-4650fd40b362,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:50.150804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951013fe-fd42-4c02-89f2-03e565eb552b req-8d1e684c-8c75-4ea0-95ac-9bb30d746dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:50.152326 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-951013fe-fd42-4c02-89f2-03e565eb552b req-8d1e684c-8c75-4ea0-95ac-9bb30d746dd8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 1096 time: 0.0439508 Dec 20 16:21:50.196991 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-951013fe-fd42-4c02-89f2-03e565eb552b req-17e6d713-ecd7-4c0f-8611-46e7a7a211b2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Dec 20 16:21:50.266509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5acc8-4f4e-45a8-92a7-6185be0608fd req-8f4c2b8f-c7ef-48fa-84c0-5261c033fa20 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:50.267915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcc5acc8-4f4e-45a8-92a7-6185be0608fd req-8f4c2b8f-c7ef-48fa-84c0-5261c033fa20 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 945 time: 0.0534306 Dec 20 16:21:50.315913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcc5acc8-4f4e-45a8-92a7-6185be0608fd req-f04463ec-37f2-41ca-b62f-97b3a4527d9c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Dec 20 16:21:50.704497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-6a416f3d-188f-4a26-b9fd-74a167290fbe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:50.706036 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-6a416f3d-188f-4a26-b9fd-74a167290fbe tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1110075 Dec 20 16:21:50.757697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83f7517e-ed5f-4b39-b16c-2f15ea761220 req-ecb4de16-7c2b-4065-adc9-3a89d6af4aa3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0284908 Dec 20 16:21:50.774472 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-bbf37ed0-d349-4d82-bdd2-60b9add3936b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 380 time: 0.0575635 Dec 20 16:21:50.787661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'security_groups': ['ac5c3d37-dba7-437b-a557-460c715ddeaa']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:50.958431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:21:50.962001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.096844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.6 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/1c739218-a6c4-470e-9d86-187658f927a3) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:21:51.248650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.394935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.442881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:21:51.446094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:21:51.447197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e70a4-e849-4388-8df7-52dfd5d9c97d req-52e26e42-e232-4813-9991-f5ea00b181ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:51.448809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d41e70a4-e849-4388-8df7-52dfd5d9c97d req-52e26e42-e232-4813-9991-f5ea00b181ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 945 time: 0.0526776 Dec 20 16:21:51.450295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:21:51.481064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=1c739218-a6c4-470e-9d86-187658f927a3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:51.521474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:51.522152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.529325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d41e70a4-e849-4388-8df7-52dfd5d9c97d req-70e8f92d-7f8e-49f5-aec4-3a017acff633 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590389 Dec 20 16:21:51.601985 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-26b83ca1-36b9-4d0c-ae3d-00e40bf1d85b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179812 Dec 20 16:21:51.615091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Request body: {'port': {'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:21:51.676215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.733559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5d84dc6f-24ab-46f3-9fbc-76cafd9e59bd None None] Provisioning complete for port 1c739218-a6c4-470e-9d86-187658f927a3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:21:51.734644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d84dc6f-24ab-46f3-9fbc-76cafd9e59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.770852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5d84dc6f-24ab-46f3-9fbc-76cafd9e59bd None None] Port 1c739218-a6c4-470e-9d86-187658f927a3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:21:51.886451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.897190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cb56-6350-419c-bbd6-5704605bcdb8 req-744edd73-f29f-4a66-8d1b-8b75f50acbd2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:51.898694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96e9cb56-6350-419c-bbd6-5704605bcdb8 req-744edd73-f29f-4a66-8d1b-8b75f50acbd2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 931 time: 0.0557628 Dec 20 16:21:51.959300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-96e9cb56-6350-419c-bbd6-5704605bcdb8 req-30d1681a-6ae0-49f1-89c8-f3138b889b7d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514874 Dec 20 16:21:51.963335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c739218-a6c4-470e-9d86-187658f927a3 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:21:51.971529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:51.985581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Transition to ACTIVE for port object 1c739218-a6c4-470e-9d86-187658f927a3 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:21:52.061321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:52.118502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1c739218-a6c4-470e-9d86-187658f927a3,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:52.193803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Attempting to bind port 1c739218-a6c4-470e-9d86-187658f927a3 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:21:52.194141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Attempting to bind port 1c739218-a6c4-470e-9d86-187658f927a3 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:21:52.194470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Attempting to bind port 1c739218-a6c4-470e-9d86-187658f927a3 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:21:52.199254 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Port 1c739218-a6c4-470e-9d86-187658f927a3 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:21:52.199580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Attempting to bind port 1c739218-a6c4-470e-9d86-187658f927a3 on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:21:52.205303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:21:52.205642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:21:52.206020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:21:52.206446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Bound port: 1c739218-a6c4-470e-9d86-187658f927a3, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:21:52.206799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:52.278605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] For port 1c739218-a6c4-470e-9d86-187658f927a3, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:21:52.283030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] For port 1c739218-a6c4-470e-9d86-187658f927a3, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1c739218-a6c4-470e-9d86-187658f927a3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:21:52.404924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:52.462063 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:52.462749 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:52.464388 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] 10.222.0.72 "PUT /v2.0/ports/1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 1091 time: 0.8537993 Dec 20 16:21:52.466105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:52.468933 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "tag": "1c739218-a6c4-470e-9d86-187658f927a3"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:52.490405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd1279-3b13-4e38-8552-d0b325cc4b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1c739218-a6c4-470e-9d86-187658f927a3,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:52.535957 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb19cb2d-9f9c-421a-b9fc-78a30cbceb4b x-openstack-request-id: req-cb19cb2d-9f9c-421a-b9fc-78a30cbceb4b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:52.536257 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "tag": "1c739218-a6c4-470e-9d86-187658f927a3", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:52.536514 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb19cb2d-9f9c-421a-b9fc-78a30cbceb4b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:52.536926 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3', 'status': 'completed', 'code': 200} Dec 20 16:21:52.614145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc req-565cf1db-b19a-4490-b9a1-f7e121e51c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:52.616153 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc req-565cf1db-b19a-4490-b9a1-f7e121e51c74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1094 time: 0.0560153 Dec 20 16:21:52.669617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540fbfb-3b25-4d43-87e8-8fb51bb0ff6d req-c3a6a596-edc3-42c1-8f26-66316c46e04b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:52.681759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0540fbfb-3b25-4d43-87e8-8fb51bb0ff6d req-c3a6a596-edc3-42c1-8f26-66316c46e04b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 945 time: 0.0727654 Dec 20 16:21:52.756961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc req-d2b65ab0-2bcd-4c09-9e9b-bfcca5976835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:52.759125 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc req-d2b65ab0-2bcd-4c09-9e9b-bfcca5976835 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ec48f64f9d664e73833f1e3256fc7428&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1348078 Dec 20 16:21:52.761783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0540fbfb-3b25-4d43-87e8-8fb51bb0ff6d req-1a91b2be-ed76-456a-b900-3fc5dd45b3d2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779328 Dec 20 16:21:52.862276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc req-89d6b5e1-cfae-471a-aa9c-99c855483793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:52.863890 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10be91a2-b135-4ae3-9be0-b96ba1cd0acc req-89d6b5e1-cfae-471a-aa9c-99c855483793 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973854 Dec 20 16:21:52.945099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-fcaa39ef-3676-4e1f-8aec-ad9d6226cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:52.946554 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-fcaa39ef-3676-4e1f-8aec-ad9d6226cc36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1094 time: 0.0439813 Dec 20 16:21:52.993188 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-694dd5d7-fd4c-48ab-b277-923d5acfe98b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 217 time: 0.0390499 Dec 20 16:21:53.055318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-73077788-408d-4546-affa-70d75e235a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.057194 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-73077788-408d-4546-affa-70d75e235a47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0577636 Dec 20 16:21:53.099918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9005a-546e-49be-a7ff-5905f20a570b req-59fa7581-d15c-43ad-8fbf-3d7d2068e9b7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.101623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16b9005a-546e-49be-a7ff-5905f20a570b req-59fa7581-d15c-43ad-8fbf-3d7d2068e9b7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0553546 Dec 20 16:21:53.106711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-b58a9966-1623-4d02-abea-e516bac0e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.108284 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-b58a9966-1623-4d02-abea-e516bac0e5a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443778 Dec 20 16:21:53.176768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16b9005a-546e-49be-a7ff-5905f20a570b req-b917650f-ee87-4482-90f1-1434cd99bcd6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680375 Dec 20 16:21:53.223870 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-70633f59-4bf0-4651-b9f1-8487c5e1dba3 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080031 Dec 20 16:21:53.257544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67103a-da35-4182-81f7-ed621f600fea req-31240f17-821d-4268-8a89-1d8747d7bec5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:53.262325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e67103a-da35-4182-81f7-ed621f600fea req-31240f17-821d-4268-8a89-1d8747d7bec5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 945 time: 0.0551395 Dec 20 16:21:53.309192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e67103a-da35-4182-81f7-ed621f600fea req-fe1d12dc-9119-4498-bb7a-8a9a1a46d48d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Dec 20 16:21:53.336212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a3f4c6c-8d2b-4dbd-9ede-355292cce6e7 req-2f987748-32d0-4650-a2b9-9895bb039558 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032398 Dec 20 16:21:54.294552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c453ae8-4a05-4130-ac17-ff8879e10655 req-01b6a904-36d8-4bdf-bdd2-9ec05a39c2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:54.296063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c453ae8-4a05-4130-ac17-ff8879e10655 req-01b6a904-36d8-4bdf-bdd2-9ec05a39c2b3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0516653 Dec 20 16:21:54.347239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c453ae8-4a05-4130-ac17-ff8879e10655 req-64d30a9b-3fa6-4a96-a9d3-6358253759bd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Dec 20 16:21:54.442343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4326802-c6a0-4ac7-82cb-e4eb636ba17c req-214f0460-caa7-48ee-a310-ee63603681d9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:54.444101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4326802-c6a0-4ac7-82cb-e4eb636ba17c req-214f0460-caa7-48ee-a310-ee63603681d9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 945 time: 0.0556602 Dec 20 16:21:54.502446 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4326802-c6a0-4ac7-82cb-e4eb636ba17c req-9005f358-7866-4ca4-b134-39f5183dae49 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520768 Dec 20 16:21:54.509005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-f59d4696-96a2-4ccc-bdfc-4235341feffb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:54.513428 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-f59d4696-96a2-4ccc-bdfc-4235341feffb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.72 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 945 time: 0.0511799 Dec 20 16:21:54.603328 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Deleting port 883511e0-17a3-4ece-a8e1-4650fd40b362 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:21:54.603661 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:54.695153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] For port 883511e0-17a3-4ece-a8e1-4650fd40b362, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=883511e0-17a3-4ece-a8e1-4650fd40b362,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:21:54.695400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:54.707992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Calling delete_port for 883511e0-17a3-4ece-a8e1-4650fd40b362 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:21:54.925004 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:54.938424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:21:54.954877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Pushing event deleted for resources: {'Port': ['ID=883511e0-17a3-4ece-a8e1-4650fd40b362,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:21:54.964882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['883511e0-17a3-4ece-a8e1-4650fd40b362'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:21:55.001632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] No DVR routers for this DVR port 883511e0-17a3-4ece-a8e1-4650fd40b362 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:21:55.004321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:55.008074 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0a5b2c27-db05-4407-9043-50aa604ccb1d req-a1d83fde-252a-4766-b30d-7f0f8043751b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.72 "DELETE /v2.0/ports/883511e0-17a3-4ece-a8e1-4650fd40b362 HTTP/1.1" status: 204 len: 173 time: 0.4914470 Dec 20 16:21:55.008537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933f732f-01dd-4e82-ae12-33d47191010b', 'name': 'network-vif-deleted', 'tag': '883511e0-17a3-4ece-a8e1-4650fd40b362'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:21:55.011443 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4205e9a5-e584-42cf-b4e0-143d7499ff97" -d '{"events": [{"server_uuid": "933f732f-01dd-4e82-ae12-33d47191010b", "name": "network-vif-deleted", "tag": "883511e0-17a3-4ece-a8e1-4650fd40b362"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:21:55.050080 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb66770-d72c-4634-b914-c812b614a0e0 x-openstack-request-id: req-dbb66770-d72c-4634-b914-c812b614a0e0 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:21:55.050411 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933f732f-01dd-4e82-ae12-33d47191010b", "name": "network-vif-deleted", "tag": "883511e0-17a3-4ece-a8e1-4650fd40b362", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:21:55.050686 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbb66770-d72c-4634-b914-c812b614a0e0 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:21:55.051115 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933f732f-01dd-4e82-ae12-33d47191010b', 'name': 'network-vif-deleted', 'tag': '883511e0-17a3-4ece-a8e1-4650fd40b362', 'status': 'completed', 'code': 200} Dec 20 16:21:55.464744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7447c-882e-40e5-8401-6a13fa03485f req-b4695666-d768-4018-b84d-15c16086837f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:55.466165 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c7447c-882e-40e5-8401-6a13fa03485f req-b4695666-d768-4018-b84d-15c16086837f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0496006 Dec 20 16:21:55.516557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3c7447c-882e-40e5-8401-6a13fa03485f req-09e39b37-bcb2-4e25-804c-5cca4ccbad58 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Dec 20 16:21:55.611213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9213246d-af00-4d05-b888-8ae45dd006ba req-2c0675a7-245a-4f67-b0f7-b97228af10a2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=933f732f-01dd-4e82-ae12-33d47191010b HTTP/1.1" status: 200 len: 210 time: 0.0291605 Dec 20 16:21:56.641922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce0d8-5d26-4b68-ae6e-54e5e9d1a8e3 req-fc45338e-22cc-4c72-9b14-cc5749f55851 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:56.643468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-258ce0d8-5d26-4b68-ae6e-54e5e9d1a8e3 req-fc45338e-22cc-4c72-9b14-cc5749f55851 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0572119 Dec 20 16:21:56.700899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-258ce0d8-5d26-4b68-ae6e-54e5e9d1a8e3 req-ca61958b-6478-4a54-96d7-d1fcbc32cf94 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499537 Dec 20 16:21:56.772034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2ca1c-3430-43ae-aaee-b4168b9e5359 req-f2602808-e9d2-419e-89fd-6f17ef299122 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:56.773564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5d2ca1c-3430-43ae-aaee-b4168b9e5359 req-f2602808-e9d2-419e-89fd-6f17ef299122 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0513935 Dec 20 16:21:56.823203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5d2ca1c-3430-43ae-aaee-b4168b9e5359 req-3d2eff9b-16fa-4a87-83e1-b615e97d2681 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Dec 20 16:21:57.074874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bdda2-c85c-4c89-9ece-a31a95db3873 req-9db1e6ff-f36c-45c0-ae71-4a640dd807b8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:57.076382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a5bdda2-c85c-4c89-9ece-a31a95db3873 req-9db1e6ff-f36c-45c0-ae71-4a640dd807b8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.1176918 Dec 20 16:21:57.130602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a5bdda2-c85c-4c89-9ece-a31a95db3873 req-a7475a25-b547-43f5-91fa-c97fb712a748 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Dec 20 16:21:57.250590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75cbb8-42f9-41ae-9f4f-5b9b373ba1b5 req-db097c37-3c5d-48fd-b345-58242d7f774f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:57.252139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e75cbb8-42f9-41ae-9f4f-5b9b373ba1b5 req-db097c37-3c5d-48fd-b345-58242d7f774f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0507445 Dec 20 16:21:57.299077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e75cbb8-42f9-41ae-9f4f-5b9b373ba1b5 req-e3e4b858-4f04-4135-97bd-6104c6c4a85f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Dec 20 16:21:57.485899 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:21:57.813081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 883511e0-17a3-4ece-a8e1-4650fd40b362 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:21:57.820368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ffa7-98ec-4d88-8df2-3c7c862c018e req-0d5517a8-d430-4c17-b2f5-fd8d0785a507 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:57.822039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea21ffa7-98ec-4d88-8df2-3c7c862c018e req-0d5517a8-d430-4c17-b2f5-fd8d0785a507 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0511429 Dec 20 16:21:57.834010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 883511e0-17a3-4ece-a8e1-4650fd40b362 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:21:57.834359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 883511e0-17a3-4ece-a8e1-4650fd40b362 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:21:57.873235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea21ffa7-98ec-4d88-8df2-3c7c862c018e req-a44acd36-f453-408d-885b-2ad2bdc73d36 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Dec 20 16:21:59.010583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ac6c4-6fea-4cd4-8b7a-5311bd254baa req-f24cc39a-a89a-4e35-8a77-d1d6d461e140 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:21:59.012069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb8ac6c4-6fea-4cd4-8b7a-5311bd254baa req-f24cc39a-a89a-4e35-8a77-d1d6d461e140 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0652704 Dec 20 16:21:59.065972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb8ac6c4-6fea-4cd4-8b7a-5311bd254baa req-b9b4e12c-4555-4684-9657-537a9b5bd0de tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473905 Dec 20 16:21:59.279230 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39382b68-54d5-4e23-a683-6192685b4961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:00.187399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1da3-75aa-4a11-9223-bf94360f8de3 req-58c602d2-3652-4e96-be0b-ab2b2baf1845 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:00.188924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-057d1da3-75aa-4a11-9223-bf94360f8de3 req-58c602d2-3652-4e96-be0b-ab2b2baf1845 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0523639 Dec 20 16:22:00.241660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-057d1da3-75aa-4a11-9223-bf94360f8de3 req-4ba7cf2e-bc47-417b-8f09-c1c45e88a7f7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Dec 20 16:22:00.541371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4e97c-d3c9-48d6-b6a8-94b93bb086ab req-ac12e7c9-7e85-4568-9c4d-3fbc97ae4703 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:00.543025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-adc4e97c-d3c9-48d6-b6a8-94b93bb086ab req-ac12e7c9-7e85-4568-9c4d-3fbc97ae4703 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Dec 20 16:22:00.595844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-adc4e97c-d3c9-48d6-b6a8-94b93bb086ab req-41ea29b7-56f4-4b12-855d-cc3986b9f076 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Dec 20 16:22:00.719904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721a05-4386-4d69-b572-4f4b4d27a87d req-34d766b1-7dd2-43aa-a35e-dac330e087fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:00.720690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9721a05-4386-4d69-b572-4f4b4d27a87d req-34d766b1-7dd2-43aa-a35e-dac330e087fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0511172 Dec 20 16:22:00.770100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9721a05-4386-4d69-b572-4f4b4d27a87d req-f2bb94f1-c76f-4130-82c2-5c00853a42a6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Dec 20 16:22:01.359968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20191e1a-9d06-49f6-9577-7020536b44a9 req-fe9d0079-cf48-47af-b3f0-b25d8642ee42 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:01.361551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20191e1a-9d06-49f6-9577-7020536b44a9 req-fe9d0079-cf48-47af-b3f0-b25d8642ee42 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0508280 Dec 20 16:22:01.415003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20191e1a-9d06-49f6-9577-7020536b44a9 req-4ecb4570-07fe-4241-bc99-5fe248a3023a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472515 Dec 20 16:22:01.701080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2677a1e8-939c-4705-9d5a-c039d4eee335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:02.540386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1f5b5-1b26-4ee2-8430-8cc141e59fc2 req-1e3b4272-7ea5-4b82-95e0-46ce5e36656a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:02.541932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6eb1f5b5-1b26-4ee2-8430-8cc141e59fc2 req-1e3b4272-7ea5-4b82-95e0-46ce5e36656a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0527422 Dec 20 16:22:02.591854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6eb1f5b5-1b26-4ee2-8430-8cc141e59fc2 req-f30728a0-00fe-4948-9dae-1fd2fa0c3286 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Dec 20 16:22:02.896478 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:03.520045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea4c18-f17b-41da-8e06-bd60cd0df9f0 req-c43eed3b-c1fc-49f5-a870-67d2173b5b55 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:03.521574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6ea4c18-f17b-41da-8e06-bd60cd0df9f0 req-c43eed3b-c1fc-49f5-a870-67d2173b5b55 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Dec 20 16:22:03.571244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6ea4c18-f17b-41da-8e06-bd60cd0df9f0 req-e0860520-4b3f-4690-8396-8dbf8ecd82ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Dec 20 16:22:03.726602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12f71-bac3-4775-b486-d1db21c6a567 req-e6560c1a-057e-4c49-9dda-5bdac05bbf0b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:03.728006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aed12f71-bac3-4775-b486-d1db21c6a567 req-e6560c1a-057e-4c49-9dda-5bdac05bbf0b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0860889 Dec 20 16:22:03.741230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd32a6-06c8-45ed-bd84-8aa372003151 req-ea862e2b-ead0-414f-a8f0-443ee3486f6a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:03.742727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cfd32a6-06c8-45ed-bd84-8aa372003151 req-ea862e2b-ead0-414f-a8f0-443ee3486f6a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0685899 Dec 20 16:22:03.816970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cfd32a6-06c8-45ed-bd84-8aa372003151 req-637ff8c8-9ce2-4512-a88b-0f7a009ba9ff tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674958 Dec 20 16:22:03.820182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aed12f71-bac3-4775-b486-d1db21c6a567 req-fec45b87-abbf-4daf-b640-9e7667af6cc4 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765798 Dec 20 16:22:03.982369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab46ce-b327-4bb5-bbb5-82edc0cd3547 req-37b49533-5b8a-4af1-b863-e93329cadd8f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:03.984135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22ab46ce-b327-4bb5-bbb5-82edc0cd3547 req-37b49533-5b8a-4af1-b863-e93329cadd8f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0492113 Dec 20 16:22:04.034702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-22ab46ce-b327-4bb5-bbb5-82edc0cd3547 req-d728137d-1b21-44c5-b276-59e350edf063 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 Dec 20 16:22:04.150390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bdc79-f6db-41da-b154-00d0cbdcccde req-15bc6b11-754c-4afe-aed5-ab227a3ecc28 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.153541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d00bdc79-f6db-41da-b154-00d0cbdcccde req-15bc6b11-754c-4afe-aed5-ab227a3ecc28 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0493317 Dec 20 16:22:04.204961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d00bdc79-f6db-41da-b154-00d0cbdcccde req-f5b0afad-8031-4f01-994d-49ba938d1265 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Dec 20 16:22:04.369479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd153-e373-48d2-ad57-a4b9ead868af req-a9f4bc88-ab62-4c9e-9060-8f7541acddba tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.370968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c6bd153-e373-48d2-ad57-a4b9ead868af req-a9f4bc88-ab62-4c9e-9060-8f7541acddba tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0514340 Dec 20 16:22:04.416607 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:04.419093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3c6bd153-e373-48d2-ad57-a4b9ead868af req-1fb7941e-c342-494f-a82f-d4b856b304df tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Dec 20 16:22:04.540200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b7a52-a954-42f4-a18a-0caa71870c44 req-4cad31a0-2c4b-4366-a3f1-b279bf59fda9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.541595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-928b7a52-a954-42f4-a18a-0caa71870c44 req-4cad31a0-2c4b-4366-a3f1-b279bf59fda9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0540855 Dec 20 16:22:04.589149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-928b7a52-a954-42f4-a18a-0caa71870c44 req-e264e515-c9f7-47de-80fc-32b3e776a105 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Dec 20 16:22:04.765910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2eaa-2319-4947-9d6c-da536a76bccd req-d1125d9c-d002-4db8-b5a5-b5ac0325f3a5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.767411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be6e2eaa-2319-4947-9d6c-da536a76bccd req-d1125d9c-d002-4db8-b5a5-b5ac0325f3a5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0505247 Dec 20 16:22:04.818488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be6e2eaa-2319-4947-9d6c-da536a76bccd req-ed9e3fe6-4c3e-4bf7-8d7e-f94c1e670308 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Dec 20 16:22:04.966991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91435f8-7376-4c75-938c-c7f84f8ed1ed req-8c235cf6-a963-4cb8-b229-31785c44cc62 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.969843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e91435f8-7376-4c75-938c-c7f84f8ed1ed req-8c235cf6-a963-4cb8-b229-31785c44cc62 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 943 time: 0.0829568 Dec 20 16:22:04.980629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c00ed-0b68-45fe-9925-e9e8592c278f req-68a15db9-ffc2-4d60-81b7-d370feabb2b8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:04.982133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be0c00ed-0b68-45fe-9925-e9e8592c278f req-68a15db9-ffc2-4d60-81b7-d370feabb2b8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0939996 Dec 20 16:22:05.057695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e91435f8-7376-4c75-938c-c7f84f8ed1ed req-099c4391-7d19-4260-98e9-c22ba38f7871 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745935 Dec 20 16:22:05.061145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be0c00ed-0b68-45fe-9925-e9e8592c278f req-0facffea-b3dd-48e7-b3a3-90d9e2e6848b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715606 Dec 20 16:22:05.107621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:05.228401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6eff0-e059-4bd5-9f4d-d4c08c34cd25 req-93ed6387-2be0-4363-b7d3-a54fe32f1ff1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:05.229910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9e6eff0-e059-4bd5-9f4d-d4c08c34cd25 req-93ed6387-2be0-4363-b7d3-a54fe32f1ff1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0498641 Dec 20 16:22:05.277702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e9e6eff0-e059-4bd5-9f4d-d4c08c34cd25 req-fbc55ca3-8489-4f0e-9393-6faa93ecb9fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Dec 20 16:22:05.398343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f0078-a259-43a3-a810-67c073bf3c86 req-6b4b2bc9-d63b-491e-bca2-0d92a303e84c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:05.399749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a9f0078-a259-43a3-a810-67c073bf3c86 req-6b4b2bc9-d63b-491e-bca2-0d92a303e84c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0545022 Dec 20 16:22:05.448033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a9f0078-a259-43a3-a810-67c073bf3c86 req-a9982444-cc42-4797-ad94-0f77f1d7ece3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Dec 20 16:22:05.613282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb336fb-1c0e-49bc-90c9-e877a5b4de7d req-42364c3c-b42e-413a-af5e-88d25e57e6ca tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:05.614767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccb336fb-1c0e-49bc-90c9-e877a5b4de7d req-42364c3c-b42e-413a-af5e-88d25e57e6ca tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Dec 20 16:22:05.661134 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccb336fb-1c0e-49bc-90c9-e877a5b4de7d req-e250bff4-bf12-47f1-9cf2-42834cbad4d4 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Dec 20 16:22:05.782806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70bb73-5ebc-4c30-aeb8-54f394da4533 req-02d2cc8c-4732-407f-b1c7-58254a83d2ab tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:05.784267 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c70bb73-5ebc-4c30-aeb8-54f394da4533 req-02d2cc8c-4732-407f-b1c7-58254a83d2ab tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0528362 Dec 20 16:22:05.831361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c70bb73-5ebc-4c30-aeb8-54f394da4533 req-1ef2d2e6-cb48-4d6f-b443-cb21d64daa27 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Dec 20 16:22:05.859663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1c739218-a6c4-470e-9d86-187658f927a3 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:22:05.963014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1c739218-a6c4-470e-9d86-187658f927a3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1c739218-a6c4-470e-9d86-187658f927a3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:05.975072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '1c739218-a6c4-470e-9d86-187658f927a3', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:22:06.013227 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:06.026646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c739218-a6c4-470e-9d86-187658f927a3 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:22:06.046601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1c739218-a6c4-470e-9d86-187658f927a3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1c739218-a6c4-470e-9d86-187658f927a3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:06.063246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c48cc4-5422-418e-b452-3fa464cb1c7d req-b11d6a96-f64c-446d-a7dd-efe9438f7e8e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:06.064725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99c48cc4-5422-418e-b452-3fa464cb1c7d req-b11d6a96-f64c-446d-a7dd-efe9438f7e8e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 814 time: 0.1059129 Dec 20 16:22:06.080054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99c48cc4-5422-418e-b452-3fa464cb1c7d req-8dd3ff2b-5a07-4199-badd-e6829b03fadf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/quotas/e7fd97ef39314bacaf620a14f9975cc1 HTTP/1.1" status: 200 len: 375 time: 0.0094509 Dec 20 16:22:06.108344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:06.147058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99c48cc4-5422-418e-b452-3fa464cb1c7d req-0fd1115b-1361-43e3-ba37-d5d6ef36dd40 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613651 Dec 20 16:22:06.166995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1c739218-a6c4-470e-9d86-187658f927a3,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:06.186497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b37df-dbdc-4cea-b391-a8b939a7ef96 req-4bdd5965-7d5c-49ea-8ac4-00aa9eb0d6fd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:06.188840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b9b37df-dbdc-4cea-b391-a8b939a7ef96 req-4bdd5965-7d5c-49ea-8ac4-00aa9eb0d6fd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 944 time: 0.0600073 Dec 20 16:22:06.264826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b9b37df-dbdc-4cea-b391-a8b939a7ef96 req-9062543e-79b3-4c0b-95ee-5a47db83a777 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698652 Dec 20 16:22:06.285108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5091b-7a78-4b47-a977-0ded515e8100 req-ac47cf84-d415-49ee-ad32-9d16594997f3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:06.286648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03a5091b-7a78-4b47-a977-0ded515e8100 req-ac47cf84-d415-49ee-ad32-9d16594997f3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0716124 Dec 20 16:22:06.304107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['1c739218-a6c4-470e-9d86-187658f927a3'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:22:06.336447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03a5091b-7a78-4b47-a977-0ded515e8100 req-17321b02-5972-4402-9c92-29e6a331bfb0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Dec 20 16:22:06.459097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e443-a107-47cf-8b2b-ac1c737632ee req-d0db7f3d-b4a5-4817-929c-caf484048896 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:06.460542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0907e443-a107-47cf-8b2b-ac1c737632ee req-d0db7f3d-b4a5-4817-929c-caf484048896 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0548906 Dec 20 16:22:06.513608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0907e443-a107-47cf-8b2b-ac1c737632ee req-5f95f07d-1e1b-421e-8dfc-ffb9f97307c9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Dec 20 16:22:06.664338 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-892c418c-d896-477a-919f-196591373213 req-7fb59a77-b666-4625-9ecc-88919a6597cf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e7fd97ef39314bacaf620a14f9975cc1 HTTP/1.1" status: 200 len: 221 time: 0.0260668 Dec 20 16:22:06.768529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef288d84-5766-4a95-9db5-a02fa58651a9 req-99cfecba-2d80-4b12-9c00-65c715251365 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:06.770216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef288d84-5766-4a95-9db5-a02fa58651a9 req-99cfecba-2d80-4b12-9c00-65c715251365 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0507085 Dec 20 16:22:06.817069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef288d84-5766-4a95-9db5-a02fa58651a9 req-db83b895-7190-4a7a-be7f-eef72753149e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Dec 20 16:22:06.942398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7881-843f-486d-ab23-9e99356d496b req-e696c73d-565a-4b9a-a4d2-f327ac732e8e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:06.943922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63ab7881-843f-486d-ab23-9e99356d496b req-e696c73d-565a-4b9a-a4d2-f327ac732e8e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0545135 Dec 20 16:22:06.991908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63ab7881-843f-486d-ab23-9e99356d496b req-79377209-a921-4e1e-b5bd-c3bedcd5a43f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Dec 20 16:22:07.048902 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:22:07.133249 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79bdbd-4ccf-47d3-963f-59ec20b376b9 req-7e345e3b-873f-4dc3-829f-9ba0dfc7c4ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.134848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd79bdbd-4ccf-47d3-963f-59ec20b376b9 req-7e345e3b-873f-4dc3-829f-9ba0dfc7c4ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0580802 Dec 20 16:22:07.193027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd79bdbd-4ccf-47d3-963f-59ec20b376b9 req-39d2d19e-d4c0-4be6-b1e7-59af3c2478c1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501914 Dec 20 16:22:07.335447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd688c-b70a-4990-95ac-09a929a33b3f req-22d93b40-a6c7-44d9-8047-91d41932ce5f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.338077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99bd688c-b70a-4990-95ac-09a929a33b3f req-22d93b40-a6c7-44d9-8047-91d41932ce5f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0597034 Dec 20 16:22:07.433687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0c5a-4343-4ee9-89a8-7bf5ea5a9c3d req-48c2ca1e-f899-4a3f-a602-1976a42ccd65 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.435237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-946f0c5a-4343-4ee9-89a8-7bf5ea5a9c3d req-48c2ca1e-f899-4a3f-a602-1976a42ccd65 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 944 time: 0.0898798 Dec 20 16:22:07.439779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99bd688c-b70a-4990-95ac-09a929a33b3f req-fea51fed-0afc-4166-b2e8-a88bf894a0ba tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925398 Dec 20 16:22:07.499263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-946f0c5a-4343-4ee9-89a8-7bf5ea5a9c3d req-0cd5c1d3-8e77-434c-99c0-6ef704ea46fd tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563562 Dec 20 16:22:07.597948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f72b73-e720-42cb-aa10-10cb63c828c5 req-9de8fae6-ad6b-4e1b-8196-7e73e6a8e9a3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.599519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06f72b73-e720-42cb-aa10-10cb63c828c5 req-9de8fae6-ad6b-4e1b-8196-7e73e6a8e9a3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0649967 Dec 20 16:22:07.656962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06f72b73-e720-42cb-aa10-10cb63c828c5 req-d5de27aa-41af-4c65-9824-240d21c268f6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511198 Dec 20 16:22:07.794924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a7ef9-dd42-4701-adcf-34647251cf1a req-e7422d3f-4911-46d4-8fb4-24a5c9cbd9ac tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.796537 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-933a7ef9-dd42-4701-adcf-34647251cf1a req-e7422d3f-4911-46d4-8fb4-24a5c9cbd9ac tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0550652 Dec 20 16:22:07.846643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-933a7ef9-dd42-4701-adcf-34647251cf1a req-a131cbb1-e37c-4cb1-9dbd-bcf1d1c6dff8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439091 Dec 20 16:22:07.873067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1c739218-a6c4-470e-9d86-187658f927a3 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:22:07.987360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7138a-fb02-432d-a8f4-349c44c7c28e req-4f678680-3a1b-4bc0-a517-21a18c5e1b04 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:07.988000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 1c739218-a6c4-470e-9d86-187658f927a3 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:22:07.988929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80f7138a-fb02-432d-a8f4-349c44c7c28e req-4f678680-3a1b-4bc0-a517-21a18c5e1b04 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0624120 Dec 20 16:22:07.992637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 1c739218-a6c4-470e-9d86-187658f927a3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:22:07.993015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:08.039097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80f7138a-fb02-432d-a8f4-349c44c7c28e req-b312499b-49e7-4731-bf9b-dce455afa75a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Dec 20 16:22:08.076494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:08.103403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:22:08.103403 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cc7da0-deec-4d37-a62c-cab0c9580967" -d '{"events": [{"server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "name": "network-vif-plugged", "status": "completed", "tag": "1c739218-a6c4-470e-9d86-187658f927a3"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:22:08.117197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1c739218-a6c4-470e-9d86-187658f927a3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1c739218-a6c4-470e-9d86-187658f927a3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:08.143487 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34f110-7ac8-463b-9367-772c189cc6a4 x-openstack-request-id: req-2f34f110-7ac8-463b-9367-772c189cc6a4 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:22:08.144980 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "name": "network-vif-plugged", "status": "completed", "tag": "1c739218-a6c4-470e-9d86-187658f927a3", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:22:08.144980 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f34f110-7ac8-463b-9367-772c189cc6a4 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:22:08.144980 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3', 'code': 200} Dec 20 16:22:08.170193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3fc86-4454-4b24-85af-7c77b2566766 req-3f24c4e9-b58f-4bf3-98d8-c3f745fe5a69 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.171851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fd3fc86-4454-4b24-85af-7c77b2566766 req-3f24c4e9-b58f-4bf3-98d8-c3f745fe5a69 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0617285 Dec 20 16:22:08.204548 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:08.226404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fd3fc86-4454-4b24-85af-7c77b2566766 req-e62ff2b5-057a-4c69-82e8-d06db19803df tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Dec 20 16:22:08.264722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1c739218-a6c4-470e-9d86-187658f927a3,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:08.264904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a318a0c-61de-445a-aa35-7e4ded410a6c req-df56cc67-6889-4b13-b5fd-77806809cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.264904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9a318a0c-61de-445a-aa35-7e4ded410a6c req-df56cc67-6889-4b13-b5fd-77806809cda9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0572746 Dec 20 16:22:08.312632 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9a318a0c-61de-445a-aa35-7e4ded410a6c req-7d9563a0-347f-4047-acac-6ad89d056c73 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Dec 20 16:22:08.370623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9410f-f981-4120-8984-52e3d6351df5 req-b015e196-413b-4a76-be80-0fc8ddc7a485 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.372029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ed9410f-f981-4120-8984-52e3d6351df5 req-b015e196-413b-4a76-be80-0fc8ddc7a485 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0508800 Dec 20 16:22:08.419905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ed9410f-f981-4120-8984-52e3d6351df5 req-26bc1dda-5d6b-457e-a237-f947db8c410c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Dec 20 16:22:08.538724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dea385-8eaa-4a0c-b70f-1f7a278a7a1b req-5341f9e9-0de2-436e-bb5e-d36c10f5e356 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.540243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1dea385-8eaa-4a0c-b70f-1f7a278a7a1b req-5341f9e9-0de2-436e-bb5e-d36c10f5e356 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0515137 Dec 20 16:22:08.617828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1dea385-8eaa-4a0c-b70f-1f7a278a7a1b req-df586d35-fb6f-46ae-920f-9261a58e7d5f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715523 Dec 20 16:22:08.638391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec0f19-a2e9-48a9-a9d2-a7cebdc2c68e req-a1bc6f9a-3fe0-482c-b743-644ca4aec5b5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.640141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58ec0f19-a2e9-48a9-a9d2-a7cebdc2c68e req-a1bc6f9a-3fe0-482c-b743-644ca4aec5b5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 945 time: 0.0667684 Dec 20 16:22:08.692080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-58ec0f19-a2e9-48a9-a9d2-a7cebdc2c68e req-622c5216-2b14-437a-b121-f7f83e394fde tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457277 Dec 20 16:22:08.756161 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a982323-340f-4afe-bf41-c94057624051 req-99d2a0cc-f4e8-45c6-a3de-be4474b46f60 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.757740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a982323-340f-4afe-bf41-c94057624051 req-99d2a0cc-f4e8-45c6-a3de-be4474b46f60 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Dec 20 16:22:08.804934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a982323-340f-4afe-bf41-c94057624051 req-c4cfe579-4f8b-4336-913b-33e1e0d61c0d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Dec 20 16:22:08.922597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2da28-213e-46ba-ba00-5b1da0adc0c1 req-09800395-82f9-4948-a30f-17dea5ea3081 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:08.923977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86a2da28-213e-46ba-ba00-5b1da0adc0c1 req-09800395-82f9-4948-a30f-17dea5ea3081 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0522847 Dec 20 16:22:08.971263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86a2da28-213e-46ba-ba00-5b1da0adc0c1 req-6ea29ab7-41e5-49a7-b158-0324566a7fa3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Dec 20 16:22:09.101787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6953f1e-38aa-4a44-a4d5-6d76aa3ea46e req-07438b25-ee21-4256-bce3-a4308bc9dcfe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:09.103277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6953f1e-38aa-4a44-a4d5-6d76aa3ea46e req-07438b25-ee21-4256-bce3-a4308bc9dcfe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0499210 Dec 20 16:22:09.151722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6953f1e-38aa-4a44-a4d5-6d76aa3ea46e req-d512252e-3681-48c5-9979-8910124d9637 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Dec 20 16:22:09.272121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39f94-efc8-44aa-9cee-1295c67befcc req-c9567c38-3d45-44ff-ba7f-a9a85e22f524 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:09.273733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0a39f94-efc8-44aa-9cee-1295c67befcc req-c9567c38-3d45-44ff-ba7f-a9a85e22f524 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0501969 Dec 20 16:22:09.328722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0a39f94-efc8-44aa-9cee-1295c67befcc req-75059c40-07c3-44f8-9d76-0a121337b032 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Dec 20 16:22:09.503926 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7843be9-3b53-4831-b968-fe76d69b24fa req-b552de1b-1a78-4bd7-a50d-ec422cf86e0a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:09.505583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7843be9-3b53-4831-b968-fe76d69b24fa req-b552de1b-1a78-4bd7-a50d-ec422cf86e0a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0587690 Dec 20 16:22:09.555506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7843be9-3b53-4831-b968-fe76d69b24fa req-282b8000-1bad-4355-8da3-99eb13e6ec3a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Dec 20 16:22:09.674230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439c2a-4e92-4bdb-af67-6cc94d088787 req-48c843e7-808b-499d-b9d2-cc2a37aa350d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:09.675726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c439c2a-4e92-4bdb-af67-6cc94d088787 req-48c843e7-808b-499d-b9d2-cc2a37aa350d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0501685 Dec 20 16:22:09.725945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c439c2a-4e92-4bdb-af67-6cc94d088787 req-2f38234a-4501-4432-ac2f-1c3d475738bf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Dec 20 16:22:09.815917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f35524-47bf-45b2-934a-4a89c799f07e req-dc8e4808-dd9f-47e4-9667-9abbf983adcb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:09.817470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5f35524-47bf-45b2-934a-4a89c799f07e req-dc8e4808-dd9f-47e4-9667-9abbf983adcb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 945 time: 0.0562665 Dec 20 16:22:09.894661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b5f35524-47bf-45b2-934a-4a89c799f07e req-9d4ccf0c-e1ea-48cd-9c9f-bf7aab876392 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713670 Dec 20 16:22:09.914276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f885990-fe34-40ec-90e0-0df02d0d3caa req-e5953426-b4b7-4975-8ce7-0490964aa5d6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:09.914276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f885990-fe34-40ec-90e0-0df02d0d3caa req-e5953426-b4b7-4975-8ce7-0490964aa5d6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0681674 Dec 20 16:22:09.962102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f885990-fe34-40ec-90e0-0df02d0d3caa req-83d767f5-c63f-473e-9622-75397e1b1dfe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Dec 20 16:22:10.014557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f88b46-68c3-4b65-b51c-066b00109c34 req-a88ec570-0a25-47fa-ada7-651046ab1c3a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:10.016575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00f88b46-68c3-4b65-b51c-066b00109c34 req-a88ec570-0a25-47fa-ada7-651046ab1c3a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 945 time: 0.0536056 Dec 20 16:22:10.093737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00f88b46-68c3-4b65-b51c-066b00109c34 req-d7d1d66f-6a86-4611-ac6a-50b07b2e4935 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706186 Dec 20 16:22:10.114015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7cc37-9d05-4649-a127-4c48ee2c8649 req-c08ed69e-56b9-4d17-a830-f1cd43d1fdc7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:10.115694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ac7cc37-9d05-4649-a127-4c48ee2c8649 req-c08ed69e-56b9-4d17-a830-f1cd43d1fdc7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0789680 Dec 20 16:22:10.115937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38120) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:22:10.156445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c508f-9820-4c29-a3b6-2e4ceac5de2d tempest-TestVolumeBootPattern-1006409764 tempest-TestVolumeBootPattern-1006409764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:10.158376 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7f0c508f-9820-4c29-a3b6-2e4ceac5de2d tempest-TestVolumeBootPattern-1006409764 tempest-TestVolumeBootPattern-1006409764-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1091 time: 0.0414441 Dec 20 16:22:10.161204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38122) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:22:10.165522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:22:10.166418 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ac7cc37-9d05-4649-a127-4c48ee2c8649 req-2f0cf134-1d7f-4627-a20a-ebca3c4263f1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Dec 20 16:22:10.274252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:10.301920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa5e8-e0e0-4f19-815a-ab1eaee9a7e1 req-d1838caf-1614-43ea-b0bd-a4e768ef4413 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:10.303477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-055aa5e8-e0e0-4f19-815a-ab1eaee9a7e1 req-d1838caf-1614-43ea-b0bd-a4e768ef4413 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0497932 Dec 20 16:22:10.357305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-055aa5e8-e0e0-4f19-815a-ab1eaee9a7e1 req-20800c8a-2e12-4863-bdcb-61c7fe347aed tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Dec 20 16:22:10.376098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:10.477270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0a40-9a98-42bc-a91c-4cdfc1e2f0e4 req-1c4308a8-f4fb-4214-9bd5-372ddde9ea2c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:10.478878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f06b0a40-9a98-42bc-a91c-4cdfc1e2f0e4 req-1c4308a8-f4fb-4214-9bd5-372ddde9ea2c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0520225 Dec 20 16:22:10.481726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.25.6.157 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/114be1d1-1d83-4000-ad52-bef62993cb2f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:22:10.531991 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f06b0a40-9a98-42bc-a91c-4cdfc1e2f0e4 req-7f83f918-232e-471e-96cc-3a195d57da5d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Dec 20 16:22:10.599368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:10.725002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:10.765855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:22:10.768682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:22:10.771284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:22:10.798863 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=114be1d1-1d83-4000-ad52-bef62993cb2f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:10.920323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb88dc-4e99-4675-84a1-0900e20d93a8 req-64bdf719-1359-447b-97c6-15ae4da226b0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:10.922133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccbb88dc-4e99-4675-84a1-0900e20d93a8 req-64bdf719-1359-447b-97c6-15ae4da226b0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0531757 Dec 20 16:22:10.981591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ccbb88dc-4e99-4675-84a1-0900e20d93a8 req-f84e8d59-97c2-4e62-99b1-85f893c1b742 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514519 Dec 20 16:22:11.456059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:11.562775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:11.712225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:11.776452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:11.847217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=114be1d1-1d83-4000-ad52-bef62993cb2f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:11.861543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:11.962023 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Floating IP 4ce868b5-4b88-4ed9-a87a-9e6bb5508e61 associated. External IP: 172.25.6.157, port: 1c739218-a6c4-470e-9d86-187658f927a3. Dec 20 16:22:12.105156 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc9cb-92cf-445e-b932-563fb3692a6a req-eaa2997a-1c59-49d3-b695-e6f44a100061 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.106689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d2fc9cb-92cf-445e-b932-563fb3692a6a req-eaa2997a-1c59-49d3-b695-e6f44a100061 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0534315 Dec 20 16:22:12.154966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d2fc9cb-92cf-445e-b932-563fb3692a6a req-8e419fb8-5b40-49cf-b1d8-7de016a843f2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Dec 20 16:22:12.188142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:22:12.268784 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-daf702fa-12be-4863-a22f-adb6e88ab755 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896583 Dec 20 16:22:12.355577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:22:12.366874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:22:12.376829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-597a72a4-5264-4161-9d1c-9b36f241f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.379849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-597a72a4-5264-4161-9d1c-9b36f241f082 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0614629 Dec 20 16:22:12.380374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:22:12.381677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:22:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:12.470717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:12.493531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:22:12.533842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-def00220-0431-46f7-bb10-fa9f39971bf9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3714614 Dec 20 16:22:12.537877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:22:12.540353 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc73d1-b510-44d2-b158-2318df7b1947" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "tag": "1c739218-a6c4-470e-9d86-187658f927a3"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:22:12.548221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-7b2da11a-ad2f-4376-ab9c-db5eab815dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.549814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-7b2da11a-ad2f-4376-ab9c-db5eab815dba service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.1535068 Dec 20 16:22:12.603491 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa8a33a-c350-42d1-839d-4ed0efa5b36b x-openstack-request-id: req-aaa8a33a-c350-42d1-839d-4ed0efa5b36b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:22:12.603783 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "tag": "1c739218-a6c4-470e-9d86-187658f927a3", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:22:12.604047 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaa8a33a-c350-42d1-839d-4ed0efa5b36b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:22:12.604444 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3', 'status': 'completed', 'code': 200} Dec 20 16:22:12.630116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d7810-1948-4127-8b8b-acaf7e68a3a2 req-b005a16f-dc68-452f-869c-07ba348b5a4b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.631755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-887d7810-1948-4127-8b8b-acaf7e68a3a2 req-b005a16f-dc68-452f-869c-07ba348b5a4b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0685887 Dec 20 16:22:12.634800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-4bfd2465-0fea-4535-bb4d-948b6ed1ecdb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 999 time: 0.0753582 Dec 20 16:22:12.683548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-887d7810-1948-4127-8b8b-acaf7e68a3a2 req-98fd8b01-bbda-4158-bfa0-b87a49d0be1e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Dec 20 16:22:12.690745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-58d295de-a559-4340-a0f0-da6696e28393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.692848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-58d295de-a559-4340-a0f0-da6696e28393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0510111 Dec 20 16:22:12.750417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-3ad3cd88-a75a-4202-86c2-e3976c76b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:12.751960 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-3ad3cd88-a75a-4202-86c2-e3976c76b7c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516236 Dec 20 16:22:12.855088 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-8bbc7884-2d55-42d4-931d-18da3f88dc88 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955472 Dec 20 16:22:12.937579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:11Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:12.959239 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-734de5a9-414b-4ca9-9455-67a6830ef8ea req-6fadb629-6759-47d8-993a-95cab4bf3a4c service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943398 Dec 20 16:22:12.970587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:22:12.979343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:22:12.979974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:22:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:13.092721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-c0f5c215-7834-4cc8-b641-aefd339eb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:13.094310 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-c0f5c215-7834-4cc8-b641-aefd339eb031 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0423343 Dec 20 16:22:13.097001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:22:13.193314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-a3547d79-c1d6-4bbd-9982-5a1661f64705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:13.194954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-a3547d79-c1d6-4bbd-9982-5a1661f64705 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0937970 Dec 20 16:22:13.263368 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-aaeb88c5-0b80-492f-9ad5-4e615d5161da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 999 time: 0.0592144 Dec 20 16:22:13.314188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-640dd19c-87aa-44de-9e61-5ba375a77f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:13.315648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-640dd19c-87aa-44de-9e61-5ba375a77f4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0456495 Dec 20 16:22:13.336133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:11Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:22:13.366042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dbc53-e159-40e2-a7ee-746081f28924 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:11Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:22:13.367910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-974286a4-254e-4fea-9450-3907e4b23545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:13.370496 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-974286a4-254e-4fea-9450-3907e4b23545 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469751 Dec 20 16:22:13.463108 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-277c8bd8-d885-4730-8248-3a106e736ecc service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Dec 20 16:22:13.564273 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ffc73d1-b510-44d2-b158-2318df7b1947 req-7fe5f65a-b1c5-4db0-b36e-eac1531ec3bc service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942788 Dec 20 16:22:13.574109 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f4ea4-7319-43e1-a37f-32fdf6581c81 None None] New status for floating IP 4ce868b5-4b88-4ed9-a87a-9e6bb5508e61: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:22:13.805396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64efe-c913-4fe5-80ca-bfbc5f0a7bdf req-83a23cf3-f463-41fd-bdc6-3d5cd0adadc8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:13.806982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cf64efe-c913-4fe5-80ca-bfbc5f0a7bdf req-83a23cf3-f463-41fd-bdc6-3d5cd0adadc8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Dec 20 16:22:13.866495 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cf64efe-c913-4fe5-80ca-bfbc5f0a7bdf req-5172b3b6-f6b9-4586-829e-dde9dee6ea2a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511658 Dec 20 16:22:13.992689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eccb72-aa15-4256-9b66-45ceada81314 req-21af78d0-00dd-4daf-bc3f-b35ed91ec383 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:13.994195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06eccb72-aa15-4256-9b66-45ceada81314 req-21af78d0-00dd-4daf-bc3f-b35ed91ec383 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0508945 Dec 20 16:22:14.041297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06eccb72-aa15-4256-9b66-45ceada81314 req-3f3dd8ec-5b82-41e9-a67f-c9f0629f049e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Dec 20 16:22:14.188929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3f874-2385-4013-87d1-d289f6a4a46a req-fdafb609-2943-4a98-94d6-0612485897f7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.190474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74b3f874-2385-4013-87d1-d289f6a4a46a req-fdafb609-2943-4a98-94d6-0612485897f7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0496364 Dec 20 16:22:14.270550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74b3f874-2385-4013-87d1-d289f6a4a46a req-77a0763f-1649-4b50-ac52-c46e7f5eb7b5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738971 Dec 20 16:22:14.274125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-5d750ee3-d070-41a9-b2c2-b50167e34c19 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698304 Dec 20 16:22:14.388180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-97d022a1-5c23-47f4-b26f-0705e2f9e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.389722 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-97d022a1-5c23-47f4-b26f-0705e2f9e531 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0716641 Dec 20 16:22:14.404020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b032-5064-4d32-88e9-3427d5d56597 req-4867b5a5-9cfa-417c-8ac2-4ea78447ef55 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.405508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9515b032-5064-4d32-88e9-3427d5d56597 req-4867b5a5-9cfa-417c-8ac2-4ea78447ef55 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0617721 Dec 20 16:22:14.511766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9515b032-5064-4d32-88e9-3427d5d56597 req-96837b1b-bfc5-4f3f-bb3e-58dbe06a0fa5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964801 Dec 20 16:22:14.528172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-1018033e-f756-47c2-b6e3-e1de8f312d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.529659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-1018033e-f756-47c2-b6e3-e1de8f312d8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 915 time: 0.1215618 Dec 20 16:22:14.573504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-a0466b5e-4318-4d75-9799-1ee7cc4d8eb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 217 time: 0.0360389 Dec 20 16:22:14.652807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-a01e253c-4f79-4fdc-a6b8-d99f988b9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.654299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-a01e253c-4f79-4fdc-a6b8-d99f988b9b9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0745096 Dec 20 16:22:14.678080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e5cf1-f3c1-45b6-b960-73779b467c96 req-eb1c79aa-b2a7-40b4-96f8-acb18f1b6e44 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.679516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b99e5cf1-f3c1-45b6-b960-73779b467c96 req-eb1c79aa-b2a7-40b4-96f8-acb18f1b6e44 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0699618 Dec 20 16:22:14.696361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-285fde8a-f1f7-449b-99cb-01706be04447 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346887 Dec 20 16:22:14.791607 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b99e5cf1-f3c1-45b6-b960-73779b467c96 req-649ee097-1c13-4708-9d01-018ec479f10e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981617 Dec 20 16:22:14.819233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-677b56b7-3de3-49a2-8d6f-46f10030b2f1 service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100118 Dec 20 16:22:14.945908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356841e1-edb1-48d0-b8cd-0321bd5d6c3b req-02543e52-464c-4240-88b7-2952ae035c2d service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190562 Dec 20 16:22:14.954327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b9ab1-5f71-4479-8431-b8f7c0d95e0f req-1f6e1bca-336b-4b5e-9dd0-523aa7ae4321 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:14.955781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a6b9ab1-5f71-4479-8431-b8f7c0d95e0f req-1f6e1bca-336b-4b5e-9dd0-523aa7ae4321 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0767546 Dec 20 16:22:15.005477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a6b9ab1-5f71-4479-8431-b8f7c0d95e0f req-42738834-62b1-4c95-9652-49e653e417ba tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Dec 20 16:22:15.117594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-abc445c8-0d73-44f2-b6d4-2a733e48ac0f req-17f0adfb-765e-4b2d-ae60-24e7c0137c9b service neutron] (103954) timed out ('10.222.0.81', 49550) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:22:15.157673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75271d5-a151-4a18-afaf-ce3977f12222 req-46df66f8-f38b-498e-a710-749fde2e80db tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:15.159175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d75271d5-a151-4a18-afaf-ce3977f12222 req-46df66f8-f38b-498e-a710-749fde2e80db tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0507934 Dec 20 16:22:15.206715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d75271d5-a151-4a18-afaf-ce3977f12222 req-c7002282-85f0-4b05-ba1a-2e0568056814 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Dec 20 16:22:15.323102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce41f-e950-42f1-ba2d-c737d08277a6 req-c1913e9e-3e48-4a9a-8cea-ae3a1819ad8f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:15.324546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec6ce41f-e950-42f1-ba2d-c737d08277a6 req-c1913e9e-3e48-4a9a-8cea-ae3a1819ad8f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0486417 Dec 20 16:22:15.378945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec6ce41f-e950-42f1-ba2d-c737d08277a6 req-bdf6715c-af28-4ba8-b05e-e2c3b056d17c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Dec 20 16:22:15.512173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6813-faa1-4ba7-a9e5-9a697c55ee93 req-79e978d1-8428-4a2d-9c23-b8337218d573 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:15.513702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522c6813-faa1-4ba7-a9e5-9a697c55ee93 req-79e978d1-8428-4a2d-9c23-b8337218d573 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0503957 Dec 20 16:22:15.561427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-522c6813-faa1-4ba7-a9e5-9a697c55ee93 req-3d60f82a-8ca1-4c48-aa90-921d19d74164 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Dec 20 16:22:15.676593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386385b1-1d50-4e94-8d16-031ff714845a req-06edb23c-7448-4230-917e-7d4a0af4e320 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:15.678102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-386385b1-1d50-4e94-8d16-031ff714845a req-06edb23c-7448-4230-917e-7d4a0af4e320 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0491614 Dec 20 16:22:15.725661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-386385b1-1d50-4e94-8d16-031ff714845a req-9479317d-a1ca-47b6-b4c4-83119629e8a5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Dec 20 16:22:15.860787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f0bdc-671b-4a9a-92f6-6d9da1258b3f req-ece3eae9-0f48-4996-acd4-4c9ed332feae tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:15.862297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-552f0bdc-671b-4a9a-92f6-6d9da1258b3f req-ece3eae9-0f48-4996-acd4-4c9ed332feae tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0532839 Dec 20 16:22:15.910982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-552f0bdc-671b-4a9a-92f6-6d9da1258b3f req-5969bb27-e862-4239-98d1-2a805380e16e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Dec 20 16:22:16.027414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33529a-34d1-4564-9823-59b73c01c1a3 req-e1fe3127-7a4c-4a75-af3d-87236c2a94fc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:16.028891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d33529a-34d1-4564-9823-59b73c01c1a3 req-e1fe3127-7a4c-4a75-af3d-87236c2a94fc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Dec 20 16:22:16.076516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d33529a-34d1-4564-9823-59b73c01c1a3 req-61b30e84-28b1-4c6b-9015-4601b504688f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Dec 20 16:22:16.238531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793cc2a-2b0b-450a-89e3-57997c044756 req-3bd48233-c666-444c-9beb-4d2b0eb202cd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:16.240032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7793cc2a-2b0b-450a-89e3-57997c044756 req-3bd48233-c666-444c-9beb-4d2b0eb202cd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0527799 Dec 20 16:22:16.288313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7793cc2a-2b0b-450a-89e3-57997c044756 req-6629f5a9-ceea-46f2-ab25-e78bbb4556af tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Dec 20 16:22:16.402922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157a74e-f49d-415b-beaf-94777321a371 req-111e26d1-39db-4dc1-a082-b47673f95e43 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:16.404314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d157a74e-f49d-415b-beaf-94777321a371 req-111e26d1-39db-4dc1-a082-b47673f95e43 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Dec 20 16:22:16.451089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d157a74e-f49d-415b-beaf-94777321a371 req-8fcd449b-be73-4127-b333-cd6fae724b6b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Dec 20 16:22:16.583185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cbf32-46f3-44c0-a8f6-09384bfc10b1 req-e03e4b6b-744e-4908-b29e-624a081dbb6e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:16.584660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a88cbf32-46f3-44c0-a8f6-09384bfc10b1 req-e03e4b6b-744e-4908-b29e-624a081dbb6e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0483358 Dec 20 16:22:16.636534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a88cbf32-46f3-44c0-a8f6-09384bfc10b1 req-80b6f531-f009-4a19-a8b9-22d162fea368 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Dec 20 16:22:16.752445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285317b-6845-4f30-8697-90fdc772343d req-d82b2568-0446-466a-a658-bc699c28c1bb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:16.753957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2285317b-6845-4f30-8697-90fdc772343d req-d82b2568-0446-466a-a658-bc699c28c1bb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Dec 20 16:22:16.801617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2285317b-6845-4f30-8697-90fdc772343d req-987b84b1-a587-4c99-8607-14b779555d2c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Dec 20 16:22:16.960515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21137a27-3392-45ca-9e2d-aed840c22fa7 req-43c6ac16-0734-4f76-9656-725684bc3cd8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:16.961977 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21137a27-3392-45ca-9e2d-aed840c22fa7 req-43c6ac16-0734-4f76-9656-725684bc3cd8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Dec 20 16:22:17.009171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-21137a27-3392-45ca-9e2d-aed840c22fa7 req-f00d7195-0942-4ed3-b855-74c515074089 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Dec 20 16:22:17.128588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a611e-7dec-414b-9773-55903b31ab7e req-989eb34b-f2d3-4cdd-aa58-50db091e0ea6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:17.130119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a36a611e-7dec-414b-9773-55903b31ab7e req-989eb34b-f2d3-4cdd-aa58-50db091e0ea6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0532236 Dec 20 16:22:17.178275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a36a611e-7dec-414b-9773-55903b31ab7e req-df76544c-3cad-4066-be94-cfd314f68bda tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Dec 20 16:22:17.343266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3e5f-dbc9-4ccf-8de9-f4b5eb6dab62 req-e8249aeb-6954-4247-91d1-2d753cbfc042 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:17.344777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cdc3e5f-dbc9-4ccf-8de9-f4b5eb6dab62 req-e8249aeb-6954-4247-91d1-2d753cbfc042 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0498750 Dec 20 16:22:17.392524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8cdc3e5f-dbc9-4ccf-8de9-f4b5eb6dab62 req-4acd46d6-4a2f-48e5-b5e3-bdf7bc06e422 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Dec 20 16:22:17.508998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c998f6-275f-406e-93da-29fd108fcea0 req-cd46af74-b641-47cc-8aef-abd285255df6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:17.510423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8c998f6-275f-406e-93da-29fd108fcea0 req-cd46af74-b641-47cc-8aef-abd285255df6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Dec 20 16:22:17.561873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8c998f6-275f-406e-93da-29fd108fcea0 req-620a9716-4992-4f01-b950-cff7e6bb148e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Dec 20 16:22:17.696272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712bd9-21df-4607-8eab-bfa3961a793b req-0cf322b1-5cae-44e5-88f3-edd87a225a41 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:17.697793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4712bd9-21df-4607-8eab-bfa3961a793b req-0cf322b1-5cae-44e5-88f3-edd87a225a41 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0496156 Dec 20 16:22:17.746239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4712bd9-21df-4607-8eab-bfa3961a793b req-5db56c0b-f193-4dff-85c0-1a2293aca339 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Dec 20 16:22:17.862130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d9b5d-fd0a-47d3-839c-4aa630ad0a49 req-2f1f13da-1639-4c7f-8a8c-2633afdf85d6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:17.863631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5d9b5d-fd0a-47d3-839c-4aa630ad0a49 req-2f1f13da-1639-4c7f-8a8c-2633afdf85d6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0499384 Dec 20 16:22:17.972058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c5d9b5d-fd0a-47d3-839c-4aa630ad0a49 req-3d1edbc9-308f-4dde-bed3-79ff90f061f4 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025431 Dec 20 16:22:19.161850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a642c-b971-4096-86af-c5b89e91be36 req-71421dd7-7bc8-4138-b59a-2f5e5e71d304 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:19.163333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4a642c-b971-4096-86af-c5b89e91be36 req-71421dd7-7bc8-4138-b59a-2f5e5e71d304 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.3130906 Dec 20 16:22:19.210671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e4a642c-b971-4096-86af-c5b89e91be36 req-b76cb040-4e51-4c0b-9d1d-8e66bd82d341 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Dec 20 16:22:20.336159 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2135dd-9f2b-4657-b93b-206bba103f66 req-92c49b7d-e484-4196-a97d-3321117975c3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:20.338339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f2135dd-9f2b-4657-b93b-206bba103f66 req-92c49b7d-e484-4196-a97d-3321117975c3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0526559 Dec 20 16:22:20.388534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f2135dd-9f2b-4657-b93b-206bba103f66 req-f86ee840-d7b1-4da2-aefb-638daf8c055e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437202 Dec 20 16:22:21.507488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1e7e-c6bf-4b82-ad67-918c1acb87e4 req-b1ffe3a4-36c1-4865-a074-0f75118294ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:21.508954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2cc1e7e-c6bf-4b82-ad67-918c1acb87e4 req-b1ffe3a4-36c1-4865-a074-0f75118294ee tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0511193 Dec 20 16:22:21.555105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d2cc1e7e-c6bf-4b82-ad67-918c1acb87e4 req-53393793-b552-4c06-94d4-21b8858577bc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Dec 20 16:22:21.913668 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:22.672498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311dccf-3b03-4fef-bb67-c50bd849f2a2 req-01485731-9149-4c75-915e-9cca322a4952 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:22.674048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7311dccf-3b03-4fef-bb67-c50bd849f2a2 req-01485731-9149-4c75-915e-9cca322a4952 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0506094 Dec 20 16:22:22.721670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7311dccf-3b03-4fef-bb67-c50bd849f2a2 req-84a81a03-2ea4-4bd2-b424-fedc20731bef tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 Dec 20 16:22:23.839439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de649a-e4cc-4541-b3ac-d7bdc21acc32 req-c82ac625-b29d-4f68-b48d-c9cb0714e0dd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:23.840958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0de649a-e4cc-4541-b3ac-d7bdc21acc32 req-c82ac625-b29d-4f68-b48d-c9cb0714e0dd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0483396 Dec 20 16:22:23.892420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f0de649a-e4cc-4541-b3ac-d7bdc21acc32 req-b18d8727-b0eb-475f-9211-245927dcafe1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Dec 20 16:22:25.007477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47efb-541e-43d1-b65d-c90c22df4631 req-b7126a07-c99f-4582-baf6-41d0d8065c98 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:25.008878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ee47efb-541e-43d1-b65d-c90c22df4631 req-b7126a07-c99f-4582-baf6-41d0d8065c98 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0493784 Dec 20 16:22:25.057792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ee47efb-541e-43d1-b65d-c90c22df4631 req-854fcaa8-ecd4-4707-9e78-61ad188d6ef1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Dec 20 16:22:25.762953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:22:25.860325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:25.872494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'port_id': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'mac_address': 'fa:16:3e:4e:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3610db-cb2b-4703-b6c7-0da15198d15d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:22:25.920944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:25.935095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:22:25.957190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:26.033926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:26.090153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:26.108001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:22:26.178271 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133c5f4-4151-45bf-8e10-8ea9a5fa036e req-f88555b0-6b32-4baa-bd67-29ec228e8318 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:26.179760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f133c5f4-4151-45bf-8e10-8ea9a5fa036e req-f88555b0-6b32-4baa-bd67-29ec228e8318 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Dec 20 16:22:26.226704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f133c5f4-4151-45bf-8e10-8ea9a5fa036e req-f0c18bcf-c004-4460-b258-9571cf65bd3b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Dec 20 16:22:27.355738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd8cd-1a34-47d6-b6cc-48956cd9337f req-c07bf07c-340d-4572-91bd-57e9f8476dfd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:27.361394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-996dd8cd-1a34-47d6-b6cc-48956cd9337f req-c07bf07c-340d-4572-91bd-57e9f8476dfd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0565219 Dec 20 16:22:27.408276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-996dd8cd-1a34-47d6-b6cc-48956cd9337f req-c3883f51-c292-477e-86cc-ab39f77db252 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Dec 20 16:22:27.512996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:27.778253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:22:27.828647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:22:27.829026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:27.911100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:27.933734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:22:27.935962 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1b78d-ece2-49f1-9dc5-9ac1bf99d78e" -d '{"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:22:27.951072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:27.973407 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9158fd0d-d27c-4b8b-9a73-f709741b42b2 x-openstack-request-id: req-9158fd0d-d27c-4b8b-9a73-f709741b42b2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:22:27.973709 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:22:27.974030 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9158fd0d-d27c-4b8b-9a73-f709741b42b2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:22:27.974433 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'code': 200} Dec 20 16:22:28.015647 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:28.064726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:28.530539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b7a43-5310-4341-b3d4-d0faab29ca8f req-92e758c6-b266-44b8-b720-529b87ca43bc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:28.532914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-946b7a43-5310-4341-b3d4-d0faab29ca8f req-92e758c6-b266-44b8-b720-529b87ca43bc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0541863 Dec 20 16:22:28.585939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-946b7a43-5310-4341-b3d4-d0faab29ca8f req-9f412da1-fbdb-43a1-a82a-b0aee7a9f0e9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Dec 20 16:22:29.290841 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-19ade7db-f87e-4eaa-b7ec-df3d997e52e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:29.717663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2847ce-6a76-4073-81b3-06731c7503d9 req-0ad6154c-1b9c-4688-9564-52e9bc08e527 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:29.719710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c2847ce-6a76-4073-81b3-06731c7503d9 req-0ad6154c-1b9c-4688-9564-52e9bc08e527 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Dec 20 16:22:29.772535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c2847ce-6a76-4073-81b3-06731c7503d9 req-2807750f-b800-40ab-a55a-3223553c2e4c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Dec 20 16:22:30.890095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc9331-0211-4105-9bae-fab7645e7d71 req-adc490f9-574f-43d9-849c-9fa309555f08 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:30.891584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcfc9331-0211-4105-9bae-fab7645e7d71 req-adc490f9-574f-43d9-849c-9fa309555f08 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Dec 20 16:22:30.941631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bcfc9331-0211-4105-9bae-fab7645e7d71 req-01f4193c-a099-4613-87e5-9e1b0f6778b5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Dec 20 16:22:31.708435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9d04e2e-b2a0-498c-a581-c2e36e70dd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:32.083917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44831e-6d89-4d44-a57c-1ba5ec99cafa req-ca053664-31b8-41b9-b845-2155e5d3b6e3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:32.086208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc44831e-6d89-4d44-a57c-1ba5ec99cafa req-ca053664-31b8-41b9-b845-2155e5d3b6e3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0617127 Dec 20 16:22:32.157132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc44831e-6d89-4d44-a57c-1ba5ec99cafa req-77955c25-e569-4eae-81cc-3effbd6590ff tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617776 Dec 20 16:22:32.936611 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:33.274335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175bb55-1f38-40ef-a2d3-151c929d9fd6 req-26765338-240b-4119-97b0-4fce1b3e16fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:33.276587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8175bb55-1f38-40ef-a2d3-151c929d9fd6 req-26765338-240b-4119-97b0-4fce1b3e16fe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0569434 Dec 20 16:22:33.331103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8175bb55-1f38-40ef-a2d3-151c929d9fd6 req-d53f0062-c3bb-44b7-b302-cf511098430f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Dec 20 16:22:34.422688 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:34.462712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83584021-6cf1-416d-8ed4-8a1e199ad8bc req-b54f8178-3a68-46b8-8804-4029b3cfde1b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:34.464235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83584021-6cf1-416d-8ed4-8a1e199ad8bc req-b54f8178-3a68-46b8-8804-4029b3cfde1b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0572143 Dec 20 16:22:34.527487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83584021-6cf1-416d-8ed4-8a1e199ad8bc req-d9015a56-4c76-422b-8d8f-92c0dda40005 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Dec 20 16:22:35.216862 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:35.652684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d0221-c6f5-4a94-82af-77b498bbbd6d req-ee6fb757-cc8a-4787-8f21-1efdfa901d6e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:35.657751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-677d0221-c6f5-4a94-82af-77b498bbbd6d req-ee6fb757-cc8a-4787-8f21-1efdfa901d6e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0610065 Dec 20 16:22:35.705936 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-677d0221-c6f5-4a94-82af-77b498bbbd6d req-3526905e-cdad-4c7e-9a63-1c323a557499 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Dec 20 16:22:36.837550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c843e-b6de-4006-8f42-4dfa302a873b req-bdf63aaa-8328-47fd-b6cc-875b4da54cef tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:36.839360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-636c843e-b6de-4006-8f42-4dfa302a873b req-bdf63aaa-8328-47fd-b6cc-875b4da54cef tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0559382 Dec 20 16:22:36.896147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-636c843e-b6de-4006-8f42-4dfa302a873b req-b99b5488-cfe1-41b9-b1c4-d13fa3fa49cc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Dec 20 16:22:38.030303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ab594-60c3-4f33-b465-050b736a1567 req-bf9184c0-5581-4ccb-9fbd-2019da7f50f8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:38.032771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e1ab594-60c3-4f33-b465-050b736a1567 req-bf9184c0-5581-4ccb-9fbd-2019da7f50f8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Dec 20 16:22:38.090090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8e1ab594-60c3-4f33-b465-050b736a1567 req-2926aceb-12c9-4f8a-81e3-7241532cfb70 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Dec 20 16:22:39.248315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9f66a-473c-4be0-87f4-171ee94fce76 req-c8585782-a176-4269-8895-65e9728d15b6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:39.250832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ce9f66a-473c-4be0-87f4-171ee94fce76 req-c8585782-a176-4269-8895-65e9728d15b6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0577581 Dec 20 16:22:39.308717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ce9f66a-473c-4be0-87f4-171ee94fce76 req-5e02ace2-6cae-4a7f-85a2-77218778b0eb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Dec 20 16:22:40.434016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3936-dac9-43f7-a986-0b723911e16f req-088a4bbb-9ea0-4293-8df4-b121b15170c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:40.435638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a1e3936-dac9-43f7-a986-0b723911e16f req-088a4bbb-9ea0-4293-8df4-b121b15170c8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0513546 Dec 20 16:22:40.492990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a1e3936-dac9-43f7-a986-0b723911e16f req-cff1b726-990c-4670-99ef-8e73961a9402 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Dec 20 16:22:41.616626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cac018-d111-4216-8563-05a842cbfc93 req-ada5205a-d494-465d-aefc-f9453eb4dd46 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:41.618067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7cac018-d111-4216-8563-05a842cbfc93 req-ada5205a-d494-465d-aefc-f9453eb4dd46 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Dec 20 16:22:41.667939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7cac018-d111-4216-8563-05a842cbfc93 req-2faa196e-e7bf-433c-b114-a2b55c72fa73 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Dec 20 16:22:42.279123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-f7d3f60d-cf50-4034-8a37-3e7495b56b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:42.280658 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-f7d3f60d-cf50-4034-8a37-3e7495b56b17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0417159 Dec 20 16:22:42.376042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-ae16a4c5-989e-40e7-bfa8-0c766308cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:42.377560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-ae16a4c5-989e-40e7-bfa8-0c766308cf7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 915 time: 0.0896904 Dec 20 16:22:42.419816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-d87408d6-0542-41fb-a586-7271ba859e07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 217 time: 0.0352480 Dec 20 16:22:42.467980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-e2541301-3975-4b70-8620-f2914e0fd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:42.470962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-e2541301-3975-4b70-8620-f2914e0fd4c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0448062 Dec 20 16:22:42.504068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-7c46c4fa-4e6e-4888-9ad0-6ea43e76b925 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254967 Dec 20 16:22:42.603225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-8e6e7767-054d-4193-8bf6-34829f37eb9e service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919938 Dec 20 16:22:42.699205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-983a799d-76c3-4351-8883-25e40bf7b5a2 req-e0af863b-4276-48f3-91f5-00a53d0942ea service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887892 Dec 20 16:22:42.788601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55897-72be-4f94-80f7-1c50e2780b42 req-c395d3cb-46b4-4d03-a4f7-213f199710d8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:42.790146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ff55897-72be-4f94-80f7-1c50e2780b42 req-c395d3cb-46b4-4d03-a4f7-213f199710d8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0500119 Dec 20 16:22:42.840943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2ff55897-72be-4f94-80f7-1c50e2780b42 req-cd76023d-c9e8-4aeb-93e9-5ef66df09fe0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Dec 20 16:22:43.961013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b4be-5866-46fc-94b1-40f4ef9409d0 req-6ca84355-f73b-4ccc-a97b-1565ecbdb28f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:43.962575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2309b4be-5866-46fc-94b1-40f4ef9409d0 req-6ca84355-f73b-4ccc-a97b-1565ecbdb28f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0507009 Dec 20 16:22:44.011761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2309b4be-5866-46fc-94b1-40f4ef9409d0 req-15a2f2b8-c8e6-4f75-bed8-f2018d21c302 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Dec 20 16:22:44.051791 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:22:45.147968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376e104-9d3b-47fd-ad9e-a73a0acd01b5 req-720cd54a-b1e9-44f8-8da1-f4ab9c5f2c69 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:45.149556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2376e104-9d3b-47fd-ad9e-a73a0acd01b5 req-720cd54a-b1e9-44f8-8da1-f4ab9c5f2c69 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0598872 Dec 20 16:22:45.201733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2376e104-9d3b-47fd-ad9e-a73a0acd01b5 req-8e670641-32c9-4e54-9203-4bdd9133b063 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Dec 20 16:22:45.324231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac1724-b561-494e-ab45-1754122f14e0 req-0c486bd6-9b92-463a-b38f-85f302840445 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:45.325754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fac1724-b561-494e-ab45-1754122f14e0 req-0c486bd6-9b92-463a-b38f-85f302840445 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0499024 Dec 20 16:22:45.375848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fac1724-b561-494e-ab45-1754122f14e0 req-c15e886c-1d61-4165-ab5e-297e9a4590a5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Dec 20 16:22:45.530341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-bc57000c-b6b6-45cf-925c-d308476abd7d req-249f1a81-c7f2-4d60-8463-40ae08edcb2b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:22:45.531327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc57000c-b6b6-45cf-925c-d308476abd7d req-249f1a81-c7f2-4d60-8463-40ae08edcb2b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054035 Dec 20 16:22:45.890715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:22:45.900406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decf155-0c99-425a-92f1-949a993f05d5 req-55f8ae6e-91dd-41fc-96d9-d8b803755735 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:45.908287 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8decf155-0c99-425a-92f1-949a993f05d5 req-55f8ae6e-91dd-41fc-96d9-d8b803755735 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 946 time: 0.0649133 Dec 20 16:22:45.971920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8decf155-0c99-425a-92f1-949a993f05d5 req-5bf7b913-3f37-45cf-ab04-e67f8735aafe tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516243 Dec 20 16:22:45.981744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:46.006556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:22:46.008863 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a93c89-5f7d-4327-8477-5b0cf34b10c1" -d '{"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:22:46.024391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:22:46.045601 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2ad3ee-eecd-4d25-b93d-2e71b3991145 x-openstack-request-id: req-7b2ad3ee-eecd-4d25-b93d-2e71b3991145 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:22:46.054090 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-unplugged", "status": "failed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f", "code": 422}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:22:46.054090 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b2ad3ee-eecd-4d25-b93d-2e71b3991145 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:22:46.054090 n-d-781076-8 neutron-server[103955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'code': 422} returned with failed status Dec 20 16:22:46.165287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:46.215188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:22:46.223892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.224244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.224591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.224932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.225296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.225631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.225967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.226293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.226620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.226946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.227268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.227591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.227910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:22:46.290633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38354) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:22:46.393150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-eb2b422e-360d-411d-b65d-a745fcffd6df service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013217 Dec 20 16:22:46.402050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-3c32a3a7-6958-4437-bb8c-f9bbd0b344f4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:22:46.402988 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-3c32a3a7-6958-4437-bb8c-f9bbd0b344f4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049858 Dec 20 16:22:47.074408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e808-b084-4715-b61b-54c77bb273c4 req-0c2e2867-70de-4b23-9cdd-0df7fcf70338 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:47.075850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d864e808-b084-4715-b61b-54c77bb273c4 req-0c2e2867-70de-4b23-9cdd-0df7fcf70338 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0515127 Dec 20 16:22:47.131805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d864e808-b084-4715-b61b-54c77bb273c4 req-d65dd96e-6af3-4953-889a-f5ad346d0a0c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492585 Dec 20 16:22:48.012423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-10fbe58e-19bb-40e8-9713-122151b9625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:48.013990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-10fbe58e-19bb-40e8-9713-122151b9625d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2&tenant_id=e7fd97ef39314bacaf620a14f9975cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0746405 Dec 20 16:22:48.074649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-625a94d8-734d-4782-9b46-d34c260d48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:48.076192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-625a94d8-734d-4782-9b46-d34c260d48bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1095 time: 0.0410590 Dec 20 16:22:48.181701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-629638d4-3dda-4036-a59e-5e8b98fc181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:48.190532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-629638d4-3dda-4036-a59e-5e8b98fc181d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 915 time: 0.1006892 Dec 20 16:22:48.236566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-6c5fbb0a-95ce-4c62-bffb-64ac26a8fa17 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 217 time: 0.0464249 Dec 20 16:22:48.310236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-ba4b8624-cb9c-4c8c-839d-4e863a760225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:48.311740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-ba4b8624-cb9c-4c8c-839d-4e863a760225 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0581508 Dec 20 16:22:48.320491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db73c5-e67d-4fb3-9133-6959b2cfb27a req-38624844-9b4b-492b-9e94-f8fd493511f3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:48.321961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6db73c5-e67d-4fb3-9133-6959b2cfb27a req-38624844-9b4b-492b-9e94-f8fd493511f3 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0951676 Dec 20 16:22:48.354328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-8feaf043-36e1-47dc-8c8e-7a3c69481044 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313671 Dec 20 16:22:48.448231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6db73c5-e67d-4fb3-9133-6959b2cfb27a req-6ae72d2d-9d50-4b14-97a9-8f887ccfc834 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171522 Dec 20 16:22:48.477811 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-e713ccfe-1ead-4005-9366-fbc9683ec386 service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166422 Dec 20 16:22:48.571584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-cf74391e-d033-4ed0-bd1d-2c823853abec service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864635 Dec 20 16:22:49.573649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91015a9d-b0aa-4687-ab09-b292e9db0fa5 req-a16b91db-dea3-4b12-b074-325455f08313 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:49.575198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91015a9d-b0aa-4687-ab09-b292e9db0fa5 req-a16b91db-dea3-4b12-b074-325455f08313 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0515966 Dec 20 16:22:49.637934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91015a9d-b0aa-4687-ab09-b292e9db0fa5 req-ac80af8c-7e28-44bf-b285-a8f2247c831c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555499 Dec 20 16:22:50.767537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba336b-30ed-4d08-b3e2-9bf2f003f7cd req-4d74d876-d144-4b39-80c4-409456d8b5e7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:50.769055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dba336b-30ed-4d08-b3e2-9bf2f003f7cd req-4d74d876-d144-4b39-80c4-409456d8b5e7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0517631 Dec 20 16:22:50.820605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0dba336b-30ed-4d08-b3e2-9bf2f003f7cd req-ac1f02e9-4761-4fab-a837-5ccd77fb2a8d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Dec 20 16:22:51.896926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:51.957693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508dda-40fb-49cb-ada2-f43f50f736d0 req-edb9f0f9-493e-4281-8c6c-993d78644ea2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:51.959318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc508dda-40fb-49cb-ada2-f43f50f736d0 req-edb9f0f9-493e-4281-8c6c-993d78644ea2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0681245 Dec 20 16:22:52.009689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc508dda-40fb-49cb-ada2-f43f50f736d0 req-47a1987e-f659-47c8-a6d1-19bac5097513 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Dec 20 16:22:53.141581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62287319-2530-4459-9719-0aa0ec1b1aff req-cfa0fb55-ab4f-47d6-b68e-aad183ceddb1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:53.143074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62287319-2530-4459-9719-0aa0ec1b1aff req-cfa0fb55-ab4f-47d6-b68e-aad183ceddb1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0629587 Dec 20 16:22:53.192512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62287319-2530-4459-9719-0aa0ec1b1aff req-71a763de-5ee0-4cae-9eea-d7ac724ef9db tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Dec 20 16:22:54.317577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2ea27-02bc-4f8a-9b6e-d99e2aca2120 req-d6f6000c-472d-428d-bdb4-24217ea818ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:54.319257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dce2ea27-02bc-4f8a-9b6e-d99e2aca2120 req-d6f6000c-472d-428d-bdb4-24217ea818ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0494199 Dec 20 16:22:54.372505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dce2ea27-02bc-4f8a-9b6e-d99e2aca2120 req-dcafb9e4-eb42-4dfa-9c23-65b1b8fd954f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Dec 20 16:22:55.504914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d0bc4-6c43-4c05-ad33-dc82206e0933 req-2446d9e4-5dda-48ae-9993-87e85a430533 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:55.506728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-792d0bc4-6c43-4c05-ad33-dc82206e0933 req-2446d9e4-5dda-48ae-9993-87e85a430533 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0550954 Dec 20 16:22:55.563382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-792d0bc4-6c43-4c05-ad33-dc82206e0933 req-35403bfa-ec5d-4661-8b3c-50ddf8640d87 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Dec 20 16:22:56.691383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c16e4-0285-49d0-b684-97bfc88c0be2 req-58a4e8b8-1f15-473e-ab58-bea33db13834 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:56.693034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-449c16e4-0285-49d0-b684-97bfc88c0be2 req-58a4e8b8-1f15-473e-ab58-bea33db13834 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0596361 Dec 20 16:22:56.744484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-449c16e4-0285-49d0-b684-97bfc88c0be2 req-e729487b-97f1-42bc-9e42-482e2f3434d5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Dec 20 16:22:57.502612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:22:57.870287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbcdd9-83de-4233-8719-4bab2c56059c req-e6b6441d-ce7b-4c1e-96b1-9da6da448514 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:57.872031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6fbcdd9-83de-4233-8719-4bab2c56059c req-e6b6441d-ce7b-4c1e-96b1-9da6da448514 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0534360 Dec 20 16:22:57.922251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6fbcdd9-83de-4233-8719-4bab2c56059c req-90fc177e-5abf-4219-b3d5-e0575b84009c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Dec 20 16:22:59.065381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad32cd5-d0e5-4eed-bcca-e378fb773491 req-5610825c-28ff-444e-9360-ef8197403edf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:22:59.067053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ad32cd5-d0e5-4eed-bcca-e378fb773491 req-5610825c-28ff-444e-9360-ef8197403edf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0571401 Dec 20 16:22:59.116649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ad32cd5-d0e5-4eed-bcca-e378fb773491 req-9afeb5f1-2930-482d-9321-24dbdf65976e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Dec 20 16:22:59.360454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-60740ed0-5629-48e7-8437-ba6c8d3e63a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:00.234722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f25c82-7f7f-4e25-a1da-eb703fbdaa24 req-57deddfa-4c07-4b42-ac87-d5378dc67217 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:00.236225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63f25c82-7f7f-4e25-a1da-eb703fbdaa24 req-57deddfa-4c07-4b42-ac87-d5378dc67217 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0509551 Dec 20 16:23:00.287163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63f25c82-7f7f-4e25-a1da-eb703fbdaa24 req-8299a808-8d8a-429e-8816-f3146401034b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Dec 20 16:23:01.410311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb902ec-ba5a-4cd2-8dd0-8a9856247e20 req-bffd92a7-4358-4eca-b820-cccd3ca7a9c7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:01.411703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdb902ec-ba5a-4cd2-8dd0-8a9856247e20 req-bffd92a7-4358-4eca-b820-cccd3ca7a9c7 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0535042 Dec 20 16:23:01.459237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdb902ec-ba5a-4cd2-8dd0-8a9856247e20 req-418b3e89-47cc-4dff-a30c-a858107c2522 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Dec 20 16:23:01.697087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b40d-13ed-4448-9710-55789ffe77d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:02.576524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008e1d-e95e-417c-96d6-c0509949e807 req-865267db-13f8-48f9-ab79-a964810015ae tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:02.578098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25008e1d-e95e-417c-96d6-c0509949e807 req-865267db-13f8-48f9-ab79-a964810015ae tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0507085 Dec 20 16:23:02.626185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25008e1d-e95e-417c-96d6-c0509949e807 req-bf96c3c7-dd05-49de-bab6-dec84a427da8 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Dec 20 16:23:02.913657 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:03.744959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f86e9b-9ee6-4ccb-872f-467ce02d9251 req-719b3246-91ac-4be7-a5b3-3d34ea19d560 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:03.746486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04f86e9b-9ee6-4ccb-872f-467ce02d9251 req-719b3246-91ac-4be7-a5b3-3d34ea19d560 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0498474 Dec 20 16:23:03.797518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04f86e9b-9ee6-4ccb-872f-467ce02d9251 req-ee469c80-9e27-4642-ac48-c3f959b05cf5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Dec 20 16:23:04.828887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:04.917541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c8f29-2eef-4ccb-bd82-a07376176179 req-f1abb166-3ddd-43f0-8d9c-cd0bcf1da725 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:04.919043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d34c8f29-2eef-4ccb-bd82-a07376176179 req-f1abb166-3ddd-43f0-8d9c-cd0bcf1da725 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0495226 Dec 20 16:23:04.966119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d34c8f29-2eef-4ccb-bd82-a07376176179 req-2dfc9eb3-8868-4a2e-b4c6-f089a2a468fd tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Dec 20 16:23:05.142391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:05.917967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:23:06.018375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:06.030275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'network_id': '7679c320-bba4-44c1-8877-1f4524b6cf46', 'port_id': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'mac_address': 'fa:16:3e:4e:4d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3610db-cb2b-4703-b6c7-0da15198d15d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:23:06.075047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:06.085788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8a987-38c1-4e09-8a5d-9d79038476d8 req-de38eabc-e3dd-4512-bf6c-c3e73c948a43 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:06.087295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fe8a987-38c1-4e09-8a5d-9d79038476d8 req-de38eabc-e3dd-4512-bf6c-c3e73c948a43 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 944 time: 0.0502927 Dec 20 16:23:06.089786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:23:06.110753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:06.137005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fe8a987-38c1-4e09-8a5d-9d79038476d8 req-22f2abb8-ec67-468c-b475-a338d1579d39 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Dec 20 16:23:06.148417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:06.197781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:06.477926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:23:07.270195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945f274-b4d0-495a-81f6-a290723dc399 req-6f0e7c2e-54b1-428c-9f30-2703afff3e8c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:07.271789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9945f274-b4d0-495a-81f6-a290723dc399 req-6f0e7c2e-54b1-428c-9f30-2703afff3e8c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 945 time: 0.0567596 Dec 20 16:23:07.324608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9945f274-b4d0-495a-81f6-a290723dc399 req-4942e44c-d862-4ff0-ab52-4ee1c9cb1181 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Dec 20 16:23:07.948213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:23:07.997641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:07.998021 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:08.076235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:08.102817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:23:08.105052 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4624c306-0dd5-4fdd-9b02-5049e065e97f" -d '{"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:23:08.117978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:08.141541 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38c235-78a8-4cc3-a777-52f2c7d8ae1d x-openstack-request-id: req-eb38c235-78a8-4cc3-a777-52f2c7d8ae1d {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:23:08.141842 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-plugged", "status": "completed", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:23:08.142104 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb38c235-78a8-4cc3-a777-52f2c7d8ae1d {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:23:08.142523 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'code': 200} Dec 20 16:23:08.210975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:08.260960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:08.385183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09892b7c-47b2-4089-ae8b-a04daf8f026f req-9338d0fc-0f08-41af-9119-0b52a9dd2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:08.386721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09892b7c-47b2-4089-ae8b-a04daf8f026f req-9338d0fc-0f08-41af-9119-0b52a9dd2b10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1098 time: 0.0406835 Dec 20 16:23:08.461151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09892b7c-47b2-4089-ae8b-a04daf8f026f req-c3d28345-acd5-4cff-970d-0de1e9ce1e02 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676699 Dec 20 16:23:08.470371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98982ee-81d9-4c52-8b4d-b936e9fed9ee req-45a0389c-2a6e-4209-b5f4-5dca558e0191 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:08.471834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f98982ee-81d9-4c52-8b4d-b936e9fed9ee req-45a0389c-2a6e-4209-b5f4-5dca558e0191 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0731726 Dec 20 16:23:08.524064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f98982ee-81d9-4c52-8b4d-b936e9fed9ee req-340b74e3-892f-4005-a55f-7d6594e72dd2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Dec 20 16:23:09.644461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792847a-5f35-4208-82ae-4b924cdf50f3 req-418fa0c8-0bb7-44a6-8dce-e35012d22b3e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:09.646042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e792847a-5f35-4208-82ae-4b924cdf50f3 req-418fa0c8-0bb7-44a6-8dce-e35012d22b3e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0495286 Dec 20 16:23:09.695056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e792847a-5f35-4208-82ae-4b924cdf50f3 req-c13f78e2-e80a-447c-90c2-59be532cc3b0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Dec 20 16:23:10.820241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d09bd-e687-4cea-a2ec-8f7b9312882a req-593b6099-0954-4e8b-85e3-4c3ac6948237 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:10.821986 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-874d09bd-e687-4cea-a2ec-8f7b9312882a req-593b6099-0954-4e8b-85e3-4c3ac6948237 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0511672 Dec 20 16:23:10.870497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-874d09bd-e687-4cea-a2ec-8f7b9312882a req-2e4e8ea3-5beb-4363-9213-1432522f6bc1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Dec 20 16:23:11.991261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86754fff-0cd5-4c52-b1c9-ff00407d2f24 req-ba6eb386-0187-4b2b-93e0-a5af2b8fa8ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:11.992779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86754fff-0cd5-4c52-b1c9-ff00407d2f24 req-ba6eb386-0187-4b2b-93e0-a5af2b8fa8ec tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0540874 Dec 20 16:23:12.040756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86754fff-0cd5-4c52-b1c9-ff00407d2f24 req-e27abfad-61ae-4b7c-9866-65d6774fd2e6 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Dec 20 16:23:12.158661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ced24-561a-42a1-b2b8-cce08358cfef req-f2d03bee-4483-48c8-a585-dad94da26ca9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:12.160060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c3ced24-561a-42a1-b2b8-cce08358cfef req-f2d03bee-4483-48c8-a585-dad94da26ca9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0509517 Dec 20 16:23:12.208743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c3ced24-561a-42a1-b2b8-cce08358cfef req-149296e2-157c-4e49-b9e0-5f0b36d12676 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Dec 20 16:23:12.335323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b3ba-597b-45a3-abc2-ac634e9c3278 req-db570cda-5d48-4174-9e9d-031e2a733f0a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:12.336822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b355b3ba-597b-45a3-abc2-ac634e9c3278 req-db570cda-5d48-4174-9e9d-031e2a733f0a tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0535662 Dec 20 16:23:12.384084 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b355b3ba-597b-45a3-abc2-ac634e9c3278 req-1bb23bc0-3495-4f28-8e17-8f10aad70ffc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Dec 20 16:23:12.514821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42badd-4ad7-4779-a436-ce3704e12b39 req-89b81a53-3cac-4cbb-be78-928ef5a833f0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:12.516883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d42badd-4ad7-4779-a436-ce3704e12b39 req-89b81a53-3cac-4cbb-be78-928ef5a833f0 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0502687 Dec 20 16:23:12.563913 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d42badd-4ad7-4779-a436-ce3704e12b39 req-32899bfb-5d24-4ac4-b06c-9d52a59db324 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Dec 20 16:23:12.678790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec744-c08d-41a2-9e13-261252e6189b req-929d7e29-3e3f-434e-bb3d-6ffe22787089 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:12.680183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d8ec744-c08d-41a2-9e13-261252e6189b req-929d7e29-3e3f-434e-bb3d-6ffe22787089 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0487015 Dec 20 16:23:12.733076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d8ec744-c08d-41a2-9e13-261252e6189b req-b380aeab-586b-4a9e-ac82-1929ec4916ca tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Dec 20 16:23:12.870299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe13f5-3f59-4e83-aebc-5414c339c180 req-5d5f3217-e259-4112-b824-28c277a7b4aa tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:12.871806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bbe13f5-3f59-4e83-aebc-5414c339c180 req-5d5f3217-e259-4112-b824-28c277a7b4aa tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0530341 Dec 20 16:23:12.891254 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-3cc2f0ad-0a32-49d4-9851-2505691b1767 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413606 Dec 20 16:23:12.922548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bbe13f5-3f59-4e83-aebc-5414c339c180 req-8589729b-26c7-4232-a90a-5bfed1668c4d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Dec 20 16:23:12.979629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e596dc-58de-4f60-b8f8-163764165f43 req-8fe1f9d6-63b0-4013-a5ac-a830168563f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:12.981384 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-8fe1f9d6-63b0-4013-a5ac-a830168563f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0484219 Dec 20 16:23:13.045198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e60ad-779a-4d42-813e-ed70cf1778f5 req-e96b8c70-a35b-4b46-9af8-958f0dbd32ed tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:13.046823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-417e60ad-779a-4d42-813e-ed70cf1778f5 req-e96b8c70-a35b-4b46-9af8-958f0dbd32ed tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0524945 Dec 20 16:23:13.095956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e596dc-58de-4f60-b8f8-163764165f43 req-c3465e4a-0028-4a3f-b5bd-b4c026baa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:13.097497 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-c3465e4a-0028-4a3f-b5bd-b4c026baa9d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0944967 Dec 20 16:23:13.098427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-417e60ad-779a-4d42-813e-ed70cf1778f5 req-e24fdd17-6728-48ac-a1e3-03b7627953c4 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Dec 20 16:23:13.177023 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-4225c9dd-6c3c-4a5b-a25d-55dac9872f89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 1001 time: 0.0725763 Dec 20 16:23:13.228134 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e596dc-58de-4f60-b8f8-163764165f43 req-2267d2c4-5405-40f5-9d18-3fd10eaefeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:13.229542 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-2267d2c4-5405-40f5-9d18-3fd10eaefeee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0458877 Dec 20 16:23:13.275891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e596dc-58de-4f60-b8f8-163764165f43 req-ff373904-b8b0-466c-9e69-a1d11e1fb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:13.277413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-ff373904-b8b0-466c-9e69-a1d11e1fb480 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408430 Dec 20 16:23:13.372957 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-5d28f578-24ba-4143-8b29-03b9511150be service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881827 Dec 20 16:23:13.465012 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54e596dc-58de-4f60-b8f8-163764165f43 req-4bd5738b-cdb0-4601-8031-e521770624e0 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Dec 20 16:23:13.572835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea5822-f413-45de-93c6-d54dfc9553c7 req-9ae4baef-a418-4ccd-9417-91d889ef5003 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:13.574514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4ea5822-f413-45de-93c6-d54dfc9553c7 req-9ae4baef-a418-4ccd-9417-91d889ef5003 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0536311 Dec 20 16:23:13.624187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4ea5822-f413-45de-93c6-d54dfc9553c7 req-f6ae17a0-f895-470b-b44c-f67b8014f00e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Dec 20 16:23:14.325468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-c92cd698-f6d7-450a-946f-72a6801173ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:14.326964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-c92cd698-f6d7-450a-946f-72a6801173ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1098 time: 0.0921850 Dec 20 16:23:14.443470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-dba18531-4783-4048-8b46-83d4f3b6e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:14.444959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-dba18531-4783-4048-8b46-83d4f3b6e1fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 915 time: 0.0964720 Dec 20 16:23:14.488371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-e2d20212-8416-4b9d-abb9-34faf84be935 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 217 time: 0.0365465 Dec 20 16:23:14.542033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-59ccb37f-6afb-4237-8e14-336bf1ae130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:14.543528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-59ccb37f-6afb-4237-8e14-336bf1ae130f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0478127 Dec 20 16:23:14.576563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-b75e0da5-607c-4862-8356-463483aa5687 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251913 Dec 20 16:23:14.670868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-f4d7f637-0085-4ade-af44-d595a66a236c service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877593 Dec 20 16:23:15.062957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334be00-2d84-424b-bb5b-a51f9f401260 req-c64af948-dee5-43db-a800-6aee606f3f88 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:15.064451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6334be00-2d84-424b-bb5b-a51f9f401260 req-c64af948-dee5-43db-a800-6aee606f3f88 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.3620777 Dec 20 16:23:15.068481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a47656bb-7ea7-4173-899c-d1612a06b1b2 req-39574d68-b18f-4007-85ed-da93124f0920 service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907051 Dec 20 16:23:15.115427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6334be00-2d84-424b-bb5b-a51f9f401260 req-806cb621-9af9-4d03-9174-77f31486b0ce tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Dec 20 16:23:15.622286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddc81-e71b-41a5-aba9-d5413a5a094b req-20d31ae5-6ec7-4fa9-b502-3844ac850437 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:15.623789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa7ddc81-e71b-41a5-aba9-d5413a5a094b req-20d31ae5-6ec7-4fa9-b502-3844ac850437 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0504389 Dec 20 16:23:15.675920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa7ddc81-e71b-41a5-aba9-d5413a5a094b req-b31e99e2-0029-46bf-ba02-47581dd01379 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455170 Dec 20 16:23:15.743835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-b29507bd-ba92-4c69-bf67-2c094222ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:15.745198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-b29507bd-ba92-4c69-bf67-2c094222ba06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 1098 time: 0.0403576 Dec 20 16:23:15.836948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-879a1079-c81a-4d3a-93b5-1648c26963de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:15.838459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-879a1079-c81a-4d3a-93b5-1648c26963de service neutron] 10.222.0.83 "GET /v2.0/networks?id=7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 200 len: 915 time: 0.0864153 Dec 20 16:23:15.887490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-0313671d-5591-4f41-8634-c7080dbe16cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 200 len: 217 time: 0.0401685 Dec 20 16:23:15.936832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-94d6f5d0-e181-4363-8a75-7b8b3f2b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:15.938874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-94d6f5d0-e181-4363-8a75-7b8b3f2b4c57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 200 len: 854 time: 0.0449858 Dec 20 16:23:15.970944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-5a4f0f0b-e3ae-48dd-b0ca-cc38f030e252 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7679c320-bba4-44c1-8877-1f4524b6cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254395 Dec 20 16:23:16.068958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-4b950623-d8e1-4d96-a306-fd3a8b308117 service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900371 Dec 20 16:23:16.162021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce5089cf-19db-45ea-943b-0db95b1ad116 req-9b6f4526-ab79-4b5f-a6b3-67224975930f service neutron] 10.222.0.83 "GET /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862336 Dec 20 16:23:16.799810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d7e50-cba3-490d-bdb8-6e6a045d251d req-1ef519c5-b761-4919-864b-95c6343b500d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:16.801345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c54d7e50-cba3-490d-bdb8-6e6a045d251d req-1ef519c5-b761-4919-864b-95c6343b500d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0510669 Dec 20 16:23:16.855574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c54d7e50-cba3-490d-bdb8-6e6a045d251d req-4c24ba15-9669-4832-a007-4d05ee656658 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479329 Dec 20 16:23:17.978064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2ad25-5110-4e7c-a488-7194835ef1e0 req-2272292a-bc0b-4137-9225-316e785a43a9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:17.979617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76e2ad25-5110-4e7c-a488-7194835ef1e0 req-2272292a-bc0b-4137-9225-316e785a43a9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0548568 Dec 20 16:23:18.029694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76e2ad25-5110-4e7c-a488-7194835ef1e0 req-df09e2b3-3067-404e-9bce-32bd79058d52 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Dec 20 16:23:18.151895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710638a-5b9f-43bc-9ec6-49444cb34acd req-efb09766-74f8-4163-929a-b35f861f3ddb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:18.153711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3710638a-5b9f-43bc-9ec6-49444cb34acd req-efb09766-74f8-4163-929a-b35f861f3ddb tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0524158 Dec 20 16:23:18.201810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3710638a-5b9f-43bc-9ec6-49444cb34acd req-73138b62-65f3-4ffe-996e-f3f9d6dcb71c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Dec 20 16:23:18.341303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e83103-ea61-47b2-8e2c-fa9514f712ca req-4459650d-a3bb-4e80-9eb6-d05d747c57d5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:18.342901 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57e83103-ea61-47b2-8e2c-fa9514f712ca req-4459650d-a3bb-4e80-9eb6-d05d747c57d5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0552189 Dec 20 16:23:18.394862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57e83103-ea61-47b2-8e2c-fa9514f712ca req-ea625558-b0db-423b-b79b-da3b7eefc86f tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Dec 20 16:23:18.517586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ee22a-a813-4099-9e7e-5c300519ff99 req-c0defc3b-7dde-43a8-982e-0899db4217c1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:18.519175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-480ee22a-a813-4099-9e7e-5c300519ff99 req-c0defc3b-7dde-43a8-982e-0899db4217c1 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0551023 Dec 20 16:23:18.574347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-480ee22a-a813-4099-9e7e-5c300519ff99 req-b5ae2b44-fd64-42b7-a645-f837137275ea tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Dec 20 16:23:18.748994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d7ce1-646a-403e-9ae6-89d9fc0a3da4 req-1135ca1f-3368-48d5-a432-dece79502205 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:18.750955 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c89d7ce1-646a-403e-9ae6-89d9fc0a3da4 req-1135ca1f-3368-48d5-a432-dece79502205 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0551600 Dec 20 16:23:18.802695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c89d7ce1-646a-403e-9ae6-89d9fc0a3da4 req-fcd01af7-c1a0-47ce-82d7-785d09412d5b tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Dec 20 16:23:18.926999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735951a-f152-4eb8-94b1-791ea936492b req-c89c6a21-5a62-4ea8-bbf3-20d5dfbbb93c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:18.928442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c735951a-f152-4eb8-94b1-791ea936492b req-c89c6a21-5a62-4ea8-bbf3-20d5dfbbb93c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0512898 Dec 20 16:23:18.981850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c735951a-f152-4eb8-94b1-791ea936492b req-276b40d3-445c-46dc-b735-639925b26b57 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Dec 20 16:23:19.120728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82976d-437a-4c34-9c64-e02c2d526a8b req-ffe8d7eb-c04f-49ae-9548-c2af47897645 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:19.122354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f82976d-437a-4c34-9c64-e02c2d526a8b req-ffe8d7eb-c04f-49ae-9548-c2af47897645 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0530975 Dec 20 16:23:19.176605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f82976d-437a-4c34-9c64-e02c2d526a8b req-9b245e2f-1fba-4c65-b043-fefd00824460 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Dec 20 16:23:19.297742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39226929-4f15-46bd-9fa5-53641a43202c req-acee36fe-ba96-4d6b-8f73-3a06e717cd95 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:19.299330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39226929-4f15-46bd-9fa5-53641a43202c req-acee36fe-ba96-4d6b-8f73-3a06e717cd95 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0520000 Dec 20 16:23:19.349671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39226929-4f15-46bd-9fa5-53641a43202c req-813d6824-c860-4204-8dd8-f00555665ba2 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Dec 20 16:23:19.507855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d741-2ebd-4e24-8699-260d0c5e4f46 req-5228196a-2f62-4824-9e6f-7ee7d330bdf5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:19.509262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1695d741-2ebd-4e24-8699-260d0c5e4f46 req-5228196a-2f62-4824-9e6f-7ee7d330bdf5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0502310 Dec 20 16:23:19.558124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1695d741-2ebd-4e24-8699-260d0c5e4f46 req-06461222-2128-46e5-bb8c-573e4647ace9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Dec 20 16:23:19.679309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8c396-9fee-4082-9864-0dc6c69d8ae1 req-8fe4b83e-8880-45ee-b9f8-6bbf1d918fa9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:19.680825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54f8c396-9fee-4082-9864-0dc6c69d8ae1 req-8fe4b83e-8880-45ee-b9f8-6bbf1d918fa9 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0554860 Dec 20 16:23:19.730457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54f8c396-9fee-4082-9864-0dc6c69d8ae1 req-861106db-0e30-4bba-ac32-85dd7fc3f3bf tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435736 Dec 20 16:23:19.864567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbf715-0ea4-4ddd-8271-345038a4172c req-0e286ca8-968f-4cf1-a935-ff05754bbbbc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:19.866130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15bbf715-0ea4-4ddd-8271-345038a4172c req-0e286ca8-968f-4cf1-a935-ff05754bbbbc tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0504200 Dec 20 16:23:19.914203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15bbf715-0ea4-4ddd-8271-345038a4172c req-a6a6c0ec-d69a-45dc-af80-b434597fe1b5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Dec 20 16:23:20.034058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf194be-309c-4778-b681-3fff7f9d55c6 req-1cba6aa7-d6c0-45ad-af20-cdfd5b5cf54c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:20.035512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bf194be-309c-4778-b681-3fff7f9d55c6 req-1cba6aa7-d6c0-45ad-af20-cdfd5b5cf54c tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0502095 Dec 20 16:23:20.089716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3bf194be-309c-4778-b681-3fff7f9d55c6 req-c1e16ee1-bb00-44d2-a812-c4f68c52de50 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Dec 20 16:23:20.217771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12480078-f36d-41d5-a402-540923221679 req-723675e1-4431-4665-a8e7-db18132a5ca4 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:20.219856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12480078-f36d-41d5-a402-540923221679 req-723675e1-4431-4665-a8e7-db18132a5ca4 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0509024 Dec 20 16:23:20.278355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12480078-f36d-41d5-a402-540923221679 req-f3d9057f-28de-4f9f-825d-bd699ce99014 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Dec 20 16:23:20.420924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d1d37-d113-4af3-a722-b1d7f4d497fc req-aea8ede9-7ae5-49e3-af08-e719f4f48a75 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:20.422641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-267d1d37-d113-4af3-a722-b1d7f4d497fc req-aea8ede9-7ae5-49e3-af08-e719f4f48a75 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0510094 Dec 20 16:23:20.470616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-267d1d37-d113-4af3-a722-b1d7f4d497fc req-4d3af740-d253-459c-aa08-9fb5c937a019 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Dec 20 16:23:20.599406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7b5b-1e95-4f91-a50d-5cebcb80e888 req-89e55972-4720-4b90-83f3-8255e99ac177 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:20.600895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f0f7b5b-1e95-4f91-a50d-5cebcb80e888 req-89e55972-4720-4b90-83f3-8255e99ac177 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0533333 Dec 20 16:23:20.648075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f0f7b5b-1e95-4f91-a50d-5cebcb80e888 req-43951bd7-711b-42e9-976b-b00658b2ae8e tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Dec 20 16:23:21.052125 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:23:21.936834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:27.525839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:28.026447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8497a4-1f7e-420f-b324-1b95eadde087 req-a31d8392-45c1-4c72-8cbc-7d7d46b75ab5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:28.028118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee8497a4-1f7e-420f-b324-1b95eadde087 req-a31d8392-45c1-4c72-8cbc-7d7d46b75ab5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0508866 Dec 20 16:23:28.076718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee8497a4-1f7e-420f-b324-1b95eadde087 req-a63b3373-5cbb-4e0d-bd0b-b8d95729cdd5 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Dec 20 16:23:29.205208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903a46-1b72-4af9-b74b-5485d3079b65 req-12428376-a160-4a51-9268-754e2919e148 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:29.207513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48903a46-1b72-4af9-b74b-5485d3079b65 req-12428376-a160-4a51-9268-754e2919e148 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0574443 Dec 20 16:23:29.257898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48903a46-1b72-4af9-b74b-5485d3079b65 req-9fe7ff9f-45cd-49de-8b3d-718ff998715d tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Dec 20 16:23:29.331176 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0658ccb2-a05e-43da-867d-72bd8fca5e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:30.086220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-166c8eed-20e5-4c56-8b50-9811c7573f34 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:30.087711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-166c8eed-20e5-4c56-8b50-9811c7573f34 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.83 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0503812 Dec 20 16:23:30.184701 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Deleting port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:23:30.185034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:30.279018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] For port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,segment=NetworkSegment(9df13f31-5cd6-499d-886f-1ebe39f80116),segment_id=9df13f31-5cd6-499d-886f-1ebe39f80116)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:30.279720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:30.293096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Calling delete_port for 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:23:30.412562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f41f-3992-4976-a1f5-5ccfc3d36c8d req-15ce387d-3ed3-4458-b60a-59824050e828 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:30.414063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fb0f41f-3992-4976-a1f5-5ccfc3d36c8d req-15ce387d-3ed3-4458-b60a-59824050e828 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 947 time: 0.0757401 Dec 20 16:23:30.502143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6fb0f41f-3992-4976-a1f5-5ccfc3d36c8d req-c267035b-be3f-4a57-b25c-b81b3c322446 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/security-groups?id=303dfed5-888d-4415-8356-45f05fceb34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819938 Dec 20 16:23:30.651589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:30.663439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:23:30.686526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Pushing event deleted for resources: {'Port': ['ID=8d79e89f-9ed3-4d19-bc00-70d5b5ef274f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:30.700954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.701391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.701744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.702103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.702440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.702846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.703188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.703529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.703862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.704196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.704585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.704878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.705230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:30.740505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] No DVR routers for this DVR port 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:23:30.743454 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:30.746894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68584127-32b0-4dfa-b591-9b208ff5c912 req-38dd7c04-01dd-4831-8459-1968f3466194 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.83 "DELETE /v2.0/ports/8d79e89f-9ed3-4d19-bc00-70d5b5ef274f HTTP/1.1" status: 204 len: 173 time: 0.6521657 Dec 20 16:23:30.747340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-deleted', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:23:30.749691 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4cc4a-b337-4ab7-afba-a9cd82891b30" -d '{"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-deleted", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:23:30.851506 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7861b9f9-4ce3-42d9-9ebd-14566f193235 x-openstack-request-id: req-7861b9f9-4ce3-42d9-9ebd-14566f193235 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:23:30.851831 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63775e4-d3ae-4115-a184-71d0e4f7b4e2", "name": "network-vif-deleted", "tag": "8d79e89f-9ed3-4d19-bc00-70d5b5ef274f", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:23:30.852086 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7861b9f9-4ce3-42d9-9ebd-14566f193235 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:23:30.852520 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63775e4-d3ae-4115-a184-71d0e4f7b4e2', 'name': 'network-vif-deleted', 'tag': '8d79e89f-9ed3-4d19-bc00-70d5b5ef274f', 'status': 'completed', 'code': 200} Dec 20 16:23:31.621467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11309da3-9a01-4ac1-8007-f20360751878 req-dc3b3c35-dca6-4820-af9c-00b3cce21a91 tempest-ServersNegativeTestJSON-947402964 tempest-ServersNegativeTestJSON-947402964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f63775e4-d3ae-4115-a184-71d0e4f7b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0369368 Dec 20 16:23:31.788465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5124f1b1-535d-4f84-b9b0-bdf7b0e3f2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.670366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38600) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:32.716387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Deleting subnet 5e3610db-cb2b-4703-b6c7-0da15198d15d {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:23:32.720416 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.760306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.800518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.920592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.943265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.953470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3610db-cb2b-4703-b6c7-0da15198d15d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:32.953470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:32.954716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc350afd-6c73-405f-bafc-404a0d52ef23 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5e3610db-cb2b-4703-b6c7-0da15198d15d HTTP/1.1" status: 204 len: 168 time: 0.2833438 Dec 20 16:23:32.957308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38602) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:33.031608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.119434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.139232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7679c320-bba4-44c1-8877-1f4524b6cf46']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:33.149586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df13f31-5cd6-499d-886f-1ebe39f80116') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:33.149879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df13f31-5cd6-499d-886f-1ebe39f80116') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:33.160232 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.173851 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.179656 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:23:33.180030 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:23:33.181706 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:23:33.297205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.303750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.307509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7679c320-bba4-44c1-8877-1f4524b6cf46 HTTP/1.1" status: 204 len: 168 time: 0.3492689 Dec 20 16:23:33.318586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2647bcb-6e48-4676-959b-af377b2fddc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7679c320-bba4-44c1-8877-1f4524b6cf46,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:33.628778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38608) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:33.668527 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3a8bc50e-0d0f-4d21-8645-8fd5296c19fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7fd97ef39314bacaf620a14f9975cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384798 Dec 20 16:23:33.670913 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38610) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:33.722923 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-282d1583-387d-430d-a37d-742fa09ea558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.744342 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-282d1583-387d-430d-a37d-742fa09ea558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.885841 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-282d1583-387d-430d-a37d-742fa09ea558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.888509 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-282d1583-387d-430d-a37d-742fa09ea558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:33.889711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-282d1583-387d-430d-a37d-742fa09ea558 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/303dfed5-888d-4415-8356-45f05fceb34d HTTP/1.1" status: 204 len: 168 time: 0.2179050 Dec 20 16:23:33.898254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d1583-387d-430d-a37d-742fa09ea558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303dfed5-888d-4415-8356-45f05fceb34d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:34.027441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:23:34.047965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:23:34.048310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8d79e89f-9ed3-4d19-bc00-70d5b5ef274f not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:23:34.451087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:34.881632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38632) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:34.983727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-55770282-network', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:35.091087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Made reservation on behalf of f6230ac59aff46af86c10db8df492f09 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:23:35.093544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.102731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.154393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.184695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.297516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.322522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:23:35.332907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a86b500-0915-4e73-95e4-6ab508ab1eb0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:35.341092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.341461 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Added segment 86efef64-1c58-4482-a09c-1cf8114692b7 of type vlan for network 2184c13b-aab0-4031-b402-6c4d82ea4b0c Dec 20 16:23:35.344209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.344568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.344987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.345377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.346002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.346337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.346668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.347049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.347425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.347849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.348186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.348512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.348835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:35.393658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.485206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.486162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:35.486741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.550144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2184c13b-aab0-4031-b402-6c4d82ea4b0c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:35.559779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:23:35.580340 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c271a3aa-79c5-44de-ae2f-c6b521e395e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6975908 Dec 20 16:23:35.583196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:35.588012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Request body: {'subnet': {'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-55770282-subnet', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:35.708678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Made reservation on behalf of f6230ac59aff46af86c10db8df492f09 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:23:35.711118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:35.988385 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.043013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106d2b9f-5250-45bb-9654-7981a6049c46,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:36.053673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Checking segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:23:36.054028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Network hostable DHCP agents. Network: 2184c13b-aab0-4031-b402-6c4d82ea4b0c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:23:36.142740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:23:36.234833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 2184c13b-aab0-4031-b402-6c4d82ea4b0c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:36.239141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:36.239670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.244906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f724c-1dda-429b-adc0-a89426b92073 None None] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:23:36.317426 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f765b99f-c7a0-4fac-8a23-05ec44106159 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7331312 Dec 20 16:23:36.320039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:36.324477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:36.342107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:23:36.342962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.411326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.412537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.464292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.479563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Allocated IP 172.20.0.2 (2184c13b-aab0-4031-b402-6c4d82ea4b0c/106d2b9f-5250-45bb-9654-7981a6049c46/7f220e79-7a6f-4d00-9a37-ac39a2d5427d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:23:36.628059 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.695835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.714369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.755334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:23:36.758044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:36.761497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:23:36.768530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Pushing event updated for resources: {'Port': ['ID=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:36.822360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Attempting to bind port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:23:36.823837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Attempting to bind port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:23:36.823837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Attempting to bind port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:23:36.828177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:23:36.828766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Checking segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:23:36.829187 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.829593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Bound using segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:23:36.830054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Bound port: 7f220e79-7a6f-4d00-9a37-ac39a2d5427d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:23:36.830434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.899498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] For port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:23:36.899498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] For port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:23:36.959189 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:36.977795 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:37.023483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:37.083309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbb43a-d333-4537-ba0d-b23fee9c0524 None None] Pushing event updated for resources: {'Port': ['ID=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:37.088631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Allocated IP 172.25.6.39 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f15e4091-b8c5-46ad-8243-5b6689436e63) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:23:37.205368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:37.366487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:37.409038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:23:37.412168 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:37.416583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:23:37.419827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Pushing event updated for resources: {'Port': ['ID=f15e4091-b8c5-46ad-8243-5b6689436e63,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:37.425483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d85abf-265f-41af-bf09-73e97dfed168 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:23:37.462244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86d67375-0fff-4950-a8d4-78b925e327e0 None None] Provisioning complete for port f15e4091-b8c5-46ad-8243-5b6689436e63 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:37.462710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86d67375-0fff-4950-a8d4-78b925e327e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:37.502450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-86d67375-0fff-4950-a8d4-78b925e327e0 None None] Port f15e4091-b8c5-46ad-8243-5b6689436e63 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:23:37.746827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:37.973521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382cb3c-fae5-417f-aa5b-8451ceb6f4b8 None None] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:23:38.059642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17cbac00-47aa-46c6-bb61-b7aea1d59147 None None] Provisioning complete for port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:38.060009 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17cbac00-47aa-46c6-bb61-b7aea1d59147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:38.185031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17cbac00-47aa-46c6-bb61-b7aea1d59147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:38.221927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17cbac00-47aa-46c6-bb61-b7aea1d59147 None None] For port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:38.294089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:38.314712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17cbac00-47aa-46c6-bb61-b7aea1d59147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:38.375904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbac00-47aa-46c6-bb61-b7aea1d59147 None None] Pushing event updated for resources: {'Port': ['ID=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:38.436592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c61eec1b-428a-463c-9821-cc5a1e3c15d3 None None] Provisioning complete for port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:38.437904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c61eec1b-428a-463c-9821-cc5a1e3c15d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:38.502775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:23:38.614839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:23:38.623979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:23:38.634870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:23:38.635504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:38.688609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:38.690082 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-16090f66-2e26-461f-8fc3-d2b62ba06a72 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3689604 Dec 20 16:23:38.692748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:38.894751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7f220e79-7a6f-4d00-9a37-ac39a2d5427d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:23:38.953074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:23:39.038595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:39.038834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.189510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.224932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:37Z', 'revision_number': 3, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:39.251889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:23:39.252241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Updating router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 port f15e4091-b8c5-46ad-8243-5b6689436e63 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:23:39.283533 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.367205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Allocated IP 172.20.0.1 (2184c13b-aab0-4031-b402-6c4d82ea4b0c/106d2b9f-5250-45bb-9654-7981a6049c46/2409e30a-1e50-4c54-bc46-bc814f3bc60b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:23:39.479368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.562085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.588990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.637508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:23:39.641078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:39.646455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:23:39.649012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Pushing event updated for resources: {'Port': ['ID=2409e30a-1e50-4c54-bc46-bc814f3bc60b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:39.651818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.702344 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.711896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb9c238-24fc-4d05-ad61-dc99de609e57 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:23:39.722236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Attempting to bind port f15e4091-b8c5-46ad-8243-5b6689436e63 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:23:39.722629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Attempting to bind port f15e4091-b8c5-46ad-8243-5b6689436e63 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:23:39.723272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Attempting to bind port f15e4091-b8c5-46ad-8243-5b6689436e63 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:23:39.730002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:23:39.730367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:23:39.730777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.731175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:23:39.731660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Bound port: f15e4091-b8c5-46ad-8243-5b6689436e63, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:23:39.732938 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.757656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d06dd0-ae37-4d04-8b61-249ca5ac5004 None None] Pushing event updated for resources: {'Port': ['ID=f15e4091-b8c5-46ad-8243-5b6689436e63,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:39.792822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef2d6f7d-99e7-409c-b954-d85a732b0fd5 None None] Provisioning complete for port f15e4091-b8c5-46ad-8243-5b6689436e63 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:39.793216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef2d6f7d-99e7-409c-b954-d85a732b0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.828950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] For port f15e4091-b8c5-46ad-8243-5b6689436e63, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:23:39.846213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] For port f15e4091-b8c5-46ad-8243-5b6689436e63, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f15e4091-b8c5-46ad-8243-5b6689436e63,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:23:39.847567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d6f7d-99e7-409c-b954-d85a732b0fd5 None None] Port f15e4091-b8c5-46ad-8243-5b6689436e63 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:23:39.944990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:39.962589 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.007119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-57f57d67-6dd6-4430-afc8-123b75a2c487 None None] Provisioning complete for port 2409e30a-1e50-4c54-bc46-bc814f3bc60b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:40.007291 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57f57d67-6dd6-4430-afc8-123b75a2c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.037599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721c507-5ffb-447d-be30-9fe0a3d0b5b7 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:23:40.073215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:23:40.073907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:40.116436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d06dd0-ae37-4d04-8b61-249ca5ac5004 None None] Pushing event updated for resources: {'Port': ['ID=f15e4091-b8c5-46ad-8243-5b6689436e63,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:40.122422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-57f57d67-6dd6-4430-afc8-123b75a2c487 None None] Port 2409e30a-1e50-4c54-bc46-bc814f3bc60b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:23:40.126922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.189027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.199049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:23:40.257128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.258943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Pushing event updated for resources: {'Port': ['ID=2409e30a-1e50-4c54-bc46-bc814f3bc60b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:40.305439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7e90d2ac-dab0-465c-a036-41670895f0a6 None None] Provisioning complete for port f15e4091-b8c5-46ad-8243-5b6689436e63 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:40.305814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e90d2ac-dab0-465c-a036-41670895f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.365066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:23:40.366400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:40.472420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e90d2ac-dab0-465c-a036-41670895f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.494917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:23:40.499547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7e90d2ac-dab0-465c-a036-41670895f0a6 None None] For port f15e4091-b8c5-46ad-8243-5b6689436e63, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f15e4091-b8c5-46ad-8243-5b6689436e63,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:40.514106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:40.546882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60c834-0a97-439f-a576-9ec559ce5897 None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:23:40.571376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e90d2ac-dab0-465c-a036-41670895f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.633071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:23:40.638721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d2ac-dab0-465c-a036-41670895f0a6 None None] Pushing event updated for resources: {'Port': ['ID=f15e4091-b8c5-46ad-8243-5b6689436e63,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:40.648414 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fdb5096a-992f-49af-9969-ee46d4d3ddf7 admin admin] 10.222.0.81 "PUT /v2.0/routers/a5b86ef3-cdd7-478b-ad7e-d7a167e58386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486020 Dec 20 16:23:40.694211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-063f8206-40e5-4dba-ae18-90f6af11c6d1 None None] Provisioning complete for port 2409e30a-1e50-4c54-bc46-bc814f3bc60b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:40.694594 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-063f8206-40e5-4dba-ae18-90f6af11c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:40.734557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-063f8206-40e5-4dba-ae18-90f6af11c6d1 None None] Port 2409e30a-1e50-4c54-bc46-bc814f3bc60b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:23:41.355029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 38650) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:41.360430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127699400', 'description': 'tempest-description--521308909'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:41.497682 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:41.576059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:41.679890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:41.715876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e548f-9a08-4e5d-949b-af47ec94cbbc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:41.873535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:41.873535 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cbdd9f01-20c5-44cd-aef7-d9b2273aed4d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5106049 Dec 20 16:23:41.873786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38652) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:41.875349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'security_group_rule': {'security_group_id': 'ae6e548f-9a08-4e5d-949b-af47ec94cbbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:42.028905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.078807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.154491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.173875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f48a8a7-c4d1-46c6-82fc-a716b748dcb3,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:42.247754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.249007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c69fd6aa-e79b-4d4a-b5c2-e7e23200696b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780608 Dec 20 16:23:42.252321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38654) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:42.258583 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'security_group_rule': {'security_group_id': 'ae6e548f-9a08-4e5d-949b-af47ec94cbbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:42.354193 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.431047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.601293 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:23:42.611767 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:23:42.612370 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:42.617027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.636872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3130ac-081b-4070-b9e6-84db76ac3e31,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:42.721425 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:23:42.745447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.753465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3dc6e1e3-cb5b-40ef-99db-95894b29ec7e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4934270 Dec 20 16:23:42.753465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38656) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:42.755500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:42.857333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.882745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f15e4091-b8c5-46ad-8243-5b6689436e63 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:23:42.930081 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 2, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:42.948670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f15e4091-b8c5-46ad-8243-5b6689436e63 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:42.949448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.958327 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:23:42.963198 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Updating router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 port 2409e30a-1e50-4c54-bc46-bc814f3bc60b binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:23:42.974295 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:42.983701 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.102613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Allocated IP 172.25.6.15 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/04ec55ab-5b2b-4952-9aff-586962865b84) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:23:43.216438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.271340 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.303460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.348051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:23:43.350961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:43.354687 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.354905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:23:43.395872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'Port': ['ID=04ec55ab-5b2b-4952-9aff-586962865b84,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:43.459258 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Pushing event updated for resources: {'Port': ['ID=2409e30a-1e50-4c54-bc46-bc814f3bc60b,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:43.483125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.491232 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.491646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.491993 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.492328 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.492660 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.492997 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.493348 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.493672 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.502829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.502829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.502829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.502829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.502829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:43.503450 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Attempting to bind port 2409e30a-1e50-4c54-bc46-bc814f3bc60b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:23:43.503546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Attempting to bind port 2409e30a-1e50-4c54-bc46-bc814f3bc60b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:23:43.503863 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Attempting to bind port 2409e30a-1e50-4c54-bc46-bc814f3bc60b on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:23:43.509687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:23:43.510172 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Checking segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:23:43.510608 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.511006 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Bound using segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:23:43.511510 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Bound port: 2409e30a-1e50-4c54-bc46-bc814f3bc60b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:23:43.511862 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.580787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.587601 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] For port 2409e30a-1e50-4c54-bc46-bc814f3bc60b, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:23:43.591178 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] For port 2409e30a-1e50-4c54-bc46-bc814f3bc60b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2409e30a-1e50-4c54-bc46-bc814f3bc60b,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:23:43.658538 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.685067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-38c5094f-2a9f-43d0-839a-fb4395991992 None None] Provisioning complete for port 2409e30a-1e50-4c54-bc46-bc814f3bc60b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:43.686668 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38c5094f-2a9f-43d0-839a-fb4395991992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.714668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:23:43.715810 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:43.770047 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbceac-c68d-4480-99bb-ad445b2706dc None None] Pushing event updated for resources: {'Port': ['ID=2409e30a-1e50-4c54-bc46-bc814f3bc60b,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:43.773423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.804128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38c5094f-2a9f-43d0-839a-fb4395991992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.840884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-38c5094f-2a9f-43d0-839a-fb4395991992 None None] For port 2409e30a-1e50-4c54-bc46-bc814f3bc60b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2409e30a-1e50-4c54-bc46-bc814f3bc60b,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:43.908641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.929093 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:23:43.959891 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-38c5094f-2a9f-43d0-839a-fb4395991992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:43.984603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'Port': ['ID=04ec55ab-5b2b-4952-9aff-586962865b84,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:43.996741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:44.021434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5094f-2a9f-43d0-839a-fb4395991992 None None] Pushing event updated for resources: {'Port': ['ID=2409e30a-1e50-4c54-bc46-bc814f3bc60b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:44.084516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f6340cbb-b4d5-4d35-abef-04d90d4549ac None None] Provisioning complete for port 2409e30a-1e50-4c54-bc46-bc814f3bc60b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:44.084898 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6340cbb-b4d5-4d35-abef-04d90d4549ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:44.088536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:44.089960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9de3f8d8-ff32-41ba-a7c8-ac71fa1ad44c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3379602 Dec 20 16:23:44.178258 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:44.211709 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2eb65-4434-4ec4-8918-141f043443a2 None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:23:44.282474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-1d3513da-fc25-4664-b7bf-01da93a94c88 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2127699400&fields=id&tenant_id=f6230ac59aff46af86c10db8df492f09 HTTP/1.1" status: 200 len: 267 time: 0.0541813 Dec 20 16:23:44.401676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-b3aff6df-b30b-4b14-a2e4-74aa4514b21e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:44.403228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-b3aff6df-b30b-4b14-a2e4-74aa4514b21e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 809 time: 0.1133771 Dec 20 16:23:44.423178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-e7884d01-2834-4edf-b3d3-832207f4234e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/quotas/f6230ac59aff46af86c10db8df492f09 HTTP/1.1" status: 200 len: 375 time: 0.0103896 Dec 20 16:23:44.489401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-8d8bad19-3b4b-47a3-9f6a-46fd30ee124c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548337 Dec 20 16:23:44.594948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-b77fd43f-f700-44b3-8dd9-ea924feccba5 service neutron] 10.222.0.81 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921009 Dec 20 16:23:44.706051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-9adfce18-0ddf-4125-b753-f3c562101d8e service neutron] 10.222.0.81 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044071 Dec 20 16:23:44.886638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2409e30a-1e50-4c54-bc46-bc814f3bc60b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:23:44.954774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2409e30a-1e50-4c54-bc46-bc814f3bc60b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:44.955259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:45.009769 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92c60061-6f97-4e65-8414-2b911e6049d1 req-a6a8bb39-4129-45f9-b6a9-83678003ebec tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 210 time: 0.0356913 Dec 20 16:23:46.109575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-affcc982-9f3f-4e81-8a09-001b530c5ceb req-8a0a2a52-0389-41dc-a843-ca1ed3ed68d0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 210 time: 0.0272791 Dec 20 16:23:47.211250 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8b9d493b-3c49-4eff-9fa7-880ee83f8f0c req-b7c4ca29-128b-402e-b030-f7909eb0151a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 210 time: 0.0281765 Dec 20 16:23:47.418075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-6800b91c-6bde-4749-b025-ffb695b9e4b9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:47.419504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-6800b91c-6bde-4749-b025-ffb695b9e4b9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 809 time: 0.1130431 Dec 20 16:23:47.494191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-3d287817-72b0-4fa3-b2b0-a547aed332c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6230ac59aff46af86c10db8df492f09 HTTP/1.1" status: 200 len: 380 time: 0.0649240 Dec 20 16:23:47.504486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'port': {'device_id': 'c06fff8a-5871-47ea-a01f-214802440359', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'admin_state_up': True, 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'security_groups': ['ae6e548f-9a08-4e5d-949b-af47ec94cbbc']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:47.743146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Made reservation on behalf of f6230ac59aff46af86c10db8df492f09 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:23:47.746645 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:47.882242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Allocated IP 172.20.0.5 (2184c13b-aab0-4031-b402-6c4d82ea4b0c/106d2b9f-5250-45bb-9654-7981a6049c46/41b89f44-567e-4ab6-b231-55dfbdcbb0bd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:23:48.031776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:48.189399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:48.236510 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:23:48.239700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:23:48.243618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:23:48.273835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'Port': ['ID=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:48.337500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:48.338220 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:48.369091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3783e5-3f3b-4778-96e5-aaba809d5dde req-1cbbd551-de33-4d9a-8ea0-7592474f2858 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:48.370723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd3783e5-3f3b-4778-96e5-aaba809d5dde req-1cbbd551-de33-4d9a-8ea0-7592474f2858 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 931 time: 0.0813246 Dec 20 16:23:48.425717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd3783e5-3f3b-4778-96e5-aaba809d5dde req-dbadf893-5abc-42ea-816c-3bb1e81eba48 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483634 Dec 20 16:23:48.494158 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-c241b70d-d9a1-4140-bada-fafd8a9afd8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9942262 Dec 20 16:23:48.507340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Request body: {'port': {'device_id': 'c06fff8a-5871-47ea-a01f-214802440359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:48.541841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cbeafb35-6274-46bf-b8ae-4c7f86a6f401 None None] Provisioning complete for port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:48.542427 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbeafb35-6274-46bf-b8ae-4c7f86a6f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:48.568816 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:48.580623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cbeafb35-6274-46bf-b8ae-4c7f86a6f401 None None] Port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:23:48.837128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b89f44-567e-4ab6-b231-55dfbdcbb0bd {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:23:48.845192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:48.857720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Transition to ACTIVE for port object 41b89f44-567e-4ab6-b231-55dfbdcbb0bd will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:23:48.966053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:49.022167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Pushing event updated for resources: {'Port': ['ID=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:49.106785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Attempting to bind port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:23:49.107120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Attempting to bind port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:23:49.111426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Attempting to bind port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:23:49.112791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:23:49.113118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Attempting to bind port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:23:49.118731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:23:49.119066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Checking segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:23:49.119449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Bound using segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:23:49.119882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Bound port: 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:23:49.120239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:49.192604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] For port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:23:49.195817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] For port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:23:49.309409 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:49.350009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:49.350620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:49.352054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] 10.222.0.83 "PUT /v2.0/ports/41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1091 time: 0.8491886 Dec 20 16:23:49.357068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:23:49.357068 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1714a0ec-1304-4d4e-8082-c795e6f0841d" -d '{"events": [{"name": "network-changed", "server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:23:49.381663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d972fae-a42b-49db-bc51-31d211f518aa service neutron] Pushing event updated for resources: {'Port': ['ID=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:49.409665 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7689b9c2-b3a5-4957-8cd7-e2f946be04d7 x-openstack-request-id: req-7689b9c2-b3a5-4957-8cd7-e2f946be04d7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:23:49.409971 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:23:49.410235 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7689b9c2-b3a5-4957-8cd7-e2f946be04d7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:23:49.410647 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'status': 'completed', 'code': 200} Dec 20 16:23:49.483039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a0ec-1304-4d4e-8082-c795e6f0841d req-aaa15811-f973-4053-8e71-2c45af702274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:49.485619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1714a0ec-1304-4d4e-8082-c795e6f0841d req-aaa15811-f973-4053-8e71-2c45af702274 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1094 time: 0.0511403 Dec 20 16:23:49.617871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a2a19-d7f7-4876-aae1-571c8fe8ca6b req-b0d2bd5e-b066-46b8-bc70-e94c2709b873 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:49.619364 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b34a2a19-d7f7-4876-aae1-571c8fe8ca6b req-b0d2bd5e-b066-46b8-bc70-e94c2709b873 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 943 time: 0.1173077 Dec 20 16:23:49.642171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a0ec-1304-4d4e-8082-c795e6f0841d req-b5156001-07b3-4edd-b647-0eb9538b2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:49.643618 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1714a0ec-1304-4d4e-8082-c795e6f0841d req-b5156001-07b3-4edd-b647-0eb9538b2fda service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f6230ac59aff46af86c10db8df492f09&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1503065 Dec 20 16:23:50.028421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b34a2a19-d7f7-4876-aae1-571c8fe8ca6b req-dd9edf68-bdea-447f-aa51-12d6955801ed tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972538 Dec 20 16:23:50.055792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a0ec-1304-4d4e-8082-c795e6f0841d req-2d6a9886-b231-4984-acaa-0dd4f91fa80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:50.057289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1714a0ec-1304-4d4e-8082-c795e6f0841d req-2d6a9886-b231-4984-acaa-0dd4f91fa80c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281545 Dec 20 16:23:50.141436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0a6d0076-eac5-48bb-981d-c78c89b89495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:50.142945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-0a6d0076-eac5-48bb-981d-c78c89b89495 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1094 time: 0.0455935 Dec 20 16:23:50.186622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-e103559b-703f-4f85-8b2c-858b280ed3b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 217 time: 0.0349786 Dec 20 16:23:50.235524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-52fb60a6-4759-4c3f-9c84-5d83752cde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:50.236983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-52fb60a6-4759-4c3f-9c84-5d83752cde72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0441735 Dec 20 16:23:50.288329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-8237b39d-740f-4e60-8eb7-56edac66e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:50.289767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-8237b39d-740f-4e60-8eb7-56edac66e026 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452628 Dec 20 16:23:50.386967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-4cf8b635-e3e0-45e9-ad14-ef8b847b630f service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899818 Dec 20 16:23:50.482334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122be9eb-f612-447c-ad73-7a33ff198e8b req-2d32d3f7-8bee-40ed-99f3-ca43bdfca7d5 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889533 Dec 20 16:23:51.156516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302657-aa1a-420b-9725-05b63970d494 req-2586ee99-5634-4157-9bc7-ea4532272bf7 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:51.158156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d302657-aa1a-420b-9725-05b63970d494 req-2586ee99-5634-4157-9bc7-ea4532272bf7 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 943 time: 0.0527933 Dec 20 16:23:51.209561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d302657-aa1a-420b-9725-05b63970d494 req-3fd02449-779c-46e6-90f9-e9f0c4e72759 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Dec 20 16:23:51.931412 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:52.324593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df600e11-0555-44bc-90a0-5126b46de0ab req-23cedd8f-c79e-481a-bd3d-2c97cd4dba48 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:52.326108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df600e11-0555-44bc-90a0-5126b46de0ab req-23cedd8f-c79e-481a-bd3d-2c97cd4dba48 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 943 time: 0.0488386 Dec 20 16:23:52.379044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df600e11-0555-44bc-90a0-5126b46de0ab req-377d1ab4-6df0-47af-b149-bc354e894f27 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 Dec 20 16:23:53.496478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb992-433a-46cd-a4e5-bad42f549369 req-20a43b2f-ddd2-4abe-aad1-d41e07589089 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:53.498157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-347fb992-433a-46cd-a4e5-bad42f549369 req-20a43b2f-ddd2-4abe-aad1-d41e07589089 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 943 time: 0.0510752 Dec 20 16:23:53.547659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-347fb992-433a-46cd-a4e5-bad42f549369 req-ca41b5ff-f6fe-4b23-927d-8c5523fb13ea tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Dec 20 16:23:54.121141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 41b89f44-567e-4ab6-b231-55dfbdcbb0bd details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:23:54.228864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:54.240320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'port_id': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'mac_address': 'fa:16:3e:48:42:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:23:54.277252 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:54.290335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b89f44-567e-4ab6-b231-55dfbdcbb0bd {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:23:54.309692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:54.451665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:54.502565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:54.509775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.510127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.510468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.510806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.511141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.511472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.511799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.512124 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.512445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.512766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.513222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.513494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.513818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:23:54.665296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51c74-7409-4dce-974b-41012f398340 req-79c2834e-e9a6-4d19-8020-f54610fd5a1a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:54.666783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fec51c74-7409-4dce-974b-41012f398340 req-79c2834e-e9a6-4d19-8020-f54610fd5a1a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 944 time: 0.0498192 Dec 20 16:23:54.715248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fec51c74-7409-4dce-974b-41012f398340 req-b3e4c510-59a0-4dff-b5a3-13097b457ccd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Dec 20 16:23:54.808194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['41b89f44-567e-4ab6-b231-55dfbdcbb0bd'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:23:55.838463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd3c90-1d55-4785-8e6f-e9aae8352984 req-3cb0511a-47a7-4066-a38b-9e79e29421c0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:55.839951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8dd3c90-1d55-4785-8e6f-e9aae8352984 req-3cb0511a-47a7-4066-a38b-9e79e29421c0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 944 time: 0.0524485 Dec 20 16:23:55.888243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8dd3c90-1d55-4785-8e6f-e9aae8352984 req-4ebd0440-aff4-4d32-a050-7b14d2d9dbcb tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Dec 20 16:23:56.136343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 41b89f44-567e-4ab6-b231-55dfbdcbb0bd up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:23:56.222918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:23:56.227311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:23:56.227686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:56.305542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:56.327099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:23:56.329631 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42db5e0-956c-4ef0-83fc-ee472efeb716" -d '{"events": [{"server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "name": "network-vif-plugged", "status": "completed", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:23:56.344168 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:23:56.370002 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83646cd6-e52b-4b8a-ac25-dfea55c27aa8 x-openstack-request-id: req-83646cd6-e52b-4b8a-ac25-dfea55c27aa8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:23:56.370278 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "name": "network-vif-plugged", "status": "completed", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:23:56.370594 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83646cd6-e52b-4b8a-ac25-dfea55c27aa8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:23:56.371017 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'code': 200} Dec 20 16:23:56.451954 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:56.472551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32603a-e89f-4526-a6fa-b563adf38fcb req-7c920651-51d2-48ee-b364-692a43aded12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:56.474120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f32603a-e89f-4526-a6fa-b563adf38fcb req-7c920651-51d2-48ee-b364-692a43aded12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1095 time: 0.0431175 Dec 20 16:23:56.503846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:23:56.519135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f32603a-e89f-4526-a6fa-b563adf38fcb req-b3ebab2c-5f97-4658-9ac4-942045fb7de4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380187 Dec 20 16:23:57.017874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107bbce-208c-4e46-8241-8fe3ea1f4d70 req-61021921-8faf-43b6-b604-6be15918db9b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:57.019973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c107bbce-208c-4e46-8241-8fe3ea1f4d70 req-61021921-8faf-43b6-b604-6be15918db9b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0626287 Dec 20 16:23:57.078815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c107bbce-208c-4e46-8241-8fe3ea1f4d70 req-6d623055-6ddf-4889-9fb6-62e4f1a15a52 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516970 Dec 20 16:23:57.525732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:58.052092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:23:58.203402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f07dcd-3a39-4c6d-81bb-aca1b812c25a req-49df41e7-91bb-4774-930b-1e934f58e5e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:58.205003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8f07dcd-3a39-4c6d-81bb-aca1b812c25a req-49df41e7-91bb-4774-930b-1e934f58e5e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0511017 Dec 20 16:23:58.253493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8f07dcd-3a39-4c6d-81bb-aca1b812c25a req-cacf3c32-8b41-4752-9b36-3243267192cc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Dec 20 16:23:58.365973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a47475-b746-443c-8c1a-b6907e1270f1 req-fcd5421a-2ec6-499b-9660-615fcedc4471 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:58.367380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1a47475-b746-443c-8c1a-b6907e1270f1 req-fcd5421a-2ec6-499b-9660-615fcedc4471 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0500722 Dec 20 16:23:58.377086 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 38712) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:23:58.381488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'floatingip': {'port_id': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:23:58.424389 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:58.863532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:58.919745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:59.016075 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Floating IP 167f4819-cb6f-41ef-b1e5-915cd4fdd682 associated. External IP: 172.25.6.15, port: 41b89f44-567e-4ab6-b231-55dfbdcbb0bd. Dec 20 16:23:59.228975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:23:59.280008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50b02412-6ea0-4873-abf3-61492043be42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:59.341493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:23:59.346978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:23:59.351315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:23:59.361725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:23:59.362367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:59.375999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc268c81-d0b0-4ea8-994e-2e5ae33bd6f6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "PUT /v2.0/floatingips/167f4819-cb6f-41ef-b1e5-915cd4fdd682 HTTP/1.1" status: 200 len: 990 time: 0.9977055 Dec 20 16:23:59.376572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:23:59.378911 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9dd90-2bf9-4927-9172-58f18a30147c" -d '{"events": [{"name": "network-changed", "server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:23:59.419124 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bca144a-1278-4d1d-83b8-7f848ada465f x-openstack-request-id: req-9bca144a-1278-4d1d-83b8-7f848ada465f {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:23:59.419735 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:23:59.420129 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9bca144a-1278-4d1d-83b8-7f848ada465f {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:23:59.420546 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'status': 'completed', 'code': 200} Dec 20 16:23:59.490154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-bc0623da-0785-4b5f-ad17-c006f0425c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:59.491707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-bc0623da-0785-4b5f-ad17-c006f0425c2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0480793 Dec 20 16:23:59.586282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-5fbf782b-49e7-431d-8e9e-ae1052c53cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:59.587812 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-5fbf782b-49e7-431d-8e9e-ae1052c53cd8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0896502 Dec 20 16:23:59.645725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:23:59.660196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-8bf8ae8c-4be4-4810-be4e-ff7ccacd1656 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 998 time: 0.0647337 Dec 20 16:23:59.709056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-6a686b53-3a20-40c6-8912-0737a47c7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:59.711145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-6a686b53-3a20-40c6-8912-0737a47c7711 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0443580 Dec 20 16:23:59.758885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-ddcf19de-3e4a-4c8d-abd7-b05b03d2d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:23:59.760407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-ddcf19de-3e4a-4c8d-abd7-b05b03d2d022 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419726 Dec 20 16:23:59.855241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-79e201ab-0141-40d2-a420-51d63c6947b9 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870171 Dec 20 16:23:59.872915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '167f4819-cb6f-41ef-b1e5-915cd4fdd682', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'port_id': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'mac_address': 'fa:16:3e:48:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06fff8a-5871-47ea-a01f-214802440359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:23:43Z', 'updated_at': '2021-12-20T16:23:58Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:59.903966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:23:59.912242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:23:59.912846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:23:59.946440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b0f9dd90-2bf9-4927-9172-58f18a30147c req-80236bb9-d59e-42d0-9b1d-72fc11418887 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841389 Dec 20 16:24:00.019671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:24:00.253766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '167f4819-cb6f-41ef-b1e5-915cd4fdd682', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'port_id': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'mac_address': 'fa:16:3e:48:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06fff8a-5871-47ea-a01f-214802440359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:23:43Z', 'updated_at': '2021-12-20T16:23:58Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:24:00.284660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee44dc1-ff0b-42fa-928f-1ea238b7f2c0 None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '167f4819-cb6f-41ef-b1e5-915cd4fdd682', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'port_id': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'mac_address': 'fa:16:3e:48:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06fff8a-5871-47ea-a01f-214802440359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:23:43Z', 'updated_at': '2021-12-20T16:23:58Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:24:00.488917 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a061e9-7fee-447b-b368-aed219cfaab2 None None] New status for floating IP 167f4819-cb6f-41ef-b1e5-915cd4fdd682: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:24:01.674535 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f5b367e-0dac-43fc-913b-078081032b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:02.909127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:04.411808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:05.137542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:05.494917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-20422cc4-cba6-4d70-8ebe-a398c6d6848d req-f056cbe6-89f8-40b7-ac73-376f0215b126 tempest-TestServerAdvancedOps-1644501781 tempest-TestServerAdvancedOps-1644501781-project] (103953) timed out ('10.222.0.72', 51893) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:24:12.939173 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-200af6d9-ccab-43b7-84bd-efc4b3da4c97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374433 Dec 20 16:24:13.022230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-7a30b80d-95ff-45eb-9a10-046ed05ce2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:13.023721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-7a30b80d-95ff-45eb-9a10-046ed05ce2ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0419269 Dec 20 16:24:13.135546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-d468bb66-b544-4e09-973e-e01fc7ebce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:13.136927 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-d468bb66-b544-4e09-973e-e01fc7ebce60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0896521 Dec 20 16:24:13.202635 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-063437be-c1cd-4026-aeea-ef611e4ddfb6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 1001 time: 0.0589409 Dec 20 16:24:13.261926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-f147bfaf-68e6-4677-9e2d-178524eb2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:13.263541 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-f147bfaf-68e6-4677-9e2d-178524eb2481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0547485 Dec 20 16:24:13.308688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-0a12d7cb-6604-44f9-8db2-4d72ef783c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:13.310210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-0a12d7cb-6604-44f9-8db2-4d72ef783c2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401473 Dec 20 16:24:13.402053 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-2ef8d9aa-aff7-4e1a-965b-ccb6f4b4d2b7 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Dec 20 16:24:13.495869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6c90a685-06df-4684-a16d-b0fb3ad99130 req-c318701c-7c5c-4c69-9be5-5236ec3edc3a service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871661 Dec 20 16:24:15.237034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-ad4cde03-ea60-4a64-b640-29023f6de5cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436227 Dec 20 16:24:15.318897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-730d4e5b-4ac3-4e8b-a059-da333ac8eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:15.320403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-730d4e5b-4ac3-4e8b-a059-da333ac8eca5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0409729 Dec 20 16:24:15.429309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-d86a9fc7-525b-4a1a-9148-08dd5159b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:15.430788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-d86a9fc7-525b-4a1a-9148-08dd5159b228 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0902896 Dec 20 16:24:15.502562 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-0d0f58a4-b6db-4921-8f4d-05e53b36f5d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0633700 Dec 20 16:24:15.552233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-8633374f-0474-4991-842f-3a37e8fab37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:15.553695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-8633374f-0474-4991-842f-3a37e8fab37a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0442567 Dec 20 16:24:15.598514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-7e2f80ae-c09d-426e-84fc-9a3827ee26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:15.599984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-7e2f80ae-c09d-426e-84fc-9a3827ee26b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393953 Dec 20 16:24:15.695453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-d1c59a61-c2a7-4943-b676-f23beefe5dce service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873485 Dec 20 16:24:15.791203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02d88cab-ca13-408d-8f6e-8a03a37dd245 req-58779afb-594f-4a78-88b2-327bf38acc09 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880795 Dec 20 16:24:21.926409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:27.531787 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:29.331114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28b5177d-05c3-45ed-a8af-d8b28bcb7515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:31.692405 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6997b504-cb5b-4fe9-99e0-a21479e8c240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:32.943666 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:34.480875 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:35.051046 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:24:35.143489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:51.944191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:55.474485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-b4343e60-5344-479f-aea8-9181a6f44438 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126359393&fields=id&tenant_id=ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 267 time: 0.0449433 Dec 20 16:24:55.583840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-80fb5e63-d042-425a-89fb-0b1b8eaf167e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:55.585462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-80fb5e63-d042-425a-89fb-0b1b8eaf167e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1040580 Dec 20 16:24:55.603195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-480d6d82-2a51-44a1-86c6-b8d71ab99a9f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/quotas/ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 375 time: 0.0099444 Dec 20 16:24:55.660958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-d1c88221-0ed1-4b54-91a0-93fae06ddca4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522151 Dec 20 16:24:55.756702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-e3db39a4-1ad0-4def-bee3-15715afed12f service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838850 Dec 20 16:24:55.850243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-a483d013-c3cc-4149-8a04-386dc3c9206b service neutron] 10.222.0.81 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873959 Dec 20 16:24:56.566582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ec356d27-b571-4cee-a4e3-14de227a8087 req-657cdb55-4c33-4597-9fcd-760eb5e69c84 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0267723 Dec 20 16:24:57.532473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:57.644856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d38329e6-8238-4a01-a38a-bf208336a181 req-76c56a25-d7b4-4868-b4a8-bf3cb0bac3b0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0262032 Dec 20 16:24:58.740481 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9739cb4e-f4da-4a26-a682-993b8deaaec8 req-bd1ced71-8d0f-40ac-afba-f92c4507e8b5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0269034 Dec 20 16:24:59.327176 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6455895b-0604-4966-a43a-abc1f82b0ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:24:59.347417 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:24:59.352517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1b6811d9-b5b5-4317-860f-471647d5d9d1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:24:59.352517 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1b6811d9-b5b5-4317-860f-471647d5d9d1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 812 time: 0.1084173 Dec 20 16:24:59.422013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-5f363e31-a602-4844-ad8e-b46626eb792b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec48f64f9d664e73833f1e3256fc7428 HTTP/1.1" status: 200 len: 380 time: 0.0549996 Dec 20 16:24:59.431741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'port': {'device_id': '93ddd025-de2b-495b-befb-f791accb63af', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'admin_state_up': True, 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'security_groups': ['ac5c3d37-dba7-437b-a557-460c715ddeaa']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:24:59.652431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Made reservation on behalf of ec48f64f9d664e73833f1e3256fc7428 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:24:59.656464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:24:59.790188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.20.0.13 (00848a76-845a-4915-b4ce-f4cc8cd0de21/39b58313-1801-4d67-8747-c5909a59149e/9bc3c15c-4544-495d-b236-5fac40c5829a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:24:59.851396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-068a20ff-64c4-41c8-8ca4-6488b5850804 req-6dee702f-4192-45b2-a4b3-faeb37fa977a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0345023 Dec 20 16:24:59.934658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.019103 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.068652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:25:00.071794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:25:00.076307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:25:00.101876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=9bc3c15c-4544-495d-b236-5fac40c5829a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:00.116652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.117027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.117465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.117880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.118222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.118559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.118894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.119225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.119550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.119879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.120205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.120544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.120859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:00.150455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:00.151135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.262573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-db0c1265-5a87-4c2d-a0de-5dc68d424839 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8331842 Dec 20 16:25:00.274674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Request body: {'port': {'device_id': '93ddd025-de2b-495b-befb-f791accb63af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:25:00.296174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7b80efac-a3e6-4cbe-ac5e-8280e785a040 None None] Provisioning complete for port 9bc3c15c-4544-495d-b236-5fac40c5829a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:25:00.296825 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7b80efac-a3e6-4cbe-ac5e-8280e785a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.337551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7b80efac-a3e6-4cbe-ac5e-8280e785a040 None None] Port 9bc3c15c-4544-495d-b236-5fac40c5829a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:25:00.340197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.615094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc3c15c-4544-495d-b236-5fac40c5829a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:25:00.623015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.635344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Transition to ACTIVE for port object 9bc3c15c-4544-495d-b236-5fac40c5829a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:25:00.778841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:00.831312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Pushing event updated for resources: {'Port': ['ID=9bc3c15c-4544-495d-b236-5fac40c5829a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:00.920611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Attempting to bind port 9bc3c15c-4544-495d-b236-5fac40c5829a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:25:00.921386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Attempting to bind port 9bc3c15c-4544-495d-b236-5fac40c5829a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:25:00.921985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Attempting to bind port 9bc3c15c-4544-495d-b236-5fac40c5829a on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:25:00.928215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Port 9bc3c15c-4544-495d-b236-5fac40c5829a on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:25:00.928663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Attempting to bind port 9bc3c15c-4544-495d-b236-5fac40c5829a on network 00848a76-845a-4915-b4ce-f4cc8cd0de21 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:25:00.935466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:25:00.936121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Checking segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:25:00.936540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Bound using segment: {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:25:00.937078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Bound port: 9bc3c15c-4544-495d-b236-5fac40c5829a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a17ca3-4747-4847-9cbd-10f5359e8153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:25:00.937566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:01.009850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31e152-9909-4078-b301-780e47b90a15 req-017e3549-c19d-45ab-9234-5b7c46adce77 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:01.016931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] For port 9bc3c15c-4544-495d-b236-5fac40c5829a, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:25:01.019325 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb31e152-9909-4078-b301-780e47b90a15 req-017e3549-c19d-45ab-9234-5b7c46adce77 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0677550 Dec 20 16:25:01.020914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] For port 9bc3c15c-4544-495d-b236-5fac40c5829a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9bc3c15c-4544-495d-b236-5fac40c5829a,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:25:01.071187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb31e152-9909-4078-b301-780e47b90a15 req-8e1e684b-a3ea-423d-a72b-a59a834dbadf tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507784 Dec 20 16:25:01.116394 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:01.157807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:01.158443 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:01.159897 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] 10.222.0.72 "PUT /v2.0/ports/9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 200 len: 1092 time: 0.8908541 Dec 20 16:25:01.160413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:01.163553 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747e5feb-360d-4958-8175-c872095b4a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:25:01.188844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74e7dc-ca9a-44d1-8c3c-144dc11d134a service neutron] Pushing event updated for resources: {'Port': ['ID=9bc3c15c-4544-495d-b236-5fac40c5829a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:01.375307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-fac37448-9c51-42b7-bea0-fa52348e9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:01.376832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-fac37448-9c51-42b7-bea0-fa52348e9128 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1095 time: 0.0792232 Dec 20 16:25:01.449091 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd32a14-f4b4-4bf6-b04b-d6bbdfb2e5fd x-openstack-request-id: req-6fd32a14-f4b4-4bf6-b04b-d6bbdfb2e5fd {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:25:01.449091 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:25:01.449091 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fd32a14-f4b4-4bf6-b04b-d6bbdfb2e5fd {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:25:01.449091 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'status': 'completed', 'code': 200} Dec 20 16:25:01.451138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-79de8896-b2ec-4943-b5de-00b2bb4995a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 200 len: 217 time: 0.0667763 Dec 20 16:25:01.517850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-c9b01375-8bdd-426e-b9b4-d70161b56b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:01.519487 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-c9b01375-8bdd-426e-b9b4-d70161b56b5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0617788 Dec 20 16:25:01.584055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-c483f846-13a6-4d17-8b7e-0cd49b1011ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:01.586177 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-c483f846-13a6-4d17-8b7e-0cd49b1011ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600579 Dec 20 16:25:01.689955 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-de47c288-17e6-4033-97a6-3a1318c4519d service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952711 Dec 20 16:25:01.795670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ecd4e493-e2b0-4cbe-b393-40a76394f065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:01.809237 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-62570a42-81ce-4b74-b4f5-f3484f4301d2 req-151fa984-3d14-457f-b19f-611a499b48ae service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120362 Dec 20 16:25:01.970859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5feb-360d-4958-8175-c872095b4a0a req-833c87dc-9714-469b-b383-8c139ea4a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:01.972442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-833c87dc-9714-469b-b383-8c139ea4a06a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1095 time: 0.0473168 Dec 20 16:25:02.078686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5feb-360d-4958-8175-c872095b4a0a req-02c61307-1d9c-4ff9-9d43-06f9b5768346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:02.080310 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-02c61307-1d9c-4ff9-9d43-06f9b5768346 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.1011434 Dec 20 16:25:02.257499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afae5-3ae2-44ed-8eb8-7f2be301b106 req-c66b2fe6-fab4-4da9-a701-9f93c9333deb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:02.259273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77afae5-3ae2-44ed-8eb8-7f2be301b106 req-c66b2fe6-fab4-4da9-a701-9f93c9333deb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0711162 Dec 20 16:25:02.327178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e77afae5-3ae2-44ed-8eb8-7f2be301b106 req-0e2d37c9-1471-4315-802b-115370fdce18 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590017 Dec 20 16:25:02.466516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-f1e83765-f81c-4195-ac5c-8ce5e1b9bf06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 200 len: 217 time: 0.3792374 Dec 20 16:25:02.519213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5feb-360d-4958-8175-c872095b4a0a req-d68c3c27-7fb3-4dc7-a33a-b331fa68de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:02.520687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-d68c3c27-7fb3-4dc7-a33a-b331fa68de58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0467429 Dec 20 16:25:02.571936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5feb-360d-4958-8175-c872095b4a0a req-611bdc34-697b-4cde-9e4c-c8b4feb96823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:02.573446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-611bdc34-697b-4cde-9e4c-c8b4feb96823 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462990 Dec 20 16:25:02.665643 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-9232480d-3577-4718-92d6-2de5aadb8970 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853095 Dec 20 16:25:02.765263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-747e5feb-360d-4958-8175-c872095b4a0a req-ebc1c18e-1502-4599-9b84-c55a87dfe8ae service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926011 Dec 20 16:25:02.925874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:03.454207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2180d-5f1e-47a6-a74d-c300fafb61cc req-51539d26-37ce-46c9-8f3c-0406f0b7e4c4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:03.455621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbe2180d-5f1e-47a6-a74d-c300fafb61cc req-51539d26-37ce-46c9-8f3c-0406f0b7e4c4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0558326 Dec 20 16:25:03.515273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fbe2180d-5f1e-47a6-a74d-c300fafb61cc req-dbd9b763-0c79-4ac8-8935-5a03e99541d0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521288 Dec 20 16:25:04.475808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:04.641105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868160-cd7e-41d5-9559-485829f043e0 req-0aaf3a6f-e0d3-4f2f-8e2a-d7ce7449272d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:04.642792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3868160-cd7e-41d5-9559-485829f043e0 req-0aaf3a6f-e0d3-4f2f-8e2a-d7ce7449272d tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0514448 Dec 20 16:25:04.694978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3868160-cd7e-41d5-9559-485829f043e0 req-892577d6-08b0-43b0-9c90-37bacbc504f6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455883 Dec 20 16:25:05.179045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:05.818092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e8d97-e17d-4f1e-83aa-dde7cda643ce req-890e8928-6551-407b-b386-ce3552b97085 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:05.819792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-481e8d97-e17d-4f1e-83aa-dde7cda643ce req-890e8928-6551-407b-b386-ce3552b97085 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0518882 Dec 20 16:25:05.878670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-481e8d97-e17d-4f1e-83aa-dde7cda643ce req-dd79a0be-8be2-46ca-aff0-fb0052c417e7 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526538 Dec 20 16:25:07.007450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2438da-3f09-470b-8cff-45b250fe8341 req-29eb562f-7e7c-4cc0-a503-d932df4ee688 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:07.008873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da2438da-3f09-470b-8cff-45b250fe8341 req-29eb562f-7e7c-4cc0-a503-d932df4ee688 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0523515 Dec 20 16:25:07.065186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da2438da-3f09-470b-8cff-45b250fe8341 req-e3c3e20c-84ea-4236-bde9-7d8fd4d31686 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501232 Dec 20 16:25:08.187149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367b43e-6496-46bc-8230-3bc1b8de1753 req-ebdebc6c-ae20-4c0b-bde4-b8c1cf8e1a25 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:08.188697 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d367b43e-6496-46bc-8230-3bc1b8de1753 req-ebdebc6c-ae20-4c0b-bde4-b8c1cf8e1a25 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0507255 Dec 20 16:25:08.239092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d367b43e-6496-46bc-8230-3bc1b8de1753 req-0db74333-b04b-4bfe-9ad8-d2d5d937cb8f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Dec 20 16:25:09.361843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8793c27-13fa-4ab7-b24b-247711c09e83 req-e43b0f13-644b-4277-9ef1-701ea6b9e2c0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:09.363407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8793c27-13fa-4ab7-b24b-247711c09e83 req-e43b0f13-644b-4277-9ef1-701ea6b9e2c0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0544641 Dec 20 16:25:09.414635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8793c27-13fa-4ab7-b24b-247711c09e83 req-530a0d7a-17cf-4b53-8e75-2f478966b522 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Dec 20 16:25:10.535192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43d33-e134-465d-8e2f-516aa693b2e5 req-be4c5c0f-ed85-4a85-a13a-21ae947ad54f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:10.537092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1c43d33-e134-465d-8e2f-516aa693b2e5 req-be4c5c0f-ed85-4a85-a13a-21ae947ad54f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0507267 Dec 20 16:25:10.588770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1c43d33-e134-465d-8e2f-516aa693b2e5 req-03c692ce-9e70-4a0d-a7cd-8a851b867485 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Dec 20 16:25:11.711576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768d571-4380-4deb-b488-31b0f498b4a8 req-25bdf780-c898-4650-89f5-dbcb329a7f98 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:11.712269 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1768d571-4380-4deb-b488-31b0f498b4a8 req-25bdf780-c898-4650-89f5-dbcb329a7f98 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0551312 Dec 20 16:25:11.763501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1768d571-4380-4deb-b488-31b0f498b4a8 req-51be1e40-f7f1-4711-83c3-5103cb954a78 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 Dec 20 16:25:12.049427 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:25:12.884220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d2aa-770a-4e16-b85b-ce7e6fa04072 req-a02bf1f2-e5af-431d-9133-6a5045900b93 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:12.885813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5571d2aa-770a-4e16-b85b-ce7e6fa04072 req-a02bf1f2-e5af-431d-9133-6a5045900b93 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0527565 Dec 20 16:25:12.937143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5571d2aa-770a-4e16-b85b-ce7e6fa04072 req-2f6e35b0-2747-4402-a75d-4166179d2ae9 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 Dec 20 16:25:14.157760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a72b5-0623-4e4a-b5e9-20335a40bf4b req-fb3972ba-9196-4822-b0cf-fe7d69ca3028 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:14.159415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c4a72b5-0623-4e4a-b5e9-20335a40bf4b req-fb3972ba-9196-4822-b0cf-fe7d69ca3028 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 944 time: 0.0494015 Dec 20 16:25:14.218561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c4a72b5-0623-4e4a-b5e9-20335a40bf4b req-6d884016-653b-4576-beca-368d1e8f286a tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502002 Dec 20 16:25:14.240306 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-d2b2d781-48b4-418e-91cc-145d36210907 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482483 Dec 20 16:25:14.325477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-5b1bccbd-3760-46c9-a2bf-9c5fe06c5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:14.326901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-5b1bccbd-3760-46c9-a2bf-9c5fe06c5566 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0418921 Dec 20 16:25:14.434712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-5f2ce1c1-47d8-4308-b789-fbf38a5d45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:14.436182 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-5f2ce1c1-47d8-4308-b789-fbf38a5d45ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0905204 Dec 20 16:25:14.503330 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-ca0f1763-75f3-4f74-97d5-499dcfc666a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 1001 time: 0.0597026 Dec 20 16:25:14.556566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-abd7956f-a6de-4ebb-be20-d516581fbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:14.558051 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-abd7956f-a6de-4ebb-be20-d516581fbc7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0483630 Dec 20 16:25:14.604626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-e3729ea7-ba45-4d80-bdbe-cf03ba3a1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:14.606092 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-e3729ea7-ba45-4d80-bdbe-cf03ba3a1153 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407917 Dec 20 16:25:14.656392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9bc3c15c-4544-495d-b236-5fac40c5829a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:25:14.699118 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-017e6d37-0336-4a7f-8b4a-8c308ec71007 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857000 Dec 20 16:25:14.761755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9bc3c15c-4544-495d-b236-5fac40c5829a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9bc3c15c-4544-495d-b236-5fac40c5829a,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:14.774821 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'port_id': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'mac_address': 'fa:16:3e:79:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:25:14.795232 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6177cde3-fe42-4502-881a-1654fdc6c15b req-e1a7e7d8-2dc6-46e5-80e4-5c864c41fece service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892820 Dec 20 16:25:14.815706 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:14.830144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc3c15c-4544-495d-b236-5fac40c5829a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:25:14.851321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9bc3c15c-4544-495d-b236-5fac40c5829a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9bc3c15c-4544-495d-b236-5fac40c5829a,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:14.967151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:15.016038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9bc3c15c-4544-495d-b236-5fac40c5829a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:15.024001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.024343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.024698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.025028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.025380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.025707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.026031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.026352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.026674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.026998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.027380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.027700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.028015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:15.206685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['9bc3c15c-4544-495d-b236-5fac40c5829a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:25:15.249155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-73ae5231-7713-4c8f-b26b-76da7c2f06c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424833 Dec 20 16:25:15.380725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3936acc-3c7a-4b03-bbe0-d830db7945ce req-79ccacde-7bee-430e-8f1b-0c72d1b733c0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:15.382243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3936acc-3c7a-4b03-bbe0-d830db7945ce req-79ccacde-7bee-430e-8f1b-0c72d1b733c0 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 945 time: 0.0797009 Dec 20 16:25:15.384173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-5a46a848-f18e-4919-b913-235b4d074922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:15.385958 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-5a46a848-f18e-4919-b913-235b4d074922 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0817027 Dec 20 16:25:15.488170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3936acc-3c7a-4b03-bbe0-d830db7945ce req-99f0bba2-49dc-45f4-a146-0b713dad5533 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994222 Dec 20 16:25:15.518163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-d41b4fc8-d113-44cc-80d0-a0f3dd65f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:15.519640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-d41b4fc8-d113-44cc-80d0-a0f3dd65f589 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.1135342 Dec 20 16:25:15.591243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-81cc007c-a9c4-494b-a52b-7c489d8f8c58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0644379 Dec 20 16:25:15.641105 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-3a8e6496-cddc-4cb7-81cb-9535511f2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:15.642606 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-3a8e6496-cddc-4cb7-81cb-9535511f2670 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0449047 Dec 20 16:25:15.687644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-67c44f28-7c5f-4bb1-9881-0cbab0741dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:15.689149 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-67c44f28-7c5f-4bb1-9881-0cbab0741dcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399272 Dec 20 16:25:16.040265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-f21a35d5-ace6-4e2a-b620-bc351bdd5349 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417799 Dec 20 16:25:16.133285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fcc1174-5459-49bd-8342-8ed03253c812 req-4ac21930-2f74-4019-8bbf-f6c5b0bb199d service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857115 Dec 20 16:25:16.606422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f4772-37c7-4f3c-8fde-97b29b6e561b req-e595ac31-723d-4b40-b733-28e71f446e99 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:16.607833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-099f4772-37c7-4f3c-8fde-97b29b6e561b req-e595ac31-723d-4b40-b733-28e71f446e99 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 945 time: 0.0510771 Dec 20 16:25:16.654742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9bc3c15c-4544-495d-b236-5fac40c5829a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:25:16.662746 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-099f4772-37c7-4f3c-8fde-97b29b6e561b req-4e8823a6-502b-4671-b4df-6e10a0ff69f6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485706 Dec 20 16:25:16.830381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 9bc3c15c-4544-495d-b236-5fac40c5829a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:25:16.834870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 9bc3c15c-4544-495d-b236-5fac40c5829a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:25:16.835404 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:16.913450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:16.934889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:16.937119 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907c640-a908-446e-b6c3-beb91e7b1c68" -d '{"events": [{"server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "name": "network-vif-plugged", "status": "completed", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:25:16.950564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 9bc3c15c-4544-495d-b236-5fac40c5829a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9bc3c15c-4544-495d-b236-5fac40c5829a,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:25:16.976683 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6a9fc-40a6-4053-a909-65e0d7d16ffc x-openstack-request-id: req-4af6a9fc-40a6-4053-a909-65e0d7d16ffc {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:25:16.976981 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "name": "network-vif-plugged", "status": "completed", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:25:16.977265 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4af6a9fc-40a6-4053-a909-65e0d7d16ffc {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:25:16.977662 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'code': 200} Dec 20 16:25:17.058648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:17.073065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d274-aa20-4c88-a675-8c2cf2a9ad30 req-1852d115-0d7a-47c3-9167-1adc7dd95f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:17.074594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7e8d274-aa20-4c88-a675-8c2cf2a9ad30 req-1852d115-0d7a-47c3-9167-1adc7dd95f86 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1096 time: 0.0416727 Dec 20 16:25:17.109795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=9bc3c15c-4544-495d-b236-5fac40c5829a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:17.129382 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7e8d274-aa20-4c88-a675-8c2cf2a9ad30 req-6949c060-43c4-43b1-b7ee-135c339d5a93 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 Dec 20 16:25:17.783454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b214e-32ed-471b-91ca-692fc71995b8 req-a91c7a12-1fe8-4c35-892d-5e31fb792ec3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:17.784947 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b4b214e-32ed-471b-91ca-692fc71995b8 req-a91c7a12-1fe8-4c35-892d-5e31fb792ec3 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 946 time: 0.0521441 Dec 20 16:25:17.835861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b4b214e-32ed-471b-91ca-692fc71995b8 req-92431662-e4e5-40e9-bb67-03c5eb09d709 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Dec 20 16:25:18.955602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a3f6-f9b1-4581-aa6b-08218cf56098 req-3ba14d41-12fb-4247-8124-208ccbeb8b80 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:18.957083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c22a3f6-f9b1-4581-aa6b-08218cf56098 req-3ba14d41-12fb-4247-8124-208ccbeb8b80 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 946 time: 0.0493286 Dec 20 16:25:19.006908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c22a3f6-f9b1-4581-aa6b-08218cf56098 req-c4fc83f8-7ba8-430a-80dd-46c9b0ee5977 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Dec 20 16:25:19.128812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3b14-752c-4c1c-8720-4515c6a2ced5 req-21817d8f-1c7a-4abe-9b11-8138563bd4f6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:19.130277 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523a3b14-752c-4c1c-8720-4515c6a2ced5 req-21817d8f-1c7a-4abe-9b11-8138563bd4f6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 946 time: 0.0538168 Dec 20 16:25:19.180366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-523a3b14-752c-4c1c-8720-4515c6a2ced5 req-1813c7c9-6947-4640-b1f8-385719b1bb02 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Dec 20 16:25:19.202678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:25:19.413778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbe6f9-cd6e-46b2-b0d4-27b748bf3b9b tempest-TestVolumeBootPattern-1006409764 tempest-TestVolumeBootPattern-1006409764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:19.415228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fbbe6f9-cd6e-46b2-b0d4-27b748bf3b9b tempest-TestVolumeBootPattern-1006409764 tempest-TestVolumeBootPattern-1006409764-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1092 time: 0.2114925 Dec 20 16:25:19.417976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39024) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:25:19.422181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:25:19.504499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:19.608399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:19.715039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Allocated IP 172.25.6.41 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/31662a33-9bca-4507-a28d-76e3c4af6d3c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:25:19.821879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:19.893504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:19.932500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:25:19.935439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:25:19.938970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:25:19.964506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=31662a33-9bca-4507-a28d-76e3c4af6d3c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:19.976902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.977279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.977632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.977981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.978343 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.978667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.979004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.979345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.979678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.980008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.980340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.980670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:19.981028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:25:20.323580 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:20.460701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:20.617301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:20.749880 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:20.823112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event updated for resources: {'Port': ['ID=31662a33-9bca-4507-a28d-76e3c4af6d3c,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:25:20.835895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:20.943550 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Floating IP e4d7617d-4dd6-4319-af7e-b0969d72af60 associated. External IP: 172.25.6.41, port: 9bc3c15c-4544-495d-b236-5fac40c5829a. Dec 20 16:25:21.158309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:25:21.265521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:25:21.275609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:25:21.285139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:25:21.285776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:25:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:21.374971 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:21.396950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:25:21.406208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5b3ff076-501d-4e5b-82f6-803e29fcfe71 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9872067 Dec 20 16:25:21.406886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:25:21.409135 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239" -d '{"events": [{"name": "network-changed", "server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:25:21.450075 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919df5a-b2c1-4803-9bed-34c49d33c324 x-openstack-request-id: req-f919df5a-b2c1-4803-9bed-34c49d33c324 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:25:21.450409 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:25:21.450686 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f919df5a-b2c1-4803-9bed-34c49d33c324 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:25:21.451095 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'status': 'completed', 'code': 200} Dec 20 16:25:21.517739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-0f9df4c2-19c6-44bd-98d5-814cb2d081c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:21.519416 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-0f9df4c2-19c6-44bd-98d5-814cb2d081c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1097 time: 0.0468946 Dec 20 16:25:21.620738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-5dcd5093-a2a2-42cb-9a74-dbca62de8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:21.622344 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-5dcd5093-a2a2-42cb-9a74-dbca62de8771 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0953271 Dec 20 16:25:21.698449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-ae3a43af-0113-4b2f-810b-99ca15a093cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 200 len: 999 time: 0.0693393 Dec 20 16:25:21.749231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-ad9bcc6f-3acf-4b83-a82f-ff20d44a8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:21.750705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-ad9bcc6f-3acf-4b83-a82f-ff20d44a8e45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0456681 Dec 20 16:25:21.795898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-13783d02-6a45-4279-a570-bf7aa80452e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:25:21.797723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-13783d02-6a45-4279-a570-bf7aa80452e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405016 Dec 20 16:25:21.810154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:13Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}, {'id': 'e4d7617d-4dd6-4319-af7e-b0969d72af60', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.41', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:79:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd025-de2b-495b-befb-f791accb63af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:20Z', 'updated_at': '2021-12-20T16:25:20Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:21.840310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:25:21.849071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:25:21.850659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:25:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:21.893575 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-6ed89a0b-7633-49fe-abce-9a516fc9fcf4 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890312 Dec 20 16:25:21.971231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:25:21.994954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81d050c4-b5d4-462a-b0cf-cd1d86f5b239 req-331235ec-f577-4bcb-b411-f375dc2d805c service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946088 Dec 20 16:25:22.047965 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:22.203349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:13Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}, {'id': 'e4d7617d-4dd6-4319-af7e-b0969d72af60', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.41', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:79:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd025-de2b-495b-befb-f791accb63af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:20Z', 'updated_at': '2021-12-20T16:25:20Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:25:22.234882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7985dd3b-7c0f-4a93-b596-fa0a95dc1fd0 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:13Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}, {'id': 'e4d7617d-4dd6-4319-af7e-b0969d72af60', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.41', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:79:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd025-de2b-495b-befb-f791accb63af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:25:20Z', 'updated_at': '2021-12-20T16:25:20Z', 'revision_number': 0, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:25:22.439039 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6368f5af-4651-478f-8a07-5a4213ba483e None None] New status for floating IP e4d7617d-4dd6-4319-af7e-b0969d72af60: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:25:27.562083 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:29.367743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83b27a75-2d07-4202-94f4-ec012fe10d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:31.794877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d090-6a8b-44e0-bf65-5f36283c88d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:33.104723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:33.819880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-b7dedc9b-3a5d-472f-9b47-f09617c33d64 req-f14d2ceb-a94e-499d-a52b-720e52463d1d service neutron] (103953) timed out ('10.222.0.83', 61370) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:25:34.457541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:35.156213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:49.048042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:25:51.956193 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:57.560299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:25:59.282566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57686c9a-4af9-4e4a-9a2b-d814930ceb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:01.710665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e1632f6-281b-49c8-a41d-6fa43f537105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:03.167939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:04.499933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:05.194614 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:14.898191 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-1cb498f1-8492-48cc-83ce-4218408cc93d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466719 Dec 20 16:26:14.978914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-8111a1c8-282b-41a0-a83e-689dd7463103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:14.980404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-8111a1c8-282b-41a0-a83e-689dd7463103 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0408649 Dec 20 16:26:15.085046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-fcaffa63-44a1-42ef-bf58-005a1964476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.086549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-fcaffa63-44a1-42ef-bf58-005a1964476c service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0857463 Dec 20 16:26:15.158350 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-5d1a1dfd-2f77-4cef-8c32-6ff703bea2f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 1001 time: 0.0640576 Dec 20 16:26:15.209869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-33e4cefb-8b8e-45a1-89d2-d4b6d714a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.211365 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-33e4cefb-8b8e-45a1-89d2-d4b6d714a2d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0462365 Dec 20 16:26:15.247195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-fd1d0607-1f72-4fc5-a727-6e3583973e60 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458817 Dec 20 16:26:15.259864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-b7aa91c4-7e4c-4cf9-825c-0c71a4310efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.261402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-b7aa91c4-7e4c-4cf9-825c-0c71a4310efe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429592 Dec 20 16:26:15.329322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-357c8656-e48d-4716-9f11-b4de32767160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.330837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-357c8656-e48d-4716-9f11-b4de32767160 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0419145 Dec 20 16:26:15.361439 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-0921793a-9c5b-4883-9881-577dd2df89ec service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911708 Dec 20 16:26:15.438965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-8fc1cce1-8aac-4890-8422-f28a98ab8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.440348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-8fc1cce1-8aac-4890-8422-f28a98ab8c1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0917954 Dec 20 16:26:15.456692 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-29c5e2ca-9f5b-41ed-873d-7a8fc192d2b7 req-02444453-0f70-4ed7-8d1c-d7e8d2bdaaa3 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888054 Dec 20 16:26:15.511929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-60bff3a7-1a6c-4531-8512-762ac4ad4965 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0643642 Dec 20 16:26:15.562326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-4a856ea7-449c-4e25-b575-f6d866a8bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.564356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-4a856ea7-449c-4e25-b575-f6d866a8bb83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0462370 Dec 20 16:26:15.614520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-3269827d-b5d8-4d56-ab5c-a7aca443d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:15.616008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-3269827d-b5d8-4d56-ab5c-a7aca443d09f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452712 Dec 20 16:26:15.704347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-a1c0f59c-fc39-421c-8c87-bfb125f7f03d service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Dec 20 16:26:15.798626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0de8c25c-4519-48e2-80d6-d61ceae52948 req-1b66b4b2-9676-4436-8411-11efb60c40ac service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877900 Dec 20 16:26:21.962315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:26.046099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:26:27.585465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:29.316705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18fcaf9d-7009-4a39-bb49-8a18ecfd4dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:31.766104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42ddd54f-0f08-45e3-ba2c-44a22c859c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:32.986410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:34.529092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:35.168149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:48.245522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3903-464e-45b2-bf66-09ee49c8cee9 req-91793a3a-624f-4dc9-bef9-dfc3302a5b97 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:48.247097 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-909c3903-464e-45b2-bf66-09ee49c8cee9 req-91793a3a-624f-4dc9-bef9-dfc3302a5b97 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Dec 20 16:26:48.296155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-909c3903-464e-45b2-bf66-09ee49c8cee9 req-464d5f2f-c487-4c7b-a5bf-236249fc05b3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417237 Dec 20 16:26:49.424040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416aa37-e48f-4727-958e-60ee24e273f0 req-cae22922-12dd-4b1c-9253-badc686c502d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:49.425457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5416aa37-e48f-4727-958e-60ee24e273f0 req-cae22922-12dd-4b1c-9253-badc686c502d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0538673 Dec 20 16:26:49.472521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5416aa37-e48f-4727-958e-60ee24e273f0 req-caa03b2b-bdd2-405b-bb63-04724e31255f tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Dec 20 16:26:50.588939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ca2f2-eeb0-49d8-adcf-b4e6f0d228d2 req-e098beda-3df5-44a8-b2fa-77e6109c48bf tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:50.590496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f56ca2f2-eeb0-49d8-adcf-b4e6f0d228d2 req-e098beda-3df5-44a8-b2fa-77e6109c48bf tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0500500 Dec 20 16:26:50.638651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f56ca2f2-eeb0-49d8-adcf-b4e6f0d228d2 req-915b8828-9186-40d2-87b4-4e8b477b3999 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Dec 20 16:26:51.756335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3eeb6-5340-4164-b861-e232e77b87ad req-81dd9fed-b40e-4e1d-b8ac-6cf256522e97 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:51.757883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8e3eeb6-5340-4164-b861-e232e77b87ad req-81dd9fed-b40e-4e1d-b8ac-6cf256522e97 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Dec 20 16:26:51.809875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8e3eeb6-5340-4164-b861-e232e77b87ad req-3d3266b6-d4cd-4968-ab7a-87e4aaa9a6d8 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460196 Dec 20 16:26:51.983653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:52.926110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f2974-cce3-433e-826a-b259653a322e req-e8add348-a578-45f3-bb8d-d8dee2e85b0d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:52.927596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-496f2974-cce3-433e-826a-b259653a322e req-e8add348-a578-45f3-bb8d-d8dee2e85b0d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Dec 20 16:26:52.975408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-496f2974-cce3-433e-826a-b259653a322e req-3748f831-02dc-4c0a-bfbb-a9043440a8de tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Dec 20 16:26:54.091684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca9048-5e98-48ef-924a-9226b8b903bd req-1337d622-5687-4810-afc2-f0f245935c74 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:54.093320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaca9048-5e98-48ef-924a-9226b8b903bd req-1337d622-5687-4810-afc2-f0f245935c74 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Dec 20 16:26:54.143152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaca9048-5e98-48ef-924a-9226b8b903bd req-f96809e8-4b23-424a-8738-21e6c41403ac tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Dec 20 16:26:55.265258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b49f0-b837-4b53-b384-80cff6be860f req-15c3b08c-693c-4547-9f28-afc47b7a5469 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:55.266779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-670b49f0-b837-4b53-b384-80cff6be860f req-15c3b08c-693c-4547-9f28-afc47b7a5469 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Dec 20 16:26:55.315173 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-670b49f0-b837-4b53-b384-80cff6be860f req-33489b3b-5a1e-43e6-ba6b-a836289513fc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Dec 20 16:26:56.443728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09dd5-0a60-4791-8258-9a1f3ea42dad req-ac64de0e-5271-4036-8748-97c7e766c770 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:56.445239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa09dd5-0a60-4791-8258-9a1f3ea42dad req-ac64de0e-5271-4036-8748-97c7e766c770 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0509765 Dec 20 16:26:56.495185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aa09dd5-0a60-4791-8258-9a1f3ea42dad req-7c9b1739-2f2f-48f5-b8f7-7c113710512a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438871 Dec 20 16:26:57.581340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:26:57.618639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa246616-24b5-44af-a95f-eb73cb05c551 req-f1d3c927-11e7-488b-865d-af679f627082 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:57.620221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa246616-24b5-44af-a95f-eb73cb05c551 req-f1d3c927-11e7-488b-865d-af679f627082 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0516675 Dec 20 16:26:57.673626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa246616-24b5-44af-a95f-eb73cb05c551 req-ac1275b8-c350-4b42-9eb1-f79fe84e0db6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Dec 20 16:26:58.884494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a8b3-04d6-4aa9-898c-e9b3a5705175 req-38a8ea37-2a02-4ccb-a974-574f85fa353e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:26:58.886044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5607a8b3-04d6-4aa9-898c-e9b3a5705175 req-38a8ea37-2a02-4ccb-a974-574f85fa353e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.1404736 Dec 20 16:26:58.934925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5607a8b3-04d6-4aa9-898c-e9b3a5705175 req-f4870f1b-a619-471b-9bc0-740b42829173 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Dec 20 16:26:59.300169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf64a954-db84-4635-981a-a7679d59cd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:00.053527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afc530-f472-4a70-a246-8afb8dab0a45 req-f9c50a51-329c-44b8-a061-097dbeb5d5c7 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:00.055033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0afc530-f472-4a70-a246-8afb8dab0a45 req-f9c50a51-329c-44b8-a061-097dbeb5d5c7 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Dec 20 16:27:00.102167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0afc530-f472-4a70-a246-8afb8dab0a45 req-b4353d1a-412d-43d4-a60f-3a9433875c04 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Dec 20 16:27:00.660421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646ed2a-ced2-47d3-848c-ec9c76129300 req-509b6f74-1aff-4731-9126-02c1e2e23e93 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:00.662102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2646ed2a-ced2-47d3-848c-ec9c76129300 req-509b6f74-1aff-4731-9126-02c1e2e23e93 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0541234 Dec 20 16:27:00.709770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2646ed2a-ced2-47d3-848c-ec9c76129300 req-5892a510-5023-46c7-b595-83365bf9763c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Dec 20 16:27:01.014464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-7518005b-67c4-4da5-b54f-7c49588f6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:01.016075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-7518005b-67c4-4da5-b54f-7c49588f6778 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0423367 Dec 20 16:27:01.110341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-e4eb543f-7f73-4d2a-a9b5-1b53a8b2c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:01.112108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-e4eb543f-7f73-4d2a-a9b5-1b53a8b2c4bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0891488 Dec 20 16:27:01.177933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-c5eee087-b0d9-42b7-b53c-4198b2abd68f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0591516 Dec 20 16:27:01.227726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-e5fcc88f-2c7c-402c-8736-8c063aaf138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:01.229461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-e5fcc88f-2c7c-402c-8736-8c063aaf138d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0452604 Dec 20 16:27:01.278962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-95a71410-5e13-4cdc-85ec-214c5aef6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:01.280441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-95a71410-5e13-4cdc-85ec-214c5aef6840 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443408 Dec 20 16:27:01.370124 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-e2424b79-d894-41ee-b987-d439465b5011 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828884 Dec 20 16:27:01.466445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79476ce4-6677-4164-8b69-153e28fa4b48 req-e6c06de5-2d57-42d6-922e-4b92f8067647 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892420 Dec 20 16:27:01.833757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761506d-30a2-4e52-847b-0f65dcd40d72 req-2311bd10-0a1b-4e56-9b44-e8e533cfcce3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:01.835274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4761506d-30a2-4e52-847b-0f65dcd40d72 req-2311bd10-0a1b-4e56-9b44-e8e533cfcce3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0500455 Dec 20 16:27:01.883483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4761506d-30a2-4e52-847b-0f65dcd40d72 req-2c575c95-6530-434a-9da4-f79017094cc9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Dec 20 16:27:01.889505 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-711c025f-f284-4a3f-9abc-9d2a5cef6399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:02.974866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:03.005358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89974d-a9f0-4862-88ac-d056942aa17c req-47da125c-a796-4d3d-8b64-31cf3584f1c5 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:03.006873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e89974d-a9f0-4862-88ac-d056942aa17c req-47da125c-a796-4d3d-8b64-31cf3584f1c5 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Dec 20 16:27:03.044232 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:27:03.055571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e89974d-a9f0-4862-88ac-d056942aa17c req-74f83401-b338-4ba2-9d33-21b1d719b072 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Dec 20 16:27:04.488863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:05.254997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:15.236647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-3769bdbe-19e6-421f-b07a-85013e660a36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405028 Dec 20 16:27:15.322816 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-85080c22-0d50-4d5f-8fab-681e173458c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:15.324376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-85080c22-0d50-4d5f-8fab-681e173458c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0412116 Dec 20 16:27:15.695698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-6300ce12-dd51-4d78-9d72-08522fdde055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:15.697192 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-6300ce12-dd51-4d78-9d72-08522fdde055 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.3522964 Dec 20 16:27:15.764203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-b0bc62f3-7928-430b-87a8-8a4f5c33ddf5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0594420 Dec 20 16:27:15.816522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-f2b6ca8e-1f29-4967-b287-e4c9f248ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:15.817985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-f2b6ca8e-1f29-4967-b287-e4c9f248ea97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0472603 Dec 20 16:27:15.862702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-7d1ee750-d000-4242-9d1e-8a897dba92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:15.870286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-7d1ee750-d000-4242-9d1e-8a897dba92fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399597 Dec 20 16:27:15.955043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-3b1d4bbf-7bf8-4d45-ba81-ad14b43159bd service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Dec 20 16:27:16.047871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4020e4b4-4ce9-4eed-9e4c-5c1b3a62ce9b req-5fbd799a-055f-429a-b82e-99fb32376809 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854483 Dec 20 16:27:16.965596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-a7902012-c3e5-440d-9d01-dcaa5d29d86d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459094 Dec 20 16:27:17.026361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-b79bbd04-c784-4d9a-8e48-d20f55507479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:17.027827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-b79bbd04-c784-4d9a-8e48-d20f55507479 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1097 time: 0.0405030 Dec 20 16:27:17.134267 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-da32ce15-82bb-4596-9fc9-0c0b60753d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:17.135733 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-da32ce15-82bb-4596-9fc9-0c0b60753d2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0890379 Dec 20 16:27:17.201395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-cbd9155d-a393-4a26-97fd-fc647e6df804 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 200 len: 1001 time: 0.0588396 Dec 20 16:27:17.249902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-99a3baf3-f939-4dec-a0ab-09784ff5c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:17.251310 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-99a3baf3-f939-4dec-a0ab-09784ff5c92b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0433233 Dec 20 16:27:17.300088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-5080224b-9400-41d8-8093-61856fb96e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:17.301566 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-5080224b-9400-41d8-8093-61856fb96e68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438747 Dec 20 16:27:17.392321 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-70973654-3cdc-48d9-9085-16920b6bf7eb service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831375 Dec 20 16:27:17.491385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-464bdda8-1baa-41b0-a0ef-78f1f26f3e40 req-0e06031a-1cab-4187-8484-b3cb09614098 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914423 Dec 20 16:27:21.980402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:27.586420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:29.300589 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10a694d8-3315-40bc-aa0b-f0d2700d1cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:31.732114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6388b613-de56-447c-87a8-09c98ab7755c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:32.992078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:34.463676 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:35.155817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:36.530016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39360) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:27:36.691950 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 31662a33-9bca-4507-a28d-76e3c4af6d3c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:27:36.692286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:36.772764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:36.773104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:36.785301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 31662a33-9bca-4507-a28d-76e3c4af6d3c owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:27:37.026094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:37.052309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=31662a33-9bca-4507-a28d-76e3c4af6d3c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:27:37.080127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.080470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.080808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.081144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.081629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.081965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.082293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.082616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.082945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.083265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.083585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.083905 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.084224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:37.125456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:37.125789 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Floating IP e4d7617d-4dd6-4319-af7e-b0969d72af60 disassociated (deleted). External IP: 172.25.6.41, port: 9bc3c15c-4544-495d-b236-5fac40c5829a. Dec 20 16:27:37.336323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:27:37.447251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:27:37.452047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:37.458273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:27:37.468439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:27:37.469054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:27:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:37.481047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc0a8d92-3c2d-4559-b754-38ef86480530 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4d7617d-4dd6-4319-af7e-b0969d72af60 HTTP/1.1" status: 204 len: 168 time: 0.9500008 Dec 20 16:27:37.483196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:27:37.484137 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:27:37.524760 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce13500-bff9-4704-83c9-3e163ffacb51 x-openstack-request-id: req-2ce13500-bff9-4704-83c9-3e163ffacb51 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:27:37.525055 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:27:37.525341 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ce13500-bff9-4704-83c9-3e163ffacb51 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:27:37.525756 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'status': 'completed', 'code': 200} Dec 20 16:27:37.581059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:27:37.591916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-e7203f8d-8647-415d-bb55-f597b3575c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:37.593728 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-e7203f8d-8647-415d-bb55-f597b3575c30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 1097 time: 0.0459323 Dec 20 16:27:37.691129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-0da7f898-5286-4f2e-8547-8623f952dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:37.692607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-0da7f898-5286-4f2e-8547-8623f952dbb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0924726 Dec 20 16:27:37.737966 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-072015f8-557b-4dca-8dd9-00051bc72f7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 200 len: 217 time: 0.0362129 Dec 20 16:27:37.788118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-6caadae3-0627-4b94-94b0-f3d73a530018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:37.789615 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-6caadae3-0627-4b94-94b0-f3d73a530018 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0459933 Dec 20 16:27:37.821918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:13Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:37.846175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-e9f83521-dffa-41a8-acdb-67e090570313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:37.847709 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-e9f83521-dffa-41a8-acdb-67e090570313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489166 Dec 20 16:27:37.849630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:27:37.859166 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:27:37.859759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:27:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:37.949573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-91d451f0-3864-46a8-9b47-be7f98f28487 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936642 Dec 20 16:27:37.969952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:27:38.052038 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-861c74e7-c8bf-49d0-bb57-6366e4ac0a2e req-fc379aea-3727-433f-b915-dee8521f419a service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951774 Dec 20 16:27:38.120429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6fad-baac-468d-a3a1-cfdd62e7a6c2 req-502c1a26-b654-46eb-a6a8-bff2d312b09e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:38.122510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4c6fad-baac-468d-a3a1-cfdd62e7a6c2 req-502c1a26-b654-46eb-a6a8-bff2d312b09e tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 946 time: 0.1552968 Dec 20 16:27:38.175427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4c6fad-baac-468d-a3a1-cfdd62e7a6c2 req-b4cbeba6-e11f-49cc-8f0d-7df90954d943 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 Dec 20 16:27:38.220023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:13Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:38.246960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc49917-f8c5-414c-9208-95ed164186f5 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '4ce868b5-4b88-4ed9-a87a-9e6bb5508e61', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'port_id': '1c739218-a6c4-470e-9d86-187658f927a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'mac_address': 'fa:16:3e:d0:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:22:11Z', 'updated_at': '2021-12-20T16:22:13Z', 'revision_number': 1, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:27:38.579494 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9634e-3085-46bb-9b11-f872d74d029d None None] New status for floating IP e4d7617d-4dd6-4319-af7e-b0969d72af60: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:27:39.295059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08b207-7b86-4c5c-b0b9-ec3589c1ce70 req-57fd5d89-15eb-43cc-917e-8457fc8d1c6f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:39.296585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a08b207-7b86-4c5c-b0b9-ec3589c1ce70 req-57fd5d89-15eb-43cc-917e-8457fc8d1c6f tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 946 time: 0.0491581 Dec 20 16:27:39.347014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a08b207-7b86-4c5c-b0b9-ec3589c1ce70 req-38615030-01ec-4521-aa87-7871f97107d8 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 Dec 20 16:27:39.488726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43965baf-05fe-4111-889b-3be5f227b46c req-fda7f5d3-a51e-423f-93d1-be0aeca67754 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:39.490151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-43965baf-05fe-4111-889b-3be5f227b46c req-fda7f5d3-a51e-423f-93d1-be0aeca67754 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 946 time: 0.0492172 Dec 20 16:27:39.581943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 9bc3c15c-4544-495d-b236-5fac40c5829a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:27:39.582283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:39.674717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port 9bc3c15c-4544-495d-b236-5fac40c5829a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=9bc3c15c-4544-495d-b236-5fac40c5829a,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:27:39.675117 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:39.688250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 9bc3c15c-4544-495d-b236-5fac40c5829a owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:27:39.891171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:39.920824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=9bc3c15c-4544-495d-b236-5fac40c5829a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:27:39.945369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.945740 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.946079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.946412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.946739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.947069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.947393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.947712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.948046 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.948347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.948663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.949005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.949378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:27:39.970729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port 9bc3c15c-4544-495d-b236-5fac40c5829a on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:27:39.973322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:39.976673 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-43965baf-05fe-4111-889b-3be5f227b46c req-c68c715a-ecc7-4503-9fd1-eee589c4e0d6 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "DELETE /v2.0/ports/9bc3c15c-4544-495d-b236-5fac40c5829a HTTP/1.1" status: 204 len: 173 time: 0.4794595 Dec 20 16:27:39.977103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'name': 'network-vif-deleted', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:27:39.979566 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d58051-d175-4ffa-9c25-2e238553cee8" -d '{"events": [{"server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "name": "network-vif-deleted", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:27:40.016070 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5548e3-524f-458d-925c-2a88b5d750a5 x-openstack-request-id: req-0a5548e3-524f-458d-925c-2a88b5d750a5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:27:40.016365 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ddd025-de2b-495b-befb-f791accb63af", "name": "network-vif-deleted", "tag": "9bc3c15c-4544-495d-b236-5fac40c5829a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:27:40.016619 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a5548e3-524f-458d-925c-2a88b5d750a5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:27:40.017028 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddd025-de2b-495b-befb-f791accb63af', 'name': 'network-vif-deleted', 'tag': '9bc3c15c-4544-495d-b236-5fac40c5829a', 'status': 'completed', 'code': 200} Dec 20 16:27:40.044211 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:27:40.444920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c7bc65a-ed12-4850-be52-fbe1a3face89 req-fed6b6b0-dcd8-4cd1-881c-d948d08f3075 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0270431 Dec 20 16:27:41.403043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9bc3c15c-4544-495d-b236-5fac40c5829a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:27:41.424261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 9bc3c15c-4544-495d-b236-5fac40c5829a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:27:41.424606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 9bc3c15c-4544-495d-b236-5fac40c5829a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:27:41.546912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a78e9ac5-f615-4ff5-9fa6-ffb8b3124f27 req-06ed56b7-97d1-4c83-80d5-69eaa63d4699 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0311062 Dec 20 16:27:42.645152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-970ec860-8718-4c02-b296-f1bbc3644457 req-0c23e4d6-9019-4342-ad33-2c3f8b2074b2 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0272245 Dec 20 16:27:43.745369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb42c3a8-6dc7-425c-8edd-1889fc7d8470 req-dec9f25c-93fb-4c6d-8d41-9f42995edfe4 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0271766 Dec 20 16:27:44.850413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54aa9a2c-a704-42e5-9a39-c29a20d3efd9 req-9f00809f-cc73-4161-a027-a98ea0035021 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=93ddd025-de2b-495b-befb-f791accb63af HTTP/1.1" status: 200 len: 210 time: 0.0260427 Dec 20 16:27:51.540686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39410) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:27:51.696682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 114be1d1-1d83-4000-ad52-bef62993cb2f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:27:51.697020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:51.776321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:51.776552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:51.788266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 114be1d1-1d83-4000-ad52-bef62993cb2f owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:27:52.007194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:52.036116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:52.061228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=114be1d1-1d83-4000-ad52-bef62993cb2f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:27:52.125696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:52.126032 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Floating IP 4ce868b5-4b88-4ed9-a87a-9e6bb5508e61 disassociated (deleted). External IP: 172.25.6.157, port: 1c739218-a6c4-470e-9d86-187658f927a3. Dec 20 16:27:52.336009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:27:52.444906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:27:52.450324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:52.454807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:27:52.465511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:27:52.466116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:27:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:52.477841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0658fe39-644b-4184-9cd0-62249d91e9ab tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "DELETE /v2.0/floatingips/4ce868b5-4b88-4ed9-a87a-9e6bb5508e61 HTTP/1.1" status: 204 len: 168 time: 0.9414244 Dec 20 16:27:52.478575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:27:52.480827 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "tag": "1c739218-a6c4-470e-9d86-187658f927a3"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:27:52.519318 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b1658d-b91e-4ba2-84c3-227398561761 x-openstack-request-id: req-57b1658d-b91e-4ba2-84c3-227398561761 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:27:52.519614 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "tag": "1c739218-a6c4-470e-9d86-187658f927a3", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:27:52.519868 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57b1658d-b91e-4ba2-84c3-227398561761 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:27:52.520276 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3', 'status': 'completed', 'code': 200} Dec 20 16:27:52.576044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:27:52.587166 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-84054ebe-f1a0-4a0a-89f2-17f5393f3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:52.588699 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-84054ebe-f1a0-4a0a-89f2-17f5393f3a16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec48f64f9d664e73833f1e3256fc7428&device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 1096 time: 0.0460546 Dec 20 16:27:52.680876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-5cfe37d8-a207-4fd5-a23e-28ab33f2a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:52.682384 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-5cfe37d8-a207-4fd5-a23e-28ab33f2a987 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 200 len: 913 time: 0.0868680 Dec 20 16:27:52.733115 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-62e1a9fc-6910-4721-b12c-bacba0e31c7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 200 len: 217 time: 0.0433278 Dec 20 16:27:52.784698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-a5ddfbaf-d460-4341-8182-fa5e449d4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:52.786247 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-a5ddfbaf-d460-4341-8182-fa5e449d4863 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 200 len: 851 time: 0.0469058 Dec 20 16:27:52.835280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-225fc5a3-dfd4-4927-9f95-b6da28a4067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:52.837908 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-225fc5a3-dfd4-4927-9f95-b6da28a4067b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00848a76-845a-4915-b4ce-f4cc8cd0de21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440447 Dec 20 16:27:52.936722 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-87dc4776-547b-480f-953d-3e84f5240c6d service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913887 Dec 20 16:27:52.950735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:52.981493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:27:52.990254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:27:52.990855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:27:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:53.028589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fbd6aff5-4233-4613-a7ab-0d8e4bba2125 req-4ff0e63d-c058-448d-ac8f-f3d63323e6b0 service neutron] 10.222.0.72 "GET /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Dec 20 16:27:53.102943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:27:53.183815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792fd0-ce55-42ea-9cf1-9929f64e0162 req-fb582acf-700b-4c5d-81be-a6ab1ce0fe51 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:53.185368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95792fd0-ce55-42ea-9cf1-9929f64e0162 req-fb582acf-700b-4c5d-81be-a6ab1ce0fe51 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 945 time: 0.0513813 Dec 20 16:27:53.244521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95792fd0-ce55-42ea-9cf1-9929f64e0162 req-e0205633-2925-4dc8-b03a-b00486d30dc5 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac5c3d37-dba7-437b-a557-460c715ddeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502067 Dec 20 16:27:53.316104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:27:53.346989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dda242-ca90-40e5-8b11-bfe470670ed0 None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:12:53Z', 'revision_number': 4, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '6a5ac701-a240-4f6d-abc8-cfbbe38e91e3', 'name': '', 'network_id': '00848a76-845a-4915-b4ce-f4cc8cd0de21', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'mac_address': 'fa:16:3e:0f:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '39b58313-1801-4d67-8747-c5909a59149e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:52Z', 'updated_at': '2021-12-20T16:12:58Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'subnets': [{'id': '39b58313-1801-4d67-8747-c5909a59149e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:27:53.581672 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f447b1-2fe8-40bb-b3d6-1fd23da6f2a8 None None] New status for floating IP 4ce868b5-4b88-4ed9-a87a-9e6bb5508e61: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:27:53.666806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-477876ab-1b37-4a8c-8e77-1bc6cec52b9b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:27:53.668278 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-477876ab-1b37-4a8c-8e77-1bc6cec52b9b tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 945 time: 0.0548124 Dec 20 16:27:53.758886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port 1c739218-a6c4-470e-9d86-187658f927a3 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:27:53.759220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:53.849526 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] For port 1c739218-a6c4-470e-9d86-187658f927a3, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1c739218-a6c4-470e-9d86-187658f927a3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:27:53.850143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:53.863036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for 1c739218-a6c4-470e-9d86-187658f927a3 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:27:54.107104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:54.139377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=1c739218-a6c4-470e-9d86-187658f927a3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:27:54.181847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] No DVR routers for this DVR port 1c739218-a6c4-470e-9d86-187658f927a3 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:27:54.184485 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:54.187949 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-10657f4a-4190-4e8a-94ad-bcf4194823b0 req-f33d8f20-22a6-40ae-8490-aa724fed73f1 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.72 "DELETE /v2.0/ports/1c739218-a6c4-470e-9d86-187658f927a3 HTTP/1.1" status: 204 len: 173 time: 0.5136285 Dec 20 16:27:54.188378 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'name': 'network-vif-deleted', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:27:54.190574 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63648f9d-aeae-4707-a116-70323dfadd51" -d '{"events": [{"server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "name": "network-vif-deleted", "tag": "1c739218-a6c4-470e-9d86-187658f927a3"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:27:54.228373 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30523557-a084-41c4-9986-673a0c452069 x-openstack-request-id: req-30523557-a084-41c4-9986-673a0c452069 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:27:54.228661 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9f067f-fbc7-4e82-9941-f0961222eccf", "name": "network-vif-deleted", "tag": "1c739218-a6c4-470e-9d86-187658f927a3", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:27:54.228913 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30523557-a084-41c4-9986-673a0c452069 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:27:54.229355 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9f067f-fbc7-4e82-9941-f0961222eccf', 'name': 'network-vif-deleted', 'tag': '1c739218-a6c4-470e-9d86-187658f927a3', 'status': 'completed', 'code': 200} Dec 20 16:27:54.334721 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05c3dd7b-cd8c-47c0-9ad4-79a3da0da810 req-4c69d143-b910-468f-9c3b-afc728bee471 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0298674 Dec 20 16:27:55.433510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bad1513-cab4-4711-91e5-f05c50f82d67 req-9dc4aeec-675a-45db-8030-13a83e0f9952 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0276644 Dec 20 16:27:55.523347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1c739218-a6c4-470e-9d86-187658f927a3 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:27:55.543905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 1c739218-a6c4-470e-9d86-187658f927a3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:27:55.544250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1c739218-a6c4-470e-9d86-187658f927a3 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:27:56.528010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2da8e84-2f8f-4a9e-ad9b-6a02cf30da39 req-88149b80-7766-4cf0-8a92-7a79f1b93fac tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0272658 Dec 20 16:27:57.605750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:57.625982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dacaf15b-be5c-409f-bddf-28d28a776d90 req-ddef4849-4668-431e-9b06-d0696752302c tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0285764 Dec 20 16:27:58.733356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2e38f21-7e5d-46ce-98c4-6d79b4522991 req-52d9b208-bc5c-4df5-b068-59774ee791fb tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce9f067f-fbc7-4e82-9941-f0961222eccf HTTP/1.1" status: 200 len: 210 time: 0.0342286 Dec 20 16:27:59.308691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d359156-617f-49b0-bf68-4428a75bf028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:27:59.796222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39442) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:27:59.934613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Deleting port f8906892-28b8-4ca7-9bbb-ea41df19ce75 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:27:59.934962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.016104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.016333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.029303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Calling delete_port for f8906892-28b8-4ca7-9bbb-ea41df19ce75 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:00.285321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.316016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'Port': ['ID=f8906892-28b8-4ca7-9bbb-ea41df19ce75,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:00.375689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.378695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:00.380415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4195b705-09e8-446f-ac89-972cac998f90 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "DELETE /v2.0/floatingips/0021af55-c3ec-4fcb-a0cb-5af223c0cd31 HTTP/1.1" status: 204 len: 168 time: 0.5830271 Dec 20 16:28:01.747419 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4794de55-e3c0-40af-948b-083fd48ace66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:02.981181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:04.445046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5aa4-65c7-4046-a095-4ce34196ae80 req-522075dd-f3c1-47b6-b196-dda2cd01921e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:04.447005 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fad5aa4-65c7-4046-a095-4ce34196ae80 req-522075dd-f3c1-47b6-b196-dda2cd01921e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0604012 Dec 20 16:28:04.470090 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:04.502067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fad5aa4-65c7-4046-a095-4ce34196ae80 req-e9c52661-c9db-4081-91a6-c0be917b92e3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489047 Dec 20 16:28:05.120756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:05.625709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaf170-a4aa-4737-9f64-d8816b8f66bc req-d4251558-bd7b-4e9c-86c0-ced9586e8a62 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:05.627513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abcaf170-a4aa-4737-9f64-d8816b8f66bc req-d4251558-bd7b-4e9c-86c0-ced9586e8a62 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0512383 Dec 20 16:28:05.679086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-abcaf170-a4aa-4737-9f64-d8816b8f66bc req-0b9aa7e7-39eb-46b3-9763-1e1a0872aad8 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451341 Dec 20 16:28:06.798563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962712-b0eb-4f6a-9cba-8a31e9fdafb9 req-df7d3a52-3aa9-4d2e-8b04-cbe2c35a6d38 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:06.802872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f962712-b0eb-4f6a-9cba-8a31e9fdafb9 req-df7d3a52-3aa9-4d2e-8b04-cbe2c35a6d38 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0494952 Dec 20 16:28:06.860821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f962712-b0eb-4f6a-9cba-8a31e9fdafb9 req-f2fc0cb1-9d78-4c07-8e49-c0f9e6fdb7aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529361 Dec 20 16:28:07.068177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39486) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:07.130309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40df359e-de0d-475c-ac78-e23c2e1b7787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:07.165425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40df359e-de0d-475c-ac78-e23c2e1b7787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:07.303221 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40df359e-de0d-475c-ac78-e23c2e1b7787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:07.305968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-40df359e-de0d-475c-ac78-e23c2e1b7787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:07.307284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-40df359e-de0d-475c-ac78-e23c2e1b7787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] 10.222.0.81 "DELETE /v2.0/security-groups/ac5c3d37-dba7-437b-a557-460c715ddeaa HTTP/1.1" status: 204 len: 168 time: 0.2380824 Dec 20 16:28:07.324758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df359e-de0d-475c-ac78-e23c2e1b7787 tempest-TestVolumeBootPattern-2109309766 tempest-TestVolumeBootPattern-2109309766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c3d37-dba7-437b-a557-460c715ddeaa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:07.486764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39490) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:07.934937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:08.332421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ce92-da0f-456b-97d4-d2d615b29bc9 req-875bb11e-dd8e-4283-8bfb-049d68f3ee8a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:08.333941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be17ce92-da0f-456b-97d4-d2d615b29bc9 req-875bb11e-dd8e-4283-8bfb-049d68f3ee8a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.3662014 Dec 20 16:28:08.434171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be17ce92-da0f-456b-97d4-d2d615b29bc9 req-56fb98f2-94b0-410d-9dce-0e5153f9fcff tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936112 Dec 20 16:28:08.527850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Deleting port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:08.528188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:08.609774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] For port 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:08.610049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:08.622831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Calling delete_port for 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:08.874921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:08.898439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5ac701-a240-4f6d-abc8-cfbbe38e91e3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:09.081902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.308207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Router 2c006287-0668-483a-b616-48bfef01ad2f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:28:09.424099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:28:09.433655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] Sync routers for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:28:09.434234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ab1949d1-af73-4ae9-ab50-1b9b63abbf7d admin admin] 10.222.0.81 "PUT /v2.0/routers/2c006287-0668-483a-b616-48bfef01ad2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479280 Dec 20 16:28:09.437814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39496) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:09.448690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:09.448690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:28:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:09.558514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:09.589376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a48ed-f2b5-4735-b5b6-b9f373316fc5 req-d4c4a132-f27e-4cbb-930c-52434ba1452b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:09.590929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7a48ed-f2b5-4735-b5b6-b9f373316fc5 req-d4c4a132-f27e-4cbb-930c-52434ba1452b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0636811 Dec 20 16:28:09.592290 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.717400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3f7a48ed-f2b5-4735-b5b6-b9f373316fc5 req-679deccc-1045-4220-aeff-11be76ec0b94 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868926 Dec 20 16:28:09.738707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.749233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:28:08Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:09.780362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] Checking router: 2c006287-0668-483a-b616-48bfef01ad2f for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:28:09.790313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] Routers {'2c006287-0668-483a-b616-48bfef01ad2f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:09.790953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:28:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['2c006287-0668-483a-b616-48bfef01ad2f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:09.860708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Deleting port b5d2dbbb-6769-49a7-8b31-a271f633dea6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:09.861042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.898759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] Set router 2c006287-0668-483a-b616-48bfef01ad2f gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:09.941175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] For port b5d2dbbb-6769-49a7-8b31-a271f633dea6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b5d2dbbb-6769-49a7-8b31-a271f633dea6,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:09.941569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:09.954121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Calling delete_port for b5d2dbbb-6769-49a7-8b31-a271f633dea6 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:10.087391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:28:08Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:10.119305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5a943-85f1-4052-a8e0-9d3dd7023d8f None None] The sync data for ids ['2c006287-0668-483a-b616-48bfef01ad2f'] in n-d-781076-8 is: [{'id': '2c006287-0668-483a-b616-48bfef01ad2f', 'name': 'tempest-TestVolumeBootPattern-1666591965-router', 'tenant_id': 'ec48f64f9d664e73833f1e3256fc7428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:49Z', 'updated_at': '2021-12-20T16:28:08Z', 'revision_number': 5, 'project_id': 'ec48f64f9d664e73833f1e3256fc7428', 'gw_port': {'id': 'b5d2dbbb-6769-49a7-8b31-a271f633dea6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c006287-0668-483a-b616-48bfef01ad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:50Z', 'updated_at': '2021-12-20T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:28:10.225585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.249280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d2dbbb-6769-49a7-8b31-a271f633dea6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:10.266123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a3c72-a139-4401-b08a-61c9a3612523 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:28:10.318891 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.412364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.414352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.531321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.531885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c006287-0668-483a-b616-48bfef01ad2f {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:28:10.536401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.537656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ae16cfad-5fed-4508-afba-382bc066bda8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2c006287-0668-483a-b616-48bfef01ad2f HTTP/1.1" status: 204 len: 168 time: 1.0985599 Dec 20 16:28:10.542345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39500) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:10.588138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Deleting subnet 39b58313-1801-4d67-8747-c5909a59149e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:28:10.591461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.632293 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.712151 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.850523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e627a6-6f3e-4ce7-ad74-8c2636ae7529 req-8f88992a-79cb-4703-9270-39722e3a71f1 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:10.852050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84e627a6-6f3e-4ce7-ad74-8c2636ae7529 req-8f88992a-79cb-4703-9270-39722e3a71f1 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0549242 Dec 20 16:28:10.864771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.900734 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:10.904632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/39b58313-1801-4d67-8747-c5909a59149e HTTP/1.1" status: 204 len: 168 time: 0.3632708 Dec 20 16:28:10.905948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041a427-caf5-472e-b9fd-dbb6c2cb0397 None None] Network 00848a76-845a-4915-b4ce-f4cc8cd0de21 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:28:10.907245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad2950-b3ef-44ae-99af-a6c11ecbe315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b58313-1801-4d67-8747-c5909a59149e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:10.907415 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39504) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:10.941473 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84e627a6-6f3e-4ce7-ad74-8c2636ae7529 req-b292b720-b34d-4350-9f2d-09834767d3a1 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832791 Dec 20 16:28:10.994129 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.049560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Deleting port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:11.049900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.125823 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] DHCP port deletion for 00848a76-845a-4915-b4ce-f4cc8cd0de21 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:28:11.128618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] For port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:11.129249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.146844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Calling delete_port for 1eac0162-ed43-4db8-82c6-18fa85d7a6fa owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:11.207962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Deleting port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:11.208342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.212291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:28:11.251282 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:28:11.251630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6a5ac701-a240-4f6d-abc8-cfbbe38e91e3 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:28:11.252054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b5d2dbbb-6769-49a7-8b31-a271f633dea6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:28:11.302986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b5d2dbbb-6769-49a7-8b31-a271f633dea6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:28:11.303331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b5d2dbbb-6769-49a7-8b31-a271f633dea6 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:28:11.303785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1eac0162-ed43-4db8-82c6-18fa85d7a6fa no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:28:11.327914 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.338957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] For port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,segment=NetworkSegment(62a17ca3-4747-4847-9cbd-10f5359e8153),segment_id=62a17ca3-4747-4847-9cbd-10f5359e8153)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:11.339281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.357673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:11.360012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Calling delete_port for 1eac0162-ed43-4db8-82c6-18fa85d7a6fa owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:11.364299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] No DVR routers for this DVR port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:28:11.377367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No active binding found for port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa {{(pid=103955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 16:28:11.378389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1eac0162-ed43-4db8-82c6-18fa85d7a6fa not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:28:11.445782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.453101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.466822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00848a76-845a-4915-b4ce-f4cc8cd0de21']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:11.477438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a17ca3-4747-4847-9cbd-10f5359e8153') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:11.477729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a17ca3-4747-4847-9cbd-10f5359e8153') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:11.482027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Pushing event deleted for resources: {'Port': ['ID=1eac0162-ed43-4db8-82c6-18fa85d7a6fa,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:11.489384 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.490792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] No DVR routers for this DVR port 1eac0162-ed43-4db8-82c6-18fa85d7a6fa on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:28:11.493455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.493765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.494133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.494477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.494831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.495275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.495613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.495940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.496278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.496603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.496937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.497283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.497609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5260d9c-8852-4c0c-8111-6b3222fbd394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:28:11.507151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.514144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:28:11.514572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:28:11.516535 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:28:11.667824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.673890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:11.677928 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] 10.222.0.81 "DELETE /v2.0/networks/00848a76-845a-4915-b4ce-f4cc8cd0de21 HTTP/1.1" status: 204 len: 168 time: 0.7694097 Dec 20 16:28:11.681642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:11.689848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7470357-b8bd-46b8-b4ad-53a3e8e00834 admin admin] Pushing event deleted for resources: {'Network': ['ID=00848a76-845a-4915-b4ce-f4cc8cd0de21,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:12.091774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a79005-79a1-4cb8-803f-6d0db280bb51 req-6bbf9f76-05c5-4304-8993-735a603082af tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:12.093315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a79005-79a1-4cb8-803f-6d0db280bb51 req-6bbf9f76-05c5-4304-8993-735a603082af tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0637801 Dec 20 16:28:12.098187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:12.222216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1a79005-79a1-4cb8-803f-6d0db280bb51 req-e9c6d59a-a71a-4c64-adb8-76b85c9be9b6 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205368 Dec 20 16:28:12.382993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Deleting port b25a0bcc-a609-41ce-b1d4-46d804232cf5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:12.383332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:12.463957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] For port b25a0bcc-a609-41ce-b1d4-46d804232cf5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b25a0bcc-a609-41ce-b1d4-46d804232cf5,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:12.464314 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:12.477310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Calling delete_port for b25a0bcc-a609-41ce-b1d4-46d804232cf5 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:12.765064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:12.791198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25a0bcc-a609-41ce-b1d4-46d804232cf5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:12.970040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.187797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Router 51a525e2-35a8-49a1-a0dc-0c300c24404b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:28:13.602031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370f52-82e4-4809-9dfb-d1e1abc07778 req-1ec2f27e-99ce-4d7f-a1e4-1221f7e770bd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:13.603519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90370f52-82e4-4809-9dfb-d1e1abc07778 req-1ec2f27e-99ce-4d7f-a1e4-1221f7e770bd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0991154 Dec 20 16:28:13.608188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:28:13.617048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-91a0b9ff-2e9a-42c6-9013-ac8a8332b248 admin admin] 10.222.0.81 "PUT /v2.0/routers/51a525e2-35a8-49a1-a0dc-0c300c24404b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9319127 Dec 20 16:28:13.617258 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] Sync routers for ids ['51a525e2-35a8-49a1-a0dc-0c300c24404b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:28:13.617779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39512) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:13.629028 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] Routers {'51a525e2-35a8-49a1-a0dc-0c300c24404b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:13.629677 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:28:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['51a525e2-35a8-49a1-a0dc-0c300c24404b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:13.658031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90370f52-82e4-4809-9dfb-d1e1abc07778 req-07326b4e-6e5b-4cf1-9e37-d7fd81027214 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479221 Dec 20 16:28:13.725750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.733124 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] Set router 51a525e2-35a8-49a1-a0dc-0c300c24404b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:13.829145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:13.914148 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'f0019d17-7859-40bb-a796-dad59a441337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:28:12Z', 'revision_number': 5, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port': {'id': 'f0019d17-7859-40bb-a796-dad59a441337', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:12:58Z', 'updated_at': '2021-12-20T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:13.942347 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] Checking router: 51a525e2-35a8-49a1-a0dc-0c300c24404b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:28:13.951550 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] Routers {'51a525e2-35a8-49a1-a0dc-0c300c24404b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:28:13.952296 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:28:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['51a525e2-35a8-49a1-a0dc-0c300c24404b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:13.987131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Deleting port f0019d17-7859-40bb-a796-dad59a441337 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:13.987465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.041076 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] Set router 51a525e2-35a8-49a1-a0dc-0c300c24404b gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:28:14.099305 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:28:13Z', 'revision_number': 6, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:14.127574 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900478c-548e-490f-ba9a-183c7add9517 None None] The sync data for ids ['51a525e2-35a8-49a1-a0dc-0c300c24404b'] in n-d-781076-8 is: [{'id': '51a525e2-35a8-49a1-a0dc-0c300c24404b', 'name': 'tempest-TestVolumeBootPattern-533242815-router', 'tenant_id': '37998e592443435f8a66094f28ac47a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:12:57Z', 'updated_at': '2021-12-20T16:28:13Z', 'revision_number': 6, 'project_id': '37998e592443435f8a66094f28ac47a0', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:28:14.380435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] For port f0019d17-7859-40bb-a796-dad59a441337, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f0019d17-7859-40bb-a796-dad59a441337,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:14.380786 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.392820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Calling delete_port for f0019d17-7859-40bb-a796-dad59a441337 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:14.673217 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.703157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0019d17-7859-40bb-a796-dad59a441337,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:14.719428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a5826-13db-40f6-85b8-d4adbcd92b82 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:28:14.765782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.783773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4a44b-f440-4d8a-911c-8328b002c7ed req-37a06c4a-d567-46c9-9f77-0b537a6e161a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:14.786136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ba4a44b-f440-4d8a-911c-8328b002c7ed req-37a06c4a-d567-46c9-9f77-0b537a6e161a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Dec 20 16:28:14.843600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ba4a44b-f440-4d8a-911c-8328b002c7ed req-4de1e91e-03a7-4605-8eed-e42fa390cc84 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Dec 20 16:28:14.859252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.862180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:14.985512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f0019d17-7859-40bb-a796-dad59a441337 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:28:15.006030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f0019d17-7859-40bb-a796-dad59a441337 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:28:15.006385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f0019d17-7859-40bb-a796-dad59a441337 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:28:15.006827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b25a0bcc-a609-41ce-b1d4-46d804232cf5 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:28:15.013214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.014807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a525e2-35a8-49a1-a0dc-0c300c24404b {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:28:15.020824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.026477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39516) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:15.026769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-906f8639-da0c-4900-a4e2-335ae44deda8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/51a525e2-35a8-49a1-a0dc-0c300c24404b HTTP/1.1" status: 204 len: 168 time: 1.4061587 Dec 20 16:28:15.028790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b25a0bcc-a609-41ce-b1d4-46d804232cf5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:28:15.029362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b25a0bcc-a609-41ce-b1d4-46d804232cf5 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:28:15.078184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Deleting subnet 85021956-a056-4eae-962d-69acb864dfaa {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:28:15.082173 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.125028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.219622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.406738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.436479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85021956-a056-4eae-962d-69acb864dfaa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:15.442085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.445845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bd6e6237-9a3f-469f-860b-271b8fca1e18 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/85021956-a056-4eae-962d-69acb864dfaa HTTP/1.1" status: 204 len: 168 time: 0.4197719 Dec 20 16:28:15.447795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14afd91-4f97-44bc-81a6-ecb8843d09ad None None] Network dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:28:15.448282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39518) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:15.529461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.598524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Deleting port f952f2f9-7275-4847-b761-0bf444a19573 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:15.598863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.622001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] DHCP port deletion for dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:28:15.670679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] For port f952f2f9-7275-4847-b761-0bf444a19573, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f952f2f9-7275-4847-b761-0bf444a19573,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:15.670978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] Deleting port f952f2f9-7275-4847-b761-0bf444a19573 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:28:15.671099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.671432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.687540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Calling delete_port for f952f2f9-7275-4847-b761-0bf444a19573 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:15.741724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] For port f952f2f9-7275-4847-b761-0bf444a19573, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f952f2f9-7275-4847-b761-0bf444a19573,segment=NetworkSegment(5e0b1095-48ce-46a4-837b-0ad5cd258542),segment_id=5e0b1095-48ce-46a4-837b-0ad5cd258542)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:28:15.742415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.755406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] Calling delete_port for f952f2f9-7275-4847-b761-0bf444a19573 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:28:15.846628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.852458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:15.875602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Pushing event deleted for resources: {'Port': ['ID=f952f2f9-7275-4847-b761-0bf444a19573,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:15.882000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] Pushing event deleted for resources: {'Port': ['ID=f952f2f9-7275-4847-b761-0bf444a19573,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:15.883942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eebe9-b7cf-43ff-8ad8-f9f90def4cb2 None None] No DVR routers for this DVR port f952f2f9-7275-4847-b761-0bf444a19573 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:28:15.886763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] No DVR routers for this DVR port f952f2f9-7275-4847-b761-0bf444a19573 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:28:15.989793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.014316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5f1aaa-02f9-4e49-9ff0-9b458d439b41']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:16.026646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0b1095-48ce-46a4-837b-0ad5cd258542') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:16.026940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0b1095-48ce-46a4-837b-0ad5cd258542') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:28:16.036421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6da44-f2b0-42a6-aaf5-105dd6449931 req-9e877c47-e67b-4353-94c1-3909ef8d601b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:16.037956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cc6da44-f2b0-42a6-aaf5-105dd6449931 req-9e877c47-e67b-4353-94c1-3909ef8d601b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.1048651 Dec 20 16:28:16.047540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.081949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.096479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:28:16.102156 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:28:16.149493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cc6da44-f2b0-42a6-aaf5-105dd6449931 req-943cbb5a-c944-458d-935b-e52904248a37 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042988 Dec 20 16:28:16.292225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.301257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.304176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] 10.222.0.81 "DELETE /v2.0/networks/dd5f1aaa-02f9-4e49-9ff0-9b458d439b41 HTTP/1.1" status: 204 len: 168 time: 0.8549464 Dec 20 16:28:16.317560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6441947-5c02-4192-903b-0c77ddb7744b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5f1aaa-02f9-4e49-9ff0-9b458d439b41,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:16.322974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-ff0258a3-5daf-4768-91a2-ccfea38d8ba6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318684 Dec 20 16:28:16.415897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5954-5842-49a8-b959-68b508e31716 req-8c8b6bf9-3c87-4108-86cf-19fdfc7b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:16.417349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-8c8b6bf9-3c87-4108-86cf-19fdfc7b4a66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0494909 Dec 20 16:28:16.524225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5954-5842-49a8-b959-68b508e31716 req-f67d22c2-975d-4905-850c-f30fb2e30d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:16.525764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-f67d22c2-975d-4905-850c-f30fb2e30d9c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0880547 Dec 20 16:28:16.600843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-aec9708b-e7ba-450d-bb28-21093ad9169a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0668790 Dec 20 16:28:16.682633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5954-5842-49a8-b959-68b508e31716 req-3055a73b-64b8-412b-aa33-33b91aef1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:16.684017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-3055a73b-64b8-412b-aa33-33b91aef1078 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0763636 Dec 20 16:28:16.701855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275160-a853-4009-b5fe-8c2ab46894e9 req-77533043-f29d-4792-b0f6-ad4e4467da95 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:16.705248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98275160-a853-4009-b5fe-8c2ab46894e9 req-77533043-f29d-4792-b0f6-ad4e4467da95 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0663521 Dec 20 16:28:16.762793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:16.779599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5954-5842-49a8-b959-68b508e31716 req-a7f53d1b-f7bc-4fe9-961b-62c347527837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:16.781101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-a7f53d1b-f7bc-4fe9-961b-62c347527837 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889554 Dec 20 16:28:16.786534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98275160-a853-4009-b5fe-8c2ab46894e9 req-e4bbfc54-00df-46f9-bf03-8a7818899ff0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750651 Dec 20 16:28:16.793342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-92b1003c-68e1-48dd-b2ee-1e9cee4ce4c2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:28:16.794550 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-92b1003c-68e1-48dd-b2ee-1e9cee4ce4c2 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055289 Dec 20 16:28:16.805651 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8fb517f5-42e5-47b6-860a-c2f159f303d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec48f64f9d664e73833f1e3256fc7428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466201 Dec 20 16:28:16.805945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39532) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:16.856289 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2f01-3d01-4133-b0bc-385cc5539484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.879178 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2f01-3d01-4133-b0bc-385cc5539484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:16.887160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-1730357b-6359-4805-a993-a11f6086e0d9 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858626 Dec 20 16:28:16.983400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f952f2f9-7275-4847-b761-0bf444a19573 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:28:16.984347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e64c5954-5842-49a8-b959-68b508e31716 req-96d9ee72-ce3d-42db-824f-88f25264748f service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900018 Dec 20 16:28:17.045105 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:28:17.057964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2f01-3d01-4133-b0bc-385cc5539484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:17.060675 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fd9e2f01-3d01-4133-b0bc-385cc5539484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:17.064492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fd9e2f01-3d01-4133-b0bc-385cc5539484 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e439401-68f2-409f-b80a-1e2f1f86d9d3 HTTP/1.1" status: 204 len: 168 time: 0.2549379 Dec 20 16:28:17.073177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e2f01-3d01-4133-b0bc-385cc5539484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e439401-68f2-409f-b80a-1e2f1f86d9d3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:17.101451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-18a5dfc6-9a79-49fb-80fd-8a965533b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:17.103476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-18a5dfc6-9a79-49fb-80fd-8a965533b4a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 1096 time: 0.0524309 Dec 20 16:28:17.177937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f952f2f9-7275-4847-b761-0bf444a19573 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:28:17.178290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f952f2f9-7275-4847-b761-0bf444a19573 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:28:17.208897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-dc22aaf5-2497-4c48-85b1-052645373e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:17.210478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-dc22aaf5-2497-4c48-85b1-052645373e5c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.1005187 Dec 20 16:28:17.277832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-50b822a9-dfbd-4dbf-83a2-574276b99a14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 200 len: 1000 time: 0.0606482 Dec 20 16:28:17.327128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-f2f41409-4dd5-4b24-a9d6-f24e23d0abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:17.328591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-f2f41409-4dd5-4b24-a9d6-f24e23d0abea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0444398 Dec 20 16:28:17.378966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-c816bb4b-43d8-4245-afb5-72e1c4ee402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:17.380477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-c816bb4b-43d8-4245-afb5-72e1c4ee402f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453913 Dec 20 16:28:17.472938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-c1778e12-9846-49de-8c24-f04fc51e7585 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855968 Dec 20 16:28:17.570263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b9c986b-a073-4ba8-ad95-796cbfc74dd9 req-399153d0-d0cd-4242-a698-ec8e1da4d3b7 service neutron] 10.222.0.83 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902998 Dec 20 16:28:17.908639 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76bb2b-246a-40c8-a88f-7d40ca24ac5c req-7dde64ab-4d59-493b-828f-2c0bbf371dcf tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:17.910172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f76bb2b-246a-40c8-a88f-7d40ca24ac5c req-7dde64ab-4d59-493b-828f-2c0bbf371dcf tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0500946 Dec 20 16:28:17.933073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39540) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:17.959397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f76bb2b-246a-40c8-a88f-7d40ca24ac5c req-091ed792-20fb-41bc-ad7b-4711974ceeae tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Dec 20 16:28:17.980364 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f78aae1e-d17f-47f9-b0b7-7d9d3461374a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37998e592443435f8a66094f28ac47a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417354 Dec 20 16:28:17.980364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:28:18.026282 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6f60082-bd58-410c-846b-b4c188f8cae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:18.047633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6f60082-bd58-410c-846b-b4c188f8cae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:18.215100 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6f60082-bd58-410c-846b-b4c188f8cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:18.218182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6f60082-bd58-410c-846b-b4c188f8cae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:18.219865 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b6f60082-bd58-410c-846b-b4c188f8cae6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d4b050d-dc62-47f0-b5f9-d834629b2c37 HTTP/1.1" status: 204 len: 168 time: 0.2403021 Dec 20 16:28:18.227563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f60082-bd58-410c-846b-b4c188f8cae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4b050d-dc62-47f0-b5f9-d834629b2c37,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:28:19.092800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452d24-ba79-4886-b262-bce4c228b977 req-e08b6858-bcee-4c6f-a42f-ea4d9b187f8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:28:19.094754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a452d24-ba79-4886-b262-bce4c228b977 req-e08b6858-bcee-4c6f-a42f-ea4d9b187f8e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0589509 Dec 20 16:28:19.146749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a452d24-ba79-4886-b262-bce4c228b977 req-d1205420-c3be-4bbd-a446-e963fcfdb80b tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Dec 20 16:28:21.998773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:27.626431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:29.322990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-32079d8b-21db-4902-8377-e4f19244da52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:31.744757 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d24ef7fd-6e22-4d1e-bb37-ac83b40121d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:33.121845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:34.555700 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:35.132444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:51.972476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:54.044476 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:28:57.647322 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:28:59.323588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c94f4231-e539-44e6-a254-d9e5f4eee4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:01.858542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de2a19b2-d85a-4cb8-85bf-f1a18ef1bbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:02.981187 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:04.466603 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:05.165464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:15.186432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f1d2-6fed-45a3-9a78-da92eede6350 req-832957d6-38df-498f-8558-b53a090d7d87 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:15.188013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5350f1d2-6fed-45a3-9a78-da92eede6350 req-832957d6-38df-498f-8558-b53a090d7d87 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0556440 Dec 20 16:29:15.238815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5350f1d2-6fed-45a3-9a78-da92eede6350 req-419e3ca2-c256-4653-bc02-fc190d054576 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Dec 20 16:29:16.275015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-81f61c3e-be06-4762-a082-4a831ab7b316 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:16.276582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-81f61c3e-be06-4762-a082-4a831ab7b316 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.83 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Dec 20 16:29:16.398870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9bc7b-9fbf-4c92-9c91-39ef3e46101f req-43fd8a52-0c1a-4cd2-a29f-5a116a6a75a8 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:16.400301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5db9bc7b-9fbf-4c92-9c91-39ef3e46101f req-43fd8a52-0c1a-4cd2-a29f-5a116a6a75a8 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 945 time: 0.0846107 Dec 20 16:29:16.447442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Deleting port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:29:16.447773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:16.481241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5db9bc7b-9fbf-4c92-9c91-39ef3e46101f req-304bff4b-de6c-4768-a663-a09a6a144943 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae6e548f-9a08-4e5d-949b-af47ec94cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736823 Dec 20 16:29:16.562555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] For port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:29:16.562555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:16.745782 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:16.746028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:16.746339 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Floating IP 167f4819-cb6f-41ef-b1e5-915cd4fdd682 disassociated. External IP: 172.25.6.15, port: 41b89f44-567e-4ab6-b231-55dfbdcbb0bd. Dec 20 16:29:16.746675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Calling delete_port for 41b89f44-567e-4ab6-b231-55dfbdcbb0bd owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:29:17.002092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:17.032725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event deleted for resources: {'Port': ['ID=41b89f44-567e-4ab6-b231-55dfbdcbb0bd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:17.045889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.046160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.046530 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.047016 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.047358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.047721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.048049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.048376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.048711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.049060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.049396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.049719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.050043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:17.180048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:29:17.292916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:29:17.305715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:29:17.318447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:29:17.319699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:29:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:17.346650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] No DVR routers for this DVR port 41b89f44-567e-4ab6-b231-55dfbdcbb0bd on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:29:17.350376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:17.356102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.83 "DELETE /v2.0/ports/41b89f44-567e-4ab6-b231-55dfbdcbb0bd HTTP/1.1" status: 204 len: 173 time: 1.0688972 Dec 20 16:29:17.357339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'name': 'network-vif-deleted', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:29:17.361277 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8315405c4ddf0e243c41c0b1754cd04958a62b88fb5cd61eebeca37698b2def5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da031b73-ef28-4f9e-afe4-b53d2f57bdbe" -d '{"events": [{"server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "name": "network-vif-deleted", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:29:17.465431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:29:17.613950 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9257df7-c1c8-4d7d-ba34-f03dab556123 x-openstack-request-id: req-e9257df7-c1c8-4d7d-ba34-f03dab556123 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:29:17.614295 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06fff8a-5871-47ea-a01f-214802440359", "name": "network-vif-deleted", "tag": "41b89f44-567e-4ab6-b231-55dfbdcbb0bd", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:29:17.614603 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9257df7-c1c8-4d7d-ba34-f03dab556123 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:29:17.615097 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06fff8a-5871-47ea-a01f-214802440359', 'name': 'network-vif-deleted', 'tag': '41b89f44-567e-4ab6-b231-55dfbdcbb0bd', 'status': 'completed', 'code': 200} Dec 20 16:29:17.623683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b2f427a-cd2a-4ad7-8fbd-639107e4a26c req-aac6f1b9-5b60-42f1-812a-8662979edc62 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=c06fff8a-5871-47ea-a01f-214802440359 HTTP/1.1" status: 200 len: 210 time: 0.0431373 Dec 20 16:29:17.727573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:17.759123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:29:17.768190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:29:17.768798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:29:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:17.883629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:29:18.111970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:18.139904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4db3c5-7b1c-4c89-997d-8a3c8f9db441 None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:29:18.401888 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2d04f-8635-4333-bc32-630fda3c332f None None] New status for floating IP 167f4819-cb6f-41ef-b1e5-915cd4fdd682: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:29:18.770107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39592) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:18.827008 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:18.852109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.014637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.017402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.018559 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "DELETE /v2.0/security-groups/ae6e548f-9a08-4e5d-949b-af47ec94cbbc HTTP/1.1" status: 204 len: 168 time: 0.2474434 Dec 20 16:29:19.021483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39596) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:19.028875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e548f-9a08-4e5d-949b-af47ec94cbbc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:19.035923 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-ad8a4083-dade-42e1-a44f-35a7bf7469ae tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] show failed (client error): The resource could not be found. Dec 20 16:29:19.040473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ad8a4083-dade-42e1-a44f-35a7bf7469ae tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups/ae6e548f-9a08-4e5d-949b-af47ec94cbbc HTTP/1.1" status: 404 len: 347 time: 0.0144730 Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.040932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795b0571-23a9-4e3c-a788-1906ca1f0d14 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:19.042676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39598) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:19.177569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Deleting port 04ec55ab-5b2b-4952-9aff-586962865b84 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:29:19.177903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.256997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.257269 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.270522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Calling delete_port for 04ec55ab-5b2b-4952-9aff-586962865b84 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:29:19.505508 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.532711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event deleted for resources: {'Port': ['ID=04ec55ab-5b2b-4952-9aff-586962865b84,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:19.557089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 41b89f44-567e-4ab6-b231-55dfbdcbb0bd no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:29:19.582199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 41b89f44-567e-4ab6-b231-55dfbdcbb0bd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:29:19.582550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 41b89f44-567e-4ab6-b231-55dfbdcbb0bd not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:29:19.605400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.608772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:19.610015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7dfa451a-2e5f-4631-bfac-42a7bbd7ef0a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "DELETE /v2.0/floatingips/167f4819-cb6f-41ef-b1e5-915cd4fdd682 HTTP/1.1" status: 204 len: 168 time: 0.5660813 Dec 20 16:29:19.979117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39602) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:19.985002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564612459', 'description': 'tempest-description--1142455547'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:20.081299 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.151937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.248256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.278725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a987a10-c308-4651-8cce-793aece7cd8e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:20.359016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.360313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e8e3274f-b805-423b-8acb-f93982cd75e0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3800066 Dec 20 16:29:20.363239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:20.368577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'security_group_rule': {'security_group_id': '6a987a10-c308-4651-8cce-793aece7cd8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:20.528845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.588964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.709811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.728499 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d17edd-06c2-40f9-b30d-83a412428c35,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:20.866474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:20.867772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-32e19412-dccc-428f-848f-07749421b5aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5034645 Dec 20 16:29:20.870547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:20.875462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'security_group_rule': {'security_group_id': '6a987a10-c308-4651-8cce-793aece7cd8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:21.029275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.098996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.208046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.227413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77f3c88-8158-478e-9a00-5692d7d78f67,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:21.347418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.348711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c5ded500-75db-4bf8-ad68-17442da7f0ba tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4771359 Dec 20 16:29:21.351859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 39608) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:21.356337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:21.471013 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.571592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.682149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Allocated IP 172.25.6.189 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/acea8bef-242a-444e-a65b-a69056895ecd) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:29:21.794808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.932727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:21.980870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:29:21.983809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:29:21.987412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:29:21.993102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'Port': ['ID=acea8bef-242a-444e-a65b-a69056895ecd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:22.025204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.080218 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.188886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.356561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.487532 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.560806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'Port': ['ID=acea8bef-242a-444e-a65b-a69056895ecd,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:22.573139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.665434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:22.666668 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-34f72643-6d6a-4c3f-b78f-37c5bd304735 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3138230 Dec 20 16:29:22.823532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-9629d2dd-95a9-4870-aafe-1cc4588043a8 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--564612459&fields=id&tenant_id=f6230ac59aff46af86c10db8df492f09 HTTP/1.1" status: 200 len: 267 time: 0.0441678 Dec 20 16:29:22.950874 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-fd973211-5296-4319-9007-044cac6b8f67 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:22.952296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-fd973211-5296-4319-9007-044cac6b8f67 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 809 time: 0.1216900 Dec 20 16:29:22.973334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-48e58127-9191-4961-b3b0-1c4ac2933d9f tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/quotas/f6230ac59aff46af86c10db8df492f09 HTTP/1.1" status: 200 len: 375 time: 0.0145857 Dec 20 16:29:23.028838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-bf05e1ff-09dc-4811-9d4d-0c79179008c9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494537 Dec 20 16:29:23.232980 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-19410d40-33a4-4aa7-b1f9-f326ecf54554 service neutron] 10.222.0.81 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922672 Dec 20 16:29:23.335513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-b9d0b088-06cf-476a-8aca-c21ab435ea38 service neutron] 10.222.0.81 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960233 Dec 20 16:29:23.597300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72b12a4e-cda2-4b9b-90b2-41da84d5ac02 req-b02bf262-3a91-416d-b008-428b93bd4bb1 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 210 time: 0.0282440 Dec 20 16:29:24.675798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54403079-b734-4f33-ad31-da3c74859b20 req-45ae2a82-bc38-4fc6-8618-e20b091490b4 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Dec 20 16:29:25.774475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-68b0de59-b1c8-4195-a199-35df785e6a7f req-a9a40467-c4f8-4ee4-99e5-daa8ce6724e8 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 210 time: 0.0265734 Dec 20 16:29:25.965198 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-20726f4e-0dc5-4f52-80b2-692e091c0260 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:25.966579 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-20726f4e-0dc5-4f52-80b2-692e091c0260 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.72 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 809 time: 0.1074731 Dec 20 16:29:26.041593 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-21f5676e-d7ce-4184-8024-282eccf479ec tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6230ac59aff46af86c10db8df492f09 HTTP/1.1" status: 200 len: 379 time: 0.0587394 Dec 20 16:29:26.050828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'port': {'device_id': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'admin_state_up': True, 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'security_groups': ['6a987a10-c308-4651-8cce-793aece7cd8e']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:26.252534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Made reservation on behalf of f6230ac59aff46af86c10db8df492f09 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:29:26.256110 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:26.400611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Allocated IP 172.20.0.11 (2184c13b-aab0-4031-b402-6c4d82ea4b0c/106d2b9f-5250-45bb-9654-7981a6049c46/be623743-64fd-451d-a834-eb2ca9d7a0af) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:29:26.545550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:26.697685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:26.745945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:29:26.749295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:29:26.753210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:29:26.760212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event updated for resources: {'Port': ['ID=be623743-64fd-451d-a834-eb2ca9d7a0af,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:26.811440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:26.812115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:26.918685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-0007d0a4-461c-49b2-9da8-0e6d4c9984c3 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8716040 Dec 20 16:29:26.930440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-2700c41f-38cb-4b70-b082-b49a74733c56 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:29:26.934830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-2700c41f-38cb-4b70-b082-b49a74733c56 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066991 Dec 20 16:29:26.998594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f7a092ce-166d-4630-a3f3-f30de46584d4 None None] Provisioning complete for port be623743-64fd-451d-a834-eb2ca9d7a0af triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:29:26.999255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7a092ce-166d-4630-a3f3-f30de46584d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.028033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Request body: {'port': {'device_id': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:27.045237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f7a092ce-166d-4630-a3f3-f30de46584d4 None None] Port be623743-64fd-451d-a834-eb2ca9d7a0af cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:29:27.093793 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.182780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8f6c8-3cd4-4015-a0df-e60343190974 req-e7fd802a-5d13-438e-9edc-8a64808d5800 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:27.184514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9b8f6c8-3cd4-4015-a0df-e60343190974 req-e7fd802a-5d13-438e-9edc-8a64808d5800 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 932 time: 0.3339863 Dec 20 16:29:27.237754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9b8f6c8-3cd4-4015-a0df-e60343190974 req-e90e84c5-9933-499b-a582-778084344ed0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460713 Dec 20 16:29:27.394864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be623743-64fd-451d-a834-eb2ca9d7a0af {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:29:27.403650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.416041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Transition to ACTIVE for port object be623743-64fd-451d-a834-eb2ca9d7a0af will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:29:27.507783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.557689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Pushing event updated for resources: {'Port': ['ID=be623743-64fd-451d-a834-eb2ca9d7a0af,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:27.646330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Attempting to bind port be623743-64fd-451d-a834-eb2ca9d7a0af on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:29:27.646562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Attempting to bind port be623743-64fd-451d-a834-eb2ca9d7a0af by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:29:27.646894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Attempting to bind port be623743-64fd-451d-a834-eb2ca9d7a0af on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:29:27.652383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Port be623743-64fd-451d-a834-eb2ca9d7a0af on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:29:27.652701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Attempting to bind port be623743-64fd-451d-a834-eb2ca9d7a0af on network 2184c13b-aab0-4031-b402-6c4d82ea4b0c {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:29:27.658353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:29:27.658678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Checking segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:29:27.659066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Bound using segment: {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:29:27.659504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Bound port: be623743-64fd-451d-a834-eb2ca9d7a0af, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86efef64-1c58-4482-a09c-1cf8114692b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:29:27.659862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.720736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.729877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] For port be623743-64fd-451d-a834-eb2ca9d7a0af, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:29:27.732580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] For port be623743-64fd-451d-a834-eb2ca9d7a0af, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=be623743-64fd-451d-a834-eb2ca9d7a0af,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:29:27.874655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.917874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:27.918775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:27.921035 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] 10.222.0.72 "PUT /v2.0/ports/be623743-64fd-451d-a834-eb2ca9d7a0af HTTP/1.1" status: 200 len: 1092 time: 0.9803107 Dec 20 16:29:27.921728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:29:27.924713 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c53e160-2b84-409b-be91-f06d713257ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:29:27.954939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271dc43-0120-4e55-b3c3-c8f325a8f80a service neutron] Pushing event updated for resources: {'Port': ['ID=be623743-64fd-451d-a834-eb2ca9d7a0af,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:27.997218 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a0820e-ed3c-4cf4-a204-c9db2333ec2f x-openstack-request-id: req-49a0820e-ed3c-4cf4-a204-c9db2333ec2f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:29:27.997786 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:29:27.998183 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49a0820e-ed3c-4cf4-a204-c9db2333ec2f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:29:27.999830 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'status': 'completed', 'code': 200} Dec 20 16:29:28.065297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e160-2b84-409b-be91-f06d713257ab req-5a82a9d3-8dea-4f74-9f06-852f66d3a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.066880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c53e160-2b84-409b-be91-f06d713257ab req-5a82a9d3-8dea-4f74-9f06-852f66d3a636 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 1095 time: 0.0499494 Dec 20 16:29:28.172967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e160-2b84-409b-be91-f06d713257ab req-bb62b00a-424a-4bce-9934-896fb8519289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.174424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c53e160-2b84-409b-be91-f06d713257ab req-bb62b00a-424a-4bce-9934-896fb8519289 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f6230ac59aff46af86c10db8df492f09&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0990312 Dec 20 16:29:28.285348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e160-2b84-409b-be91-f06d713257ab req-862c970a-f008-4074-9f76-9ad0848b5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.286839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c53e160-2b84-409b-be91-f06d713257ab req-862c970a-f008-4074-9f76-9ad0848b5d10 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051931 Dec 20 16:29:28.370164 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-0be28882-a4db-469e-bfa2-7b1464211050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.372409 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-0be28882-a4db-469e-bfa2-7b1464211050 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 1095 time: 0.0435438 Dec 20 16:29:28.376158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957ffd1-a526-45c7-8d38-026a9c7908b9 req-b11c655b-d4bb-4543-b5ea-22a391785bce tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.377695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1957ffd1-a526-45c7-8d38-026a9c7908b9 req-b11c655b-d4bb-4543-b5ea-22a391785bce tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 944 time: 0.0603781 Dec 20 16:29:28.422419 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-f3d69f08-7f03-4cbd-beee-654764c7605d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be623743-64fd-451d-a834-eb2ca9d7a0af HTTP/1.1" status: 200 len: 217 time: 0.0422800 Dec 20 16:29:28.427891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1957ffd1-a526-45c7-8d38-026a9c7908b9 req-ff0b01a9-7a1f-4ef3-ad5e-98fe41dac180 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440121 Dec 20 16:29:28.474919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-9cb43c80-a054-4645-a962-aef53eb6df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.476401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-9cb43c80-a054-4645-a962-aef53eb6df09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0470891 Dec 20 16:29:28.530585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0418e-b401-456c-9226-e577027c87a9 req-cd5c657e-603a-457b-a46d-a2dab337da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:28.532150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-cd5c657e-603a-457b-a46d-a2dab337da66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492110 Dec 20 16:29:28.628926 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-9e478a1e-7abd-463c-a018-e33732f0164e service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897014 Dec 20 16:29:28.723209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16e0418e-b401-456c-9226-e577027c87a9 req-87d8e80b-c4cf-4693-8907-8f0e8a3d903b service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876193 Dec 20 16:29:29.297822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23195b32-51a8-422a-8b4b-72af1d1bdadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:29.546686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba522d0-97b9-4274-af21-23ae98f70b9d req-e3815fad-a17f-4e33-a367-ee9c7f393831 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:29.548227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ba522d0-97b9-4274-af21-23ae98f70b9d req-e3815fad-a17f-4e33-a367-ee9c7f393831 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 944 time: 0.0484283 Dec 20 16:29:29.602100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ba522d0-97b9-4274-af21-23ae98f70b9d req-53bbed2c-969f-47a2-943c-17e9a1390d45 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476701 Dec 20 16:29:30.724601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6e70a-0013-4c39-b52a-a55652738b26 req-3c703125-051f-4e27-9344-3a6c54d1f188 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:30.726218 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17c6e70a-0013-4c39-b52a-a55652738b26 req-3c703125-051f-4e27-9344-3a6c54d1f188 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 944 time: 0.0524054 Dec 20 16:29:30.776118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17c6e70a-0013-4c39-b52a-a55652738b26 req-b2d80080-c23f-409f-8a97-255e1be112aa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422258 Dec 20 16:29:31.049213 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:29:31.736843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa083-31a4-4fd2-b5ff-9b37d22a636f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:31.849199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device be623743-64fd-451d-a834-eb2ca9d7a0af details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:29:31.898370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f12b6-21d4-45e4-8aaf-e3a6b4da80e2 req-6f8ce90b-7020-45b3-ad35-b7bae22ce6ca tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:31.899891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b09f12b6-21d4-45e4-8aaf-e3a6b4da80e2 req-6f8ce90b-7020-45b3-ad35-b7bae22ce6ca tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 944 time: 0.0525289 Dec 20 16:29:31.951137 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b09f12b6-21d4-45e4-8aaf-e3a6b4da80e2 req-e75adb74-cbfe-4bd4-bc45-c5fe1e27734f tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448632 Dec 20 16:29:31.969228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port be623743-64fd-451d-a834-eb2ca9d7a0af, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=be623743-64fd-451d-a834-eb2ca9d7a0af,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:29:31.982003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'port_id': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'mac_address': 'fa:16:3e:55:06:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:29:32.021248 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:32.034866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be623743-64fd-451d-a834-eb2ca9d7a0af {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:29:32.055571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port be623743-64fd-451d-a834-eb2ca9d7a0af, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=be623743-64fd-451d-a834-eb2ca9d7a0af,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:29:32.154621 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:32.208523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=be623743-64fd-451d-a834-eb2ca9d7a0af,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:32.217365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.217711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.218052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.218394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.218723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.219154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.219639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.220089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.220415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.220737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.221058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.221404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.221724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:29:32.375685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['be623743-64fd-451d-a834-eb2ca9d7a0af'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:29:32.969800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:33.073806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa37dce-0827-4f50-8d0d-0471f7b9d986 req-332d9346-5806-4c00-9a65-49d43974b083 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:33.075348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaa37dce-0827-4f50-8d0d-0471f7b9d986 req-332d9346-5806-4c00-9a65-49d43974b083 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 945 time: 0.0550525 Dec 20 16:29:33.125222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaa37dce-0827-4f50-8d0d-0471f7b9d986 req-e4d5d548-055e-4a61-9284-ca24b6d8dd10 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434897 Dec 20 16:29:33.858062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device be623743-64fd-451d-a834-eb2ca9d7a0af up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:29:34.068233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port be623743-64fd-451d-a834-eb2ca9d7a0af completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:29:34.072774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port be623743-64fd-451d-a834-eb2ca9d7a0af triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:29:34.073253 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:34.164113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:34.189288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:29:34.191574 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48f66523eda5a4b05b59d2f0d0b01a8cd872ba020d0f3ea5136ec165753635d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a84e28-1563-468a-b761-d12797b42f26" -d '{"events": [{"server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "name": "network-vif-plugged", "status": "completed", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:29:34.211857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port be623743-64fd-451d-a834-eb2ca9d7a0af, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=be623743-64fd-451d-a834-eb2ca9d7a0af,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:29:34.262205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6725-b7bf-408f-b6cd-77c97fcc7efa req-e4449544-6461-4d09-b911-73c2b873f74a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:34.264353 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84af6725-b7bf-408f-b6cd-77c97fcc7efa req-e4449544-6461-4d09-b911-73c2b873f74a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 945 time: 0.0618911 Dec 20 16:29:34.311636 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8b330d-81a3-479c-9741-aaa2c64c0499 x-openstack-request-id: req-3f8b330d-81a3-479c-9741-aaa2c64c0499 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:29:34.311636 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "name": "network-vif-plugged", "status": "completed", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:29:34.311636 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f8b330d-81a3-479c-9741-aaa2c64c0499 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:29:34.311636 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'code': 200} Dec 20 16:29:34.320477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84af6725-b7bf-408f-b6cd-77c97fcc7efa req-563f5c23-936c-4ab9-8747-7ab1cdda4f96 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504119 Dec 20 16:29:34.342632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:34.403718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=be623743-64fd-451d-a834-eb2ca9d7a0af,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:29:34.421843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7823d-6b90-492f-8808-877727801940 req-36b478a7-1777-4367-868a-cc8bc40cc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:34.423412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8a7823d-6b90-492f-8808-877727801940 req-36b478a7-1777-4367-868a-cc8bc40cc503 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 1097 time: 0.0481784 Dec 20 16:29:34.471839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:34.475980 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8a7823d-6b90-492f-8808-877727801940 req-1b31c4e9-2c12-44c6-b651-97b412abf443 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458167 Dec 20 16:29:35.136273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:35.448608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac309f-a4da-45a1-8505-574dba8a08de req-96cfc7c4-5cb7-46ef-8c26-44adcc8e6840 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:35.450163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4aac309f-a4da-45a1-8505-574dba8a08de req-96cfc7c4-5cb7-46ef-8c26-44adcc8e6840 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 946 time: 0.0522625 Dec 20 16:29:35.503004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4aac309f-a4da-45a1-8505-574dba8a08de req-cdba7c50-8820-4f3a-a552-5177dbaf1de7 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Dec 20 16:29:36.623431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd16b32-160d-46c6-bc0d-6e8ae9ce8e7d req-5bd8a117-fd27-46d9-83a4-5ebf6f9a49e4 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:36.626047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bd16b32-160d-46c6-bc0d-6e8ae9ce8e7d req-5bd8a117-fd27-46d9-83a4-5ebf6f9a49e4 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Dec 20 16:29:36.675461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bd16b32-160d-46c6-bc0d-6e8ae9ce8e7d req-55d6a470-9e6f-4c14-88b1-504d57820cd0 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436914 Dec 20 16:29:36.788308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd572ad-7908-4e3d-8e32-9345c0a3f296 req-0e075d49-2550-4ac8-955a-92602c12715e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:36.789735 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cd572ad-7908-4e3d-8e32-9345c0a3f296 req-0e075d49-2550-4ac8-955a-92602c12715e tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Dec 20 16:29:36.799035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 39676) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:29:36.803585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Request body: {'floatingip': {'port_id': 'be623743-64fd-451d-a834-eb2ca9d7a0af'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:29:36.844560 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:37.291151 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:37.375929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:37.479872 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Floating IP 0ddbb12d-f242-449e-a4e8-9b08c0b651aa associated. External IP: 172.25.6.189, port: be623743-64fd-451d-a834-eb2ca9d7a0af. Dec 20 16:29:37.689238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:29:37.798852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:29:37.803690 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:37.812322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:29:37.823612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:29:37.824256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:29:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:37.835230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6ebf81a7-641e-42a9-b823-c7a87b8cf9a9 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "PUT /v2.0/floatingips/0ddbb12d-f242-449e-a4e8-9b08c0b651aa HTTP/1.1" status: 200 len: 992 time: 1.0350776 Dec 20 16:29:37.835933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:29:37.838990 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9072651-fe74-4a2f-bf48-019e43f3f20c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:29:37.881612 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c633ca20-ed52-4975-89aa-face840b9e8b x-openstack-request-id: req-c633ca20-ed52-4975-89aa-face840b9e8b {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:29:37.881916 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:29:37.882167 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c633ca20-ed52-4975-89aa-face840b9e8b {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:29:37.882592 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'status': 'completed', 'code': 200} Dec 20 16:29:37.948784 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-33248680-e3b7-4b55-a407-ff0586b96cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:37.950755 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-33248680-e3b7-4b55-a407-ff0586b96cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 1097 time: 0.0460165 Dec 20 16:29:37.950932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:29:38.045022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-34883201-607b-4ba2-93e6-c47dbc14a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:38.046525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-34883201-607b-4ba2-93e6-c47dbc14a2ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0885262 Dec 20 16:29:38.123524 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-509dd998-b96e-43a4-a4e7-ac3a8b4a8b6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be623743-64fd-451d-a834-eb2ca9d7a0af HTTP/1.1" status: 200 len: 1000 time: 0.0696361 Dec 20 16:29:38.176047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-c5168296-e248-4215-8c0c-e4e37a8144e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:38.177650 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-c5168296-e248-4215-8c0c-e4e37a8144e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0473490 Dec 20 16:29:38.225118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-4a24257b-26a4-4e4b-b8ba-c3620411593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:29:38.226768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-4a24257b-26a4-4e4b-b8ba-c3620411593b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427921 Dec 20 16:29:38.324836 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-c5e2f673-bb01-40d7-ad11-138551444e2a service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904841 Dec 20 16:29:38.348695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0ddbb12d-f242-449e-a4e8-9b08c0b651aa', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'port_id': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'mac_address': 'fa:16:3e:55:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:29:22Z', 'updated_at': '2021-12-20T16:29:37Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:38.379487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:29:38.388447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:29:38.389073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:29:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:38.424851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9072651-fe74-4a2f-bf48-019e43f3f20c req-343cbac5-ed76-4771-ad69-c467dc3b5514 service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931754 Dec 20 16:29:38.498445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:29:38.733751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0ddbb12d-f242-449e-a4e8-9b08c0b651aa', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'port_id': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'mac_address': 'fa:16:3e:55:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:29:22Z', 'updated_at': '2021-12-20T16:29:37Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:29:38.765473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f097e-1441-428b-bb63-e4c9fdd14db8 None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0ddbb12d-f242-449e-a4e8-9b08c0b651aa', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'port_id': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'mac_address': 'fa:16:3e:55:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:29:22Z', 'updated_at': '2021-12-20T16:29:37Z', 'revision_number': 1, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:29:38.981429 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92a889-f0d3-49cf-8b6f-65b2c6b70ae7 None None] New status for floating IP 0ddbb12d-f242-449e-a4e8-9b08c0b651aa: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:29:51.955998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:57.571653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:29:59.331465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1ba6bfcb-430e-4980-b7f0-2fc00b4efd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:01.759460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed53494d-17ac-40e0-ab1e-3c2999071345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:02.959612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:04.439845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:05.147690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:08.049140 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:30:16.441958 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-53fe4635-7dc0-41b7-a9d2-ec70c72fd268 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400426 Dec 20 16:30:16.524772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-d1d6dd3d-0d86-45fe-8e0c-ee889ba091de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:16.526279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-d1d6dd3d-0d86-45fe-8e0c-ee889ba091de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 1097 time: 0.0418091 Dec 20 16:30:16.636407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-38e05f17-dfba-4473-806c-7de3a61602db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:16.637930 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-38e05f17-dfba-4473-806c-7de3a61602db service neutron] 10.222.0.72 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0908782 Dec 20 16:30:16.705332 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-14c14be9-963f-482e-97c0-716d5e8ebe90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be623743-64fd-451d-a834-eb2ca9d7a0af HTTP/1.1" status: 200 len: 1002 time: 0.0602453 Dec 20 16:30:16.756062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-c22fbea8-7a03-4971-87bd-6f9d2da027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:16.757563 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-c22fbea8-7a03-4971-87bd-6f9d2da027e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0459294 Dec 20 16:30:16.809893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-5c5581fc-b934-4d4c-a94c-78dbc9841419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:30:16.811408 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-5c5581fc-b934-4d4c-a94c-78dbc9841419 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443118 Dec 20 16:30:16.902518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-5e466bf3-a051-4140-ae85-8174aed13d69 service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Dec 20 16:30:17.314742 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0693f760-cb5e-4f45-aebb-e71c90f99295 req-e439b67c-a7b7-4a6a-b980-f9d6cf957dc3 service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045854 Dec 20 16:30:21.961643 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:27.595342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:29.298050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-129e51e4-fb2a-4eb8-89aa-f85738439fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:31.720299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1afe7a0-c024-4d17-aa40-2dc21a0c01b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:32.960043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:34.502578 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:35.176463 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:45.047918 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:30:51.934858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:57.658936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:30:59.339417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b940aed-c0f1-488b-89ff-c2dcd7ee9e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:01.743904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c51d2084-d470-4752-8346-a6e81a7ed985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:02.983829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:04.475532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:05.143167 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:16.164964 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-4e706d54-07c0-45c6-9220-330d3132d8df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407579 Dec 20 16:31:16.250395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-8ccca463-54dd-4dd1-ae66-5e54312246c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:16.251899 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-8ccca463-54dd-4dd1-ae66-5e54312246c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f6230ac59aff46af86c10db8df492f09&device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 1097 time: 0.0441298 Dec 20 16:31:16.366394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-43e8c03c-4c2e-45c5-9f7b-71cba2277715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:16.368056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-43e8c03c-4c2e-45c5-9f7b-71cba2277715 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 200 len: 910 time: 0.0911551 Dec 20 16:31:16.434002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-364f44bd-3227-494f-89bd-21c044729219 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be623743-64fd-451d-a834-eb2ca9d7a0af HTTP/1.1" status: 200 len: 1002 time: 0.0591445 Dec 20 16:31:16.487956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-b0d08d64-c6df-4791-ae1f-6c54eb5da4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:16.489445 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-b0d08d64-c6df-4791-ae1f-6c54eb5da4c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 200 len: 848 time: 0.0487509 Dec 20 16:31:16.535306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-bb883b58-ca8f-4fa3-8ab0-caca5285ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:16.536781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-bb883b58-ca8f-4fa3-8ab0-caca5285ba9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2184c13b-aab0-4031-b402-6c4d82ea4b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406628 Dec 20 16:31:16.627282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-f918036c-8899-42b4-92e7-b740a3120255 service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831451 Dec 20 16:31:16.726736 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b838a378-a5f4-47dc-9092-916dbdbe7c57 req-207a7201-36b9-4c3d-91bd-8352fbe37cf8 service neutron] 10.222.0.72 "GET /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909815 Dec 20 16:31:21.940961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:22.048945 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:31:27.608378 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:29.277269 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3a039ab-ed88-4106-b8d2-6f438b79ff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:31.676527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-36f25b96-8fa3-4468-b4c5-53ca52d8a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:32.956532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:34.476647 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:35.133324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:51.954164 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:55.314301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca054-1a2c-4d85-b19f-c788b3a63e25 req-cb7a230d-9442-45f2-acd7-47e54393b559 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:55.315802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddaca054-1a2c-4d85-b19f-c788b3a63e25 req-cb7a230d-9442-45f2-acd7-47e54393b559 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 946 time: 0.0538328 Dec 20 16:31:55.363003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ddaca054-1a2c-4d85-b19f-c788b3a63e25 req-d5238f4e-70d6-4f05-b3af-6067a652127d tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411437 Dec 20 16:31:56.481709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3da569-6ba7-4dc1-94c2-afdfa3fe9370 req-dc1bd1b0-2493-4410-af32-48fe3b1b8cfa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:56.483212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d3da569-6ba7-4dc1-94c2-afdfa3fe9370 req-dc1bd1b0-2493-4410-af32-48fe3b1b8cfa tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Dec 20 16:31:56.531888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d3da569-6ba7-4dc1-94c2-afdfa3fe9370 req-0c09c0aa-d31f-40fa-a747-5670a7b56282 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a987a10-c308-4651-8cce-793aece7cd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414541 Dec 20 16:31:56.981940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-c1d82167-033a-4298-b347-59ab9f27bbab tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:31:56.983438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-c1d82167-033a-4298-b347-59ab9f27bbab tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 946 time: 0.0487685 Dec 20 16:31:57.077249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Deleting port be623743-64fd-451d-a834-eb2ca9d7a0af {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:31:57.077586 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.165653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] For port be623743-64fd-451d-a834-eb2ca9d7a0af, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=be623743-64fd-451d-a834-eb2ca9d7a0af,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:31:57.166015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.339993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.340340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.340673 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Floating IP 0ddbb12d-f242-449e-a4e8-9b08c0b651aa disassociated. External IP: 172.25.6.189, port: be623743-64fd-451d-a834-eb2ca9d7a0af. Dec 20 16:31:57.341019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Calling delete_port for be623743-64fd-451d-a834-eb2ca9d7a0af owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:31:57.576414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.612886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event deleted for resources: {'Port': ['ID=be623743-64fd-451d-a834-eb2ca9d7a0af,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:31:57.626010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.627528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.627528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.627528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.627827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.628223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.628589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.628915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.629259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.629584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.630314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.630314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.630541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:31:57.641799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fa41325-961b-46b9-a92d-13d64d88a435 req-91dc6ed4-f767-446b-a506-6076f23caf7c tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 210 time: 0.0364828 Dec 20 16:31:57.656374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.738964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:31:57.846871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:31:57.856805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:31:57.872845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:57.872845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:31:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:57.893800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] No DVR routers for this DVR port be623743-64fd-451d-a834-eb2ca9d7a0af on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:31:57.897080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:57.900850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9cc4ecf9-801a-4a56-8b68-6b181cf69a69 req-682d1e6f-09a5-41a3-8615-ea282b44fe72 tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.72 "DELETE /v2.0/ports/be623743-64fd-451d-a834-eb2ca9d7a0af HTTP/1.1" status: 204 len: 173 time: 0.9101956 Dec 20 16:31:57.901389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'name': 'network-vif-deleted', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:31:57.907392 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3720e216a8451b5f7e573fd483f5bd4836f57cf5b81388dffdd1400303b7f4a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b8d26-557e-4a6f-b3db-809c1543a404" -d '{"events": [{"server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "name": "network-vif-deleted", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:31:57.984651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:31:58.029013 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eebdee-71bc-4c1d-b4d0-62e9c3e0b56e x-openstack-request-id: req-b4eebdee-71bc-4c1d-b4d0-62e9c3e0b56e {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:31:58.029944 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8bb707-5596-432c-8ba4-adacf4865d14", "name": "network-vif-deleted", "tag": "be623743-64fd-451d-a834-eb2ca9d7a0af", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:31:58.030253 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4eebdee-71bc-4c1d-b4d0-62e9c3e0b56e {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:31:58.030672 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8bb707-5596-432c-8ba4-adacf4865d14', 'name': 'network-vif-deleted', 'tag': 'be623743-64fd-451d-a834-eb2ca9d7a0af', 'status': 'completed', 'code': 200} Dec 20 16:31:58.208913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:58.239996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:31:58.248667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:31:58.249369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:31:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:58.353349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:31:58.553017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:31:58.581362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ea6d4-a4f9-43c6-8bef-459f10ead1f5 None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:39Z', 'revision_number': 4, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '2409e30a-1e50-4c54-bc46-bc814f3bc60b', 'name': '', 'network_id': '2184c13b-aab0-4031-b402-6c4d82ea4b0c', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'mac_address': 'fa:16:3e:e9:12:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:39Z', 'updated_at': '2021-12-20T16:23:43Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'subnets': [{'id': '106d2b9f-5250-45bb-9654-7981a6049c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:31:58.758544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f1f2ef61-c12e-4186-aa43-1f36f18adfb1 req-ad8f3a20-ee6c-452d-be00-2115333921db tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a8bb707-5596-432c-8ba4-adacf4865d14 HTTP/1.1" status: 200 len: 210 time: 0.0319967 Dec 20 16:31:58.818829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90651874-c299-4e2a-b752-e76317389bd0 None None] New status for floating IP 0ddbb12d-f242-449e-a4e8-9b08c0b651aa: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:31:59.047784 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:31:59.296134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7b9b-3c9b-4dd6-aa5c-e27e6739c50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:59.908655 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40076) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:31:59.966229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a325cbe-fc36-44f7-ba63-3dffc9664bdd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:31:59.990432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a325cbe-fc36-44f7-ba63-3dffc9664bdd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.159550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a325cbe-fc36-44f7-ba63-3dffc9664bdd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.162271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a325cbe-fc36-44f7-ba63-3dffc9664bdd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.163455 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2a325cbe-fc36-44f7-ba63-3dffc9664bdd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "DELETE /v2.0/security-groups/6a987a10-c308-4651-8cce-793aece7cd8e HTTP/1.1" status: 204 len: 168 time: 0.2537324 Dec 20 16:32:00.166455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40078) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:00.172873 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a325cbe-fc36-44f7-ba63-3dffc9664bdd tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a987a10-c308-4651-8cce-793aece7cd8e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:00.180958 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-ed730834-e340-4001-83e5-b6344c8c55db tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] show failed (client error): The resource could not be found. Dec 20 16:32:00.181686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ed730834-e340-4001-83e5-b6344c8c55db tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "GET /v2.0/security-groups/6a987a10-c308-4651-8cce-793aece7cd8e HTTP/1.1" status: 404 len: 347 time: 0.0141504 Dec 20 16:32:00.184624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40080) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:00.312686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Deleting port acea8bef-242a-444e-a65b-a69056895ecd {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:32:00.313015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.387800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.388122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.399877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Calling delete_port for acea8bef-242a-444e-a65b-a69056895ecd owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:32:00.598893 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.622387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Pushing event deleted for resources: {'Port': ['ID=acea8bef-242a-444e-a65b-a69056895ecd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:00.632376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.632727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.633066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.633424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.633759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.634585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.634585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.634775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.635022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.635341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.635665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.635990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.636307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:00.701373 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.704543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:00.705896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6db0e80-7eca-4755-9f35-20453d1a9cdc tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] 10.222.0.81 "DELETE /v2.0/floatingips/0ddbb12d-f242-449e-a4e8-9b08c0b651aa HTTP/1.1" status: 204 len: 168 time: 0.5200748 Dec 20 16:32:01.707279 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c87138c1-a7d5-4a8b-b091-c55914af9a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:02.378567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device be623743-64fd-451d-a834-eb2ca9d7a0af no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:32:02.398591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: be623743-64fd-451d-a834-eb2ca9d7a0af {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:32:02.398943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device be623743-64fd-451d-a834-eb2ca9d7a0af not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:32:02.981590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:04.489922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:05.118396 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:11.037591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40120) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:11.551708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:11.816179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Deleting port 2409e30a-1e50-4c54-bc46-bc814f3bc60b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:32:11.816435 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:11.901053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] For port 2409e30a-1e50-4c54-bc46-bc814f3bc60b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2409e30a-1e50-4c54-bc46-bc814f3bc60b,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:11.901442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:11.915028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Calling delete_port for 2409e30a-1e50-4c54-bc46-bc814f3bc60b owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:32:12.197621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:12.229510 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2409e30a-1e50-4c54-bc46-bc814f3bc60b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:12.407375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:12.638874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:32:12.750977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:32:12.756497 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-850d2747-7c5a-432e-88f3-b021d33cc8d5 admin admin] 10.222.0.81 "PUT /v2.0/routers/a5b86ef3-cdd7-478b-ad7e-d7a167e58386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215226 Dec 20 16:32:12.759023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40124) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:12.761081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] Sync routers for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:32:12.775926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:32:12.776523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:32:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:12.864764 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:12.882188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:32:12.968964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.157915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Deleting port f15e4091-b8c5-46ad-8243-5b6689436e63 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:32:13.158347 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.231551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:32:12Z', 'revision_number': 5, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port': {'id': 'f15e4091-b8c5-46ad-8243-5b6689436e63', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:13.236798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] For port f15e4091-b8c5-46ad-8243-5b6689436e63, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f15e4091-b8c5-46ad-8243-5b6689436e63,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:13.237368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.250486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Calling delete_port for f15e4091-b8c5-46ad-8243-5b6689436e63 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:32:13.258921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] Checking router: a5b86ef3-cdd7-478b-ad7e-d7a167e58386 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:32:13.267461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] Routers {'a5b86ef3-cdd7-478b-ad7e-d7a167e58386'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:32:13.268074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:32:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:13.355048 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] Set router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:32:13.410830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:32:12Z', 'revision_number': 6, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:13.438664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f43b9-7b59-43b2-a523-3018f1116b9c None None] The sync data for ids ['a5b86ef3-cdd7-478b-ad7e-d7a167e58386'] in n-d-781076-8 is: [{'id': 'a5b86ef3-cdd7-478b-ad7e-d7a167e58386', 'name': 'tempest-AttachVolumeTestJSON-55770282-router', 'tenant_id': 'f6230ac59aff46af86c10db8df492f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:23:36Z', 'updated_at': '2021-12-20T16:32:12Z', 'revision_number': 6, 'project_id': 'f6230ac59aff46af86c10db8df492f09', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:32:13.511606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.541624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15e4091-b8c5-46ad-8243-5b6689436e63,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:13.557636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd85e2-f85a-49c8-9c1e-56adae7bc144 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:32:13.604890 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.696590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.698636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.814398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.814939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5b86ef3-cdd7-478b-ad7e-d7a167e58386 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:32:13.825516 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:13.825516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-963c072c-ef46-46cf-aaae-dcba10545144 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a5b86ef3-cdd7-478b-ad7e-d7a167e58386 HTTP/1.1" status: 204 len: 168 time: 1.0611448 Dec 20 16:32:13.825516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40126) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:14.198604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Deleting subnet 106d2b9f-5250-45bb-9654-7981a6049c46 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:32:14.201989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.242963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.333065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.483462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.511910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106d2b9f-5250-45bb-9654-7981a6049c46,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:14.523290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.523290 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5dd5cc22-ce16-4733-9b83-8d823059c871 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/106d2b9f-5250-45bb-9654-7981a6049c46 HTTP/1.1" status: 204 len: 168 time: 0.6954014 Dec 20 16:32:14.523290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40128) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:14.523573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023d71e-58af-445f-afc3-4f9d9eed845f None None] Network 2184c13b-aab0-4031-b402-6c4d82ea4b0c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:32:14.605415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.666251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Deleting port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:32:14.666587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.690093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] DHCP port deletion for 2184c13b-aab0-4031-b402-6c4d82ea4b0c request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:32:14.744011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] For port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:14.744271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.746413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Deleting port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:32:14.746813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.762527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Calling delete_port for 7f220e79-7a6f-4d00-9a37-ac39a2d5427d owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:32:14.816628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] For port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,segment=NetworkSegment(86efef64-1c58-4482-a09c-1cf8114692b7),segment_id=86efef64-1c58-4482-a09c-1cf8114692b7)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:32:14.817029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.830485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Calling delete_port for 7f220e79-7a6f-4d00-9a37-ac39a2d5427d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:32:14.939909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.946731 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:14.964506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:14.970734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] No DVR routers for this DVR port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:32:14.977068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Pushing event deleted for resources: {'Port': ['ID=7f220e79-7a6f-4d00-9a37-ac39a2d5427d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:14.981581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] No DVR routers for this DVR port 7f220e79-7a6f-4d00-9a37-ac39a2d5427d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:32:14.989593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.989948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.990292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.990631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.990964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.991293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.991620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.991948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.992271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.992593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.992914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.993260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:14.993581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1204fb8a-f107-40e7-bb22-011040aae8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:32:15.046778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.067237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2184c13b-aab0-4031-b402-6c4d82ea4b0c']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:15.077519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86efef64-1c58-4482-a09c-1cf8114692b7') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:15.077813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86efef64-1c58-4482-a09c-1cf8114692b7') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:32:15.091816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.106329 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.114810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:32:15.115002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f15e4091-b8c5-46ad-8243-5b6689436e63 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:32:15.115390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:32:15.117193 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:32:15.136564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f15e4091-b8c5-46ad-8243-5b6689436e63 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:32:15.136916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f15e4091-b8c5-46ad-8243-5b6689436e63 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:32:15.137836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7f220e79-7a6f-4d00-9a37-ac39a2d5427d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:32:15.161530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 7f220e79-7a6f-4d00-9a37-ac39a2d5427d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:32:15.161919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7f220e79-7a6f-4d00-9a37-ac39a2d5427d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:32:15.162347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2409e30a-1e50-4c54-bc46-bc814f3bc60b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:32:15.181553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2409e30a-1e50-4c54-bc46-bc814f3bc60b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:32:15.181903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2409e30a-1e50-4c54-bc46-bc814f3bc60b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:32:15.248490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.255052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.258532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] 10.222.0.81 "DELETE /v2.0/networks/2184c13b-aab0-4031-b402-6c4d82ea4b0c HTTP/1.1" status: 204 len: 168 time: 0.7344813 Dec 20 16:32:15.271323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93452-c823-4dff-b7fd-db52f525f7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2184c13b-aab0-4031-b402-6c4d82ea4b0c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:15.694954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:15.735736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f70effa-f3fb-4db2-abd1-2fac7eacb157 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6230ac59aff46af86c10db8df492f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395627 Dec 20 16:32:15.738251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40134) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:15.784750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3508435d-2f55-4a0a-8370-804728a172a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.805790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3508435d-2f55-4a0a-8370-804728a172a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.922606 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3508435d-2f55-4a0a-8370-804728a172a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.925240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3508435d-2f55-4a0a-8370-804728a172a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:15.926404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3508435d-2f55-4a0a-8370-804728a172a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a86b500-0915-4e73-95e4-6ab508ab1eb0 HTTP/1.1" status: 204 len: 168 time: 0.1872282 Dec 20 16:32:15.934719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508435d-2f55-4a0a-8370-804728a172a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a86b500-0915-4e73-95e4-6ab508ab1eb0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:21.649256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-294e054b-b242-44d4-be3a-2458c31c5440 req-ee0ce1b5-c8c7-48fc-a363-4492d21332a3 service neutron] (103954) timed out ('10.222.0.81', 59372) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:32:21.962045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.227668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40212) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:24.333884 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5115ec7a-8b1c-4891-9619-c732d6aa8064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.418766 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5115ec7a-8b1c-4891-9619-c732d6aa8064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.481877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5115ec7a-8b1c-4891-9619-c732d6aa8064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.521340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115ec7a-8b1c-4891-9619-c732d6aa8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c09759-3452-46ac-a3a8-056182c6a8b6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:24.526231 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5115ec7a-8b1c-4891-9619-c732d6aa8064 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23178be3493444ca87da9d5afe8323f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968519 Dec 20 16:32:24.528257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40216) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:24.580623 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-853c7c77-8a63-4b16-9652-0c4f5b311206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.602284 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-853c7c77-8a63-4b16-9652-0c4f5b311206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.721843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-853c7c77-8a63-4b16-9652-0c4f5b311206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.724365 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-853c7c77-8a63-4b16-9652-0c4f5b311206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:24.725561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-853c7c77-8a63-4b16-9652-0c4f5b311206 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34c09759-3452-46ac-a3a8-056182c6a8b6 HTTP/1.1" status: 204 len: 168 time: 0.1964087 Dec 20 16:32:24.734263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c7c77-8a63-4b16-9652-0c4f5b311206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c09759-3452-46ac-a3a8-056182c6a8b6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:27.754777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.058455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40284) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:29.162149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b232df8-31ed-4306-a2fa-f05e534f2547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.236186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b232df8-31ed-4306-a2fa-f05e534f2547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.309669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d236c716-0898-40ac-b20f-9bd6ac5f3deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.344046 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1b232df8-31ed-4306-a2fa-f05e534f2547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.385029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b232df8-31ed-4306-a2fa-f05e534f2547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698f31a7-4318-4afb-b3e6-1c84e8eb1bfb,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:29.389999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1b232df8-31ed-4306-a2fa-f05e534f2547 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97434c370f1245a393de35cbd20803f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308938 Dec 20 16:32:29.392654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:29.441536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68545b03-dc6e-4cdb-9fb8-776751b50d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.463714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68545b03-dc6e-4cdb-9fb8-776751b50d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.618462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68545b03-dc6e-4cdb-9fb8-776751b50d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.621106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-68545b03-dc6e-4cdb-9fb8-776751b50d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:29.622872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-68545b03-dc6e-4cdb-9fb8-776751b50d4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/698f31a7-4318-4afb-b3e6-1c84e8eb1bfb HTTP/1.1" status: 204 len: 168 time: 0.2287130 Dec 20 16:32:29.633226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68545b03-dc6e-4cdb-9fb8-776751b50d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f31a7-4318-4afb-b3e6-1c84e8eb1bfb,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:30.327955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40294) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:30.341311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4116ac1d-eeaa-46a5-a536-5616c5a0b7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.416308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4116ac1d-eeaa-46a5-a536-5616c5a0b7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.498664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4116ac1d-eeaa-46a5-a536-5616c5a0b7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.541409 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4116ac1d-eeaa-46a5-a536-5616c5a0b7de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c269a2c43a04fb18e74cf3ccdc356e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123041 Dec 20 16:32:30.542124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ac1d-eeaa-46a5-a536-5616c5a0b7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4dc49-6200-4f0e-99c1-5614675e48db,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:30.544307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40296) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:30.595902 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32d40ec4-1487-4a9e-af87-1ed8111f6b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.616913 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32d40ec4-1487-4a9e-af87-1ed8111f6b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.715512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32d40ec4-1487-4a9e-af87-1ed8111f6b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.719413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32d40ec4-1487-4a9e-af87-1ed8111f6b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:30.720620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-32d40ec4-1487-4a9e-af87-1ed8111f6b6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1c4dc49-6200-4f0e-99c1-5614675e48db HTTP/1.1" status: 204 len: 168 time: 0.1744595 Dec 20 16:32:30.728556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d40ec4-1487-4a9e-af87-1ed8111f6b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4dc49-6200-4f0e-99c1-5614675e48db,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:31.715414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b3c99e4f-29fa-49cb-aba9-a8a89fa7c83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:32.983738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:34.463556 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.032123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40360) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:35.109274 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.139543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fef0-483d-4159-8f40-67e8d7274008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.213456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fef0-483d-4159-8f40-67e8d7274008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.274887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f0fef0-483d-4159-8f40-67e8d7274008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.314469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a7f0fef0-483d-4159-8f40-67e8d7274008 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ffcc17ba9c84aaba8e9de073bd323e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811806 Dec 20 16:32:35.315336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0fef0-483d-4159-8f40-67e8d7274008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8964fe4d-79fc-4986-bef8-287d074ab4f1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:35.318078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40364) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:35.368580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10fccda8-5d92-4c82-b961-827f46636e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.391448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10fccda8-5d92-4c82-b961-827f46636e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.515236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10fccda8-5d92-4c82-b961-827f46636e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.518193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10fccda8-5d92-4c82-b961-827f46636e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:35.522534 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10fccda8-5d92-4c82-b961-827f46636e84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8964fe4d-79fc-4986-bef8-287d074ab4f1 HTTP/1.1" status: 204 len: 168 time: 0.1999574 Dec 20 16:32:35.527350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fccda8-5d92-4c82-b961-827f46636e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8964fe4d-79fc-4986-bef8-287d074ab4f1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:36.046305 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:32:36.127076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40370) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:36.141143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5494-b616-4c97-bcfe-3c6932dda5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.214920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5494-b616-4c97-bcfe-3c6932dda5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.308986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5494-b616-4c97-bcfe-3c6932dda5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.348554 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b2ed5494-b616-4c97-bcfe-3c6932dda5c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08d51204284b46079b095b7b798e500f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204065 Dec 20 16:32:36.349453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed5494-b616-4c97-bcfe-3c6932dda5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8405c0b-40cd-4942-9584-6d672c9391ac,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:36.351332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40372) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:36.400396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca7b41b-045d-4146-9984-01d4e373e488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.421865 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca7b41b-045d-4146-9984-01d4e373e488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.583828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca7b41b-045d-4146-9984-01d4e373e488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.586477 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ca7b41b-045d-4146-9984-01d4e373e488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:36.587804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ca7b41b-045d-4146-9984-01d4e373e488 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8405c0b-40cd-4942-9584-6d672c9391ac HTTP/1.1" status: 204 len: 168 time: 0.2354002 Dec 20 16:32:36.596678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7b41b-045d-4146-9984-01d4e373e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8405c0b-40cd-4942-9584-6d672c9391ac,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:47.427955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40510) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:47.534356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e7f-c60e-4db3-b1aa-bef190770e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:47.610870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e7f-c60e-4db3-b1aa-bef190770e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:47.764911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d77d6e7f-c60e-4db3-b1aa-bef190770e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:47.801992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d6e7f-c60e-4db3-b1aa-bef190770e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0064646-2fd5-4ef7-9fda-e043c1529c21,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:47.806558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d77d6e7f-c60e-4db3-b1aa-bef190770e67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c175324d3cc64bd19df71cab7ebf9d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775909 Dec 20 16:32:47.809947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:47.857926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59ed7748-62ff-476e-b5c3-9214d29f6d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:47.879334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59ed7748-62ff-476e-b5c3-9214d29f6d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:48.027951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59ed7748-62ff-476e-b5c3-9214d29f6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:48.030530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59ed7748-62ff-476e-b5c3-9214d29f6d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:48.031748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-59ed7748-62ff-476e-b5c3-9214d29f6d3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0064646-2fd5-4ef7-9fda-e043c1529c21 HTTP/1.1" status: 204 len: 168 time: 0.2208366 Dec 20 16:32:48.039836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed7748-62ff-476e-b5c3-9214d29f6d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0064646-2fd5-4ef7-9fda-e043c1529c21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:48.878184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:48.891995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4222cd4b-94a9-47be-b259-402459300ecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:48.964824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4222cd4b-94a9-47be-b259-402459300ecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:49.061856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4222cd4b-94a9-47be-b259-402459300ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:49.105835 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4222cd4b-94a9-47be-b259-402459300ecf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ea12416c6a14ef498f652604f0c7aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265675 Dec 20 16:32:49.106809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222cd4b-94a9-47be-b259-402459300ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d286656-dd2a-4846-9a63-b4c9ae798128,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:49.108494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:32:49.161115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b4fb41-583b-420a-b2ca-365dc6590050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:49.182335 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b4fb41-583b-420a-b2ca-365dc6590050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:49.336326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b4fb41-583b-420a-b2ca-365dc6590050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:49.339209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b4fb41-583b-420a-b2ca-365dc6590050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:49.340370 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-57b4fb41-583b-420a-b2ca-365dc6590050 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d286656-dd2a-4846-9a63-b4c9ae798128 HTTP/1.1" status: 204 len: 168 time: 0.2308962 Dec 20 16:32:49.348312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4fb41-583b-420a-b2ca-365dc6590050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d286656-dd2a-4846-9a63-b4c9ae798128,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:32:52.095207 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:57.638445 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:32:59.358564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0da86a1-b791-41f7-a2e4-2292b37f91f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:01.805085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b164c819-9725-4eab-a7a1-c3e3ff12f903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:01.886664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40662) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:01.993747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.067653 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.186577 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.225608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32f6bc2503f6403f9ef772b720a44900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378119 Dec 20 16:33:02.226494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f0220f-a204-431c-80d7-bb4ed7f7c831,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:02.228981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40666) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:02.235167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.235518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.235857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.236189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.236521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.236867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.237188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.237554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.237876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.238194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.238515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.238833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.239150 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7cde1-80ba-4bbd-b773-bd724c8e4360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.279115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.300967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.432798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.435363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:02.436496 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73f0220f-a204-431c-80d7-bb4ed7f7c831 HTTP/1.1" status: 204 len: 168 time: 0.2064705 Dec 20 16:33:02.444672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f0220f-a204-431c-80d7-bb4ed7f7c831,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:02.452748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.453091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.453578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.453926 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.454327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.454567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.454892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.455214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.455533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.455852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.456170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.456485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:02.456800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b35c4-3887-4557-bf92-56497319c12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:03.003113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.238518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40672) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:03.252583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3440ee0-f180-433c-aaf5-ac122b49eede admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.325834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3440ee0-f180-433c-aaf5-ac122b49eede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.426103 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3440ee0-f180-433c-aaf5-ac122b49eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.467694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3440ee0-f180-433c-aaf5-ac122b49eede admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6bc26e877a5490bb0881293455a7b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2281063 Dec 20 16:33:03.468666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3440ee0-f180-433c-aaf5-ac122b49eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca9954-3420-44d9-bb99-61812ec0e092,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:03.470538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40674) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:03.520185 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59e5da32-622e-4615-b40e-b092c4d9b6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.542561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59e5da32-622e-4615-b40e-b092c4d9b6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.723842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59e5da32-622e-4615-b40e-b092c4d9b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.727571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-59e5da32-622e-4615-b40e-b092c4d9b6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:03.738275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-59e5da32-622e-4615-b40e-b092c4d9b6f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6eca9954-3420-44d9-bb99-61812ec0e092 HTTP/1.1" status: 204 len: 168 time: 0.2601919 Dec 20 16:33:03.750465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5da32-622e-4615-b40e-b092c4d9b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca9954-3420-44d9-bb99-61812ec0e092,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:04.488733 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:05.140204 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:13.045482 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:33:22.018935 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:27.687078 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:29.319573 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1020088c-f051-4dc3-871c-584dd903df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.299315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40786) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:31.402070 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a73ee92-6956-44e3-8fec-c6e2a568b886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.474133 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a73ee92-6956-44e3-8fec-c6e2a568b886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.583637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a73ee92-6956-44e3-8fec-c6e2a568b886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.622509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73ee92-6956-44e3-8fec-c6e2a568b886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669da331-7b1c-415e-a32c-0f7e8195b1b9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:31.626928 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2a73ee92-6956-44e3-8fec-c6e2a568b886 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5929c03355354664929a589d20c20e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265610 Dec 20 16:33:31.629748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40790) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:31.679112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee73cf2-a246-4f30-92f3-b72e215fed19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.700690 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee73cf2-a246-4f30-92f3-b72e215fed19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.726735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f154c4a1-ad59-4118-b379-a2502af8a6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.829791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee73cf2-a246-4f30-92f3-b72e215fed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.832407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eee73cf2-a246-4f30-92f3-b72e215fed19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:31.833573 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eee73cf2-a246-4f30-92f3-b72e215fed19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/669da331-7b1c-415e-a32c-0f7e8195b1b9 HTTP/1.1" status: 204 len: 168 time: 0.2031147 Dec 20 16:33:31.843342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73cf2-a246-4f30-92f3-b72e215fed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669da331-7b1c-415e-a32c-0f7e8195b1b9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:33.019086 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:34.503992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:35.126392 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.139169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:36.247673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba7bd-6676-4888-8c99-7b924025e5e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.321922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba7bd-6676-4888-8c99-7b924025e5e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.417843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba7bd-6676-4888-8c99-7b924025e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.455592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ba7bd-6676-4888-8c99-7b924025e5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30a3e48-3733-45d0-9733-f06ccb686cbc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:36.460161 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1a2ba7bd-6676-4888-8c99-7b924025e5e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1f8fd3428cb4b1ab84f00bf31b31fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199551 Dec 20 16:33:36.464132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40908) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:36.513257 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325260f1-92b5-4389-aad6-449a6d78b6b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.535804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325260f1-92b5-4389-aad6-449a6d78b6b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.686290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325260f1-92b5-4389-aad6-449a6d78b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.688878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325260f1-92b5-4389-aad6-449a6d78b6b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:36.690215 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-325260f1-92b5-4389-aad6-449a6d78b6b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f30a3e48-3733-45d0-9733-f06ccb686cbc HTTP/1.1" status: 204 len: 168 time: 0.2255819 Dec 20 16:33:36.698239 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325260f1-92b5-4389-aad6-449a6d78b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30a3e48-3733-45d0-9733-f06ccb686cbc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:37.404960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40918) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:37.418348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9342cc5-a9a6-4367-a2b6-653027d5f686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.495652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9342cc5-a9a6-4367-a2b6-653027d5f686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.638704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a9342cc5-a9a6-4367-a2b6-653027d5f686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.676115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9342cc5-a9a6-4367-a2b6-653027d5f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fec8b84-611e-492c-9817-05334e9af820,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:37.680879 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a9342cc5-a9a6-4367-a2b6-653027d5f686 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6ae8b819e8d45289d37460b8ec752e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752695 Dec 20 16:33:37.684473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40920) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:37.736971 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4736cb07-81e8-47a3-b1fb-eca7b1affbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.760412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4736cb07-81e8-47a3-b1fb-eca7b1affbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.931905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4736cb07-81e8-47a3-b1fb-eca7b1affbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.934602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4736cb07-81e8-47a3-b1fb-eca7b1affbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:37.935778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4736cb07-81e8-47a3-b1fb-eca7b1affbd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fec8b84-611e-492c-9817-05334e9af820 HTTP/1.1" status: 204 len: 168 time: 0.2504680 Dec 20 16:33:37.943845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736cb07-81e8-47a3-b1fb-eca7b1affbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fec8b84-611e-492c-9817-05334e9af820,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:39.030650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40942) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:39.127624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1378396415'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:39.229060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Made reservation on behalf of 9d195ff11fc64f7dbf3e63dbac802329 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:39.232665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.241658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.317043 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.417561 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.446734 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:39.456751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b0ab9-75d6-4e4c-bbc6-d3ade4cd025f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:39.462935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.463276 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Added segment 4e828afa-8e9f-4768-80fb-82f17cdddba0 of type vlan for network 5c766e70-2702-42e4-a55c-3fb999eb8ddc Dec 20 16:33:39.504841 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.667463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.673623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:39.674205 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:39.741672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Network': ['ID=5c766e70-2702-42e4-a55c-3fb999eb8ddc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:39.753110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:33:39.790500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e3f7a564-7296-470e-b9cb-159bea2fa3c4 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7586570 Dec 20 16:33:39.793301 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40946) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:39.798902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'subnet': {'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:39.988974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Made reservation on behalf of 9d195ff11fc64f7dbf3e63dbac802329 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:39.992874 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.238749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.300672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Subnet': ['ID=e4a2642d-0822-4e10-bedb-c1fd7ec71d5b,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:40.310229 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Checking segment: {'id': '4e828afa-8e9f-4768-80fb-82f17cdddba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:33:40.310587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network hostable DHCP agents. Network: 5c766e70-2702-42e4-a55c-3fb999eb8ddc, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:33:40.409662 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:33:40.484047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5c766e70-2702-42e4-a55c-3fb999eb8ddc) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:40.488282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:40.488897 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.493072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5bfe4-d20d-4b9d-b630-bf47c79a38fe None None] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:33:40.596132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-5c766e70-2702-42e4-a55c-3fb999eb8ddc', 'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc', 'project_id': '9d195ff11fc64f7dbf3e63dbac802329', 'fixed_ips': [{'subnet_id': 'e4a2642d-0822-4e10-bedb-c1fd7ec71d5b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:33:40.597006 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.608679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-87d36bc6-c6e9-452d-83e9-27e401483b6c tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8140082 Dec 20 16:33:40.611491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40948) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:40.615936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-92460504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:40.731586 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.732742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.734502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Allocated IP 172.20.0.2 (5c766e70-2702-42e4-a55c-3fb999eb8ddc/e4a2642d-0822-4e10-bedb-c1fd7ec71d5b/42d94e96-9afd-4aa7-9978-cf85ce7356ee) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:33:40.824139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.882151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:40.914936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.006279 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.036128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.037512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-27446a14-6584-4f99-a7bc-b0d7de80c49d tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4249942 Dec 20 16:33:41.040999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40950) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:41.045517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:41.048401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:41.051917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:41.063736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Pushing event updated for resources: {'Port': ['ID=42d94e96-9afd-4aa7-9978-cf85ce7356ee,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:41.086206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.086554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.086898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.087238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.087572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.087902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.088235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.088702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.088888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.089235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.089562 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.090238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.090238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:33:41.127071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Attempting to bind port 42d94e96-9afd-4aa7-9978-cf85ce7356ee on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:33:41.129499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Attempting to bind port 42d94e96-9afd-4aa7-9978-cf85ce7356ee by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4e828afa-8e9f-4768-80fb-82f17cdddba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:33:41.129499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Attempting to bind port 42d94e96-9afd-4aa7-9978-cf85ce7356ee on network 5c766e70-2702-42e4-a55c-3fb999eb8ddc {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:33:41.133341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:33:41.133646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Checking segment: {'id': '4e828afa-8e9f-4768-80fb-82f17cdddba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:33:41.134044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.134454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Bound using segment: {'id': '4e828afa-8e9f-4768-80fb-82f17cdddba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:33:41.134918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Bound port: 42d94e96-9afd-4aa7-9978-cf85ce7356ee, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e828afa-8e9f-4768-80fb-82f17cdddba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:33:41.135295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.204330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] For port 42d94e96-9afd-4aa7-9978-cf85ce7356ee, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:33:41.207971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] For port 42d94e96-9afd-4aa7-9978-cf85ce7356ee, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=42d94e96-9afd-4aa7-9978-cf85ce7356ee,segment=NetworkSegment(4e828afa-8e9f-4768-80fb-82f17cdddba0),segment_id=4e828afa-8e9f-4768-80fb-82f17cdddba0)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:33:41.291917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.363129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b465ce6-205a-4d5f-8249-cc16578e0479 None None] Pushing event updated for resources: {'Port': ['ID=42d94e96-9afd-4aa7-9978-cf85ce7356ee,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:41.397430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.720819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Allocated IP 172.20.0.1 (5c766e70-2702-42e4-a55c-3fb999eb8ddc/e4a2642d-0822-4e10-bedb-c1fd7ec71d5b/bf441339-c2c7-41af-9f5c-a0807c4c3ae7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:33:41.845054 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:41.970286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.017866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:42.021319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:42.025979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:42.058999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Port': ['ID=bf441339-c2c7-41af-9f5c-a0807c4c3ae7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:42.083115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.297053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3911380-e018-44f4-83ae-e917533e9652 None None] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:33:42.361539 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.416487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c3d9cad-00bb-4c2f-a34d-a882566e0b19 None None] Provisioning complete for port 42d94e96-9afd-4aa7-9978-cf85ce7356ee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:42.419499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9cad-00bb-4c2f-a34d-a882566e0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.514224 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9cad-00bb-4c2f-a34d-a882566e0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.563669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4c3d9cad-00bb-4c2f-a34d-a882566e0b19 None None] For port 42d94e96-9afd-4aa7-9978-cf85ce7356ee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=42d94e96-9afd-4aa7-9978-cf85ce7356ee,segment=NetworkSegment(4e828afa-8e9f-4768-80fb-82f17cdddba0),segment_id=4e828afa-8e9f-4768-80fb-82f17cdddba0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:42.708985 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9cad-00bb-4c2f-a34d-a882566e0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.768271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d9cad-00bb-4c2f-a34d-a882566e0b19 None None] Pushing event updated for resources: {'Port': ['ID=42d94e96-9afd-4aa7-9978-cf85ce7356ee,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:42.837955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8b4d6f93-4c33-4734-9256-040f51c3cadd None None] Provisioning complete for port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:42.838580 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6f93-4c33-4734-9256-040f51c3cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.877200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d6f93-4c33-4734-9256-040f51c3cadd None None] Port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:33:42.889065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8b4d6f93-4c33-4734-9256-040f51c3cadd None None] Provisioning complete for port 42d94e96-9afd-4aa7-9978-cf85ce7356ee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:42.889823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b4d6f93-4c33-4734-9256-040f51c3cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:42.964815 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.079617 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.095284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e456a144-bf26-4326-a49b-869244f1edfc None None] Provisioning complete for port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:43.097032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e456a144-bf26-4326-a49b-869244f1edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.133714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e456a144-bf26-4326-a49b-869244f1edfc None None] Port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:33:43.156826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.165693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Port': ['ID=bf441339-c2c7-41af-9f5c-a0807c4c3ae7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:43.188535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 42d94e96-9afd-4aa7-9978-cf85ce7356ee up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:33:43.239247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 42d94e96-9afd-4aa7-9978-cf85ce7356ee triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:43.239944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.260135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:43.261707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:43.502655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Router d36a7476-2e29-4e4b-8639-67db3056a929 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:33:43.557768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-be63de83-a741-494c-adc1-a98f2d56c3b5 None None] Provisioning complete for port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:43.558350 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-be63de83-a741-494c-adc1-a98f2d56c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.593037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-be63de83-a741-494c-adc1-a98f2d56c3b5 None None] Port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:33:43.600170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:33:43.606300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1c5fe7eb-dd56-475c-85d0-04b066cb0d3a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "PUT /v2.0/routers/d36a7476-2e29-4e4b-8639-67db3056a929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5642719 Dec 20 16:33:43.609030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40952) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:43.609530 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] Sync routers for ids ['d36a7476-2e29-4e4b-8639-67db3056a929'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:33:43.613958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'port': {'network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc', 'name': 'tempest-FloatingIPNegativeTestJSON-1541044358'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:43.620219 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] Routers {'d36a7476-2e29-4e4b-8639-67db3056a929'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:33:43.620812 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:33:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d36a7476-2e29-4e4b-8639-67db3056a929'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:43.655553 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:43.664049 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] Routers {'d36a7476-2e29-4e4b-8639-67db3056a929'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:33:43.664733 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:33:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d36a7476-2e29-4e4b-8639-67db3056a929'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:43.697368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:43.698011 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9d1af-0f49-42a0-b06c-f1d2494d6474 None None] The sync data for ids ['d36a7476-2e29-4e4b-8639-67db3056a929'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:33:43.793942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Made reservation on behalf of 9d195ff11fc64f7dbf3e63dbac802329 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:43.797862 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:43.816059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] device_id is not set on port 04bf8d38-95e0-4e44-810a-f608a8f694e3 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:33:43.927661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Allocated IP 172.20.0.7 (5c766e70-2702-42e4-a55c-3fb999eb8ddc/e4a2642d-0822-4e10-bedb-c1fd7ec71d5b/04bf8d38-95e0-4e44-810a-f608a8f694e3) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:33:44.075687 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:44.181859 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:44.227210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:44.230894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:44.235263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:44.260757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Port': ['ID=04bf8d38-95e0-4e44-810a-f608a8f694e3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:44.290714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:44.291350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:44.369244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dfe1b54c-b2b7-4078-9f37-f0d42be09548 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7590840 Dec 20 16:33:44.372491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40954) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:44.377773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:44.517934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0d9542e0-0439-4609-8fad-c1e09c4a7589 None None] Provisioning complete for port 04bf8d38-95e0-4e44-810a-f608a8f694e3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:33:44.518195 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d9542e0-0439-4609-8fad-c1e09c4a7589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:44.520155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:44.555997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0d9542e0-0439-4609-8fad-c1e09c4a7589 None None] Port 04bf8d38-95e0-4e44-810a-f608a8f694e3 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:33:44.623587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:44.723511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Allocated IP 172.25.6.54 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/92b5e184-f28d-4942-a436-8b06e359800e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:33:44.844379 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.017285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.057370 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:45.060325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:45.063772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:45.088261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Port': ['ID=92b5e184-f28d-4942-a436-8b06e359800e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:45.158333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.259965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.409548 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.506564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.574753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Port': ['ID=92b5e184-f28d-4942-a436-8b06e359800e,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:45.587074 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.664713 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.665929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-094facbe-84f6-41cc-bd41-3c72af5ab2e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2922788 Dec 20 16:33:45.668605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40956) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:45.673142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7beeee49-9122-4c74-90ec-8ca86c48ef73 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'floatingip': {'port_id': '04bf8d38-95e0-4e44-810a-f608a8f694e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:45.719370 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7beeee49-9122-4c74-90ec-8ca86c48ef73 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:45.831607 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-7beeee49-9122-4c74-90ec-8ca86c48ef73 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] update failed (client error): The resource could not be found. Dec 20 16:33:45.832657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7beeee49-9122-4c74-90ec-8ca86c48ef73 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "PUT /v2.0/floatingips/c8d7633d-44fb-450c-9b42-342263810e57 HTTP/1.1" status: 404 len: 507 time: 0.1630516 Dec 20 16:33:45.835672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40958) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:45.961142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Deleting port 92b5e184-f28d-4942-a436-8b06e359800e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:45.961461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.036535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.036882 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.049189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Calling delete_port for 92b5e184-f28d-4942-a436-8b06e359800e owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:46.324917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.352260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Port': ['ID=92b5e184-f28d-4942-a436-8b06e359800e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:46.414730 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.417595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.418755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3ee6f9a1-6db1-42d5-84be-de46a1b86671 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "DELETE /v2.0/floatingips/c8d7633d-44fb-450c-9b42-342263810e57 HTTP/1.1" status: 204 len: 168 time: 0.5821755 Dec 20 16:33:46.422600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40960) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:46.427227 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1914c21c-74ff-4c24-90d8-b1630e0ede06 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'floatingip': {'floating_network_id': '5c766e70-2702-42e4-a55c-3fb999eb8ddc', 'port_id': '04bf8d38-95e0-4e44-810a-f608a8f694e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:46.582445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1914c21c-74ff-4c24-90d8-b1630e0ede06 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:46.805623 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-1914c21c-74ff-4c24-90d8-b1630e0ede06 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 16:33:46.806743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1914c21c-74ff-4c24-90d8-b1630e0ede06 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3832064 Dec 20 16:33:46.810297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40962) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:46.814644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '04bf8d38-95e0-4e44-810a-f608a8f694e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:46.928988 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.030472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.136420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Allocated IP 172.25.6.247 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/2807593c-dc8c-4b18-a5b8-bc1d91c898ee) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:33:47.235954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.359637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.398909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:33:47.403958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:47.405022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:47.432799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event updated for resources: {'Port': ['ID=2807593c-dc8c-4b18-a5b8-bc1d91c898ee,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:47.565571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Deleting port 2807593c-dc8c-4b18-a5b8-bc1d91c898ee {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:47.565913 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.645646 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.645981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.657728 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Calling delete_port for 2807593c-dc8c-4b18-a5b8-bc1d91c898ee owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:47.873975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:47.899189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Port': ['ID=2807593c-dc8c-4b18-a5b8-bc1d91c898ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:48.055889 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] create failed (client error): The resource could not be found. Dec 20 16:33:48.057039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a4e1067b-01ab-4e70-b764-11181da423cb tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2458110 Dec 20 16:33:48.060401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40964) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:48.157743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Deleting port 04bf8d38-95e0-4e44-810a-f608a8f694e3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:48.158078 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:48.244471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:48.256191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Calling delete_port for 04bf8d38-95e0-4e44-810a-f608a8f694e3 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:48.512271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:48.541984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Port': ['ID=04bf8d38-95e0-4e44-810a-f608a8f694e3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:48.615203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:48.618765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6b102a6a-b175-43d6-89ea-943d5d1d874a tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "DELETE /v2.0/ports/04bf8d38-95e0-4e44-810a-f608a8f694e3 HTTP/1.1" status: 204 len: 168 time: 0.5574191 Dec 20 16:33:48.621475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40966) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:48.673286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ab56b-5d02-4366-8425-941503d5b3e6 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:48.677210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0d6ab56b-5d02-4366-8425-941503d5b3e6 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d36a7476-2e29-4e4b-8639-67db3056a929 HTTP/1.1" status: 200 len: 913 time: 0.0524387 Dec 20 16:33:48.678000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40968) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:49.302350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:49.571116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Deleting port bf441339-c2c7-41af-9f5c-a0807c4c3ae7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:49.571867 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:49.657066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:49.669372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Calling delete_port for bf441339-c2c7-41af-9f5c-a0807c4c3ae7 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:49.923169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:49.954832 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Port': ['ID=bf441339-c2c7-41af-9f5c-a0807c4c3ae7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:50.045108 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:33:50.103805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.261002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Router d36a7476-2e29-4e4b-8639-67db3056a929 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:33:50.333774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:33:50.339783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f920444d-6397-4072-96b9-5019cc8509e8 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "PUT /v2.0/routers/d36a7476-2e29-4e4b-8639-67db3056a929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607974 Dec 20 16:33:50.342368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40970) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:50.344956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] Sync routers for ids ['d36a7476-2e29-4e4b-8639-67db3056a929'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:33:50.356063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] Routers {'d36a7476-2e29-4e4b-8639-67db3056a929'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:33:50.356672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:33:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d36a7476-2e29-4e4b-8639-67db3056a929'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:50.389959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:50.399300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] Routers {'d36a7476-2e29-4e4b-8639-67db3056a929'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:33:50.399900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:33:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['d36a7476-2e29-4e4b-8639-67db3056a929'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:50.419453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.435702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:50.436368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3de85-7be4-48d5-a457-9ad32ec29f65 None None] The sync data for ids ['d36a7476-2e29-4e4b-8639-67db3056a929'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:33:50.578627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.580780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.705861 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.706405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Fanout notify agent at l3_agent the message router_deleted on router d36a7476-2e29-4e4b-8639-67db3056a929 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:33:50.714597 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.715790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4613d9d1-5ba1-4b86-856f-d509ba0573e5 tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "DELETE /v2.0/routers/d36a7476-2e29-4e4b-8639-67db3056a929 HTTP/1.1" status: 204 len: 168 time: 0.3724155 Dec 20 16:33:50.718267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40972) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:50.776654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Deleting subnet e4a2642d-0822-4e10-bedb-c1fd7ec71d5b {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:33:50.779903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.820720 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:50.908092 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.049472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.081445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a2642d-0822-4e10-bedb-c1fd7ec71d5b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:51.083542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.087643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3dfd3f5-a16c-4d19-9e69-57097b5eb7ce tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "DELETE /v2.0/subnets/e4a2642d-0822-4e10-bedb-c1fd7ec71d5b HTTP/1.1" status: 204 len: 168 time: 0.3683975 Dec 20 16:33:51.089108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff700289-046c-4dc9-93da-f57e8b9a5c83 None None] Network 5c766e70-2702-42e4-a55c-3fb999eb8ddc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:33:51.090256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 40974) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:51.171870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.227615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Deleting port 42d94e96-9afd-4aa7-9978-cf85ce7356ee {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:51.227950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.240093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] DHCP port deletion for 5c766e70-2702-42e4-a55c-3fb999eb8ddc request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:33:51.293710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] Deleting port 42d94e96-9afd-4aa7-9978-cf85ce7356ee {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:51.294091 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.298587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] For port 42d94e96-9afd-4aa7-9978-cf85ce7356ee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=42d94e96-9afd-4aa7-9978-cf85ce7356ee,segment=NetworkSegment(4e828afa-8e9f-4768-80fb-82f17cdddba0),segment_id=4e828afa-8e9f-4768-80fb-82f17cdddba0)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:51.298951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.313371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Calling delete_port for 42d94e96-9afd-4aa7-9978-cf85ce7356ee owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:51.358814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] For port 42d94e96-9afd-4aa7-9978-cf85ce7356ee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=42d94e96-9afd-4aa7-9978-cf85ce7356ee,segment=NetworkSegment(4e828afa-8e9f-4768-80fb-82f17cdddba0),segment_id=4e828afa-8e9f-4768-80fb-82f17cdddba0)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:33:51.359457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.372620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] Calling delete_port for 42d94e96-9afd-4aa7-9978-cf85ce7356ee owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:51.513690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.541862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Port': ['ID=42d94e96-9afd-4aa7-9978-cf85ce7356ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:51.545817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] No DVR routers for this DVR port 42d94e96-9afd-4aa7-9978-cf85ce7356ee on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:33:51.623056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.629298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.647595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] Pushing event deleted for resources: {'Port': ['ID=42d94e96-9afd-4aa7-9978-cf85ce7356ee,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:51.651476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ec06a-a06d-47d3-8475-71c6a4223563 None None] No DVR routers for this DVR port 42d94e96-9afd-4aa7-9978-cf85ce7356ee on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:33:51.654767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c766e70-2702-42e4-a55c-3fb999eb8ddc']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:51.666740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e828afa-8e9f-4768-80fb-82f17cdddba0') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:51.667078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e828afa-8e9f-4768-80fb-82f17cdddba0') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:51.677102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.691280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.698058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:33:51.698625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:33:51.702828 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:33:51.839052 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.844188 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:51.849940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] 10.222.0.81 "DELETE /v2.0/networks/5c766e70-2702-42e4-a55c-3fb999eb8ddc HTTP/1.1" status: 204 len: 168 time: 0.7561097 Dec 20 16:33:51.864482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5799f-35f7-470f-a1b4-989a1d5db9ef tempest-FloatingIPNegativeTestJSON-402418043 tempest-FloatingIPNegativeTestJSON-402418043-project] Pushing event deleted for resources: {'Network': ['ID=5c766e70-2702-42e4-a55c-3fb999eb8ddc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:52.015966 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:52.430358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40980) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:52.565910 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8117c693-bbc6-43db-890e-c0a3be8e41db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d195ff11fc64f7dbf3e63dbac802329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343563 Dec 20 16:33:52.568252 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 40984) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:52.617186 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f8dcc21-3b82-4dfb-8971-c644ea44d06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:52.639098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f8dcc21-3b82-4dfb-8971-c644ea44d06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:52.787399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f8dcc21-3b82-4dfb-8971-c644ea44d06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:52.790108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1f8dcc21-3b82-4dfb-8971-c644ea44d06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:52.791315 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1f8dcc21-3b82-4dfb-8971-c644ea44d06d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a21b0ab9-75d6-4e4c-bbc6-d3ade4cd025f HTTP/1.1" status: 204 len: 168 time: 0.2216012 Dec 20 16:33:52.799783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dcc21-3b82-4dfb-8971-c644ea44d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b0ab9-75d6-4e4c-bbc6-d3ade4cd025f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:53.164697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 42d94e96-9afd-4aa7-9978-cf85ce7356ee no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:33:53.185753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 42d94e96-9afd-4aa7-9978-cf85ce7356ee {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:33:53.186106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 42d94e96-9afd-4aa7-9978-cf85ce7356ee not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:33:53.832481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41006) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:53.928887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'networks': [{'name': 'tempest-network--951925781'}, {'name': 'tempest-network--1828526269'}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:53.929220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'network': {'name': 'tempest-network--951925781'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:53.929686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'network': {'name': 'tempest-network--1828526269'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:54.025809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'network': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:54.030417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.039290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.127012 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.204508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.204962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.246976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6202d262-f5a9-4ffa-985b-7a80c784a435,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:54.253209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:54.263469 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.263808 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Added segment ecd25547-2e05-4f25-8b75-0539e6fca410 of type vlan for network 5ce326fc-ef69-486d-b789-7575fb1a0f52 Dec 20 16:33:54.304054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.332283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:54.341003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.341393 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Added segment 66f488d8-03e6-404b-ab5d-5b8fde10f86f of type vlan for network c2b16f5b-c0e8-4bf0-9fdd-3ca0491dc974 Dec 20 16:33:54.380742 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.490368 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.491339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.497136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.502003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.502623 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.572013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Network': ['ID=5ce326fc-ef69-486d-b789-7575fb1a0f52,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:54.582200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5ce326fc-ef69-486d-b789-7575fb1a0f52 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:33:54.636601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Network': ['ID=c2b16f5b-c0e8-4bf0-9fdd-3ca0491dc974,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:54.644648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-db5e0c39-ddec-4452-aefc-cecb216351ad tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8088677 Dec 20 16:33:54.645097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41010) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:54.647988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network c2b16f5b-c0e8-4bf0-9fdd-3ca0491dc974 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:33:54.758241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd126f-8d3c-4267-b193-64d1b22f6683 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.764550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd126f-8d3c-4267-b193-64d1b22f6683 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.770600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd126f-8d3c-4267-b193-64d1b22f6683 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.777119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd126f-8d3c-4267-b193-64d1b22f6683 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:54.778828 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a6fd126f-8d3c-4267-b193-64d1b22f6683 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1330154 Dec 20 16:33:54.781723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41012) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:54.861347 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.947836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:54.968753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce326fc-ef69-486d-b789-7575fb1a0f52']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:54.979298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd25547-2e05-4f25-8b75-0539e6fca410') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:54.979588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd25547-2e05-4f25-8b75-0539e6fca410') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:54.989333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.002545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.009224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:33:55.009553 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:33:55.012524 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:33:55.187716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.195347 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.198264 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/networks/5ce326fc-ef69-486d-b789-7575fb1a0f52 HTTP/1.1" status: 204 len: 168 time: 0.4155660 Dec 20 16:33:55.201151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41014) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:55.210904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10c688-9e7f-4583-ba88-c7809acb4db7 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Network': ['ID=5ce326fc-ef69-486d-b789-7575fb1a0f52,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:55.284981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.370171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.390900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b16f5b-c0e8-4bf0-9fdd-3ca0491dc974']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:55.401729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f488d8-03e6-404b-ab5d-5b8fde10f86f') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:55.402022 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f488d8-03e6-404b-ab5d-5b8fde10f86f') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:33:55.416262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.429974 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.435882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:33:55.439440 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:33:55.633521 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.640569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.643768 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/networks/c2b16f5b-c0e8-4bf0-9fdd-3ca0491dc974 HTTP/1.1" status: 204 len: 168 time: 0.4415250 Dec 20 16:33:55.646296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:55.671351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381db6-f69b-4d53-9e28-89904d9246c4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Network': ['ID=c2b16f5b-c0e8-4bf0-9fdd-3ca0491dc974,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:55.790549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afee3b-3349-4135-bbf9-d2f8db89535d tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:55.796675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afee3b-3349-4135-bbf9-d2f8db89535d tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:55.798257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c2afee3b-3349-4135-bbf9-d2f8db89535d tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1510119 Dec 20 16:33:55.802313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:55.807933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-476190957'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:55.913525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:55.917247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.943378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:55.952983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:55.953369 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Added segment 937e2d67-1d89-4130-9e82-f6f7170aea99 of type vlan for network 38bb28d5-6f21-4a0d-8f29-6346c0f728cf Dec 20 16:33:55.997607 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.118703 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.124840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:56.125667 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.198322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Network': ['ID=38bb28d5-6f21-4a0d-8f29-6346c0f728cf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:56.208566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 38bb28d5-6f21-4a0d-8f29-6346c0f728cf details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:33:56.224587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-26097a89-df4f-4f62-bd89-632c9c916458 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4204586 Dec 20 16:33:56.228004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41020) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:56.233088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-626099395'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:56.328019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:56.331711 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.357864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:56.367267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.367603 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Added segment e1aa5060-1bf9-4645-95ac-fec4ec5ec260 of type vlan for network 93b65647-0ba6-4c44-af96-2897a8d4fbf5 Dec 20 16:33:56.408758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.530253 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.535764 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:56.536349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.609558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Network': ['ID=93b65647-0ba6-4c44-af96-2897a8d4fbf5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:56.619547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 93b65647-0ba6-4c44-af96-2897a8d4fbf5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:33:56.704871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c8b2d6ce-caf8-4692-a43f-8d1428135df4 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4756131 Dec 20 16:33:56.707727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41022) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:56.713564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'ports': [{'network_id': '38bb28d5-6f21-4a0d-8f29-6346c0f728cf', 'name': 'tempest-port--425458855', 'admin_state_up': True}, {'network_id': '93b65647-0ba6-4c44-af96-2897a8d4fbf5', 'admin_state_up': False}]} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:56.718766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'port': {'network_id': '38bb28d5-6f21-4a0d-8f29-6346c0f728cf', 'name': 'tempest-port--425458855', 'admin_state_up': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:56.718766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'port': {'network_id': '93b65647-0ba6-4c44-af96-2897a8d4fbf5', 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:56.952592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'port': 2} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:56.957351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:56.971131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.048338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] device_id is not set on port bb4cae75-d3bf-4b84-beb4-ce78e0852db8 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:33:57.178564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.246707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] device_id is not set on port 19e964b0-354b-4b6a-9d98-4f485a5d75ed yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:33:57.355818 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.454037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.513219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Port': ['ID=bb4cae75-d3bf-4b84-beb4-ce78e0852db8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:57.523899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Checking segment: {'id': '937e2d67-1d89-4130-9e82-f6f7170aea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38bb28d5-6f21-4a0d-8f29-6346c0f728cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:33:57.524268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network hostable DHCP agents. Network: 38bb28d5-6f21-4a0d-8f29-6346c0f728cf, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:33:57.677005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network 38bb28d5-6f21-4a0d-8f29-6346c0f728cf is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:33:57.707046 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.775570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 38bb28d5-6f21-4a0d-8f29-6346c0f728cf) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:57.779434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:57.780315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:57.785422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8208c-1a24-48d3-86dc-4635f9ee919e None None] Network 38bb28d5-6f21-4a0d-8f29-6346c0f728cf requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:33:57.842582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Port': ['ID=19e964b0-354b-4b6a-9d98-4f485a5d75ed,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:57.852465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Checking segment: {'id': 'e1aa5060-1bf9-4645-95ac-fec4ec5ec260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '93b65647-0ba6-4c44-af96-2897a8d4fbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:33:57.852827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network hostable DHCP agents. Network: 93b65647-0ba6-4c44-af96-2897a8d4fbf5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:33:57.962321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network 93b65647-0ba6-4c44-af96-2897a8d4fbf5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:33:58.150772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 93b65647-0ba6-4c44-af96-2897a8d4fbf5) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:33:58.156031 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:33:58.161895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:58.163461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f4a6c-3113-4e7b-8e67-0dfc1a3cff73 None None] Network 93b65647-0ba6-4c44-af96-2897a8d4fbf5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:33:58.167735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:58.168476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.270183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-936004f1-a49d-4b96-b5ae-90005b3c6cd0 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5613065 Dec 20 16:33:58.273739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41024) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:58.354630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105b958-00f6-466c-b5e5-9e39e0766145 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:58.360482 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105b958-00f6-466c-b5e5-9e39e0766145 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:58.362066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9105b958-00f6-466c-b5e5-9e39e0766145 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0873511 Dec 20 16:33:58.364859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41026) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:58.449488 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Deleting port bb4cae75-d3bf-4b84-beb4-ce78e0852db8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:58.449727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.517491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.530497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Calling delete_port for bb4cae75-d3bf-4b84-beb4-ce78e0852db8 owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:58.706799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.738380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Port': ['ID=bb4cae75-d3bf-4b84-beb4-ce78e0852db8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:58.744189 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.747488 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bcb5ce99-be2b-4655-9227-8bc740b76f04 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/ports/bb4cae75-d3bf-4b84-beb4-ce78e0852db8 HTTP/1.1" status: 204 len: 168 time: 0.3816614 Dec 20 16:33:58.750233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41028) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:58.834673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Deleting port 19e964b0-354b-4b6a-9d98-4f485a5d75ed {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:33:58.835004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.904058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:58.916997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Calling delete_port for 19e964b0-354b-4b6a-9d98-4f485a5d75ed owned by {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:33:59.065632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.099198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Port': ['ID=19e964b0-354b-4b6a-9d98-4f485a5d75ed,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:59.103681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.107328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9f26886d-8cc8-4c78-8547-8caa532b1d11 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/ports/19e964b0-354b-4b6a-9d98-4f485a5d75ed HTTP/1.1" status: 204 len: 168 time: 0.3558083 Dec 20 16:33:59.109498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41030) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:59.136244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3cb442e8-3907-4b58-9230-e473fbb6aaeb tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0257411 Dec 20 16:33:59.139725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41032) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:59.144899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1521092483'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:59.250121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:59.253669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.277234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:33:59.285709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.288112 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Added segment 486aa008-098f-4219-9bd1-00289cfca46a of type vlan for network 7d276ee3-9b8b-42ff-894b-1f605cb16723 Dec 20 16:33:59.327534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.335697 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f944fc55-5392-4b66-a165-fef2a02a6843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.501192 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.506997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:33:59.507615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:33:59.863302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7224138 Dec 20 16:33:59.866348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41034) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:33:59.871441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1698241682'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:33:59.872366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8c699-4eae-4431-ae26-5d954beb1f72 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Network': ['ID=7d276ee3-9b8b-42ff-894b-1f605cb16723,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:33:59.884324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7d276ee3-9b8b-42ff-894b-1f605cb16723 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:33:59.975216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:33:59.979208 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.004570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:00.013732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.017682 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Added segment 2dc2d276-7ba5-43bc-8125-00fff020bd83 of type vlan for network b66478db-3ee0-4aea-a419-5ad8100a1d11 Dec 20 16:34:00.058952 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.187468 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.194072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:00.194722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.264486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Network': ['ID=b66478db-3ee0-4aea-a419-5ad8100a1d11,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:00.276089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b66478db-3ee0-4aea-a419-5ad8100a1d11 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:00.325341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dd5a2155-46a4-4925-8f44-f8cd04dbd264 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4577355 Dec 20 16:34:00.455287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41036) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:00.460306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'subnets': [{'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2066965808', 'ip_version': 4}, {'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:00.460772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'subnet': {'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2066965808', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:00.461377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Request body: {'subnet': {'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:00.735171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Made reservation on behalf of a7d3feb3aaf64a03aef7c7f79f0b53cd for: {'subnet': 2} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:00.739669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:00.740601 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.174243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.234327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Subnet': ['ID=62fd81ca-e026-44c7-8523-542f430ba66f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:01.244849 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Checking segment: {'id': '486aa008-098f-4219-9bd1-00289cfca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:01.245246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network hostable DHCP agents. Network: 7d276ee3-9b8b-42ff-894b-1f605cb16723, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:01.352505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network 7d276ee3-9b8b-42ff-894b-1f605cb16723 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:01.430768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7d276ee3-9b8b-42ff-894b-1f605cb16723) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:01.434904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.440298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33c560-6b28-4b5f-b67f-9da2708315d0 None None] Network 7d276ee3-9b8b-42ff-894b-1f605cb16723 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:01.504671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event updated for resources: {'Subnet': ['ID=c409146e-a2d8-4406-b20b-e76e8a812bb1,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:01.513699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Checking segment: {'id': '2dc2d276-7ba5-43bc-8125-00fff020bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:01.514065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network hostable DHCP agents. Network: b66478db-3ee0-4aea-a419-5ad8100a1d11, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:01.545130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-7d276ee3-9b8b-42ff-894b-1f605cb16723', 'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723', 'project_id': 'a7d3feb3aaf64a03aef7c7f79f0b53cd', 'fixed_ips': [{'subnet_id': '62fd81ca-e026-44c7-8523-542f430ba66f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:01.545130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.626813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Network b66478db-3ee0-4aea-a419-5ad8100a1d11 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:01.702383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Allocated IP 172.20.0.2 (7d276ee3-9b8b-42ff-894b-1f605cb16723/62fd81ca-e026-44c7-8523-542f430ba66f/d130f598-b011-46a4-81f8-32b5f583bb2d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:01.764060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b66478db-3ee0-4aea-a419-5ad8100a1d11) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:01.778924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:01.778924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:01.778924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.779346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcfd78-0cfc-4bc9-aff2-0972c78ed30c None None] Network b66478db-3ee0-4aea-a419-5ad8100a1d11 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:01.839209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1169b72-5d24-4807-936b-ce8679b341da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.945794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b66478db-3ee0-4aea-a419-5ad8100a1d11', 'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11', 'project_id': 'a7d3feb3aaf64a03aef7c7f79f0b53cd', 'fixed_ips': [{'subnet_id': 'c409146e-a2d8-4406-b20b-e76e8a812bb1'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:01.946657 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:01.951622 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-504fbc61-e5ba-4e75-9f18-6151af42c8ea tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4951606 Dec 20 16:34:01.968974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41038) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:01.969148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.018202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2fdf0-dd83-4087-8b1d-e1f1ff889c2b tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:02.020016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2fdf0-dd83-4087-8b1d-e1f1ff889c2b tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:02.021751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2fdf0-dd83-4087-8b1d-e1f1ff889c2b tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:02.023479 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-12a2fdf0-dd83-4087-8b1d-e1f1ff889c2b tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0685294 Dec 20 16:34:02.026942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:02.084416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Deleting subnet 62fd81ca-e026-44c7-8523-542f430ba66f {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:02.087816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.089036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.098349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Allocated IP 172.20.0.18 (b66478db-3ee0-4aea-a419-5ad8100a1d11/c409146e-a2d8-4406-b20b-e76e8a812bb1/2b33a35e-9d9f-427b-9b6c-497f6f9a7f58) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:02.130878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.153794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Network 7d276ee3-9b8b-42ff-894b-1f605cb16723 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:02.169907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:02.178673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Pushing event updated for resources: {'Port': ['ID=d130f598-b011-46a4-81f8-32b5f583bb2d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:02.182736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:02.228548 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.287680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Attempting to bind port d130f598-b011-46a4-81f8-32b5f583bb2d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:02.288080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Attempting to bind port d130f598-b011-46a4-81f8-32b5f583bb2d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '486aa008-098f-4219-9bd1-00289cfca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:02.288462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Attempting to bind port d130f598-b011-46a4-81f8-32b5f583bb2d on network 7d276ee3-9b8b-42ff-894b-1f605cb16723 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:02.302216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:02.303148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Checking segment: {'id': '486aa008-098f-4219-9bd1-00289cfca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:02.303592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.304000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Bound using segment: {'id': '486aa008-098f-4219-9bd1-00289cfca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:02.304477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Bound port: d130f598-b011-46a4-81f8-32b5f583bb2d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486aa008-098f-4219-9bd1-00289cfca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7d276ee3-9b8b-42ff-894b-1f605cb16723'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:02.304863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.379595 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.425893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.428020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] For port d130f598-b011-46a4-81f8-32b5f583bb2d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:02.431185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] For port d130f598-b011-46a4-81f8-32b5f583bb2d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d130f598-b011-46a4-81f8-32b5f583bb2d,segment=NetworkSegment(486aa008-098f-4219-9bd1-00289cfca46a),segment_id=486aa008-098f-4219-9bd1-00289cfca46a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:02.454575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Subnet': ['ID=62fd81ca-e026-44c7-8523-542f430ba66f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:02.456474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.460616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7fea156-fd7d-411d-84be-9ed95ceafa2f tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/subnets/62fd81ca-e026-44c7-8523-542f430ba66f HTTP/1.1" status: 204 len: 168 time: 0.4326656 Dec 20 16:34:02.463221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41042) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:02.496022 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.523963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Deleting subnet c409146e-a2d8-4406-b20b-e76e8a812bb1 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:02.527145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.541906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Network b66478db-3ee0-4aea-a419-5ad8100a1d11 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:02.543265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.547947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:02.556589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:02.570371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Pushing event updated for resources: {'Port': ['ID=2b33a35e-9d9f-427b-9b6c-497f6f9a7f58,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:02.570630 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.665478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Attempting to bind port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:02.665872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Attempting to bind port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '2dc2d276-7ba5-43bc-8125-00fff020bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:02.666221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Attempting to bind port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58 on network b66478db-3ee0-4aea-a419-5ad8100a1d11 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:02.671856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbb024-9950-4439-8e16-a939928ae198 None None] Pushing event updated for resources: {'Port': ['ID=d130f598-b011-46a4-81f8-32b5f583bb2d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:02.675481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:02.676121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Checking segment: {'id': '2dc2d276-7ba5-43bc-8125-00fff020bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:02.677047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.677047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Bound using segment: {'id': '2dc2d276-7ba5-43bc-8125-00fff020bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:02.677532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Bound port: 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc2d276-7ba5-43bc-8125-00fff020bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b66478db-3ee0-4aea-a419-5ad8100a1d11'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:02.677839 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.684208 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.867989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.871526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] For port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:02.875088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] For port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2b33a35e-9d9f-427b-9b6c-497f6f9a7f58,segment=NetworkSegment(2dc2d276-7ba5-43bc-8125-00fff020bd83),segment_id=2dc2d276-7ba5-43bc-8125-00fff020bd83)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:02.901494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:02.904841 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/subnets/c409146e-a2d8-4406-b20b-e76e8a812bb1 HTTP/1.1" status: 204 len: 168 time: 0.4406550 Dec 20 16:34:02.905870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Subnet': ['ID=c409146e-a2d8-4406-b20b-e76e8a812bb1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:02.907688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41044) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:02.914307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.914654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.915026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.915358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.915686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.916016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.916341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.916721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.916981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.917335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.917662 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.917967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.918728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74c3e5-8075-4e8d-ae4b-492d70817554 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:02.967962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2739a23d-4857-4c68-b313-de5964f37ae5 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:02.969372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2739a23d-4857-4c68-b313-de5964f37ae5 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0606747 Dec 20 16:34:02.973322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41046) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:02.975974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.017843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.039569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019fd99-ba38-44cd-a200-41a5d8f1a5ef None None] Pushing event updated for resources: {'Port': ['ID=2b33a35e-9d9f-427b-9b6c-497f6f9a7f58,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:03.063777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.131665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Deleting port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:03.132336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.200623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] For port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2b33a35e-9d9f-427b-9b6c-497f6f9a7f58,segment=NetworkSegment(2dc2d276-7ba5-43bc-8125-00fff020bd83),segment_id=2dc2d276-7ba5-43bc-8125-00fff020bd83)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:03.205500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.235403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Calling delete_port for 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:03.237847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d130f598-b011-46a4-81f8-32b5f583bb2d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:03.309275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port d130f598-b011-46a4-81f8-32b5f583bb2d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:03.309656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.413315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.417056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.442756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Port': ['ID=2b33a35e-9d9f-427b-9b6c-497f6f9a7f58,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:03.452898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port d130f598-b011-46a4-81f8-32b5f583bb2d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d130f598-b011-46a4-81f8-32b5f583bb2d,segment=NetworkSegment(486aa008-098f-4219-9bd1-00289cfca46a),segment_id=486aa008-098f-4219-9bd1-00289cfca46a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:03.455685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] No DVR routers for this DVR port 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:03.458348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.458883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.459323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.459871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.460110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.460447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.460782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.461115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.461473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.461828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.462154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.462478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.462800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:03.553544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.563706 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.576326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66478db-3ee0-4aea-a419-5ad8100a1d11']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:03.587994 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc2d276-7ba5-43bc-8125-00fff020bd83') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:03.588318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc2d276-7ba5-43bc-8125-00fff020bd83') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:03.600087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.616126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.622739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=d130f598-b011-46a4-81f8-32b5f583bb2d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:03.625518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:03.625965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:03.629133 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:03.679408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a4fb7-9963-47b7-bccd-79fdee0964ad None None] Network 7d276ee3-9b8b-42ff-894b-1f605cb16723 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:03.745354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3696e28c-970c-4fa5-9d7d-9a5e4760144d None None] Provisioning complete for port d130f598-b011-46a4-81f8-32b5f583bb2d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:03.745607 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3696e28c-970c-4fa5-9d7d-9a5e4760144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.821300 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.852515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:03.855919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/networks/b66478db-3ee0-4aea-a419-5ad8100a1d11 HTTP/1.1" status: 204 len: 168 time: 0.8808568 Dec 20 16:34:03.856992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a39ad-d108-4512-add0-824b3006d7f9 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Network': ['ID=b66478db-3ee0-4aea-a419-5ad8100a1d11,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:03.859246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:03.950813 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] DHCP port deletion for 7d276ee3-9b8b-42ff-894b-1f605cb16723 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:03.979272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.028390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] Deleting port d130f598-b011-46a4-81f8-32b5f583bb2d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:04.029236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.049215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Deleting port d130f598-b011-46a4-81f8-32b5f583bb2d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:04.049977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.102501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] For port d130f598-b011-46a4-81f8-32b5f583bb2d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d130f598-b011-46a4-81f8-32b5f583bb2d,segment=NetworkSegment(486aa008-098f-4219-9bd1-00289cfca46a),segment_id=486aa008-098f-4219-9bd1-00289cfca46a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:04.102897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.119866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] Calling delete_port for d130f598-b011-46a4-81f8-32b5f583bb2d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:04.131654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] For port d130f598-b011-46a4-81f8-32b5f583bb2d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=d130f598-b011-46a4-81f8-32b5f583bb2d,segment=NetworkSegment(486aa008-098f-4219-9bd1-00289cfca46a),segment_id=486aa008-098f-4219-9bd1-00289cfca46a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:04.132375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.151991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Calling delete_port for d130f598-b011-46a4-81f8-32b5f583bb2d owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:04.301375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c52751ec-479d-45d8-ba87-e8697acc8c25 None None] Could not find standard attr ID for object 2b33a35e-9d9f-427b-9b6c-497f6f9a7f58. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:34:04.329185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10420a29-58df-4a7d-9f06-a388a0319d8f None None] DHCP port deletion for b66478db-3ee0-4aea-a419-5ad8100a1d11 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:04.351020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f7ea1-6088-46b9-a404-5f375b152e8c None None] Network b66478db-3ee0-4aea-a419-5ad8100a1d11 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:04.363947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.366685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f7ea1-6088-46b9-a404-5f375b152e8c None None] Network b66478db-3ee0-4aea-a419-5ad8100a1d11 could not be found, it might have been deleted concurrently. {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 16:34:04.367378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.397870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] Pushing event deleted for resources: {'Port': ['ID=d130f598-b011-46a4-81f8-32b5f583bb2d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:04.399850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b10c3-6a61-4a2d-88a5-edab7c285b6d None None] No DVR routers for this DVR port d130f598-b011-46a4-81f8-32b5f583bb2d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:04.405334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] No DVR routers for this DVR port d130f598-b011-46a4-81f8-32b5f583bb2d on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:04.414836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Port': ['ID=d130f598-b011-46a4-81f8-32b5f583bb2d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:04.477651 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.494346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.516346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d276ee3-9b8b-42ff-894b-1f605cb16723']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:04.526401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486aa008-098f-4219-9bd1-00289cfca46a') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:04.526695 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486aa008-098f-4219-9bd1-00289cfca46a') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:04.541686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.555929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.562287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:04.562658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: self.session.flush() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:04.565551 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:04.717920 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.725490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.728395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/networks/7d276ee3-9b8b-42ff-894b-1f605cb16723 HTTP/1.1" status: 204 len: 168 time: 0.8673995 Dec 20 16:34:04.731096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41050) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:04.740161 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c737b-77e3-414f-a9f7-d1abf1a24eb8 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Network': ['ID=7d276ee3-9b8b-42ff-894b-1f605cb16723,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:04.818557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.905079 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.931372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b65647-0ba6-4c44-af96-2897a8d4fbf5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:04.940719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1aa5060-1bf9-4645-95ac-fec4ec5ec260') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:04.941014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1aa5060-1bf9-4645-95ac-fec4ec5ec260') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:04.951021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.963889 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.969721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:04.970104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:04.972970 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:05.112337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.120598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.123933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/networks/93b65647-0ba6-4c44-af96-2897a8d4fbf5 HTTP/1.1" status: 204 len: 168 time: 0.3916895 Dec 20 16:34:05.126707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41052) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:05.129726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.141789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9587b9b-7903-4f55-a0ad-d042fd0c0460 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Network': ['ID=93b65647-0ba6-4c44-af96-2897a8d4fbf5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:05.164906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d130f598-b011-46a4-81f8-32b5f583bb2d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:34:05.186654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: d130f598-b011-46a4-81f8-32b5f583bb2d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:34:05.186998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device d130f598-b011-46a4-81f8-32b5f583bb2d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:34:05.221792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.308778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.328611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bb28d5-6f21-4a0d-8f29-6346c0f728cf']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:05.338057 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937e2d67-1d89-4130-9e82-f6f7170aea99') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:05.338359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937e2d67-1d89-4130-9e82-f6f7170aea99') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:05.347677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.361862 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.369186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:05.369604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:05.372540 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:05.518439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.526186 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:05.529356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] 10.222.0.81 "DELETE /v2.0/networks/38bb28d5-6f21-4a0d-8f29-6346c0f728cf HTTP/1.1" status: 204 len: 168 time: 0.4016454 Dec 20 16:34:05.541588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fbc46-8658-4da2-817b-ee29cc165490 tempest-BulkNetworkOpsTest-688306740 tempest-BulkNetworkOpsTest-688306740-project] Pushing event deleted for resources: {'Network': ['ID=38bb28d5-6f21-4a0d-8f29-6346c0f728cf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:06.015594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41058) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:06.146743 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6d53d8ce-6e3f-4a3b-ad8d-8c402105d445 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7d3feb3aaf64a03aef7c7f79f0b53cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299856 Dec 20 16:34:06.149371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:06.197527 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-ee25-4f37-be9c-c65facd46bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:06.218917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-ee25-4f37-be9c-c65facd46bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:06.350622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-ee25-4f37-be9c-c65facd46bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:06.353207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e70a0eb9-ee25-4f37-be9c-c65facd46bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:06.356254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e70a0eb9-ee25-4f37-be9c-c65facd46bc9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6202d262-f5a9-4ffa-985b-7a80c784a435 HTTP/1.1" status: 204 len: 168 time: 0.2040234 Dec 20 16:34:06.363753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a0eb9-ee25-4f37-be9c-c65facd46bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6202d262-f5a9-4ffa-985b-7a80c784a435,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:07.617716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41084) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:07.714671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010775839'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:07.852766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:07.856183 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:07.865217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:07.937974 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:08.009039 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:08.036170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:08.045070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98784890-0355-46b0-a685-575084d09a85,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:08.051280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:08.051622 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment 7ba2b04c-5086-4b87-8adc-6dfdfa102dc5 of type vlan for network b557ea40-195a-4011-b266-cf380a8aefbc Dec 20 16:34:08.091835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:08.186407 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:08.192023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:08.193320 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:08.263211 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=b557ea40-195a-4011-b266-cf380a8aefbc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:08.273673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b557ea40-195a-4011-b266-cf380a8aefbc details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:08.314644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7101cdf5-c734-484e-940f-f6a6004b69ca tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6957879 Dec 20 16:34:11.606511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41088) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:11.611621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:11.791546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:11.795117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.086997 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.160425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=e3c5cd7a-880b-4910-b3f7-41e61a59f63c,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:12.163392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:12.163752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: b557ea40-195a-4011-b266-cf380a8aefbc, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:12.311458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network b557ea40-195a-4011-b266-cf380a8aefbc is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:12.475983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b557ea40-195a-4011-b266-cf380a8aefbc) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:12.481543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:12.482614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.485725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8950b8f-8db1-4f7d-a778-40ee18a3d2dd None None] Network b557ea40-195a-4011-b266-cf380a8aefbc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:12.587602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b557ea40-195a-4011-b266-cf380a8aefbc', 'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': 'e3c5cd7a-880b-4910-b3f7-41e61a59f63c'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:12.588454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.628855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-32cad500-be9b-4945-addb-8d838fab6f90 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0212100 Dec 20 16:34:12.633069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41090) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:12.638177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269409117'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:12.728173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Allocated IP 2001:db8:0:ffff::2 (b557ea40-195a-4011-b266-cf380a8aefbc/e3c5cd7a-880b-4910-b3f7-41e61a59f63c/07e4c7c2-bd60-4913-aae8-24b288b5b46a) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:12.738696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:12.742398 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.766350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:12.775990 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.776331 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment eee10fa1-874c-4a2d-9468-c4e6ba69e94c of type vlan for network e6ba90df-f63d-47fb-ab07-b3befc703056 Dec 20 16:34:12.820577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.944789 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:12.950749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:12.951358 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.030397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=e6ba90df-f63d-47fb-ab07-b3befc703056,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:13.042975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e6ba90df-f63d-47fb-ab07-b3befc703056 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:13.045156 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.125999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-532b9015-f32d-4ffd-bd4a-f86731fdf1a4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4918051 Dec 20 16:34:13.128708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41092) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:13.134745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:13.192418 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.238524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Network b557ea40-195a-4011-b266-cf380a8aefbc is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:13.242127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:13.246453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:13.249467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Pushing event updated for resources: {'Port': ['ID=07e4c7c2-bd60-4913-aae8-24b288b5b46a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:13.300423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Attempting to bind port 07e4c7c2-bd60-4913-aae8-24b288b5b46a on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:13.300776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Attempting to bind port 07e4c7c2-bd60-4913-aae8-24b288b5b46a by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:13.301146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Attempting to bind port 07e4c7c2-bd60-4913-aae8-24b288b5b46a on network b557ea40-195a-4011-b266-cf380a8aefbc {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:13.307678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:13.308056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Checking segment: {'id': '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:13.308457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.308853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Bound using segment: {'id': '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:13.309356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Bound port: 07e4c7c2-bd60-4913-aae8-24b288b5b46a, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b557ea40-195a-4011-b266-cf380a8aefbc'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:13.309738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.372471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] For port 07e4c7c2-bd60-4913-aae8-24b288b5b46a, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:13.375734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] For port 07e4c7c2-bd60-4913-aae8-24b288b5b46a, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=07e4c7c2-bd60-4913-aae8-24b288b5b46a,segment=NetworkSegment(7ba2b04c-5086-4b87-8adc-6dfdfa102dc5),segment_id=7ba2b04c-5086-4b87-8adc-6dfdfa102dc5)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:13.391903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:13.395471 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.498719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.566397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618da9f-9256-4983-9362-b174798d8c7c None None] Pushing event updated for resources: {'Port': ['ID=07e4c7c2-bd60-4913-aae8-24b288b5b46a,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:13.729253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:13.800651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=b6335c76-3318-405b-b474-50d3fbfccd0c,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:13.808112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:13.808481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: e6ba90df-f63d-47fb-ab07-b3befc703056, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:13.917172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network e6ba90df-f63d-47fb-ab07-b3befc703056 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:14.042615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e6ba90df-f63d-47fb-ab07-b3befc703056) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:14.046731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:14.047350 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.051512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be197f38-d158-4c89-ab2a-ad5ee835ac2e None None] Network e6ba90df-f63d-47fb-ab07-b3befc703056 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:14.149345 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-85bfa24d-205c-452c-ba1f-c7c0ec6a13f0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0195417 Dec 20 16:34:14.151856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41094) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:14.159018 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e6ba90df-f63d-47fb-ab07-b3befc703056', 'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': 'b6335c76-3318-405b-b474-50d3fbfccd0c'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:14.160568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.263201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.310234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Allocated IP 2001:db8::1 (e6ba90df-f63d-47fb-ab07-b3befc703056/b6335c76-3318-405b-b474-50d3fbfccd0c/79453a81-ae17-4180-b3c4-5c7c17249352) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:14.319436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.468852 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.493908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54ca17-e76e-4561-964e-144682b8fa06 None None] Network b557ea40-195a-4011-b266-cf380a8aefbc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:14.599453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.637352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ad898c62-473d-4d3f-87fc-bdcd7926b052 None None] Provisioning complete for port 07e4c7c2-bd60-4913-aae8-24b288b5b46a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:14.637641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad898c62-473d-4d3f-87fc-bdcd7926b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.650610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Network e6ba90df-f63d-47fb-ab07-b3befc703056 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:14.675451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:14.682085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:14.686618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Pushing event updated for resources: {'Port': ['ID=79453a81-ae17-4180-b3c4-5c7c17249352,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:14.758689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.763494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Attempting to bind port 79453a81-ae17-4180-b3c4-5c7c17249352 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:14.763494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Attempting to bind port 79453a81-ae17-4180-b3c4-5c7c17249352 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:14.763494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Attempting to bind port 79453a81-ae17-4180-b3c4-5c7c17249352 on network e6ba90df-f63d-47fb-ab07-b3befc703056 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:14.789999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:14.797815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Checking segment: {'id': 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:14.797815 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.797815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Bound using segment: {'id': 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:14.797815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Bound port: 79453a81-ae17-4180-b3c4-5c7c17249352, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e6ba90df-f63d-47fb-ab07-b3befc703056'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:14.797815 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.798412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=b6335c76-3318-405b-b474-50d3fbfccd0c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:14.812769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad898c62-473d-4d3f-87fc-bdcd7926b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.859863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:14.880541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ba90df-f63d-47fb-ab07-b3befc703056']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:14.883159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ad898c62-473d-4d3f-87fc-bdcd7926b052 None None] For port 07e4c7c2-bd60-4913-aae8-24b288b5b46a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=07e4c7c2-bd60-4913-aae8-24b288b5b46a,segment=NetworkSegment(7ba2b04c-5086-4b87-8adc-6dfdfa102dc5),segment_id=7ba2b04c-5086-4b87-8adc-6dfdfa102dc5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:14.895042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:14.895042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:14.895334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] For port 79453a81-ae17-4180-b3c4-5c7c17249352, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:14.895334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] For port 79453a81-ae17-4180-b3c4-5c7c17249352, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=79453a81-ae17-4180-b3c4-5c7c17249352,segment=NetworkSegment(eee10fa1-874c-4a2d-9468-c4e6ba69e94c),segment_id=eee10fa1-874c-4a2d-9468-c4e6ba69e94c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:14.900606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.020447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad898c62-473d-4d3f-87fc-bdcd7926b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.041225 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.046816 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.047648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:15.048038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:15.051339 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:15.101979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad898c62-473d-4d3f-87fc-bdcd7926b052 None None] Pushing event updated for resources: {'Port': ['ID=07e4c7c2-bd60-4913-aae8-24b288b5b46a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:15.135103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf315bd-b529-430c-a725-ed71186cd04b None None] Network e6ba90df-f63d-47fb-ab07-b3befc703056 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:15.169109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:34:15.169109 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:34:15.169109 n-d-781076-8 neutron-server[103954]: [parameters: {'id': 'e6ba90df-f63d-47fb-ab07-b3befc703056'}] Dec 20 16:34:15.169109 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:15.169653 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:15.223098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 07e4c7c2-bd60-4913-aae8-24b288b5b46a up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:15.224814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bf3a435d-1db5-4f47-bfeb-420f3086be28 None None] Provisioning complete for port 07e4c7c2-bd60-4913-aae8-24b288b5b46a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:15.225392 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf3a435d-1db5-4f47-bfeb-420f3086be28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.228958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dde13-ced2-4330-9ee0-e9b36927fb98 None None] Pushing event updated for resources: {'Port': ['ID=79453a81-ae17-4180-b3c4-5c7c17249352,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:15.357416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95401a4-3e1d-4da6-aeac-24ce29719fd8 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:34:15.363766 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 07e4c7c2-bd60-4913-aae8-24b288b5b46a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:15.370055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.481825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95401a4-3e1d-4da6-aeac-24ce29719fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:34:15.670205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.729346 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 79453a81-ae17-4180-b3c4-5c7c17249352 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:15.729683 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.791696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 79453a81-ae17-4180-b3c4-5c7c17249352, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=79453a81-ae17-4180-b3c4-5c7c17249352,segment=NetworkSegment(eee10fa1-874c-4a2d-9468-c4e6ba69e94c),segment_id=eee10fa1-874c-4a2d-9468-c4e6ba69e94c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:15.792401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:15.805304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 79453a81-ae17-4180-b3c4-5c7c17249352 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:15.984377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.009007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=79453a81-ae17-4180-b3c4-5c7c17249352,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:16.016270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 79453a81-ae17-4180-b3c4-5c7c17249352 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:16.099707 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.121291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ba90df-f63d-47fb-ab07-b3befc703056']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:16.130768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:16.131066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee10fa1-874c-4a2d-9468-c4e6ba69e94c') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:16.140979 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.155267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.161337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:16.161763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:16.165614 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:16.294465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.301226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.310425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/e6ba90df-f63d-47fb-ab07-b3befc703056 HTTP/1.1" status: 204 len: 168 time: 2.1546695 Dec 20 16:34:16.312793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41096) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:16.318549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-299730314'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:16.323288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb9540-a32d-431d-8a55-fdd9675e4f82 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=e6ba90df-f63d-47fb-ab07-b3befc703056,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:16.419492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:16.423041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.446972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:16.455350 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.455690 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment f355939c-2f35-4bf4-b137-100e158fb47a of type vlan for network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 Dec 20 16:34:16.496713 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.608628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.614475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:16.619910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:16.688078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=197d6f3a-b5f9-4384-a107-721c76f2bfe3,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:16.698937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:16.792797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1661f7fe-a9ce-4156-83a2-c0e56f9a8adf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4780598 Dec 20 16:34:16.795189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41098) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:16.800354 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:16.983424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:16.986934 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:17.255592 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:17.340142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=5e23a2c9-2711-48f2-9579-b65846c0383a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:17.350188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': 'f355939c-2f35-4bf4-b137-100e158fb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:17.350773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: 197d6f3a-b5f9-4384-a107-721c76f2bfe3, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:17.469466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:17.586004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 197d6f3a-b5f9-4384-a107-721c76f2bfe3) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:17.590183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:17.591012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:17.594956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bc3aa-5bf0-4c57-8e55-31bca005cadd None None] Network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:17.699242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-197d6f3a-b5f9-4384-a107-721c76f2bfe3', 'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': '5e23a2c9-2711-48f2-9579-b65846c0383a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:17.700115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:17.708744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7be15fe4-5db1-4706-88aa-e2e565b37a2f tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9124804 Dec 20 16:34:17.713650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41100) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:17.718714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533167681'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:17.816659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:17.821560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:17.858564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Allocated IP 2001:db8::1 (197d6f3a-b5f9-4384-a107-721c76f2bfe3/5e23a2c9-2711-48f2-9579-b65846c0383a/ab800e7e-1d94-41d3-8e4b-3da4cfec62df) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:17.862087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:17.878483 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:17.881274 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment b423bba9-b9ff-4c54-9eb9-8520df591d1b of type vlan for network e51275b4-ec16-4ddc-9977-3538625ce4a5 Dec 20 16:34:17.924367 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.006629 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.025479 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.031307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:18.031938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.105951 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.106272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=e51275b4-ec16-4ddc-9977-3538625ce4a5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:18.135412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e51275b4-ec16-4ddc-9977-3538625ce4a5 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:18.140959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83501666-9007-4928-85d6-29bfa29d7dcf tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4220848 Dec 20 16:34:18.144987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41102) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:18.148465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:18.172682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:18.178675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:18.181582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:18.218044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Pushing event updated for resources: {'Port': ['ID=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:18.282209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Attempting to bind port ab800e7e-1d94-41d3-8e4b-3da4cfec62df on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:18.282586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Attempting to bind port ab800e7e-1d94-41d3-8e4b-3da4cfec62df by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'f355939c-2f35-4bf4-b137-100e158fb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:18.282951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Attempting to bind port ab800e7e-1d94-41d3-8e4b-3da4cfec62df on network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:18.287988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:18.288466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Checking segment: {'id': 'f355939c-2f35-4bf4-b137-100e158fb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:18.288794 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.289209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Bound using segment: {'id': 'f355939c-2f35-4bf4-b137-100e158fb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:18.294522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Bound port: ab800e7e-1d94-41d3-8e4b-3da4cfec62df, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f355939c-2f35-4bf4-b137-100e158fb47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '197d6f3a-b5f9-4384-a107-721c76f2bfe3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:18.294522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.310837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:18.315835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.354840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] For port ab800e7e-1d94-41d3-8e4b-3da4cfec62df, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:18.358242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] For port ab800e7e-1d94-41d3-8e4b-3da4cfec62df, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,segment=NetworkSegment(f355939c-2f35-4bf4-b137-100e158fb47a),segment_id=f355939c-2f35-4bf4-b137-100e158fb47a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:18.377219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing IP validity checks on allocation pools {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:34:18.377799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:34:18.457947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.525262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e2de-09a6-4987-99ee-aa2af5c42942 None None] Pushing event updated for resources: {'Port': ['ID=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:18.614624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:18.682252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=12c177cf-4dd6-4416-b804-51c8b4a0c030,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:18.704947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': 'b423bba9-b9ff-4c54-9eb9-8520df591d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:18.705402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: e51275b4-ec16-4ddc-9977-3538625ce4a5, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:18.835238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network e51275b4-ec16-4ddc-9977-3538625ce4a5 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:18.989106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e51275b4-ec16-4ddc-9977-3538625ce4a5) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:18.994017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:18.994535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.000061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacc149-a4bf-4a99-a4cd-0e1d4dca4c2c None None] Network e51275b4-ec16-4ddc-9977-3538625ce4a5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:19.085551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-db855962-1463-4576-b0ef-85029baf3142 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9430428 Dec 20 16:34:19.088277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41104) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:19.108056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e51275b4-ec16-4ddc-9977-3538625ce4a5', 'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': '12c177cf-4dd6-4416-b804-51c8b4a0c030'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:19.108953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.235491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.261854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ab800e7e-1d94-41d3-8e4b-3da4cfec62df up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:19.319408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Allocated IP 2001:db8::3 (e51275b4-ec16-4ddc-9977-3538625ce4a5/12c177cf-4dd6-4416-b804-51c8b4a0c030/6736bbc3-52c3-4bfc-a875-ce97716076ee) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:19.331624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.530266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32305d0e-1f20-42e4-b51a-83123f19d203 None None] Network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:19.534917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ab800e7e-1d94-41d3-8e4b-3da4cfec62df triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:19.535278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.676072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5908429d-6c11-4905-92cd-f78fc9147d91 None None] Provisioning complete for port ab800e7e-1d94-41d3-8e4b-3da4cfec62df triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:19.676441 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5908429d-6c11-4905-92cd-f78fc9147d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.840002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.857907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.924925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5908429d-6c11-4905-92cd-f78fc9147d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.930982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port ab800e7e-1d94-41d3-8e4b-3da4cfec62df, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,segment=NetworkSegment(f355939c-2f35-4bf4-b137-100e158fb47a),segment_id=f355939c-2f35-4bf4-b137-100e158fb47a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:19.950844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:19.997713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Network e51275b4-ec16-4ddc-9977-3538625ce4a5 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:20.001280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:20.003890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:20.014224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Pushing event updated for resources: {'Port': ['ID=6736bbc3-52c3-4bfc-a875-ce97716076ee,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:20.041139 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.070657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.103943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=12c177cf-4dd6-4416-b804-51c8b4a0c030,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:20.139750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-5908429d-6c11-4905-92cd-f78fc9147d91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:20.140102 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-5908429d-6c11-4905-92cd-f78fc9147d91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:20.140692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Attempting to bind port 6736bbc3-52c3-4bfc-a875-ce97716076ee on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:20.141054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Attempting to bind port 6736bbc3-52c3-4bfc-a875-ce97716076ee by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b423bba9-b9ff-4c54-9eb9-8520df591d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:20.141438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Attempting to bind port 6736bbc3-52c3-4bfc-a875-ce97716076ee on network e51275b4-ec16-4ddc-9977-3538625ce4a5 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:20.154740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:20.155036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Checking segment: {'id': 'b423bba9-b9ff-4c54-9eb9-8520df591d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:20.155438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.155830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Bound using segment: {'id': 'b423bba9-b9ff-4c54-9eb9-8520df591d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:20.156305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Bound port: 6736bbc3-52c3-4bfc-a875-ce97716076ee, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b423bba9-b9ff-4c54-9eb9-8520df591d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:20.156684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.159145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:20.175176 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.197363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51275b4-ec16-4ddc-9977-3538625ce4a5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:20.207120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b423bba9-b9ff-4c54-9eb9-8520df591d1b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:20.207422 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b423bba9-b9ff-4c54-9eb9-8520df591d1b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:20.217677 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.225397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] For port 6736bbc3-52c3-4bfc-a875-ce97716076ee, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:20.228739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] For port 6736bbc3-52c3-4bfc-a875-ce97716076ee, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6736bbc3-52c3-4bfc-a875-ce97716076ee,segment=NetworkSegment(b423bba9-b9ff-4c54-9eb9-8520df591d1b),segment_id=b423bba9-b9ff-4c54-9eb9-8520df591d1b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:20.305858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.308198 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.314837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:20.315425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:20.319358 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:20.391270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfd3b8-5f5c-4cac-ab40-37e63a52f37b None None] Pushing event updated for resources: {'Port': ['ID=6736bbc3-52c3-4bfc-a875-ce97716076ee,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:20.407836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf1f4e-2e86-43b0-80ce-901ef17b2193 None None] Network e51275b4-ec16-4ddc-9977-3538625ce4a5 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:20.426172 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:34:20.426172 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:34:20.426172 n-d-781076-8 neutron-server[103953]: [parameters: {'id': 'e51275b4-ec16-4ddc-9977-3538625ce4a5'}] Dec 20 16:34:20.426172 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:20.426748 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:20.502138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3172e4-0392-41e1-bf65-2af700e64df6 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:34:20.589431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3172e4-0392-41e1-bf65-2af700e64df6 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:34:20.827744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-baaf46bd-c70f-4a41-a90c-0ad418961e50 None None] Provisioning complete for port ab800e7e-1d94-41d3-8e4b-3da4cfec62df triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:20.828117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-baaf46bd-c70f-4a41-a90c-0ad418961e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.927253 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:20.985013 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 6736bbc3-52c3-4bfc-a875-ce97716076ee {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:20.985296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.048266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 6736bbc3-52c3-4bfc-a875-ce97716076ee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6736bbc3-52c3-4bfc-a875-ce97716076ee,segment=NetworkSegment(b423bba9-b9ff-4c54-9eb9-8520df591d1b),segment_id=b423bba9-b9ff-4c54-9eb9-8520df591d1b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:21.048631 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.062723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 6736bbc3-52c3-4bfc-a875-ce97716076ee owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:21.177195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ab800e7e-1d94-41d3-8e4b-3da4cfec62df up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:21.213948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.228369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ab800e7e-1d94-41d3-8e4b-3da4cfec62df triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:21.228846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.240480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=6736bbc3-52c3-4bfc-a875-ce97716076ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:21.244398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 6736bbc3-52c3-4bfc-a875-ce97716076ee on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:21.329849 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.351514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51275b4-ec16-4ddc-9977-3538625ce4a5']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:21.361383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b423bba9-b9ff-4c54-9eb9-8520df591d1b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:21.361828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b423bba9-b9ff-4c54-9eb9-8520df591d1b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:21.372104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.386338 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.392390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:21.392776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:21.395876 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:21.528032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.535084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.538470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/e51275b4-ec16-4ddc-9977-3538625ce4a5 HTTP/1.1" status: 204 len: 168 time: 2.4489748 Dec 20 16:34:21.542402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41106) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:21.548013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2102607996'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:21.553495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e9f7d-7550-44e7-b248-3ca45494cfbd tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=e51275b4-ec16-4ddc-9977-3538625ce4a5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:21.646155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:21.649705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.673597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:21.683634 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.689342 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment 1e5cb6ea-f333-46ab-9440-211d627c2989 of type vlan for network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a Dec 20 16:34:21.731546 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.820452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.826102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:21.826689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:21.895829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=156a199e-c9e1-4e5f-84bc-b6b2a5acad8a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:21.906249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:21.954729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3b56490-dfee-4f2d-aefe-9a30342855c3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4106190 Dec 20 16:34:21.958345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41108) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:21.963531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:21.989205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:22.120618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:22.124229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:22.440822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:22.506978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=22ece738-eca7-4947-a6f2-a49c18f3241f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:22.515841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': '1e5cb6ea-f333-46ab-9440-211d627c2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:22.516188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:22.722433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:22.834921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:22.840199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:22.841657 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:22.846637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efaaba-02a5-4ade-a177-c4e5825905e8 None None] Network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:22.959507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-156a199e-c9e1-4e5f-84bc-b6b2a5acad8a', 'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': '22ece738-eca7-4947-a6f2-a49c18f3241f'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:22.960507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:22.997700 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a467032e-2d2c-4095-8f11-82730801c1d5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0380516 Dec 20 16:34:23.000354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41110) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:23.107926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.123535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Allocated IP 2001:db8::1 (156a199e-c9e1-4e5f-84bc-b6b2a5acad8a/22ece738-eca7-4947-a6f2-a49c18f3241f/109a7631-b907-4e90-89c8-fc996513c892) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:23.167710 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.280879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.362743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.402697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:23.405524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:23.409059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:23.415476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Pushing event updated for resources: {'Port': ['ID=109a7631-b907-4e90-89c8-fc996513c892,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:23.468266 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Attempting to bind port 109a7631-b907-4e90-89c8-fc996513c892 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:23.468634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Attempting to bind port 109a7631-b907-4e90-89c8-fc996513c892 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1e5cb6ea-f333-46ab-9440-211d627c2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:23.468997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Attempting to bind port 109a7631-b907-4e90-89c8-fc996513c892 on network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:23.474191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:23.474617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Checking segment: {'id': '1e5cb6ea-f333-46ab-9440-211d627c2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:23.475030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.475519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Bound using segment: {'id': '1e5cb6ea-f333-46ab-9440-211d627c2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:23.475923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Bound port: 109a7631-b907-4e90-89c8-fc996513c892, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5cb6ea-f333-46ab-9440-211d627c2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:23.476311 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.476841 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.510156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=22ece738-eca7-4947-a6f2-a49c18f3241f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:23.544366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] For port 109a7631-b907-4e90-89c8-fc996513c892, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:23.547631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] For port 109a7631-b907-4e90-89c8-fc996513c892, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=109a7631-b907-4e90-89c8-fc996513c892,segment=NetworkSegment(1e5cb6ea-f333-46ab-9440-211d627c2989),segment_id=1e5cb6ea-f333-46ab-9440-211d627c2989)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:23.575703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.596749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156a199e-c9e1-4e5f-84bc-b6b2a5acad8a']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:23.606571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5cb6ea-f333-46ab-9440-211d627c2989') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:23.606865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5cb6ea-f333-46ab-9440-211d627c2989') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:23.616645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.649095 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.651200 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.657668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:23.659372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:23.660978 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:23.731662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df070-ce26-49f7-9db7-d7783b9984db None None] Pushing event updated for resources: {'Port': ['ID=109a7631-b907-4e90-89c8-fc996513c892,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:23.745231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935caf9d-a71a-457c-aa9f-eb03bf2b034b None None] Network 156a199e-c9e1-4e5f-84bc-b6b2a5acad8a requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:23.762600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:34:23.762600 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:34:23.762600 n-d-781076-8 neutron-server[103954]: [parameters: {'id': '156a199e-c9e1-4e5f-84bc-b6b2a5acad8a'}] Dec 20 16:34:23.762600 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:23.763532 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:23.841620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1ee6e-738c-4a06-b19c-0be71a7dc746 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:34:23.914886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1ee6e-738c-4a06-b19c-0be71a7dc746 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:34:24.264408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:24.318064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 109a7631-b907-4e90-89c8-fc996513c892 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:24.318493 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:24.384270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 109a7631-b907-4e90-89c8-fc996513c892, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=109a7631-b907-4e90-89c8-fc996513c892,segment=NetworkSegment(1e5cb6ea-f333-46ab-9440-211d627c2989),segment_id=1e5cb6ea-f333-46ab-9440-211d627c2989)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:24.384530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:24.398258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 109a7631-b907-4e90-89c8-fc996513c892 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:24.596653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:24.622568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=109a7631-b907-4e90-89c8-fc996513c892,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:24.625940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 109a7631-b907-4e90-89c8-fc996513c892 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:25.030057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.050597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156a199e-c9e1-4e5f-84bc-b6b2a5acad8a']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:25.060122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5cb6ea-f333-46ab-9440-211d627c2989') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:25.060412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5cb6ea-f333-46ab-9440-211d627c2989') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:25.071146 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.085691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.092031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:25.092424 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:25.095427 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:25.263011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.269917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.273940 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/156a199e-c9e1-4e5f-84bc-b6b2a5acad8a HTTP/1.1" status: 204 len: 168 time: 2.2726188 Dec 20 16:34:25.277496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41112) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:25.307858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-76161368'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:25.308343 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989204c-e3b2-4380-88cc-31871508cd6d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=156a199e-c9e1-4e5f-84bc-b6b2a5acad8a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:25.414051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:25.417696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.441875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:25.451459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.451867 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment bb317f97-6e0d-4aeb-9f04-e3f33968a25b of type vlan for network 340d2332-0b77-4af8-97a7-1f8370aa9370 Dec 20 16:34:25.504438 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.636888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.642508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:25.643101 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:25.712250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=340d2332-0b77-4af8-97a7-1f8370aa9370,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:25.722523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 340d2332-0b77-4af8-97a7-1f8370aa9370 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:25.771995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af023fe2-3499-4140-9ee0-b8b2c8bdfab1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4925849 Dec 20 16:34:25.775609 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41114) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:25.798378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:25.988619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:25.992705 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.242331 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.298027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=48d2d653-5b12-4a43-8bac-327e50cd9741,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:26.314210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:26.314568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: 340d2332-0b77-4af8-97a7-1f8370aa9370, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:26.412183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 340d2332-0b77-4af8-97a7-1f8370aa9370 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:26.516009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 340d2332-0b77-4af8-97a7-1f8370aa9370) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:26.519960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:26.520513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.525981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07542c43-975a-4bcc-adab-db5234f7efed None None] Network 340d2332-0b77-4af8-97a7-1f8370aa9370 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:26.610919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-37209812-a8a1-4efb-a4d2-526a17e9074d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8339241 Dec 20 16:34:26.613506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41116) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:26.629987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-340d2332-0b77-4af8-97a7-1f8370aa9370', 'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': '48d2d653-5b12-4a43-8bac-327e50cd9741'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:26.631056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.716059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.768328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.771497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Allocated IP 2001:db8::1 (340d2332-0b77-4af8-97a7-1f8370aa9370/48d2d653-5b12-4a43-8bac-327e50cd9741/1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:26.916962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:26.996740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.038919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Network 340d2332-0b77-4af8-97a7-1f8370aa9370 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:27.042038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:27.045287 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:34:27.048009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:27.051408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Pushing event updated for resources: {'Port': ['ID=1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:27.103868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Attempting to bind port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:27.104240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Attempting to bind port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:27.104621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Attempting to bind port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd on network 340d2332-0b77-4af8-97a7-1f8370aa9370 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:27.109649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:27.110017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Checking segment: {'id': 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:27.110414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.110812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Bound using segment: {'id': 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:27.111251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Bound port: 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '340d2332-0b77-4af8-97a7-1f8370aa9370'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:27.111622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.114508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.150632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=48d2d653-5b12-4a43-8bac-327e50cd9741,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:27.185054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] For port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:27.188106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] For port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd,segment=NetworkSegment(bb317f97-6e0d-4aeb-9f04-e3f33968a25b),segment_id=bb317f97-6e0d-4aeb-9f04-e3f33968a25b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:27.209569 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.232147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340d2332-0b77-4af8-97a7-1f8370aa9370']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:27.241760 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:27.242089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:27.251563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.293690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.295528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.302250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:27.302812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:27.305909 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:27.370316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a1dbb-497f-42a9-ba27-531db8b3f41d None None] Pushing event updated for resources: {'Port': ['ID=1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:27.388551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061bdd2-4cd3-4e0f-bc53-e9df785ee0fc None None] Network 340d2332-0b77-4af8-97a7-1f8370aa9370 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:27.442468 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:34:27.442468 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:34:27.442468 n-d-781076-8 neutron-server[103954]: [parameters: {'id': '340d2332-0b77-4af8-97a7-1f8370aa9370'}] Dec 20 16:34:27.442468 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:27.443647 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:27.484189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a38cf-6655-4647-9950-82844d4090eb None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 16:34:27.569571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a38cf-6655-4647-9950-82844d4090eb None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 16:34:27.679639 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.944936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:27.998992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:27.999415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.066578 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd,segment=NetworkSegment(bb317f97-6e0d-4aeb-9f04-e3f33968a25b),segment_id=bb317f97-6e0d-4aeb-9f04-e3f33968a25b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:28.066931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.079408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:28.262503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.286381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:28.292737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 1b34f7b3-a01d-4c25-97ef-828ebcdbc1dd on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:28.374686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.397517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340d2332-0b77-4af8-97a7-1f8370aa9370']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:28.406747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:28.407042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb317f97-6e0d-4aeb-9f04-e3f33968a25b') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:28.416935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.429973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.435797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:28.436172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:28.439084 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:28.578897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.589277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.589866 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/340d2332-0b77-4af8-97a7-1f8370aa9370 HTTP/1.1" status: 204 len: 168 time: 1.9753182 Dec 20 16:34:28.593863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41118) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:28.599869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465926173'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:28.603392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208edaa0-b157-4fd6-af16-32a329558342 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=340d2332-0b77-4af8-97a7-1f8370aa9370,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:28.710625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:28.714437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.739947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:28.748602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.748946 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment 3230198e-315b-4c32-92ef-8efc3727fe8c of type vlan for network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc Dec 20 16:34:28.789714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.936860 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:28.942447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:28.943699 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.008920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=71b8bd3c-dfbc-4f40-adc8-95324b5367fc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:29.019079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:29.090842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9084a5e2-496a-4310-9009-f740ecb848d0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4957075 Dec 20 16:34:29.093505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41120) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:29.098463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:29.304704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:29.308273 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.327625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4018-cded-4b8b-9e54-da2c3306f451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.561872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.622675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=494bbe76-6388-4388-aa4d-39188a41bbe7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:29.631551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': '3230198e-315b-4c32-92ef-8efc3727fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:29.631908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: 71b8bd3c-dfbc-4f40-adc8-95324b5367fc, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:29.732882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:29.828378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 71b8bd3c-dfbc-4f40-adc8-95324b5367fc) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:29.832712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:29.834032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.839084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e83b13-0336-4490-a32f-1760fa5b3f21 None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:29.946171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-71b8bd3c-dfbc-4f40-adc8-95324b5367fc', 'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': '494bbe76-6388-4388-aa4d-39188a41bbe7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:29.947039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:29.987286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7d0b791a-1fe3-4923-a100-8bc66b1bffa3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8926809 Dec 20 16:34:29.990209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41122) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:29.995333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:30.088091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Allocated IP 2001:db8::2 (71b8bd3c-dfbc-4f40-adc8-95324b5367fc/494bbe76-6388-4388-aa4d-39188a41bbe7/cb2a3716-924f-4f78-88dd-251794a55587) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:30.173036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:30.177003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.237035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.325961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.365499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:30.368436 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:30.371943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:30.385442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Pushing event updated for resources: {'Port': ['ID=cb2a3716-924f-4f78-88dd-251794a55587,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:30.433182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Attempting to bind port cb2a3716-924f-4f78-88dd-251794a55587 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:30.433578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Attempting to bind port cb2a3716-924f-4f78-88dd-251794a55587 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3230198e-315b-4c32-92ef-8efc3727fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:30.433940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Attempting to bind port cb2a3716-924f-4f78-88dd-251794a55587 on network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:30.438983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:30.439354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Checking segment: {'id': '3230198e-315b-4c32-92ef-8efc3727fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:30.439754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.440141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Bound using segment: {'id': '3230198e-315b-4c32-92ef-8efc3727fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:30.440601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Bound port: cb2a3716-924f-4f78-88dd-251794a55587, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3230198e-315b-4c32-92ef-8efc3727fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:30.440998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.497248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.507546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] For port cb2a3716-924f-4f78-88dd-251794a55587, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:30.511105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] For port cb2a3716-924f-4f78-88dd-251794a55587, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cb2a3716-924f-4f78-88dd-251794a55587,segment=NetworkSegment(3230198e-315b-4c32-92ef-8efc3727fe8c),segment_id=3230198e-315b-4c32-92ef-8efc3727fe8c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:30.535823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:30.539078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:30.542513 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.543124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.565255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=d02c85bf-e140-4030-93f0-53392fc14f4c,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:30.617567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:30.644676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a8795c7c-1cd5-4a24-969b-4387697f2606 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6531837 Dec 20 16:34:30.647258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41124) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:30.689750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239b0a3-4718-4c70-9687-cb38caf9c523 None None] Pushing event updated for resources: {'Port': ['ID=cb2a3716-924f-4f78-88dd-251794a55587,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:30.713808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3e841-0099-4935-bf75-776fadb03bf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.728109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3e841-0099-4935-bf75-776fadb03bf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.728109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3e841-0099-4935-bf75-776fadb03bf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.728109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3e841-0099-4935-bf75-776fadb03bf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.728109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3e841-0099-4935-bf75-776fadb03bf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:30.728109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4de3e841-0099-4935-bf75-776fadb03bf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0749147 Dec 20 16:34:30.728109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41126) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:30.731930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308209427'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:30.858933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:30.874434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.201148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:31.211762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.212099 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment bc820c81-db79-4b19-8b73-6b62ce809e5a of type vlan for network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b Dec 20 16:34:31.216655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cb2a3716-924f-4f78-88dd-251794a55587 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:31.252146 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.265407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port cb2a3716-924f-4f78-88dd-251794a55587 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:31.271881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.348068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.354739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:31.355246 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.355453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.392974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port cb2a3716-924f-4f78-88dd-251794a55587, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cb2a3716-924f-4f78-88dd-251794a55587,segment=NetworkSegment(3230198e-315b-4c32-92ef-8efc3727fe8c),segment_id=3230198e-315b-4c32-92ef-8efc3727fe8c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:31.431121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7030215 Dec 20 16:34:31.433863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41128) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:31.439381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:31.444506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f0a58-4791-457f-a91a-5a093a6b1a87 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=0ecc075e-d909-4c88-8bea-d1dbd43ca81b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:31.455369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:31.478648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.578486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=cb2a3716-924f-4f78-88dd-251794a55587,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:31.623257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.640126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3ea3c-11da-4bf8-b373-8251bcb7b42c None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:31.725944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.726515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e25c02d0-fdaf-4528-9642-15d2bd8b5820 None None] Provisioning complete for port cb2a3716-924f-4f78-88dd-251794a55587 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:31.726515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e25c02d0-fdaf-4528-9642-15d2bd8b5820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.737090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b is not hosted by any dhcp agent {{(pid=103953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:34:31.741955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:31.742565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.743855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "PUT /v2.0/networks/0ecc075e-d909-4c88-8bea-d1dbd43ca81b HTTP/1.1" status: 200 len: 723 time: 0.3090589 Dec 20 16:34:31.746928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41130) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:31.753130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:31.774864 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f782d09-4bf5-472f-ba98-5a75d606bb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.803833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071400fc-5215-42ab-9bef-51972ced6bdb tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=0ecc075e-d909-4c88-8bea-d1dbd43ca81b,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:31.836666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:31.928044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:31.931649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:31.946877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] Update dhcp port {'port': {'network_id': '71b8bd3c-dfbc-4f40-adc8-95324b5367fc', 'fixed_ips': [{'subnet_id': '494bbe76-6388-4388-aa4d-39188a41bbe7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd02c85bf-e140-4030-93f0-53392fc14f4c'}], 'binding:host_id': 'n-d-781076-8'}, 'id': 'cb2a3716-924f-4f78-88dd-251794a55587'} from n-d-781076-8. {{(pid=103955) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 16:34:31.973432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.138108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] Allocated IP 172.20.0.1 (71b8bd3c-dfbc-4f40-adc8-95324b5367fc/d02c85bf-e140-4030-93f0-53392fc14f4c/cb2a3716-924f-4f78-88dd-251794a55587) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:32.177148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.238550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] For port cb2a3716-924f-4f78-88dd-251794a55587, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cb2a3716-924f-4f78-88dd-251794a55587,segment=NetworkSegment(3230198e-315b-4c32-92ef-8efc3727fe8c),segment_id=3230198e-315b-4c32-92ef-8efc3727fe8c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:32.244000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=61b3d5ee-1530-4871-b747-d49a5344e014,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:32.252835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': 'bc820c81-db79-4b19-8b73-6b62ce809e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:32.253219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: 0ecc075e-d909-4c88-8bea-d1dbd43ca81b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:32.269236 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.348087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:32.378591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.441783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 0ecc075e-d909-4c88-8bea-d1dbd43ca81b) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:32.446986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:32.447709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.464750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218867cc-7ddc-4762-b7f7-823d73d91485 None None] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:32.489246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4a179-2732-4917-bf9c-78fe0ae323de None None] Pushing event updated for resources: {'Port': ['ID=cb2a3716-924f-4f78-88dd-251794a55587,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:32.559974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:32.560255 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-10f47c5b-062a-49e9-a5ba-ad01e6807ac3 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8113651 Dec 20 16:34:32.566731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:32.675843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10162382'] for subnet, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.754631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-0ecc075e-d909-4c88-8bea-d1dbd43ca81b', 'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': '61b3d5ee-1530-4871-b747-d49a5344e014'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:32.756254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.933038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736428826170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10187390'] for subnet, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.967329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:32.967949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:32.969349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "PUT /v2.0/subnets/61b3d5ee-1530-4871-b747-d49a5344e014 HTTP/1.1" status: 200 len: 826 time: 0.4079604 Dec 20 16:34:32.972806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41134) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:32.993871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Allocated IP 2001:db8::2 (0ecc075e-d909-4c88-8bea-d1dbd43ca81b/61b3d5ee-1530-4871-b747-d49a5344e014/5ae5937c-ed74-4d30-8548-672a0cf5f1a0) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:32.997459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784a8ae-b573-496a-a31a-6b653dfd5851 None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:33.017877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.053532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce069b2d-5a86-480c-a924-5c7f4c8e74e1 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=61b3d5ee-1530-4871-b747-d49a5344e014,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:33.097026 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.145889 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bbf5ec65-9eb5-4c54-b790-9d6430c7d8f4 None None] Provisioning complete for port cb2a3716-924f-4f78-88dd-251794a55587 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:33.146266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ec65-9eb5-4c54-b790-9d6430c7d8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.155614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.214177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cb2a3716-924f-4f78-88dd-251794a55587 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:33.324219 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.370881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port cb2a3716-924f-4f78-88dd-251794a55587 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:33.371223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.441451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.502608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:33.504312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Pushing event updated for resources: {'Port': ['ID=5ae5937c-ed74-4d30-8548-672a0cf5f1a0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:33.506911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:33.509021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:33.576304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Attempting to bind port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:33.576583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Attempting to bind port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'bc820c81-db79-4b19-8b73-6b62ce809e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:33.576942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Attempting to bind port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0 on network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:33.582137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:33.582506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Checking segment: {'id': 'bc820c81-db79-4b19-8b73-6b62ce809e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:33.583040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.583689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Bound using segment: {'id': 'bc820c81-db79-4b19-8b73-6b62ce809e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:33.584274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Bound port: 5ae5937c-ed74-4d30-8548-672a0cf5f1a0, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc820c81-db79-4b19-8b73-6b62ce809e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:33.584667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.608014 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.637132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=61b3d5ee-1530-4871-b747-d49a5344e014,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:33.647434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4a13dab1-9745-477a-8c35-fbd4f4508bc0 None None] Provisioning complete for port cb2a3716-924f-4f78-88dd-251794a55587 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:33.647806 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a13dab1-9745-477a-8c35-fbd4f4508bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.686829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] For port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:33.703745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] For port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5ae5937c-ed74-4d30-8548-672a0cf5f1a0,segment=NetworkSegment(bc820c81-db79-4b19-8b73-6b62ce809e5a),segment_id=bc820c81-db79-4b19-8b73-6b62ce809e5a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:33.704456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.733869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecc075e-d909-4c88-8bea-d1dbd43ca81b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:33.737333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc820c81-db79-4b19-8b73-6b62ce809e5a') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:33.737723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc820c81-db79-4b19-8b73-6b62ce809e5a') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:33.756504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.807894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.810134 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.817831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:33.818455 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:33.821699 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:33.872920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b871e-4ede-4b2c-b94f-913f69d179df None None] Pushing event updated for resources: {'Port': ['ID=5ae5937c-ed74-4d30-8548-672a0cf5f1a0,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:33.933738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 16:34:33.933738 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 16:34:33.933738 n-d-781076-8 neutron-server[103953]: [parameters: {'id': '0ecc075e-d909-4c88-8bea-d1dbd43ca81b'}] Dec 20 16:34:33.933738 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:33.934589 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:34.435746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.493707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:34.494055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.519356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.569355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5ae5937c-ed74-4d30-8548-672a0cf5f1a0,segment=NetworkSegment(bc820c81-db79-4b19-8b73-6b62ce809e5a),segment_id=bc820c81-db79-4b19-8b73-6b62ce809e5a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:34.569723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.584964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 5ae5937c-ed74-4d30-8548-672a0cf5f1a0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:34.782128 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aed32c-70db-4762-9bb5-5df3e3ec5359 None None] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:34.784257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.811439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=5ae5937c-ed74-4d30-8548-672a0cf5f1a0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:34.816076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 5ae5937c-ed74-4d30-8548-672a0cf5f1a0 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:34.880655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a7990f15-4b7e-487a-929c-89ce9d7d33d1 None None] Could not find standard attr ID for object 5ae5937c-ed74-4d30-8548-672a0cf5f1a0. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:34:34.910698 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.916783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872261e-ba10-4e9d-b2a2-8d45ea59795a None None] DHCP port deletion for 0ecc075e-d909-4c88-8bea-d1dbd43ca81b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:34.933588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecc075e-d909-4c88-8bea-d1dbd43ca81b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:34.936071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305c212-d328-4245-8db5-f78202da100d None None] Network 0ecc075e-d909-4c88-8bea-d1dbd43ca81b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:34.944043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc820c81-db79-4b19-8b73-6b62ce809e5a') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:34.944570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc820c81-db79-4b19-8b73-6b62ce809e5a') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:34.954269 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.969049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.975653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:34.976040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:34.979049 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:35.110391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.118581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.121985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/0ecc075e-d909-4c88-8bea-d1dbd43ca81b HTTP/1.1" status: 204 len: 168 time: 2.1485953 Dec 20 16:34:35.124793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41136) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:35.134951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056b468-6897-4158-b145-0376904b3c78 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=0ecc075e-d909-4c88-8bea-d1dbd43ca81b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:35.142633 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.149590 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b60c03-739a-4199-a1bc-cc2b55eed082 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:35.150126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b60c03-739a-4199-a1bc-cc2b55eed082 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:35.153249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-22b60c03-739a-4199-a1bc-cc2b55eed082 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/0ecc075e-d909-4c88-8bea-d1dbd43ca81b HTTP/1.1" status: 404 len: 339 time: 0.0268624 Dec 20 16:34:35.156989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41138) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:35.162123 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1459073430', 'description': 'd1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:35.281120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:35.284697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.309382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:35.318559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.318899 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment 0e0f6f3c-0b58-4916-a319-096f8925889b of type vlan for network 7354ffb8-311c-4948-96fa-485720c001b6 Dec 20 16:34:35.358767 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.475783 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.481385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:35.485806 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.552890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=7354ffb8-311c-4948-96fa-485720c001b6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:35.562961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7354ffb8-311c-4948-96fa-485720c001b6 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:35.613637 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9edb8ed6-7aea-40a6-a86e-a63578104afc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4553318 Dec 20 16:34:35.616697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41140) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:35.698124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f423f012-4e17-4b08-b5f3-5c3d079fde34 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:35.699597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f423f012-4e17-4b08-b5f3-5c3d079fde34 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks?id=7354ffb8-311c-4948-96fa-485720c001b6 HTTP/1.1" status: 200 len: 765 time: 0.0818686 Dec 20 16:34:35.702354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41142) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:35.707189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'description': 'd2'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:35.863586 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.972792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.982813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 7354ffb8-311c-4948-96fa-485720c001b6 is not hosted by any dhcp agent {{(pid=103954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 16:34:35.988173 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:35.988760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:35.990657 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "PUT /v2.0/networks/7354ffb8-311c-4948-96fa-485720c001b6 HTTP/1.1" status: 200 len: 762 time: 0.2874188 Dec 20 16:34:35.993647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41144) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.052287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc72d31-935b-4857-9b96-aedb2e7234d4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=7354ffb8-311c-4948-96fa-485720c001b6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:36.064300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7354ffb8-311c-4948-96fa-485720c001b6 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:36.076774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499d421-0180-4c47-bc95-9560907e2acc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.078392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6499d421-0180-4c47-bc95-9560907e2acc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks?id=7354ffb8-311c-4948-96fa-485720c001b6 HTTP/1.1" status: 200 len: 765 time: 0.0837226 Dec 20 16:34:36.082310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41146) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.193602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a66d02-b5ef-42a5-b5e5-0b734983baae tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.195093 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7a66d02-b5ef-42a5-b5e5-0b734983baae tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1111224 Dec 20 16:34:36.197773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41148) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.228244 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c7467c06-7635-45f5-8a66-95f17a675911 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a HTTP/1.1" status: 200 len: 207 time: 0.0293303 Dec 20 16:34:36.231270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41150) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.338776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.344440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.350201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.356143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.361788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.367847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.369607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-21add5a6-37a8-4c46-bd8f-73f2bd4e62fa tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1374457 Dec 20 16:34:36.373367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41152) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.496030 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-56302db1-c5c1-443c-9d7e-1435e38bfa02 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1213789 Dec 20 16:34:36.499280 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41154) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.563668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de105198-dea5-4b54-a728-53e11ffa54ba tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.565199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de105198-dea5-4b54-a728-53e11ffa54ba tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.566828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de105198-dea5-4b54-a728-53e11ffa54ba tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.569048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de105198-dea5-4b54-a728-53e11ffa54ba tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.570579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de105198-dea5-4b54-a728-53e11ffa54ba tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.572255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-de105198-dea5-4b54-a728-53e11ffa54ba tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0719833 Dec 20 16:34:36.575916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41156) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.632995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736127b-b574-4a57-a3d3-2da08576c4e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.634415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736127b-b574-4a57-a3d3-2da08576c4e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.635921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736127b-b574-4a57-a3d3-2da08576c4e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.637339 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736127b-b574-4a57-a3d3-2da08576c4e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.638723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736127b-b574-4a57-a3d3-2da08576c4e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.640294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c736127b-b574-4a57-a3d3-2da08576c4e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0634649 Dec 20 16:34:36.644954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41158) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.754171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658a995-1022-4300-9da9-f9b547a20981 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.756319 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7658a995-1022-4300-9da9-f9b547a20981 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks/b557ea40-195a-4011-b266-cf380a8aefbc HTTP/1.1" status: 200 len: 804 time: 0.1100695 Dec 20 16:34:36.759842 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41160) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.858504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aa33a0f5-1297-4034-ac56-751a87d43980 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/networks/b557ea40-195a-4011-b266-cf380a8aefbc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0975144 Dec 20 16:34:36.861897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41162) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.917381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2d947-94e8-44e3-8f75-74db41694457 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.918789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bef2d947-94e8-44e3-8f75-74db41694457 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/subnets/e3c5cd7a-880b-4910-b3f7-41e61a59f63c HTTP/1.1" status: 200 len: 843 time: 0.0559890 Dec 20 16:34:36.924487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41164) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.982189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3748f-80dd-4464-85a1-e222a10d40cc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['shared'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:36.983583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1fb3748f-80dd-4464-85a1-e222a10d40cc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "GET /v2.0/subnets/e3c5cd7a-880b-4910-b3f7-41e61a59f63c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0581627 Dec 20 16:34:36.987132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41166) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:36.992682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88984925'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:37.107689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:37.111195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:37.135575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:37.144598 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:37.144992 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Added segment 921e962d-e114-4f29-a78e-8c3a82220156 of type vlan for network 50a742ad-9fee-473b-82eb-e67024a8c1f4 Dec 20 16:34:37.187533 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:37.285070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:37.291553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:37.292141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:37.362916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Network': ['ID=50a742ad-9fee-473b-82eb-e67024a8c1f4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:37.373236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 50a742ad-9fee-473b-82eb-e67024a8c1f4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:37.421427 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f7b30373-1687-4af9-bb14-13ff9d5dc362 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4306471 Dec 20 16:34:37.421804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41168) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:37.427254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:37.606864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Made reservation on behalf of 1636adac3f124efe936cae373475b009 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:37.610693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:37.672951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Performing IP validity checks on allocation pools {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 16:34:37.673420 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 16:34:37.936789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.005487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=be9f37e2-5172-47e7-92cd-2ec34c5482a7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:38.013120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Checking segment: {'id': '921e962d-e114-4f29-a78e-8c3a82220156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:38.013515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network hostable DHCP agents. Network: 50a742ad-9fee-473b-82eb-e67024a8c1f4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:38.178498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Network 50a742ad-9fee-473b-82eb-e67024a8c1f4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:38.315175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 50a742ad-9fee-473b-82eb-e67024a8c1f4) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:38.320468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:38.321385 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.324786 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfda4db-7a1b-45ef-9ca1-a4e5f0ae7339 None None] Network 50a742ad-9fee-473b-82eb-e67024a8c1f4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:38.425155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-50a742ad-9fee-473b-82eb-e67024a8c1f4', 'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4', 'project_id': '1636adac3f124efe936cae373475b009', 'fixed_ips': [{'subnet_id': 'be9f37e2-5172-47e7-92cd-2ec34c5482a7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:38.426039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.447305 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7b8e45ce-cfe4-4bda-92d4-be2f0cf8e56d tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0244215 Dec 20 16:34:38.450859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41170) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:38.455453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:38.554170 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10162382'] for subnet, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.568780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Allocated IP 2001:db8::3 (50a742ad-9fee-473b-82eb-e67024a8c1f4/be9f37e2-5172-47e7-92cd-2ec34c5482a7/4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:38.714944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.784314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.825019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Network 50a742ad-9fee-473b-82eb-e67024a8c1f4 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:38.829365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:38.832810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:38.839110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Pushing event updated for resources: {'Port': ['ID=4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:38.896850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Attempting to bind port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:38.897256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Attempting to bind port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '921e962d-e114-4f29-a78e-8c3a82220156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:38.897627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Attempting to bind port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5 on network 50a742ad-9fee-473b-82eb-e67024a8c1f4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:38.903056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:38.903428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Checking segment: {'id': '921e962d-e114-4f29-a78e-8c3a82220156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:38.903830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.904224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Bound using segment: {'id': '921e962d-e114-4f29-a78e-8c3a82220156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:38.904693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Bound port: 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921e962d-e114-4f29-a78e-8c3a82220156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '50a742ad-9fee-473b-82eb-e67024a8c1f4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:38.905073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:38.967279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] For port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:38.970239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] For port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5,segment=NetworkSegment(921e962d-e114-4f29-a78e-8c3a82220156),segment_id=921e962d-e114-4f29-a78e-8c3a82220156)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:39.029514 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736428826170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10187390'] for subnet, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.041744 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.069663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:39.070263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.071584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "PUT /v2.0/subnets/be9f37e2-5172-47e7-92cd-2ec34c5482a7 HTTP/1.1" status: 200 len: 900 time: 0.6206350 Dec 20 16:34:39.074995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41172) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:39.107181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dcda3-6a10-4055-9ccf-0393220e1190 None None] Pushing event updated for resources: {'Port': ['ID=4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:39.127418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fe9b5-d3a0-4f0d-99e6-167a7d3d79c0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event updated for resources: {'Subnet': ['ID=be9f37e2-5172-47e7-92cd-2ec34c5482a7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:39.205423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.274802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:39.275148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.370899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5,segment=NetworkSegment(921e962d-e114-4f29-a78e-8c3a82220156),segment_id=921e962d-e114-4f29-a78e-8c3a82220156)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:39.371297 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.385181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:39.618590 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.647536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:39.692655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:39.740697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.913750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:39.947089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=be9f37e2-5172-47e7-92cd-2ec34c5482a7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:39.999234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be8447-8dba-4eff-865d-1cfac2fdbf21 None None] Network 50a742ad-9fee-473b-82eb-e67024a8c1f4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:40.010723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.032490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a742ad-9fee-473b-82eb-e67024a8c1f4']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:40.042815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921e962d-e114-4f29-a78e-8c3a82220156') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:40.043111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921e962d-e114-4f29-a78e-8c3a82220156') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:40.053261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.055865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9e490c85-7d05-4e92-be7f-eba46fd79b13 None None] Could not find standard attr ID for object 4c2e9c1b-5fd4-4e67-804d-e8e5dfe084e5. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 16:34:40.067579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.073925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:40.074443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:40.077534 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:40.156751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59387d9c-ce4c-4990-ad92-015fe8861098 None None] DHCP port deletion for 50a742ad-9fee-473b-82eb-e67024a8c1f4 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:40.193274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3a09b-ba3e-4326-9fad-376331b8b303 None None] Network 50a742ad-9fee-473b-82eb-e67024a8c1f4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:40.281207 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.289629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.291907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/50a742ad-9fee-473b-82eb-e67024a8c1f4 HTTP/1.1" status: 204 len: 168 time: 1.2165771 Dec 20 16:34:40.295538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41174) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:40.306050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645443e-2e64-477b-ba21-c64e810de37a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=50a742ad-9fee-473b-82eb-e67024a8c1f4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:40.326431 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c88d7bc-68b7-483a-93c2-d2f08b606785 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:40.326431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c88d7bc-68b7-483a-93c2-d2f08b606785 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:40.326431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2c88d7bc-68b7-483a-93c2-d2f08b606785 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/be9f37e2-5172-47e7-92cd-2ec34c5482a7 HTTP/1.1" status: 404 len: 337 time: 0.0294578 Dec 20 16:34:40.328489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41176) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:40.347264 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afde0f4-f8bf-493c-85d5-d29b7b77e5bc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:40.347737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afde0f4-f8bf-493c-85d5-d29b7b77e5bc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:40.351518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3afde0f4-f8bf-493c-85d5-d29b7b77e5bc tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/50a742ad-9fee-473b-82eb-e67024a8c1f4 HTTP/1.1" status: 404 len: 339 time: 0.0221252 Dec 20 16:34:40.354246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41178) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:40.434571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.518922 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.544586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7354ffb8-311c-4948-96fa-485720c001b6']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:40.554681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0f6f3c-0b58-4916-a319-096f8925889b') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:40.554978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0f6f3c-0b58-4916-a319-096f8925889b') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:40.564490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.578158 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.585583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:40.585974 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:40.588951 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:40.793004 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.800276 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.803604 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/7354ffb8-311c-4948-96fa-485720c001b6 HTTP/1.1" status: 204 len: 168 time: 0.4484437 Dec 20 16:34:40.806291 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41180) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:40.815317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f02104-c856-43bb-8e95-a51e2938f4ed tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=7354ffb8-311c-4948-96fa-485720c001b6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:40.833959 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-555dfc84-1f82-4c16-a598-dda254913cae tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:40.834416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555dfc84-1f82-4c16-a598-dda254913cae tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:40.837525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-555dfc84-1f82-4c16-a598-dda254913cae tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/61b3d5ee-1530-4871-b747-d49a5344e014 HTTP/1.1" status: 404 len: 337 time: 0.0301666 Dec 20 16:34:40.840036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41182) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:40.858184 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-af84176a-2e6c-4db6-9b9a-fa61605cb346 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:40.858570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af84176a-2e6c-4db6-9b9a-fa61605cb346 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:40.861580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af84176a-2e6c-4db6-9b9a-fa61605cb346 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/0ecc075e-d909-4c88-8bea-d1dbd43ca81b HTTP/1.1" status: 404 len: 339 time: 0.0206525 Dec 20 16:34:40.863979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41184) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:40.915269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting subnet d02c85bf-e140-4030-93f0-53392fc14f4c {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:40.918536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:40.964041 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.046324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.198877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.226058 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=d02c85bf-e140-4030-93f0-53392fc14f4c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:41.229602 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.232854 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7d4dc5a7-afc4-4553-8c00-e604ac00f29a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/d02c85bf-e140-4030-93f0-53392fc14f4c HTTP/1.1" status: 204 len: 168 time: 0.3679187 Dec 20 16:34:41.235245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41186) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:41.237722 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3242d-30d5-4ff2-affe-70595382ac1d None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:41.294550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting subnet 494bbe76-6388-4388-aa4d-39188a41bbe7 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:41.298095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.339972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.427991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.633306 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.662329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=494bbe76-6388-4388-aa4d-39188a41bbe7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:41.666031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.671730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0ee473f5-927d-4746-83de-e9b408aff9f6 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/494bbe76-6388-4388-aa4d-39188a41bbe7 HTTP/1.1" status: 204 len: 168 time: 0.4330816 Dec 20 16:34:41.671964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41188) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:41.755697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.818253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port cb2a3716-924f-4f78-88dd-251794a55587 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:41.818599 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.823349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4b91e-b9ff-4aa1-bad7-cf40188cfcff None None] Network 71b8bd3c-dfbc-4f40-adc8-95324b5367fc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:41.884632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port cb2a3716-924f-4f78-88dd-251794a55587, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cb2a3716-924f-4f78-88dd-251794a55587,segment=NetworkSegment(3230198e-315b-4c32-92ef-8efc3727fe8c),segment_id=3230198e-315b-4c32-92ef-8efc3727fe8c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:41.885021 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:41.899241 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for cb2a3716-924f-4f78-88dd-251794a55587 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:41.911874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-15f35b6a-5208-4bfd-b9bc-870d128631a8 None None] Provisioning complete for port cb2a3716-924f-4f78-88dd-251794a55587 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:41.912243 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15f35b6a-5208-4bfd-b9bc-870d128631a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.013362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] DHCP port deletion for 71b8bd3c-dfbc-4f40-adc8-95324b5367fc request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:42.065324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Deleting port cb2a3716-924f-4f78-88dd-251794a55587 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:42.065599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.098686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.126534 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=cb2a3716-924f-4f78-88dd-251794a55587,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:42.128416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port cb2a3716-924f-4f78-88dd-251794a55587 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:42.130348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] For port cb2a3716-924f-4f78-88dd-251794a55587, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=cb2a3716-924f-4f78-88dd-251794a55587,segment=NetworkSegment(3230198e-315b-4c32-92ef-8efc3727fe8c),segment_id=3230198e-315b-4c32-92ef-8efc3727fe8c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:42.130845 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.145427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Calling delete_port for cb2a3716-924f-4f78-88dd-251794a55587 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:42.210638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.226308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.235537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b8bd3c-dfbc-4f40-adc8-95324b5367fc']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:42.245399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3230198e-315b-4c32-92ef-8efc3727fe8c') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:42.245692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3230198e-315b-4c32-92ef-8efc3727fe8c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:42.251043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Pushing event deleted for resources: {'Port': ['ID=cb2a3716-924f-4f78-88dd-251794a55587,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:42.256308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.260044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] No DVR routers for this DVR port cb2a3716-924f-4f78-88dd-251794a55587 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:42.262410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.262836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.263177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.263592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.263936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.264267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.264592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.264914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.265265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.265619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.265942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.266254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.266604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab047f-ba2c-4e8d-85d7-37adf7f9b8ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:34:42.270980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.277645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:42.282713 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:42.415940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.424939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.426316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/71b8bd3c-dfbc-4f40-adc8-95324b5367fc HTTP/1.1" status: 204 len: 168 time: 0.7533650 Dec 20 16:34:42.429119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41190) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.437637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598519a-1dea-4160-aa4c-97168f663cd8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=71b8bd3c-dfbc-4f40-adc8-95324b5367fc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:42.457722 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d5a328-fa41-4b31-a324-306922a5cdf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:42.458677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d5a328-fa41-4b31-a324-306922a5cdf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:42.461738 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c0d5a328-fa41-4b31-a324-306922a5cdf4 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/48d2d653-5b12-4a43-8bac-327e50cd9741 HTTP/1.1" status: 404 len: 337 time: 0.0316019 Dec 20 16:34:42.464294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.482449 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3239008-9b50-4b23-bf74-269d11afb5c8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:42.482929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3239008-9b50-4b23-bf74-269d11afb5c8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:42.485889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3239008-9b50-4b23-bf74-269d11afb5c8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/340d2332-0b77-4af8-97a7-1f8370aa9370 HTTP/1.1" status: 404 len: 339 time: 0.0207210 Dec 20 16:34:42.488375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41194) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.520179 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a384fc-670a-4d1b-870f-7ab46e4310b0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:42.520638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a384fc-670a-4d1b-870f-7ab46e4310b0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:42.523692 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7a384fc-670a-4d1b-870f-7ab46e4310b0 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/22ece738-eca7-4947-a6f2-a49c18f3241f HTTP/1.1" status: 404 len: 337 time: 0.0344284 Dec 20 16:34:42.526361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.544015 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af3ba60-e613-4511-9716-d3d90c513833 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:42.544500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af3ba60-e613-4511-9716-d3d90c513833 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:42.547518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2af3ba60-e613-4511-9716-d3d90c513833 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/156a199e-c9e1-4e5f-84bc-b6b2a5acad8a HTTP/1.1" status: 404 len: 339 time: 0.0202725 Dec 20 16:34:42.550280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41198) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.576949 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a3f42c-2363-496a-b60c-1c3917f90a09 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:42.577423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a3f42c-2363-496a-b60c-1c3917f90a09 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:42.580385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-69a3f42c-2363-496a-b60c-1c3917f90a09 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/12c177cf-4dd6-4416-b804-51c8b4a0c030 HTTP/1.1" status: 404 len: 337 time: 0.0287154 Dec 20 16:34:42.583102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41200) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.600372 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-200a747d-4d63-451f-b9fe-2cfedbf5ba5a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:42.600848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200a747d-4d63-451f-b9fe-2cfedbf5ba5a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:42.603898 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-200a747d-4d63-451f-b9fe-2cfedbf5ba5a tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/e51275b4-ec16-4ddc-9977-3538625ce4a5 HTTP/1.1" status: 404 len: 339 time: 0.0199142 Dec 20 16:34:42.606283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41202) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:42.656556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting subnet 5e23a2c9-2711-48f2-9579-b65846c0383a {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:42.659731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.700664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.787847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.926832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.952333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=5e23a2c9-2711-48f2-9579-b65846c0383a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:42.960163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:42.964503 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6c5ba399-7859-497c-aabd-d1211a3890e5 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/5e23a2c9-2711-48f2-9579-b65846c0383a HTTP/1.1" status: 204 len: 168 time: 0.3573449 Dec 20 16:34:42.965007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfc3cd-03a4-4079-a43d-aff63f37034e None None] Network 197d6f3a-b5f9-4384-a107-721c76f2bfe3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:42.966891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41204) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:43.053404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.106315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] DHCP port deletion for 197d6f3a-b5f9-4384-a107-721c76f2bfe3 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:43.111575 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port ab800e7e-1d94-41d3-8e4b-3da4cfec62df {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:43.114916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.192985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port ab800e7e-1d94-41d3-8e4b-3da4cfec62df, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,segment=NetworkSegment(f355939c-2f35-4bf4-b137-100e158fb47a),segment_id=f355939c-2f35-4bf4-b137-100e158fb47a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:43.193387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.208427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for ab800e7e-1d94-41d3-8e4b-3da4cfec62df owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:43.300322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ab800e7e-1d94-41d3-8e4b-3da4cfec62df no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:34:43.377773 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.386034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Deleting port ab800e7e-1d94-41d3-8e4b-3da4cfec62df {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:43.386414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.403827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:43.407451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port ab800e7e-1d94-41d3-8e4b-3da4cfec62df on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:43.444612 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.475346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] For port ab800e7e-1d94-41d3-8e4b-3da4cfec62df, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:43.475654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.489399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.490777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Calling delete_port for ab800e7e-1d94-41d3-8e4b-3da4cfec62df owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:43.494036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Port ab800e7e-1d94-41d3-8e4b-3da4cfec62df was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:34:43.509493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197d6f3a-b5f9-4384-a107-721c76f2bfe3']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:43.510464 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.512351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cb2a3716-924f-4f78-88dd-251794a55587 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:34:43.518982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f355939c-2f35-4bf4-b137-100e158fb47a') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:43.519277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f355939c-2f35-4bf4-b137-100e158fb47a') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:43.529404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.543985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.550663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:43.551097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:43.554163 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:43.558325 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: cb2a3716-924f-4f78-88dd-251794a55587 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:34:43.558683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device cb2a3716-924f-4f78-88dd-251794a55587 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:34:43.561678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] Pushing event deleted for resources: {'Port': ['ID=ab800e7e-1d94-41d3-8e4b-3da4cfec62df,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:43.563582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fd549-2b75-4e63-a079-d4386f9ae11f None None] No DVR routers for this DVR port ab800e7e-1d94-41d3-8e4b-3da4cfec62df on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:43.693175 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.700760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.703894 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/197d6f3a-b5f9-4384-a107-721c76f2bfe3 HTTP/1.1" status: 204 len: 168 time: 0.7360806 Dec 20 16:34:43.707447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41206) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:43.716413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d39386-ecb2-4251-ba66-d537ed228520 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=197d6f3a-b5f9-4384-a107-721c76f2bfe3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:43.738109 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff9bb20-0e35-4f6f-b2e7-2441c0f5c593 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:43.738109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff9bb20-0e35-4f6f-b2e7-2441c0f5c593 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:43.739222 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bff9bb20-0e35-4f6f-b2e7-2441c0f5c593 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/b6335c76-3318-405b-b474-50d3fbfccd0c HTTP/1.1" status: 404 len: 337 time: 0.0299289 Dec 20 16:34:43.741712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41208) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:43.760725 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-47827c14-a61f-4254-be27-8959498525c8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] DELETE failed (client error): The resource could not be found. Dec 20 16:34:43.761265 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47827c14-a61f-4254-be27-8959498525c8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:34:43.764322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47827c14-a61f-4254-be27-8959498525c8 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/e6ba90df-f63d-47fb-ab07-b3befc703056 HTTP/1.1" status: 404 len: 339 time: 0.0216823 Dec 20 16:34:43.766995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41210) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:43.823667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting subnet e3c5cd7a-880b-4910-b3f7-41e61a59f63c {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:43.826780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.867769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:43.949696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.092486 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.120384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c5cd7a-880b-4910-b3f7-41e61a59f63c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:44.123873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.127260 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6e3ae062-9c81-4644-9972-a2e525d3c9f7 tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/subnets/e3c5cd7a-880b-4910-b3f7-41e61a59f63c HTTP/1.1" status: 204 len: 168 time: 0.3593411 Dec 20 16:34:44.130921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41212) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:44.131138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73c843-035b-4bc0-a789-07dfc459b3d8 None None] Network b557ea40-195a-4011-b266-cf380a8aefbc requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:44.210265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.270330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Deleting port 07e4c7c2-bd60-4913-aae8-24b288b5b46a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:44.270842 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.277954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] DHCP port deletion for b557ea40-195a-4011-b266-cf380a8aefbc request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:44.327144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] Deleting port 07e4c7c2-bd60-4913-aae8-24b288b5b46a {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:44.327860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.337931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] For port 07e4c7c2-bd60-4913-aae8-24b288b5b46a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=07e4c7c2-bd60-4913-aae8-24b288b5b46a,segment=NetworkSegment(7ba2b04c-5086-4b87-8adc-6dfdfa102dc5),segment_id=7ba2b04c-5086-4b87-8adc-6dfdfa102dc5)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:44.338296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.351330 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Calling delete_port for 07e4c7c2-bd60-4913-aae8-24b288b5b46a owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:44.392138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] For port 07e4c7c2-bd60-4913-aae8-24b288b5b46a, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=07e4c7c2-bd60-4913-aae8-24b288b5b46a,segment=NetworkSegment(7ba2b04c-5086-4b87-8adc-6dfdfa102dc5),segment_id=7ba2b04c-5086-4b87-8adc-6dfdfa102dc5)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:44.392536 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.406187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] Calling delete_port for 07e4c7c2-bd60-4913-aae8-24b288b5b46a owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:44.512815 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.519031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.539574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Port': ['ID=07e4c7c2-bd60-4913-aae8-24b288b5b46a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:44.544097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] No DVR routers for this DVR port 07e4c7c2-bd60-4913-aae8-24b288b5b46a on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:44.547783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] Pushing event deleted for resources: {'Port': ['ID=07e4c7c2-bd60-4913-aae8-24b288b5b46a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:44.550013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53b768-960f-4337-a778-ae188f8414f9 None None] No DVR routers for this DVR port 07e4c7c2-bd60-4913-aae8-24b288b5b46a on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:44.630993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.653673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b557ea40-195a-4011-b266-cf380a8aefbc']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:44.663823 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:44.664120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba2b04c-5086-4b87-8adc-6dfdfa102dc5') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:44.674635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.688324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.695326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:44.695714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:44.698835 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:44.855434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.862339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:44.866955 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] 10.222.0.81 "DELETE /v2.0/networks/b557ea40-195a-4011-b266-cf380a8aefbc HTTP/1.1" status: 204 len: 168 time: 0.7346733 Dec 20 16:34:44.878806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330ee1-62eb-4557-b12d-99eb97ed870e tempest-NetworksIpV6Test-1455473308 tempest-NetworksIpV6Test-1455473308-project] Pushing event deleted for resources: {'Network': ['ID=b557ea40-195a-4011-b266-cf380a8aefbc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:45.185299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 07e4c7c2-bd60-4913-aae8-24b288b5b46a no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:34:45.206386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 07e4c7c2-bd60-4913-aae8-24b288b5b46a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:34:45.206742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 07e4c7c2-bd60-4913-aae8-24b288b5b46a not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:34:45.453486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41218) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:45.586381 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-45bc42fc-bf06-4368-8be7-08278c64e707 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1636adac3f124efe936cae373475b009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316843 Dec 20 16:34:45.588954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41222) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:45.640568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6448b9-4049-404f-81a3-e48dfd9c343a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:45.662148 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6448b9-4049-404f-81a3-e48dfd9c343a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:45.846487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6448b9-4049-404f-81a3-e48dfd9c343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:45.850989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4d6448b9-4049-404f-81a3-e48dfd9c343a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:45.852847 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4d6448b9-4049-404f-81a3-e48dfd9c343a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98784890-0355-46b0-a685-575084d09a85 HTTP/1.1" status: 204 len: 168 time: 0.2626474 Dec 20 16:34:45.861279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6448b9-4049-404f-81a3-e48dfd9c343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98784890-0355-46b0-a685-575084d09a85,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:46.843062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41244) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:46.937531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-483894509'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:47.046231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:47.050043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.058955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.139582 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.217340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.246260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:47.253549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9faf5-3589-4bf1-aa05-d7af555a6808,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:47.259930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.264910 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment 1f25653b-80d4-47f3-89a9-251598a95bd6 of type vlan for network edb6ebe7-897c-44af-91e5-a60df47f245f Dec 20 16:34:47.302043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.427243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.433004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:47.433671 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.501914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=edb6ebe7-897c-44af-91e5-a60df47f245f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:47.513075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network edb6ebe7-897c-44af-91e5-a60df47f245f details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:47.595262 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1afefd71-811d-410b-a243-1f2b49b6236a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7510695 Dec 20 16:34:47.597853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41248) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:47.602652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361999083'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:47.723947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:47.727502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.751775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:47.761583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.761927 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment 12fda3d5-e09d-4c67-9e13-b760e6cdbd8e of type vlan for network 31f58476-df24-4e95-8862-133908774394 Dec 20 16:34:47.810215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.912235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.918136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:47.919210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:47.989620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=31f58476-df24-4e95-8862-133908774394,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:48.000254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 31f58476-df24-4e95-8862-133908774394 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:48.043462 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b6497df6-66cf-4929-913c-671dab081e94 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4445333 Dec 20 16:34:48.046832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41250) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:48.052959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:48.240685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:48.244193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:48.492036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:48.555977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=75978876-6f55-4f10-9aa4-7eeff556c68b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:48.573397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': '1f25653b-80d4-47f3-89a9-251598a95bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:48.573397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: edb6ebe7-897c-44af-91e5-a60df47f245f, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:48.666832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network edb6ebe7-897c-44af-91e5-a60df47f245f is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:48.760634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, edb6ebe7-897c-44af-91e5-a60df47f245f) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:48.765004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:48.766228 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:48.772704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8faa8fb-a589-4592-ab6e-2795f6ef5e50 None None] Network edb6ebe7-897c-44af-91e5-a60df47f245f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:48.852385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06d983f0-b3a3-4980-b7bf-c89e50383355 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8044355 Dec 20 16:34:48.855288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41252) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:48.860320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': '31f58476-df24-4e95-8862-133908774394', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:48.877149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-edb6ebe7-897c-44af-91e5-a60df47f245f', 'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': '75978876-6f55-4f10-9aa4-7eeff556c68b'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:48.878059 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.068883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:49.072691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.112098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Allocated IP 2001:db8::2 (edb6ebe7-897c-44af-91e5-a60df47f245f/75978876-6f55-4f10-9aa4-7eeff556c68b/bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:49.293039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.429672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.444925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.487689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Network edb6ebe7-897c-44af-91e5-a60df47f245f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:49.491156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:49.494178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:49.494788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=92f00e20-74e1-4f15-90c0-4962d7133589,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:49.504561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Pushing event updated for resources: {'Port': ['ID=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:49.506411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '31f58476-df24-4e95-8862-133908774394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:49.506791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: 31f58476-df24-4e95-8862-133908774394, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:34:49.564785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Attempting to bind port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:49.565147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Attempting to bind port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '1f25653b-80d4-47f3-89a9-251598a95bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:49.565542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Attempting to bind port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e on network edb6ebe7-897c-44af-91e5-a60df47f245f {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:49.571272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:49.571649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Checking segment: {'id': '1f25653b-80d4-47f3-89a9-251598a95bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:49.572050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.572444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Bound using segment: {'id': '1f25653b-80d4-47f3-89a9-251598a95bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:49.572909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Bound port: bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f25653b-80d4-47f3-89a9-251598a95bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'edb6ebe7-897c-44af-91e5-a60df47f245f'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:49.573332 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.632442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 31f58476-df24-4e95-8862-133908774394 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:34:49.637520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] For port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:49.640809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] For port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,segment=NetworkSegment(1f25653b-80d4-47f3-89a9-251598a95bd6),segment_id=1f25653b-80d4-47f3-89a9-251598a95bd6)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:49.758074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 31f58476-df24-4e95-8862-133908774394) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:49.763368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:49.764304 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.770721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c4270-5fa0-4d74-b7a6-b1a8826fe7f0 None None] Network 31f58476-df24-4e95-8862-133908774394 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:49.794456 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:49.901493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b25e-4b13-401b-bdba-38d2b4c32e9d None None] Pushing event updated for resources: {'Port': ['ID=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:49.911848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-264a3e29-8b1e-48c2-a551-cd7f68544d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0552015 Dec 20 16:34:49.915168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:49.919815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-812099588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:49.937851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-31f58476-df24-4e95-8862-133908774394', 'network_id': '31f58476-df24-4e95-8862-133908774394', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': '92f00e20-74e1-4f15-90c0-4962d7133589'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:34:49.938727 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.035043 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.038374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.115877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Allocated IP 2001:db8:1::2 (31f58476-df24-4e95-8862-133908774394/92f00e20-74e1-4f15-90c0-4962d7133589/5c543625-de7c-4312-a88a-cf126ec91c7b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:50.140456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.221143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.302837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.346709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.347107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95273408-c1b6-4c57-afb3-cc25d6945683 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4307280 Dec 20 16:34:50.349976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41256) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:50.429539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.479101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Network 31f58476-df24-4e95-8862-133908774394 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:50.482114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:50.486535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:50.490634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Pushing event updated for resources: {'Port': ['ID=5c543625-de7c-4312-a88a-cf126ec91c7b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:50.546154 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Attempting to bind port 5c543625-de7c-4312-a88a-cf126ec91c7b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:34:50.553853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Attempting to bind port 5c543625-de7c-4312-a88a-cf126ec91c7b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '31f58476-df24-4e95-8862-133908774394'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:34:50.553853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Attempting to bind port 5c543625-de7c-4312-a88a-cf126ec91c7b on network 31f58476-df24-4e95-8862-133908774394 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:34:50.558401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:34:50.558848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Checking segment: {'id': '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '31f58476-df24-4e95-8862-133908774394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:34:50.559351 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.560988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Bound using segment: {'id': '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '31f58476-df24-4e95-8862-133908774394'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:34:50.561516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Bound port: 5c543625-de7c-4312-a88a-cf126ec91c7b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '31f58476-df24-4e95-8862-133908774394'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:34:50.561901 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.639946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] For port 5c543625-de7c-4312-a88a-cf126ec91c7b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:34:50.643869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] For port 5c543625-de7c-4312-a88a-cf126ec91c7b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c543625-de7c-4312-a88a-cf126ec91c7b,segment=NetworkSegment(12fda3d5-e09d-4c67-9e13-b760e6cdbd8e),segment_id=12fda3d5-e09d-4c67-9e13-b760e6cdbd8e)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:34:50.651929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.720914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:50.788654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c5fa1-e51a-4820-86d7-343d8e60005d None None] Pushing event updated for resources: {'Port': ['ID=5c543625-de7c-4312-a88a-cf126ec91c7b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:50.931616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b335d-c7ad-4dcd-9c6b-891066a68d02 None None] Network edb6ebe7-897c-44af-91e5-a60df47f245f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:51.041726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0b09e3af-a3da-4ef1-99f5-fcf9b4e59130 None None] Provisioning complete for port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:51.042254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b09e3af-a3da-4ef1-99f5-fcf9b4e59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.188934 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b09e3af-a3da-4ef1-99f5-fcf9b4e59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.242861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0b09e3af-a3da-4ef1-99f5-fcf9b4e59130 None None] For port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,segment=NetworkSegment(1f25653b-80d4-47f3-89a9-251598a95bd6),segment_id=1f25653b-80d4-47f3-89a9-251598a95bd6)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:51.302267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8::1 (edb6ebe7-897c-44af-91e5-a60df47f245f/75978876-6f55-4f10-9aa4-7eeff556c68b/7e9b2960-646c-4cfe-a012-47cacfc86648) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:51.311207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:51.340637 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b09e3af-a3da-4ef1-99f5-fcf9b4e59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.407199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09e3af-a3da-4ef1-99f5-fcf9b4e59130 None None] Pushing event updated for resources: {'Port': ['ID=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:51.414647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:51.415024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.443769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.475073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-08a4c9af-bc6f-4d4e-a35a-570e40a710d9 None None] Provisioning complete for port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:51.475446 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-08a4c9af-bc6f-4d4e-a35a-570e40a710d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.554864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.555569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c543625-de7c-4312-a88a-cf126ec91c7b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:51.599083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network edb6ebe7-897c-44af-91e5-a60df47f245f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:51.602256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:51.606469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:51.606951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.646867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5c543625-de7c-4312-a88a-cf126ec91c7b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:51.647249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.648287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=7e9b2960-646c-4cfe-a012-47cacfc86648,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:51.818633 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.931510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:51.935629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b1c19-4406-4a5a-9cff-273a45274867 None None] Network 31f58476-df24-4e95-8862-133908774394 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:52.032189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Provisioning complete for port 5c543625-de7c-4312-a88a-cf126ec91c7b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:52.032564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.043334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 5c543625-de7c-4312-a88a-cf126ec91c7b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c543625-de7c-4312-a88a-cf126ec91c7b,segment=NetworkSegment(12fda3d5-e09d-4c67-9e13-b760e6cdbd8e),segment_id=12fda3d5-e09d-4c67-9e13-b760e6cdbd8e)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:52.044377 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.114466 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.142028 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.172024 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.173153 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.188795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.222017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=5c543625-de7c-4312-a88a-cf126ec91c7b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:52.248983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=7e9b2960-646c-4cfe-a012-47cacfc86648,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:52.264996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:34:52.265852 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:34:52.324007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network edb6ebe7-897c-44af-91e5-a60df47f245f is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:52.325490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:52.520003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 403f11ef-be7f-49ec-aebf-16a2d41c2e7f is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:34:52.614973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:34:52.620496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-19a8c349-8475-4809-89f6-731edbb4152a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/403f11ef-be7f-49ec-aebf-16a2d41c2e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2695391 Dec 20 16:34:52.623218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41258) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:52.626362 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] Sync routers for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:34:52.636837 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:52.637546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:52.666635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa338fa9-4806-4508-824f-de536727fc53 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:52.668112 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aa338fa9-4806-4508-824f-de536727fc53 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports/7e9b2960-646c-4cfe-a012-47cacfc86648 HTTP/1.1" status: 200 len: 911 time: 0.0439594 Dec 20 16:34:52.670883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41260) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:52.672102 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:52.681829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:52.682417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:52.713803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:52.714441 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d082-bfb8-402c-b4ac-c92ea018142a None None] The sync data for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:34:52.812601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Provisioning complete for port 7e9b2960-646c-4cfe-a012-47cacfc86648 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:52.812970 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:52.845259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0d32e4f1-f733-4c1c-83b3-8df7e57a9dc5 None None] Port 7e9b2960-646c-4cfe-a012-47cacfc86648 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:34:52.965286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b8e5d3e-fb13-4a7c-b104-e14f91a6a439 None None] Provisioning complete for port 5c543625-de7c-4312-a88a-cf126ec91c7b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:52.966396 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5d3e-fb13-4a7c-b104-e14f91a6a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.031274 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.061426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6b8e5d3e-fb13-4a7c-b104-e14f91a6a439 None None] Provisioning complete for port 7e9b2960-646c-4cfe-a012-47cacfc86648 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:53.061803 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5d3e-fb13-4a7c-b104-e14f91a6a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.096579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e5d3e-fb13-4a7c-b104-e14f91a6a439 None None] Port 7e9b2960-646c-4cfe-a012-47cacfc86648 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:34:53.205916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:53.256354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:53.256644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.300102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8:1::1 (31f58476-df24-4e95-8862-133908774394/92f00e20-74e1-4f15-90c0-4962d7133589/4b42498c-de68-43d9-b61d-262b9bb74b4a) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:34:53.339147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c543625-de7c-4312-a88a-cf126ec91c7b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:34:53.389344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5c543625-de7c-4312-a88a-cf126ec91c7b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:53.389840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.420086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.549542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.588282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 31f58476-df24-4e95-8862-133908774394 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:53.594043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:53.598084 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:34:53.600563 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.641205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=4b42498c-de68-43d9-b61d-262b9bb74b4a,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:53.807472 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.835207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2ac1a379-cf24-41e6-b394-07398a25c064 None None] Provisioning complete for port 4b42498c-de68-43d9-b61d-262b9bb74b4a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:53.835572 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a379-cf24-41e6-b394-07398a25c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:53.870922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1a379-cf24-41e6-b394-07398a25c064 None None] Port 4b42498c-de68-43d9-b61d-262b9bb74b4a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:34:54.075589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:54.148560 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:54.149395 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:54.237204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=4b42498c-de68-43d9-b61d-262b9bb74b4a,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:54.280579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 31f58476-df24-4e95-8862-133908774394 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:34:54.282092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:34:54.388535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 403f11ef-be7f-49ec-aebf-16a2d41c2e7f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:34:54.489355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:34:54.494057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-43469196-c40a-487d-98ef-375b2db0176b None None] Provisioning complete for port 4b42498c-de68-43d9-b61d-262b9bb74b4a triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:34:54.496335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43469196-c40a-487d-98ef-375b2db0176b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:54.496750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c0b4a665-9556-453b-be8f-15cc4a2f3225 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/403f11ef-be7f-49ec-aebf-16a2d41c2e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8227422 Dec 20 16:34:54.497380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41262) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:54.517349 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] Sync routers for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:34:54.540853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:54.541327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ac276-eca0-4635-9839-7954f14e501f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:54.541508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:54.542827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d25ac276-eca0-4635-9839-7954f14e501f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports/4b42498c-de68-43d9-b61d-262b9bb74b4a HTTP/1.1" status: 200 len: 913 time: 0.0442801 Dec 20 16:34:54.543362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-43469196-c40a-487d-98ef-375b2db0176b None None] Port 4b42498c-de68-43d9-b61d-262b9bb74b4a cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:34:54.545650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41264) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:54.579509 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:54.589112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:54.589751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:54.623416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:54.623985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262ba32-c8b7-425e-be4b-b46049415055 None None] The sync data for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:34:54.859650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:55.157371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 4b42498c-de68-43d9-b61d-262b9bb74b4a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:55.157708 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:55.565511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:55.578233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 4b42498c-de68-43d9-b61d-262b9bb74b4a owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:55.822791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:55.849664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=4b42498c-de68-43d9-b61d-262b9bb74b4a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:55.968437 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:56.164015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 403f11ef-be7f-49ec-aebf-16a2d41c2e7f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:34:56.255992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:34:56.261084 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-225cd55e-f111-4592-b4e8-53884ec395f2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/403f11ef-be7f-49ec-aebf-16a2d41c2e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144685 Dec 20 16:34:56.264174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41266) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:56.265410 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] Sync routers for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:34:56.275318 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:56.275907 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:56.310587 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:56.319296 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:56.319878 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:56.351885 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:56.352523 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6f53e-a1f6-40c0-83fb-ead4dbc8628a None None] The sync data for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:34:56.579884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:56.820596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 7e9b2960-646c-4cfe-a012-47cacfc86648 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:56.820929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:56.909144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:56.921534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 7e9b2960-646c-4cfe-a012-47cacfc86648 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:57.174848 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.200236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=7e9b2960-646c-4cfe-a012-47cacfc86648,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:57.301638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.468072 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 403f11ef-be7f-49ec-aebf-16a2d41c2e7f has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:34:57.547107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:34:57.553292 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bf590dd3-2b07-4a67-9f4b-b3dec8eaf8b6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/403f11ef-be7f-49ec-aebf-16a2d41c2e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2880094 Dec 20 16:34:57.556115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41268) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:57.556917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] Sync routers for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:34:57.567817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:57.568449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:57.584257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-98132eb8-d567-4ef9-9c99-53e12d0a11ab tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=403f11ef-be7f-49ec-aebf-16a2d41c2e7f HTTP/1.1" status: 200 len: 205 time: 0.0268395 Dec 20 16:34:57.586719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41270) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:57.606970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:57.615936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] Routers {'403f11ef-be7f-49ec-aebf-16a2d41c2e7f'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:34:57.616551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:34:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:57.651402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.652106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:57.652741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae16d308-f1af-4b7a-9981-6d8eb03776a4 None None] The sync data for ids ['403f11ef-be7f-49ec-aebf-16a2d41c2e7f'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:34:57.664566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.825091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.827213 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.943518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.944024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router 403f11ef-be7f-49ec-aebf-16a2d41c2e7f {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:34:57.951660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:57.952732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0f396591-4622-46c0-bdc6-67220d3ce0f8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/403f11ef-be7f-49ec-aebf-16a2d41c2e7f HTTP/1.1" status: 204 len: 168 time: 0.3650360 Dec 20 16:34:57.955412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41272) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:58.007376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet 92f00e20-74e1-4f15-90c0-4962d7133589 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:58.010621 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.057686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.141847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.286457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.319459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=92f00e20-74e1-4f15-90c0-4962d7133589,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:58.323325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.326717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6ce7424d-9b6d-45e7-a88a-c2b4df2d28f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/92f00e20-74e1-4f15-90c0-4962d7133589 HTTP/1.1" status: 204 len: 168 time: 0.3703525 Dec 20 16:34:58.330200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc6bf4-472d-447a-a200-86de97831ed5 None None] Network 31f58476-df24-4e95-8862-133908774394 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:58.330885 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41274) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:58.388830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet 75978876-6f55-4f10-9aa4-7eeff556c68b {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:34:58.392126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.434083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.475288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] DHCP port deletion for 31f58476-df24-4e95-8862-133908774394 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:58.522315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.522560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] Deleting port 5c543625-de7c-4312-a88a-cf126ec91c7b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:58.522737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.592588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] For port 5c543625-de7c-4312-a88a-cf126ec91c7b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c543625-de7c-4312-a88a-cf126ec91c7b,segment=NetworkSegment(12fda3d5-e09d-4c67-9e13-b760e6cdbd8e),segment_id=12fda3d5-e09d-4c67-9e13-b760e6cdbd8e)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:58.593308 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.605734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] Calling delete_port for 5c543625-de7c-4312-a88a-cf126ec91c7b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:58.697600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.723323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=75978876-6f55-4f10-9aa4-7eeff556c68b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:58.728850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.733209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-23cff996-b4b9-47ff-ba47-d67343f23b6d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/75978876-6f55-4f10-9aa4-7eeff556c68b HTTP/1.1" status: 204 len: 168 time: 0.4011154 Dec 20 16:34:58.734868 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41276) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:58.735685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146e8d1-b5fc-4447-87ea-6f5b7622c8f4 None None] Network edb6ebe7-897c-44af-91e5-a60df47f245f requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:34:58.791873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.824251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] Pushing event deleted for resources: {'Port': ['ID=5c543625-de7c-4312-a88a-cf126ec91c7b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:58.831881 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.841454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aababc74-0506-4f40-8ea8-d8a938d56246 None None] No DVR routers for this DVR port 5c543625-de7c-4312-a88a-cf126ec91c7b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:58.927197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] DHCP port deletion for edb6ebe7-897c-44af-91e5-a60df47f245f request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:34:58.928361 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.949095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f58476-df24-4e95-8862-133908774394']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:58.958605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:58.958922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fda3d5-e09d-4c67-9e13-b760e6cdbd8e') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:58.968876 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.983509 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:58.986264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] Deleting port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:34:59.003547 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:59.003749 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:59.051223 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] For port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,segment=NetworkSegment(1f25653b-80d4-47f3-89a9-251598a95bd6),segment_id=1f25653b-80d4-47f3-89a9-251598a95bd6)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:34:59.051721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.064215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] Calling delete_port for bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:34:59.117318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.126066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.129372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/31f58476-df24-4e95-8862-133908774394 HTTP/1.1" status: 204 len: 168 time: 0.3934419 Dec 20 16:34:59.132322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41278) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:59.139358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898ad2f-b85a-4b91-807f-9163e7ae7139 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=31f58476-df24-4e95-8862-133908774394,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:59.227093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.227263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:34:59.259588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.306231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] Pushing event deleted for resources: {'Port': ['ID=bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:59.308194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5bee3-c4da-43a7-9906-131c1202d966 None None] No DVR routers for this DVR port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:34:59.314827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No active binding found for port bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e {{(pid=103955) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 16:34:59.315295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bb1a26a9-13a0-4e28-b1e4-ceecfd48ac0e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:34:59.315718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c543625-de7c-4312-a88a-cf126ec91c7b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:34:59.323910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.340940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5c543625-de7c-4312-a88a-cf126ec91c7b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:34:59.341345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c543625-de7c-4312-a88a-cf126ec91c7b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:34:59.345415 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb6ebe7-897c-44af-91e5-a60df47f245f']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:59.357037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f25653b-80d4-47f3-89a9-251598a95bd6') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:59.357037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f25653b-80d4-47f3-89a9-251598a95bd6') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:34:59.366472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.374379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a03f2a24-8059-46d0-885a-d52d7d1d918f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.380197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.386245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:34:59.391140 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:34:59.525728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.530488 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.533823 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/edb6ebe7-897c-44af-91e5-a60df47f245f HTTP/1.1" status: 204 len: 168 time: 0.3997095 Dec 20 16:34:59.537967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41280) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:34:59.543087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1089429165'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:34:59.548854 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49063bea-988a-41ab-a4cd-46cb5ff834a6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=edb6ebe7-897c-44af-91e5-a60df47f245f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:59.633872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:34:59.637351 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.666095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:34:59.674747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.676913 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment 651b7bfc-6ba0-4ab0-984b-98de502e1849 of type vlan for network 5e112534-2b60-49df-9945-0089e6af1987 Dec 20 16:34:59.715660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.819853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.825517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:34:59.826126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:34:59.891194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=5e112534-2b60-49df-9945-0089e6af1987,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:34:59.901400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5e112534-2b60-49df-9945-0089e6af1987 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:34:59.994195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f5435a29-45d5-43fe-b095-ca57070844f0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4551177 Dec 20 16:34:59.997004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41282) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:00.001875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': '5e112534-2b60-49df-9945-0089e6af1987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:00.180168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:00.183811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.428201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.490826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=3ac86f2e-ded5-4183-a1ec-fcb24fc04944,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:00.498310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': '651b7bfc-6ba0-4ab0-984b-98de502e1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e112534-2b60-49df-9945-0089e6af1987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:00.498688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: 5e112534-2b60-49df-9945-0089e6af1987, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:00.574316 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 5e112534-2b60-49df-9945-0089e6af1987 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:00.685459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5e112534-2b60-49df-9945-0089e6af1987) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:00.689417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:00.690011 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.695500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551afe8b-3620-44b1-bd23-5fe42330a557 None None] Network 5e112534-2b60-49df-9945-0089e6af1987 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:00.779575 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-00b662aa-1dd6-488b-8dd1-d9dae2675ab7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7814484 Dec 20 16:35:00.782284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41284) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:00.787923 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1683081668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:00.804416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-5e112534-2b60-49df-9945-0089e6af1987', 'network_id': '5e112534-2b60-49df-9945-0089e6af1987', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': '3ac86f2e-ded5-4183-a1ec-fcb24fc04944'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:00.805338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.868632 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.869807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.928195 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:00.950256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Allocated IP 2001:db8::2 (5e112534-2b60-49df-9945-0089e6af1987/3ac86f2e-ded5-4183-a1ec-fcb24fc04944/5e21817d-b33b-4ce6-89cc-f0448da9888d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:01.008432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.096704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.114132 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.116368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f915403d-8128-4a18-85cc-f12903192d0c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3320739 Dec 20 16:35:01.118204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41286) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:01.123357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'port': {'network_id': '5e112534-2b60-49df-9945-0089e6af1987', 'name': 'tempest-RoutersIpV6Test-1066938890'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:01.225941 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.271914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Network 5e112534-2b60-49df-9945-0089e6af1987 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:01.274789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:01.279123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:01.282207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Pushing event updated for resources: {'Port': ['ID=5e21817d-b33b-4ce6-89cc-f0448da9888d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:01.325098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:01.328768 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.336963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Attempting to bind port 5e21817d-b33b-4ce6-89cc-f0448da9888d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:01.337354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Attempting to bind port 5e21817d-b33b-4ce6-89cc-f0448da9888d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '651b7bfc-6ba0-4ab0-984b-98de502e1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e112534-2b60-49df-9945-0089e6af1987'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:01.337725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Attempting to bind port 5e21817d-b33b-4ce6-89cc-f0448da9888d on network 5e112534-2b60-49df-9945-0089e6af1987 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:01.343035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:01.345297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Checking segment: {'id': '651b7bfc-6ba0-4ab0-984b-98de502e1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e112534-2b60-49df-9945-0089e6af1987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:01.345297 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.345297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Bound using segment: {'id': '651b7bfc-6ba0-4ab0-984b-98de502e1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e112534-2b60-49df-9945-0089e6af1987'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:01.345297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Bound port: 5e21817d-b33b-4ce6-89cc-f0448da9888d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651b7bfc-6ba0-4ab0-984b-98de502e1849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e112534-2b60-49df-9945-0089e6af1987'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:01.345297 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.346747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] device_id is not set on port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 yet. {{(pid=103953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 16:35:01.410119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] For port 5e21817d-b33b-4ce6-89cc-f0448da9888d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:01.413824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] For port 5e21817d-b33b-4ce6-89cc-f0448da9888d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e21817d-b33b-4ce6-89cc-f0448da9888d,segment=NetworkSegment(651b7bfc-6ba0-4ab0-984b-98de502e1849),segment_id=651b7bfc-6ba0-4ab0-984b-98de502e1849)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:01.468475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8::52 (5e112534-2b60-49df-9945-0089e6af1987/3ac86f2e-ded5-4183-a1ec-fcb24fc04944/b4b17ce2-e01b-48ef-91ed-311314f9e1c8) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:01.506732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.573746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdba41-5a2f-4f9f-beda-7bc9a14e5642 None None] Pushing event updated for resources: {'Port': ['ID=5e21817d-b33b-4ce6-89cc-f0448da9888d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:01.625670 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.726982 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-085c3ec3-c303-4abd-b080-0e3f12bd20c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.765665 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.812138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 5e112534-2b60-49df-9945-0089e6af1987 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:01.818167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:01.821939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:01.827563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:01.828197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:01.845192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=b4b17ce2-e01b-48ef-91ed-311314f9e1c8,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:01.936635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ec19d484-e40d-4d52-9fe5-e1cae38aee50 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8173440 Dec 20 16:35:01.939289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41288) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:02.482917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8e811-6dfe-427b-bc04-5bbe5e839ab1 None None] Network 5e112534-2b60-49df-9945-0089e6af1987 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:02.558332 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d0581941-458b-4601-aa84-42b2247214e2 None None] Provisioning complete for port 5e21817d-b33b-4ce6-89cc-f0448da9888d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:02.558689 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0581941-458b-4601-aa84-42b2247214e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:02.582512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:02.679283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0581941-458b-4601-aa84-42b2247214e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:02.716064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d0581941-458b-4601-aa84-42b2247214e2 None None] For port 5e21817d-b33b-4ce6-89cc-f0448da9888d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e21817d-b33b-4ce6-89cc-f0448da9888d,segment=NetworkSegment(651b7bfc-6ba0-4ab0-984b-98de502e1849),segment_id=651b7bfc-6ba0-4ab0-984b-98de502e1849)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:02.816827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d0581941-458b-4601-aa84-42b2247214e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:02.846206 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:02.869986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0581941-458b-4601-aa84-42b2247214e2 None None] Pushing event updated for resources: {'Port': ['ID=5e21817d-b33b-4ce6-89cc-f0448da9888d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:02.938153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5aeb92a5-ad0a-4b6b-b2c3-8fac36bc09ba None None] Provisioning complete for port 5e21817d-b33b-4ce6-89cc-f0448da9888d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:02.938531 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5aeb92a5-ad0a-4b6b-b2c3-8fac36bc09ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:02.943855 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.013822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.041296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5aeb92a5-ad0a-4b6b-b2c3-8fac36bc09ba None None] Provisioning complete for port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:03.041991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5aeb92a5-ad0a-4b6b-b2c3-8fac36bc09ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.043532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=b4b17ce2-e01b-48ef-91ed-311314f9e1c8,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:03.086385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb92a5-ad0a-4b6b-b2c3-8fac36bc09ba None None] Port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:03.134144 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.211210 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4fc832ff-6f30-4111-beed-94119eb44b4d None None] Provisioning complete for port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:03.211659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4fc832ff-6f30-4111-beed-94119eb44b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.259848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4fc832ff-6f30-4111-beed-94119eb44b4d None None] Port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:03.268365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e21817d-b33b-4ce6-89cc-f0448da9888d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:03.323543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.482956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-60bafe17-12e5-4e43-b25f-df18b1665bfe None None] Provisioning complete for port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:03.483546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-60bafe17-12e5-4e43-b25f-df18b1665bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.526746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5e21817d-b33b-4ce6-89cc-f0448da9888d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:03.527128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.554632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-60bafe17-12e5-4e43-b25f-df18b1665bfe None None] Port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:03.597908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.674152 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.674953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:03.765090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=b4b17ce2-e01b-48ef-91ed-311314f9e1c8,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:03.776676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.777024 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.777398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.777735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.778065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.778390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.778715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.779036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.779353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.779673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.779996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.780311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.780628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:03.816924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 5e112534-2b60-49df-9945-0089e6af1987 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:03.818369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:04.033433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 04673086-43c3-4259-a6a0-3b5f706247c9 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:04.045385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:35:04.078273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8be0be69-da1f-4e4a-948a-1ec23192957f None None] Provisioning complete for port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:04.078646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8be0be69-da1f-4e4a-948a-1ec23192957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:04.111814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8be0be69-da1f-4e4a-948a-1ec23192957f None None] Port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:04.126878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:04.132546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-880c160e-9465-40a9-934c-0a69079455a3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/04673086-43c3-4259-a6a0-3b5f706247c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1921341 Dec 20 16:35:04.135600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41290) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:04.138644 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] Sync routers for ids ['04673086-43c3-4259-a6a0-3b5f706247c9'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:04.150034 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] Routers {'04673086-43c3-4259-a6a0-3b5f706247c9'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:04.150968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['04673086-43c3-4259-a6a0-3b5f706247c9'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:04.183281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1f2bd-2b3d-414e-a0a2-74cacda5b1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:04.184789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6ae1f2bd-2b3d-414e-a0a2-74cacda5b1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports/b4b17ce2-e01b-48ef-91ed-311314f9e1c8 HTTP/1.1" status: 200 len: 983 time: 0.0486746 Dec 20 16:35:04.186330 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:04.187658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41292) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:04.195890 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] Routers {'04673086-43c3-4259-a6a0-3b5f706247c9'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:04.196492 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['04673086-43c3-4259-a6a0-3b5f706247c9'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:04.228462 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:04.229107 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6500f-0f8b-4796-a913-04d24b9e9f72 None None] The sync data for ids ['04673086-43c3-4259-a6a0-3b5f706247c9'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:04.482384 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:04.609492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:04.821011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port b4b17ce2-e01b-48ef-91ed-311314f9e1c8 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:04.821402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:04.906957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:04.921345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for b4b17ce2-e01b-48ef-91ed-311314f9e1c8 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:05.133722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:05.165462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:05.199775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=b4b17ce2-e01b-48ef-91ed-311314f9e1c8,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:05.300674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:05.458628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 04673086-43c3-4259-a6a0-3b5f706247c9 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:05.535959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:05.541422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0813f738-a287-4f9f-81af-b9409c1b9d40 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/04673086-43c3-4259-a6a0-3b5f706247c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3526578 Dec 20 16:35:05.544207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41294) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:05.545810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] Sync routers for ids ['04673086-43c3-4259-a6a0-3b5f706247c9'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:05.556419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] Routers {'04673086-43c3-4259-a6a0-3b5f706247c9'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:05.557036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['04673086-43c3-4259-a6a0-3b5f706247c9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:05.593827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:05.603584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] Routers {'04673086-43c3-4259-a6a0-3b5f706247c9'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:05.604206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['04673086-43c3-4259-a6a0-3b5f706247c9'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:05.637392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:05.638051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fb80d-98a6-41b4-b866-749faa98ad44 None None] The sync data for ids ['04673086-43c3-4259-a6a0-3b5f706247c9'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:06.035242 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-138981f0-26dc-47e2-bf78-39c816583948 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 16:35:06.036299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-138981f0-26dc-47e2-bf78-39c816583948 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/04673086-43c3-4259-a6a0-3b5f706247c9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4911199 Dec 20 16:35:06.039447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41296) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:06.066123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cd785e0f-791d-40f5-bcb4-efa3d5afd055 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=04673086-43c3-4259-a6a0-3b5f706247c9 HTTP/1.1" status: 200 len: 205 time: 0.0254009 Dec 20 16:35:06.068426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41298) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:06.144754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.309943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.312155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.459642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.460199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router 04673086-43c3-4259-a6a0-3b5f706247c9 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:06.471611 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.471611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9c546da6-38ea-4f5c-aa4e-e2d2f8fa0d85 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/04673086-43c3-4259-a6a0-3b5f706247c9 HTTP/1.1" status: 204 len: 168 time: 0.3989811 Dec 20 16:35:06.471611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41300) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:06.528098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet 3ac86f2e-ded5-4183-a1ec-fcb24fc04944 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:06.531367 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.573053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.657828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.877396 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.907231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac86f2e-ded5-4183-a1ec-fcb24fc04944,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:06.911840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:06.919007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ab552cfe-27dc-4b66-9b25-cc471edde451 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/3ac86f2e-ded5-4183-a1ec-fcb24fc04944 HTTP/1.1" status: 204 len: 168 time: 0.4433491 Dec 20 16:35:06.919007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41302) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:06.928231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537685c-dae0-48f0-ae3e-fdc179719d2d None None] Network 5e112534-2b60-49df-9945-0089e6af1987 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:07.003478 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.066967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 5e21817d-b33b-4ce6-89cc-f0448da9888d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:07.067447 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.110697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] DHCP port deletion for 5e112534-2b60-49df-9945-0089e6af1987 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:07.146044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 5e21817d-b33b-4ce6-89cc-f0448da9888d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e21817d-b33b-4ce6-89cc-f0448da9888d,segment=NetworkSegment(651b7bfc-6ba0-4ab0-984b-98de502e1849),segment_id=651b7bfc-6ba0-4ab0-984b-98de502e1849)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:07.149237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.172959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 5e21817d-b33b-4ce6-89cc-f0448da9888d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:07.184527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] Deleting port 5e21817d-b33b-4ce6-89cc-f0448da9888d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:07.184759 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.254824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5e21817d-b33b-4ce6-89cc-f0448da9888d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:07.302871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] For port 5e21817d-b33b-4ce6-89cc-f0448da9888d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5e21817d-b33b-4ce6-89cc-f0448da9888d,segment=NetworkSegment(651b7bfc-6ba0-4ab0-984b-98de502e1849),segment_id=651b7bfc-6ba0-4ab0-984b-98de502e1849)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:07.303266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.319769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] Calling delete_port for 5e21817d-b33b-4ce6-89cc-f0448da9888d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:07.356742 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.384180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=5e21817d-b33b-4ce6-89cc-f0448da9888d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:07.388025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Port 5e21817d-b33b-4ce6-89cc-f0448da9888d update to DOWN by agent not found {{(pid=103955) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 16:35:07.398106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port 5e21817d-b33b-4ce6-89cc-f0448da9888d on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:07.437423 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.467498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] No DVR routers for this DVR port 5e21817d-b33b-4ce6-89cc-f0448da9888d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:07.470831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f7626-f526-4ea1-9aa9-9d5d6a299a43 None None] Pushing event deleted for resources: {'Port': ['ID=5e21817d-b33b-4ce6-89cc-f0448da9888d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:07.492424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.520640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e112534-2b60-49df-9945-0089e6af1987']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:07.530527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651b7bfc-6ba0-4ab0-984b-98de502e1849') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:07.530819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651b7bfc-6ba0-4ab0-984b-98de502e1849') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:07.541556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.555122 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.564554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:07.564954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:07.569655 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:07.773496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.780616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.790933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/5e112534-2b60-49df-9945-0089e6af1987 HTTP/1.1" status: 204 len: 168 time: 0.8646941 Dec 20 16:35:07.791293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:07.793956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1580411622'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:07.795790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5636b7c-e479-46a0-b0da-c23273579675 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=5e112534-2b60-49df-9945-0089e6af1987,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:07.935959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:07.939525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.965403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:07.974580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:07.974947 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment 9c1277fe-defa-4318-9083-d0523f5f0581 of type vlan for network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e Dec 20 16:35:08.016259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:08.124656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:08.130974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:08.131566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:08.202500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=4c1afc3b-54e9-4292-8171-4c52b9ecbf6e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:08.210835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.211179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.211522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.211856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.212193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.212519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.212847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.213193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.213524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.213853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.214176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.214495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.214818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:08.226507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:08.250804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-726aea53-d6c5-47f8-a88f-09554afeac3d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4611094 Dec 20 16:35:08.254880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:08.260149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:08.425794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:08.429499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:08.682242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:08.749981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=a1b5851d-b87e-4023-8d52-ad855b693372,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:08.757815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': '9c1277fe-defa-4318-9083-d0523f5f0581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:08.758183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:08.870829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:08.968154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:08.972283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:08.973492 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:08.978426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c979d-41b9-40ac-9d9c-4d74e0623c99 None None] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:09.050460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3ec7c377-237f-4761-afa6-8f4fb0d33fb4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7942610 Dec 20 16:35:09.052984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41308) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:09.057515 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1908400014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:09.085585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4c1afc3b-54e9-4292-8171-4c52b9ecbf6e', 'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': 'a1b5851d-b87e-4023-8d52-ad855b693372'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:09.087892 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.161348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.167069 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.218808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.239560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Allocated IP 2001:db8::2 (4c1afc3b-54e9-4292-8171-4c52b9ecbf6e/a1b5851d-b87e-4023-8d52-ad855b693372/1e3b15a0-3d9a-4483-a5f1-d3d254a613bb) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:09.284804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.369679 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.370922 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d3e11d2c-a8f7-4d0a-b2da-019400f844ed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3169491 Dec 20 16:35:09.374074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41310) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:09.391125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.462080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.502654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:09.507588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:09.510047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:09.516564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Pushing event updated for resources: {'Port': ['ID=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:09.575247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Attempting to bind port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:09.575622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Attempting to bind port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '9c1277fe-defa-4318-9083-d0523f5f0581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:09.575983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Attempting to bind port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb on network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:09.581721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:09.582340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Checking segment: {'id': '9c1277fe-defa-4318-9083-d0523f5f0581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:09.582890 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.583336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Bound using segment: {'id': '9c1277fe-defa-4318-9083-d0523f5f0581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:09.583916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Bound port: 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1277fe-defa-4318-9083-d0523f5f0581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4c1afc3b-54e9-4292-8171-4c52b9ecbf6e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:09.584466 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.651182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] For port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:09.655490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] For port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,segment=NetworkSegment(9c1277fe-defa-4318-9083-d0523f5f0581),segment_id=9c1277fe-defa-4318-9083-d0523f5f0581)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:09.674712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.759737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:09.821885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59eb05c-4eff-44bf-9480-a0d0f5a4cb0e None None] Pushing event updated for resources: {'Port': ['ID=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:09.947318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8::1 (4c1afc3b-54e9-4292-8171-4c52b9ecbf6e/a1b5851d-b87e-4023-8d52-ad855b693372/b6b847a4-3484-420f-8442-208185a6f114) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:10.094474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.219495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.270230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:10.273730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:10.277700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:10.278246 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.284403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=b6b847a4-3484-420f-8442-208185a6f114,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:10.455531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.762668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.775593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d385f89-1a53-423c-9c5d-8e6e6aac77b1 None None] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:10.824817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.825641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.894433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=b6b847a4-3484-420f-8442-208185a6f114,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:10.897360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-512b06f5-8a2c-4537-8b76-5cf91be2d97d None None] Provisioning complete for port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:10.897903 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-512b06f5-8a2c-4537-8b76-5cf91be2d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:10.970988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:10.974134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:10.994487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-512b06f5-8a2c-4537-8b76-5cf91be2d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.033121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-512b06f5-8a2c-4537-8b76-5cf91be2d97d None None] For port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,segment=NetworkSegment(9c1277fe-defa-4318-9083-d0523f5f0581),segment_id=9c1277fe-defa-4318-9083-d0523f5f0581)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:11.124541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-512b06f5-8a2c-4537-8b76-5cf91be2d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.145366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 8f2e517f-5301-4569-89a6-81f0beaec8aa is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:11.183348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b06f5-8a2c-4537-8b76-5cf91be2d97d None None] Pushing event updated for resources: {'Port': ['ID=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:11.251970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6c5827a2-4281-42d1-8ab0-f681dd8e3550 None None] Provisioning complete for port b6b847a4-3484-420f-8442-208185a6f114 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:11.252377 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c5827a2-4281-42d1-8ab0-f681dd8e3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.270823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:11.280404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aaa9e46c-4191-4073-a2b5-f1e0b803ffed tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/8f2e517f-5301-4569-89a6-81f0beaec8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9027910 Dec 20 16:35:11.280567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:11.280694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41314) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:11.290250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] Sync routers for ids ['8f2e517f-5301-4569-89a6-81f0beaec8aa'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:11.301146 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] Routers {'8f2e517f-5301-4569-89a6-81f0beaec8aa'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:11.301783 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8f2e517f-5301-4569-89a6-81f0beaec8aa'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:11.329783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83b232-5aad-47a6-bc9c-346acfff60bf tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:11.334830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6c5827a2-4281-42d1-8ab0-f681dd8e3550 None None] Port b6b847a4-3484-420f-8442-208185a6f114 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:11.335696 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41316) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:11.343280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-af83b232-5aad-47a6-bc9c-346acfff60bf tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports/b6b847a4-3484-420f-8442-208185a6f114 HTTP/1.1" status: 200 len: 911 time: 0.0615594 Dec 20 16:35:11.356988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6c5827a2-4281-42d1-8ab0-f681dd8e3550 None None] Provisioning complete for port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:11.357396 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c5827a2-4281-42d1-8ab0-f681dd8e3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.360396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:11.361408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.362433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:11.373465 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] Routers {'8f2e517f-5301-4569-89a6-81f0beaec8aa'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:11.374419 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8f2e517f-5301-4569-89a6-81f0beaec8aa'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:11.508041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:11.508695 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97fd33-8769-4f57-9a3a-4e1c0a4b5148 None None] The sync data for ids ['8f2e517f-5301-4569-89a6-81f0beaec8aa'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:11.671966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccf71925-b52c-4159-bdf1-c77f3defe674 None None] Provisioning complete for port b6b847a4-3484-420f-8442-208185a6f114 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:11.672590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccf71925-b52c-4159-bdf1-c77f3defe674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.697931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.708278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ccf71925-b52c-4159-bdf1-c77f3defe674 None None] Port b6b847a4-3484-420f-8442-208185a6f114 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:11.826650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-925d6751-afdc-4a0b-b8ae-12c9321f15cb None None] Provisioning complete for port b6b847a4-3484-420f-8442-208185a6f114 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:11.827403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-925d6751-afdc-4a0b-b8ae-12c9321f15cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:11.864622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-925d6751-afdc-4a0b-b8ae-12c9321f15cb None None] Port b6b847a4-3484-420f-8442-208185a6f114 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:11.951011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port b6b847a4-3484-420f-8442-208185a6f114 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:11.951346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:12.041656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:12.054914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for b6b847a4-3484-420f-8442-208185a6f114 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:12.276163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:12.307976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=b6b847a4-3484-420f-8442-208185a6f114,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:12.403826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:12.559914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 8f2e517f-5301-4569-89a6-81f0beaec8aa has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:12.635557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:12.640500 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fbfdfd2b-b1f3-45ab-b368-e2fe9ebd6f5a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/8f2e517f-5301-4569-89a6-81f0beaec8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3032584 Dec 20 16:35:12.643959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41322) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:12.647062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] Sync routers for ids ['8f2e517f-5301-4569-89a6-81f0beaec8aa'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:12.657927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] Routers {'8f2e517f-5301-4569-89a6-81f0beaec8aa'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:12.658460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8f2e517f-5301-4569-89a6-81f0beaec8aa'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:12.671655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f3e1fc3-7a43-4828-bf73-fa76623a5b62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f2e517f-5301-4569-89a6-81f0beaec8aa HTTP/1.1" status: 200 len: 205 time: 0.0260482 Dec 20 16:35:12.674417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41324) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:12.695342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:12.704108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] Routers {'8f2e517f-5301-4569-89a6-81f0beaec8aa'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:12.704703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['8f2e517f-5301-4569-89a6-81f0beaec8aa'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:12.737505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:12.738201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68e527-a449-422c-8cbc-a598beda7845 None None] The sync data for ids ['8f2e517f-5301-4569-89a6-81f0beaec8aa'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:13.067451 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.218271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:13.231432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.233590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.276632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:13.276632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.375770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.376280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router 8f2e517f-5301-4569-89a6-81f0beaec8aa {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:13.384754 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.385878 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e523b5b1-e3d9-4535-ad7b-103348dfe3a1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/8f2e517f-5301-4569-89a6-81f0beaec8aa HTTP/1.1" status: 204 len: 168 time: 0.7105625 Dec 20 16:35:13.388483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41328) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:13.443820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet a1b5851d-b87e-4023-8d52-ad855b693372 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:13.446958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.485941 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.568427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.736328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.765546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b5851d-b87e-4023-8d52-ad855b693372,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:13.769406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.773094 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-094b5fa5-8ab0-4107-83ab-00b59fd9a254 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/a1b5851d-b87e-4023-8d52-ad855b693372 HTTP/1.1" status: 204 len: 168 time: 0.3832273 Dec 20 16:35:13.775333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41332) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:13.778839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e932c4-13e9-4760-a6d7-4e4233bfd9de None None] Network 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:13.853057 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.905243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:13.905537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.929285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] DHCP port deletion for 4c1afc3b-54e9-4292-8171-4c52b9ecbf6e request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:13.975659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] Deleting port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:13.976032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.977194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,segment=NetworkSegment(9c1277fe-defa-4318-9083-d0523f5f0581),segment_id=9c1277fe-defa-4318-9083-d0523f5f0581)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:13.977577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:13.990354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:14.043197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] For port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,segment=NetworkSegment(9c1277fe-defa-4318-9083-d0523f5f0581),segment_id=9c1277fe-defa-4318-9083-d0523f5f0581)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:14.043592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.150650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.180188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:14.181971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:14.228630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] Calling delete_port for 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:14.263497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.288202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1afc3b-54e9-4292-8171-4c52b9ecbf6e']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:14.297985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1277fe-defa-4318-9083-d0523f5f0581') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:14.298276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1277fe-defa-4318-9083-d0523f5f0581') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:14.305061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.308676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.322530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.328705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:14.333267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.333424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] Pushing event deleted for resources: {'Port': ['ID=1e3b15a0-3d9a-4483-a5f1-d3d254a613bb,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:14.333565 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:14.336428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156aa0f-3b9c-428c-b97c-2eef551d9a44 None None] No DVR routers for this DVR port 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:14.467328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.474798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.477987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/4c1afc3b-54e9-4292-8171-4c52b9ecbf6e HTTP/1.1" status: 204 len: 168 time: 0.7017293 Dec 20 16:35:14.481717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41336) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:14.486328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1400724183', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:14.492697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93df1d6-7c29-4dc8-a55e-b8f08547f0e2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=4c1afc3b-54e9-4292-8171-4c52b9ecbf6e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:14.596217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.597828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.651905 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:14.884615 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.158228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.178717 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.218784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:15.238869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:15.239545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1e3b15a0-3d9a-4483-a5f1-d3d254a613bb not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:15.286440 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 172.25.6.212 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/120496d0-452f-49b2-862d-f57f138167d6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:15.391571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.496222 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.535589 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:15.538435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:15.541805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:15.552042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b7956-afd1-431e-a1e2-e150e17e6df8 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:15.570888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=120496d0-452f-49b2-862d-f57f138167d6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:15.604292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-22a10818-399e-4b85-8bbf-3ce767abf9a3 None None] Provisioning complete for port 120496d0-452f-49b2-862d-f57f138167d6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:15.604663 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-22a10818-399e-4b85-8bbf-3ce767abf9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:15.638456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-22a10818-399e-4b85-8bbf-3ce767abf9a3 None None] Port 120496d0-452f-49b2-862d-f57f138167d6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:16.243534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.447013 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.644627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 6c802ef4-bdb0-43ed-84d5-7cca0017fe3b is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:16.752574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:16.763020 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] Sync routers for ids ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:16.774840 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] Routers {'6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:16.775443 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:16.810205 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:16.819627 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] Routers {'6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:16.820299 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:16.843629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:16.844882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1c31dadd-b60f-44a2-998a-a97c7ae3ba38 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3620694 Dec 20 16:35:16.847827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41340) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:16.852582 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:16.853282 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceeffc4-957d-4d6d-bc09-7297ecb6d036 None None] The sync data for ids ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:16.966351 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-111569ba-a8ea-4cb6-b07b-52db1cee3a36 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/routers/6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 200 len: 885 time: 0.1173713 Dec 20 16:35:16.969404 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41342) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:17.205679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-59cec223-a977-48bb-be89-a5cb062ed935 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2349830 Dec 20 16:35:17.208186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41344) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:17.212389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1400724183'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:17.519811 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.624729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.736473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 6c802ef4-bdb0-43ed-84d5-7cca0017fe3b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:17.843851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:17.851750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:17.855293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c95c7cee-13d1-4e56-a7a1-0e7a35ab2fa4 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 200 len: 892 time: 0.6438324 Dec 20 16:35:17.855470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] Sync routers for ids ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:17.855916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41346) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:17.865271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] Routers {'6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:17.865890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:17.901709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:17.911146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] Routers {'6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:17.911767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:17.944392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:17.945060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f617bd-ef22-4026-8629-fdd60525bcad None None] The sync data for ids ['6c802ef4-bdb0-43ed-84d5-7cca0017fe3b'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:17.967518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c47d9ddf-dca6-441b-9335-d633a7714084 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/routers/6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 200 len: 892 time: 0.1109507 Dec 20 16:35:17.970133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41348) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:17.998383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-11cb2cd7-7e99-4385-80e1-dbd872af4c1a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 200 len: 205 time: 0.0269067 Dec 20 16:35:18.000606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41350) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:18.112658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.232746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.415596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 120496d0-452f-49b2-862d-f57f138167d6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:18.415838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.499187 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.512076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 120496d0-452f-49b2-862d-f57f138167d6 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:18.778737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.807559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=120496d0-452f-49b2-862d-f57f138167d6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:18.820546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb5f99-2d94-402b-a5c4-80e0a1b7ef89 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:18.870428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.967459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:18.969624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.084312 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.084906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router 6c802ef4-bdb0-43ed-84d5-7cca0017fe3b {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:19.092053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.093209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-117b2ef1-183e-4401-8c0c-5150eaa774a0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 204 len: 168 time: 1.0916445 Dec 20 16:35:19.097380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41352) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:19.102360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1506257293'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:19.207503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:19.211143 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.236217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:19.245317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.245664 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb of type vlan for network ff9f42e8-f051-4495-854a-0e1acbf66342 Dec 20 16:35:19.286522 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.369979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.375726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:19.376305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.445746 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=ff9f42e8-f051-4495-854a-0e1acbf66342,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:19.455834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network ff9f42e8-f051-4495-854a-0e1acbf66342 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:19.475900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3672c55f-c2b1-484f-b58f-c603e9ad5c18 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3773708 Dec 20 16:35:19.478740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41354) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:19.483930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:19.655236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:19.658794 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:19.927215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.303818 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=3d66d887-5e53-40b2-b90a-d288eef30baa,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:20.311025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:20.311388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: ff9f42e8-f051-4495-854a-0e1acbf66342, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:20.434945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network ff9f42e8-f051-4495-854a-0e1acbf66342 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:20.552418 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, ff9f42e8-f051-4495-854a-0e1acbf66342) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:20.557509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:20.558034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.563307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599bfc1e-57c3-4bf6-a834-7360bfe59dde None None] Network ff9f42e8-f051-4495-854a-0e1acbf66342 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:20.663541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-ff9f42e8-f051-4495-854a-0e1acbf66342', 'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': '3d66d887-5e53-40b2-b90a-d288eef30baa'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:20.664410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.676132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a016f81c-524a-4636-b064-4bc7d43390c3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1962945 Dec 20 16:35:20.679340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41356) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:20.683990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293861684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:20.787129 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.788206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.800037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Allocated IP 2001:db8::2 (ff9f42e8-f051-4495-854a-0e1acbf66342/3d66d887-5e53-40b2-b90a-d288eef30baa/0e75641e-f601-4d8f-a7c9-fda17018651d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:20.849640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.946990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:20.958752 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.016116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.051940 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.053383 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3ff8ac40-dff8-4e0b-9201-6e3e109f6f6e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3730011 Dec 20 16:35:21.056170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41358) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:21.058705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Network ff9f42e8-f051-4495-854a-0e1acbf66342 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:21.061663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:21.066187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:21.069414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Pushing event updated for resources: {'Port': ['ID=0e75641e-f601-4d8f-a7c9-fda17018651d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:21.127209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Attempting to bind port 0e75641e-f601-4d8f-a7c9-fda17018651d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:21.127493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Attempting to bind port 0e75641e-f601-4d8f-a7c9-fda17018651d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:21.128368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Attempting to bind port 0e75641e-f601-4d8f-a7c9-fda17018651d on network ff9f42e8-f051-4495-854a-0e1acbf66342 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:21.133803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:21.134177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Checking segment: {'id': 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:21.134617 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.135013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Bound using segment: {'id': 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:21.135480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Bound port: 0e75641e-f601-4d8f-a7c9-fda17018651d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff9f42e8-f051-4495-854a-0e1acbf66342'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:21.135867 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.200498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] For port 0e75641e-f601-4d8f-a7c9-fda17018651d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:21.204092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] For port 0e75641e-f601-4d8f-a7c9-fda17018651d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e75641e-f601-4d8f-a7c9-fda17018651d,segment=NetworkSegment(cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb),segment_id=cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:21.270598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.330376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ded566-7e21-4999-820e-e16aaf9fd243 None None] Pushing event updated for resources: {'Port': ['ID=0e75641e-f601-4d8f-a7c9-fda17018651d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:21.347837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.610652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8::1 (ff9f42e8-f051-4495-854a-0e1acbf66342/3d66d887-5e53-40b2-b90a-d288eef30baa/072dd8c0-da11-40d3-b5da-b4afcf726334) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:21.728511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.826792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.871443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network ff9f42e8-f051-4495-854a-0e1acbf66342 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:21.874536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:21.879156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:21.882818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:21.885904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=072dd8c0-da11-40d3-b5da-b4afcf726334,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:21.964188 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.112321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.256036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665041a4-0155-4a0b-bb19-aae69b35c70e None None] Network ff9f42e8-f051-4495-854a-0e1acbf66342 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:22.329458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-edeab283-67d9-40f7-b7dd-80c6c3f4ea09 None None] Provisioning complete for port 0e75641e-f601-4d8f-a7c9-fda17018651d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:22.329830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-edeab283-67d9-40f7-b7dd-80c6c3f4ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.388185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.448006 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-edeab283-67d9-40f7-b7dd-80c6c3f4ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.455087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.456669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.481125 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-edeab283-67d9-40f7-b7dd-80c6c3f4ea09 None None] For port 0e75641e-f601-4d8f-a7c9-fda17018651d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e75641e-f601-4d8f-a7c9-fda17018651d,segment=NetworkSegment(cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb),segment_id=cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:22.559084 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=072dd8c0-da11-40d3-b5da-b4afcf726334,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.587024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-edeab283-67d9-40f7-b7dd-80c6c3f4ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.616711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network ff9f42e8-f051-4495-854a-0e1acbf66342 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:22.619160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:22.667340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeab283-67d9-40f7-b7dd-80c6c3f4ea09 None None] Pushing event updated for resources: {'Port': ['ID=0e75641e-f601-4d8f-a7c9-fda17018651d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:22.718106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-14965ee8-3446-4241-b733-9f322d12d555 None None] Provisioning complete for port 072dd8c0-da11-40d3-b5da-b4afcf726334 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:22.718349 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-14965ee8-3446-4241-b733-9f322d12d555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.761703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-14965ee8-3446-4241-b733-9f322d12d555 None None] Port 072dd8c0-da11-40d3-b5da-b4afcf726334 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:22.772565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-14965ee8-3446-4241-b733-9f322d12d555 None None] Provisioning complete for port 0e75641e-f601-4d8f-a7c9-fda17018651d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:22.772944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-14965ee8-3446-4241-b733-9f322d12d555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:22.826441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 54e7d40f-a8e9-4f36-88ae-796d28f4ffba is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:22.930914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:22.939802 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fcf417a3-4d16-4faf-8d20-d5a296bf0f62 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/54e7d40f-a8e9-4f36-88ae-796d28f4ffba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791451 Dec 20 16:35:22.939802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41360) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:22.944011 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] Sync routers for ids ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:22.956433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] Routers {'54e7d40f-a8e9-4f36-88ae-796d28f4ffba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:22.957085 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:22.988724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14628bdf-d701-4bb6-b825-71245f8e661c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:22.990548 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-14628bdf-d701-4bb6-b825-71245f8e661c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports/072dd8c0-da11-40d3-b5da-b4afcf726334 HTTP/1.1" status: 200 len: 911 time: 0.0506692 Dec 20 16:35:22.993501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41362) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:22.998941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0d71d45e-a3c2-4bbb-bf7b-6655a64c4b1d None None] Provisioning complete for port 072dd8c0-da11-40d3-b5da-b4afcf726334 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:22.999468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d66d887-5e53-40b2-b90a-d288eef30baa'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:22.999587 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d71d45e-a3c2-4bbb-bf7b-6655a64c4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.013211 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:23.026799 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] Routers {'54e7d40f-a8e9-4f36-88ae-796d28f4ffba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:23.027433 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:23.047381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0d71d45e-a3c2-4bbb-bf7b-6655a64c4b1d None None] Port 072dd8c0-da11-40d3-b5da-b4afcf726334 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:23.061749 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:23.062823 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb33708f-f971-420f-aed5-a218426ea438 None None] The sync data for ids ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'] in n-d-781076-8 is: [] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:23.160559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.170977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-eeecd7f7-769a-4122-8bdf-b82cf32ac23e None None] Provisioning complete for port 072dd8c0-da11-40d3-b5da-b4afcf726334 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:23.171714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eeecd7f7-769a-4122-8bdf-b82cf32ac23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.216192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-eeecd7f7-769a-4122-8bdf-b82cf32ac23e None None] Port 072dd8c0-da11-40d3-b5da-b4afcf726334 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:23.262480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e75641e-f601-4d8f-a7c9-fda17018651d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:23.311783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0e75641e-f601-4d8f-a7c9-fda17018651d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:23.312157 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.535457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.638032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.644720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:23.645364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:23.646706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/ports/072dd8c0-da11-40d3-b5da-b4afcf726334 HTTP/1.1" status: 200 len: 911 time: 0.6519759 Dec 20 16:35:23.649676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41366) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:23.688650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a618b-27e5-40c1-bc02-c85115315d31 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=072dd8c0-da11-40d3-b5da-b4afcf726334,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:23.965937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.207467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 072dd8c0-da11-40d3-b5da-b4afcf726334 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:24.207803 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.293404 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.306169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 072dd8c0-da11-40d3-b5da-b4afcf726334 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:24.578736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.609647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=072dd8c0-da11-40d3-b5da-b4afcf726334,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:24.704460 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:24.865179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 54e7d40f-a8e9-4f36-88ae-796d28f4ffba has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:24.942770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:24.947871 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-69649002-fcbf-4120-8178-2a5857c214b2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/54e7d40f-a8e9-4f36-88ae-796d28f4ffba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2971110 Dec 20 16:35:24.950596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41368) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:24.953464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] Sync routers for ids ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:24.964368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] Routers {'54e7d40f-a8e9-4f36-88ae-796d28f4ffba'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:24.965008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:24.978536 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b92fe80c-3ccb-4afa-b8ba-ee4cd8a863d1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e7d40f-a8e9-4f36-88ae-796d28f4ffba HTTP/1.1" status: 200 len: 205 time: 0.0267715 Dec 20 16:35:24.981025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41370) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.000645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:25.009856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] Routers {'54e7d40f-a8e9-4f36-88ae-796d28f4ffba'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:25.010448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:25.042663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:25.043310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd731e-eabf-46e2-b9ca-3b1d5e0098c6 None None] The sync data for ids ['54e7d40f-a8e9-4f36-88ae-796d28f4ffba'] in n-d-781076-8 is: [] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:25.059889 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.223807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.225988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.352489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.353009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router 54e7d40f-a8e9-4f36-88ae-796d28f4ffba {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:25.360677 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.361822 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b858adb7-c0c8-4219-8611-ed16db8e1269 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/54e7d40f-a8e9-4f36-88ae-796d28f4ffba HTTP/1.1" status: 204 len: 168 time: 0.3798573 Dec 20 16:35:25.366118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41372) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:25.732078 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet 3d66d887-5e53-40b2-b90a-d288eef30baa {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:25.735174 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.775108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:25.856814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.044095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.071393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=3d66d887-5e53-40b2-b90a-d288eef30baa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.075027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.081905 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0407c642-8d61-42b1-b77a-dfbebf8ffa13 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/3d66d887-5e53-40b2-b90a-d288eef30baa HTTP/1.1" status: 204 len: 168 time: 0.7122097 Dec 20 16:35:26.081905 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41374) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:26.084403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce342ba-2385-4a25-92dc-b81cc99edf40 None None] Network ff9f42e8-f051-4495-854a-0e1acbf66342 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:26.160103 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.219385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 0e75641e-f601-4d8f-a7c9-fda17018651d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:26.219724 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.236415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] DHCP port deletion for ff9f42e8-f051-4495-854a-0e1acbf66342 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:26.282945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 0e75641e-f601-4d8f-a7c9-fda17018651d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e75641e-f601-4d8f-a7c9-fda17018651d,segment=NetworkSegment(cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb),segment_id=cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:26.283315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.284505 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] Deleting port 0e75641e-f601-4d8f-a7c9-fda17018651d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:26.285038 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.297195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 0e75641e-f601-4d8f-a7c9-fda17018651d owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:26.352665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] For port 0e75641e-f601-4d8f-a7c9-fda17018651d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0e75641e-f601-4d8f-a7c9-fda17018651d,segment=NetworkSegment(cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb),segment_id=cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:26.353056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.365907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] Calling delete_port for 0e75641e-f601-4d8f-a7c9-fda17018651d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:26.441818 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.449810 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.468366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=0e75641e-f601-4d8f-a7c9-fda17018651d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.471913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port 0e75641e-f601-4d8f-a7c9-fda17018651d on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:26.482021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] Pushing event deleted for resources: {'Port': ['ID=0e75641e-f601-4d8f-a7c9-fda17018651d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.483879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e51f3-39f0-4530-a670-0df2d8880d6c None None] No DVR routers for this DVR port 0e75641e-f601-4d8f-a7c9-fda17018651d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:26.556497 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.576211 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9f42e8-f051-4495-854a-0e1acbf66342']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:26.586090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:26.586383 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6fdc8a-0ad4-47a0-949e-3a01ccd800bb') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:26.595618 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.608763 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.615181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:26.615581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:26.618730 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:26.841002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.848320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.851708 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/ff9f42e8-f051-4495-854a-0e1acbf66342 HTTP/1.1" status: 204 len: 168 time: 0.7690361 Dec 20 16:35:26.858908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41376) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:26.860971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1906765621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:26.866901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf3bf5-775a-4101-96c8-b6bd4b08e6df tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=ff9f42e8-f051-4495-854a-0e1acbf66342,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:26.958258 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:26.959345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.014678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.117933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.218423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e75641e-f601-4d8f-a7c9-fda17018651d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:27.239907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0e75641e-f601-4d8f-a7c9-fda17018651d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:27.240246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0e75641e-f601-4d8f-a7c9-fda17018651d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:27.257131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.258589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bab6f5af-9dbc-4c02-b78f-f295ccbeb1f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4017146 Dec 20 16:35:27.261278 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41378) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:27.266288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1866450484'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:27.369016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:27.372535 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.396522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:27.405266 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.405603 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment 4a6223a0-cb74-4856-ad25-efe647bc1b0f of type vlan for network 93a941f0-abfb-4017-9795-b23041b47f98 Dec 20 16:35:27.450242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.560411 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.566151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:27.566720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.631503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=93a941f0-abfb-4017-9795-b23041b47f98,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:27.641571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 93a941f0-abfb-4017-9795-b23041b47f98 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:27.662895 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:27.695120 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-266103da-597d-4f84-a1d9-059d54d481d2 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4327419 Dec 20 16:35:27.697973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:27.703594 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:27.929147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:27.932627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.197878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.256225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=15702ae1-189c-4bad-a63b-483b8dcc7f25,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:28.266787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:28.267335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: 93a941f0-abfb-4017-9795-b23041b47f98, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:28.395055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 93a941f0-abfb-4017-9795-b23041b47f98 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:28.520577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 93a941f0-abfb-4017-9795-b23041b47f98) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:28.524809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:28.525444 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.531782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91fe38-4ce7-4752-aa46-9f79ef0b80d0 None None] Network 93a941f0-abfb-4017-9795-b23041b47f98 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:28.627161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-93a941f0-abfb-4017-9795-b23041b47f98', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:28.629063 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.629674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e64a2679-8452-434d-b0e0-f181f443e426 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9300563 Dec 20 16:35:28.633109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41382) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:28.769783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Allocated IP 2001:db8::2 (93a941f0-abfb-4017-9795-b23041b47f98/15702ae1-189c-4bad-a63b-483b8dcc7f25/bfd0c4bc-50cf-43a0-a87f-8f23a595bc07) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:28.914142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.918685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:28.983546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.023396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Network 93a941f0-abfb-4017-9795-b23041b47f98 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:29.026300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:29.029775 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:29.038831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Pushing event updated for resources: {'Port': ['ID=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.094279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Attempting to bind port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:29.094649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Attempting to bind port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:29.095012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Attempting to bind port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 on network 93a941f0-abfb-4017-9795-b23041b47f98 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:29.100457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:29.100827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Checking segment: {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:29.101254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.102203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Bound using segment: {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:29.102352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Bound port: bfd0c4bc-50cf-43a0-a87f-8f23a595bc07, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:29.102692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.166609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8::1 (93a941f0-abfb-4017-9795-b23041b47f98/15702ae1-189c-4bad-a63b-483b8dcc7f25/45bb2451-20f1-4faf-a358-cffa3df1a139) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:29.169528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] For port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:29.172941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] For port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:29.277995 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.281863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.336322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b221df-bca6-4041-a003-e0ab6cb0b39e None None] Pushing event updated for resources: {'Port': ['ID=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.348879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6dbed77a-9b36-456d-ad68-8bdd34f064d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.420704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.469200 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 93a941f0-abfb-4017-9795-b23041b47f98 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:29.473953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:29.477813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:29.478366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.544062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=45bb2451-20f1-4faf-a358-cffa3df1a139,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:29.716366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:29.983843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.063373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.064270 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.147656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=45bb2451-20f1-4faf-a358-cffa3df1a139,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:30.223250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 93a941f0-abfb-4017-9795-b23041b47f98 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:30.224691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:30.244791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d776b-830b-4560-bd90-835eac0b19db None None] Network 93a941f0-abfb-4017-9795-b23041b47f98 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:30.322337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-283cba29-1607-4a91-b38c-b996dab76abd None None] Provisioning complete for port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:30.322698 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-283cba29-1607-4a91-b38c-b996dab76abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.435690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-283cba29-1607-4a91-b38c-b996dab76abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.440711 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:30.473080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-283cba29-1607-4a91-b38c-b996dab76abd None None] For port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:30.544399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:30.550538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c23821a0-e81c-4c6c-9f53-584b0e9f9652 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160407 Dec 20 16:35:30.553329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41384) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:30.555268 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:30.558738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-574535862'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:30.566563 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-283cba29-1607-4a91-b38c-b996dab76abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.572300 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:30.572952 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:30.618657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cba29-1607-4a91-b38c-b996dab76abd None None] Pushing event updated for resources: {'Port': ['ID=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:30.667983 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:30.689697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-be612a1c-21dc-4e88-a863-4ddea03e25d2 None None] Provisioning complete for port 45bb2451-20f1-4faf-a358-cffa3df1a139 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:30.690072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-be612a1c-21dc-4e88-a863-4ddea03e25d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.712613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:30.725120 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.728974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-be612a1c-21dc-4e88-a863-4ddea03e25d2 None None] Port 45bb2451-20f1-4faf-a358-cffa3df1a139 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:30.739941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-be612a1c-21dc-4e88-a863-4ddea03e25d2 None None] Provisioning complete for port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:30.740402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-be612a1c-21dc-4e88-a863-4ddea03e25d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.755357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:30.768695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.769448 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment 4d8ee4ff-03dc-4fa8-8b91-253e07e62225 of type vlan for network 58bac6f4-639a-4d46-b628-fd16b8fb6650 Dec 20 16:35:30.822287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.907159 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:29Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:29Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:30.923163 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.930067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:30.930806 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.936666 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:30.937414 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Updating router 33c18bfe-458a-497a-ad5b-dbe6e781c329 port 45bb2451-20f1-4faf-a358-cffa3df1a139 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:30.959989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6e190946-be90-444d-97cd-8cfdaaf05936 None None] Provisioning complete for port 45bb2451-20f1-4faf-a358-cffa3df1a139 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:30.960458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6e190946-be90-444d-97cd-8cfdaaf05936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:30.972421 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.011987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6e190946-be90-444d-97cd-8cfdaaf05936 None None] Port 45bb2451-20f1-4faf-a358-cffa3df1a139 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:31.016034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=58bac6f4-639a-4d46-b628-fd16b8fb6650,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.027761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:31.063412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-21735a5d-6e02-47f0-9c69-68cdf2898ace tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5089793 Dec 20 16:35:31.066351 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41386) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:31.071620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:31.277124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:31.277397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:31.281004 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.310813 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.311057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e3e20324-79fb-4f5e-8a8c-f5adb5d4027e None None] Provisioning complete for port 45bb2451-20f1-4faf-a358-cffa3df1a139 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:31.311398 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3e20324-79fb-4f5e-8a8c-f5adb5d4027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.360727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e3e20324-79fb-4f5e-8a8c-f5adb5d4027e None None] Port 45bb2451-20f1-4faf-a358-cffa3df1a139 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:31.373724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:31.374104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.386235 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.448684 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Pushing event updated for resources: {'Port': ['ID=45bb2451-20f1-4faf-a358-cffa3df1a139,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.478029 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.478375 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.478742 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.479082 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.479832 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.479832 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.480079 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.480362 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.480683 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.481007 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.481356 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.481671 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.482129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:31.515437 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Attempting to bind port 45bb2451-20f1-4faf-a358-cffa3df1a139 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:31.515811 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Attempting to bind port 45bb2451-20f1-4faf-a358-cffa3df1a139 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:31.516184 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Attempting to bind port 45bb2451-20f1-4faf-a358-cffa3df1a139 on network 93a941f0-abfb-4017-9795-b23041b47f98 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:31.522598 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:31.522909 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Checking segment: {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:31.523326 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.523724 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Bound using segment: {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:31.524213 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Bound port: 45bb2451-20f1-4faf-a358-cffa3df1a139, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6223a0-cb74-4856-ad25-efe647bc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:31.524629 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.566402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.595101 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] For port 45bb2451-20f1-4faf-a358-cffa3df1a139, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:31.599459 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] For port 45bb2451-20f1-4faf-a358-cffa3df1a139, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=45bb2451-20f1-4faf-a358-cffa3df1a139,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:31.642197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=f4d9670d-e067-4a93-85ce-51a4adfa1410,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.652468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:31.652834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: 58bac6f4-639a-4d46-b628-fd16b8fb6650, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:31.692131 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.697555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dfaa7e4a-ab21-4acc-8bb5-263c5ac23e8d None None] Provisioning complete for port 45bb2451-20f1-4faf-a358-cffa3df1a139 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:31.697922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7e4a-ab21-4acc-8bb5-263c5ac23e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.741182 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01c7bdeb-8ad9-4a51-bd26-85c677616286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.749646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:31.750268 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:31.785428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7e4a-ab21-4acc-8bb5-263c5ac23e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.797628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:31.823824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfaa7e4a-ab21-4acc-8bb5-263c5ac23e8d None None] For port 45bb2451-20f1-4faf-a358-cffa3df1a139, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=45bb2451-20f1-4faf-a358-cffa3df1a139,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:31.827441 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dbf8b-02d7-4b05-a2fc-1572509e1575 None None] Pushing event updated for resources: {'Port': ['ID=45bb2451-20f1-4faf-a358-cffa3df1a139,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:31.852918 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:31.948788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 58bac6f4-639a-4d46-b628-fd16b8fb6650) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:31.953347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:31.954034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:31.965559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be670b-8f07-45f7-a1f5-63ed8573352f None None] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:32.022545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7e4a-ab21-4acc-8bb5-263c5ac23e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.088941 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa7e4a-ab21-4acc-8bb5-263c5ac23e8d None None] Pushing event updated for resources: {'Port': ['ID=45bb2451-20f1-4faf-a358-cffa3df1a139,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:32.121452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-58bac6f4-639a-4d46-b628-fd16b8fb6650', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:32.122330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.148030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-06aff9c7-3b56-47ee-825a-ecd041bf2aa3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0803521 Dec 20 16:35:32.150880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41388) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:32.168523 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:29Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:32.199738 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeeca3-e48c-4d21-aa46-a12e08c7e9e1 None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:29Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:32.208397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c349b75b-131d-4078-abf8-833fe321d073 None None] Provisioning complete for port 45bb2451-20f1-4faf-a358-cffa3df1a139 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:32.208777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c349b75b-131d-4078-abf8-833fe321d073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.344994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Allocated IP 2001:db8:1::2 (58bac6f4-639a-4d46-b628-fd16b8fb6650/f4d9670d-e067-4a93-85ce-51a4adfa1410/2e0f3861-0062-45bf-b3a8-546c395c5d7f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:32.552430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.568197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.654928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.700984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:32.706275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:32.711091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:32.714544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Pushing event updated for resources: {'Port': ['ID=2e0f3861-0062-45bf-b3a8-546c395c5d7f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:32.771716 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Attempting to bind port 2e0f3861-0062-45bf-b3a8-546c395c5d7f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:32.772204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Attempting to bind port 2e0f3861-0062-45bf-b3a8-546c395c5d7f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:32.772585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Attempting to bind port 2e0f3861-0062-45bf-b3a8-546c395c5d7f on network 58bac6f4-639a-4d46-b628-fd16b8fb6650 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:32.778617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:32.779006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Checking segment: {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:32.779420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.779826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Bound using segment: {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:32.780308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Bound port: 2e0f3861-0062-45bf-b3a8-546c395c5d7f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:32.780702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.854140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] For port 2e0f3861-0062-45bf-b3a8-546c395c5d7f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:32.855892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8:1::1 (58bac6f4-639a-4d46-b628-fd16b8fb6650/f4d9670d-e067-4a93-85ce-51a4adfa1410/9ab2aba2-cf16-4adc-81a0-f8f1062f3624) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:32.858324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] For port 2e0f3861-0062-45bf-b3a8-546c395c5d7f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e0f3861-0062-45bf-b3a8-546c395c5d7f,segment=NetworkSegment(4d8ee4ff-03dc-4fa8-8b91-253e07e62225),segment_id=4d8ee4ff-03dc-4fa8-8b91-253e07e62225)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:32.970317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:32.998157 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.039030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.062297 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb88d-f48f-440f-9bf0-abd4dd553371 None None] Pushing event updated for resources: {'Port': ['ID=2e0f3861-0062-45bf-b3a8-546c395c5d7f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.089099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.141325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:33.145383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:33.147789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:33.148353 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.191820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.306448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 45bb2451-20f1-4faf-a358-cffa3df1a139 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:33.360081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 45bb2451-20f1-4faf-a358-cffa3df1a139 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:33.361237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.395288 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.658840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.728702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.729512 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:33.823541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:33.868935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:33.870387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:33.974516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:34.083780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:34.092861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-913cb623-cf22-435a-922f-6ff075e5a77f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383383 Dec 20 16:35:34.093245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41390) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:34.100386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1220938883'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:34.186209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:34.191124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.226183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:34.242984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.242984 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment e32f7ef5-d49a-4f72-9bb0-50d7de71a705 of type vlan for network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 Dec 20 16:35:34.251573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:34.266610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:34.267216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:34.294318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.305300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2402a40-cb92-44e5-8a3a-731caa4f8441 None None] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:34.397343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.403009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:34.403625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.433524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:34.476010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=157b0e1f-22f1-45fd-a96d-a410ae1bb2e7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:34.485882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9848fe99-f70b-4852-91a7-e67fb5bab631 None None] Provisioning complete for port 2e0f3861-0062-45bf-b3a8-546c395c5d7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:34.486200 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9848fe99-f70b-4852-91a7-e67fb5bab631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.493084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:34.542882 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-218a28b5-b312-4c59-b903-cbd63975b709 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4479101 Dec 20 16:35:34.546574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41392) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:34.552501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:34.599070 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.733350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:34.738076 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.799243 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9848fe99-f70b-4852-91a7-e67fb5bab631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.847263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9848fe99-f70b-4852-91a7-e67fb5bab631 None None] For port 2e0f3861-0062-45bf-b3a8-546c395c5d7f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e0f3861-0062-45bf-b3a8-546c395c5d7f,segment=NetworkSegment(4d8ee4ff-03dc-4fa8-8b91-253e07e62225),segment_id=4d8ee4ff-03dc-4fa8-8b91-253e07e62225)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:34.865626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:33Z', 'revision_number': 3, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:33Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:34.896333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:34.896688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Updating router 33c18bfe-458a-497a-ad5b-dbe6e781c329 port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:34.928800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:34.965189 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9848fe99-f70b-4852-91a7-e67fb5bab631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.077413 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.105198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848fe99-f70b-4852-91a7-e67fb5bab631 None None] Pushing event updated for resources: {'Port': ['ID=2e0f3861-0062-45bf-b3a8-546c395c5d7f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:35.147751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-571872a1-93b6-4d54-8e23-656305ee1c7a None None] Provisioning complete for port 2e0f3861-0062-45bf-b3a8-546c395c5d7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:35.148155 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-571872a1-93b6-4d54-8e23-656305ee1c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.175269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=332ee3fc-ceaa-4e88-8c00-5288abf31072,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:35.183834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:35.184193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:35.217194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.307830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e0f3861-0062-45bf-b3a8-546c395c5d7f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:35.340556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:35.449064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:35.456871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:35.458278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.523755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f1525-e190-4869-b040-b86f2657d5a3 None None] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:35.584247 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8e0d29e7-0144-41bc-b3f1-d63c679684ec tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0363734 Dec 20 16:35:35.587081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41394) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:35.644054 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.661785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-571872a1-93b6-4d54-8e23-656305ee1c7a None None] Provisioning complete for port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:35.662161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-571872a1-93b6-4d54-8e23-656305ee1c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.702631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2e0f3861-0062-45bf-b3a8-546c395c5d7f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:35.706463 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.744235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.755856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-571872a1-93b6-4d54-8e23-656305ee1c7a None None] Port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:35.780102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:35.780975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:35.840595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56da6ac-ff26-4198-89be-50220b2ff46e None None] Pushing event updated for resources: {'Port': ['ID=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:36.042481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-085e30b9-a1e3-426f-991e-16fff3b79688 None None] Provisioning complete for port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.042865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-085e30b9-a1e3-426f-991e-16fff3b79688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.047697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Attempting to bind port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:36.048056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Attempting to bind port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:36.048437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Attempting to bind port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 on network 58bac6f4-639a-4d46-b628-fd16b8fb6650 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:36.091094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:36.091508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Checking segment: {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:36.091930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.092333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Bound using segment: {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:36.092844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Bound port: 9ab2aba2-cf16-4adc-81a0-f8f1062f3624, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8ee4ff-03dc-4fa8-8b91-253e07e62225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:36.093265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.116624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Allocated IP 2001:db8:2::2 (157b0e1f-22f1-45fd-a96d-a410ae1bb2e7/332ee3fc-ceaa-4e88-8c00-5288abf31072/ad268729-5ac9-4eb2-8dd0-d249833ada68) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:36.131851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-085e30b9-a1e3-426f-991e-16fff3b79688 None None] Port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:36.250789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] For port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:36.268711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] For port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,segment=NetworkSegment(4d8ee4ff-03dc-4fa8-8b91-253e07e62225),segment_id=4d8ee4ff-03dc-4fa8-8b91-253e07e62225)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:36.287645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-05d31fe7-93b5-4a7a-8987-230eabc549bb None None] Provisioning complete for port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.288021 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-05d31fe7-93b5-4a7a-8987-230eabc549bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.339197 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.366422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-05d31fe7-93b5-4a7a-8987-230eabc549bb None None] Port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:36.378584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.380781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.445271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:36.445913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:36.449273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56da6ac-ff26-4198-89be-50220b2ff46e None None] Pushing event updated for resources: {'Port': ['ID=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:36.519718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.583394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:36.590790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:36.593320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:36.597688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:36.631689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Pushing event updated for resources: {'Port': ['ID=ad268729-5ac9-4eb2-8dd0-d249833ada68,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:36.662826 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8:2::1 (157b0e1f-22f1-45fd-a96d-a410ae1bb2e7/332ee3fc-ceaa-4e88-8c00-5288abf31072/5c45565e-628c-4c51-a2f0-4ef816b92412) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:36.756176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Attempting to bind port ad268729-5ac9-4eb2-8dd0-d249833ada68 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:36.756494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Attempting to bind port ad268729-5ac9-4eb2-8dd0-d249833ada68 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:36.756837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Attempting to bind port ad268729-5ac9-4eb2-8dd0-d249833ada68 on network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:36.787263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.800394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:36.800394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Checking segment: {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:36.800394 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.800394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Bound using segment: {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:36.800967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Bound port: ad268729-5ac9-4eb2-8dd0-d249833ada68, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:36.801288 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.807356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4088caf3-5721-4ceb-b431-de221b3afca1 None None] Provisioning complete for port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:36.807721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4088caf3-5721-4ceb-b431-de221b3afca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.917571 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:36.952177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] For port ad268729-5ac9-4eb2-8dd0-d249833ada68, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:36.956538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:36.956870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] For port ad268729-5ac9-4eb2-8dd0-d249833ada68, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ad268729-5ac9-4eb2-8dd0-d249833ada68,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:36.961930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:36.965729 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:36.966275 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.003572 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4088caf3-5721-4ceb-b431-de221b3afca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.010149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=5c45565e-628c-4c51-a2f0-4ef816b92412,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.021552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:33Z', 'revision_number': 3, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:36Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:37.054407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd680c45-29e6-40c2-9f82-9d946d1eb6e7 None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:33Z', 'revision_number': 3, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:36Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:37.062454 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.085309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4088caf3-5721-4ceb-b431-de221b3afca1 None None] For port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,segment=NetworkSegment(4d8ee4ff-03dc-4fa8-8b91-253e07e62225),segment_id=4d8ee4ff-03dc-4fa8-8b91-253e07e62225)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:37.162728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb351-a72a-43f7-949a-ccdd4400dd04 None None] Pushing event updated for resources: {'Port': ['ID=ad268729-5ac9-4eb2-8dd0-d249833ada68,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.165835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4088caf3-5721-4ceb-b431-de221b3afca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.224255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.238488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088caf3-5721-4ceb-b431-de221b3afca1 None None] Pushing event updated for resources: {'Port': ['ID=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.330851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:37.419760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:37.420425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.617017 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.708439 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.709303 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:37.800920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=5c45565e-628c-4c51-a2f0-4ef816b92412,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:37.844417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:37.846219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:37.950570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:38.051226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:38.058102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a2be6230-67e5-4c4c-a3d1-7f0d808e4bf8 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4681389 Dec 20 16:35:38.059464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.062233 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:38.065109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774284098'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:38.074978 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:38.075734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:38.152808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:38.156600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.172548 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:38.192587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:35:38.203903 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.204471 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added segment b90498d8-8c66-480f-bc79-58848a581c66 of type vlan for network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 Dec 20 16:35:38.232747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc3714-ebf7-41eb-942a-f48f2df2be9d None None] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:38.261625 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.315807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f2dd7146-7ad6-4af4-93c9-186f353bc58a None None] Provisioning complete for port ad268729-5ac9-4eb2-8dd0-d249833ada68 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:38.316280 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7146-7ad6-4af4-93c9-186f353bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.368796 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.376321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:38.377801 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.383644 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:38.415410 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:38.415759 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Updating router 33c18bfe-458a-497a-ad5b-dbe6e781c329 port 5c45565e-628c-4c51-a2f0-4ef816b92412 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:38.431604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7146-7ad6-4af4-93c9-186f353bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.452151 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.459560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Network': ['ID=f692dd73-a6c4-4d37-a7b1-75b38f2d4901,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.471369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f2dd7146-7ad6-4af4-93c9-186f353bc58a None None] For port ad268729-5ac9-4eb2-8dd0-d249833ada68, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ad268729-5ac9-4eb2-8dd0-d249833ada68,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:38.473959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:35:38.518773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:38.526906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'subnet': {'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:38.532132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fb13a75-632c-4a6e-98da-1cbe471c6072 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4714293 Dec 20 16:35:38.712854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7146-7ad6-4af4-93c9-186f353bc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.762923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Made reservation on behalf of 5c59293610d141d6a4d38ab539d2b89b for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:35:38.764583 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.767556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.774392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd7146-7ad6-4af4-93c9-186f353bc58a None None] Pushing event updated for resources: {'Port': ['ID=ad268729-5ac9-4eb2-8dd0-d249833ada68,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.835043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-03b1aeca-6064-4f11-8018-fce0c7164343 None None] Provisioning complete for port ad268729-5ac9-4eb2-8dd0-d249833ada68 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:38.835508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03b1aeca-6064-4f11-8018-fce0c7164343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.877335 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.936746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-03b1aeca-6064-4f11-8018-fce0c7164343 None None] Provisioning complete for port 5c45565e-628c-4c51-a2f0-4ef816b92412 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:38.936746 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03b1aeca-6064-4f11-8018-fce0c7164343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:38.950720 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59db49-9729-4ac0-a12e-9026b80d4cd9 None None] Pushing event updated for resources: {'Port': ['ID=5c45565e-628c-4c51-a2f0-4ef816b92412,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:38.981967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-03b1aeca-6064-4f11-8018-fce0c7164343 None None] Port 5c45565e-628c-4c51-a2f0-4ef816b92412 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:39.013977 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Attempting to bind port 5c45565e-628c-4c51-a2f0-4ef816b92412 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:39.016282 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Attempting to bind port 5c45565e-628c-4c51-a2f0-4ef816b92412 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:39.016282 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Attempting to bind port 5c45565e-628c-4c51-a2f0-4ef816b92412 on network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:39.021466 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:39.021853 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Checking segment: {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:39.022262 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.022657 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Bound using segment: {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:39.023128 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Bound port: 5c45565e-628c-4c51-a2f0-4ef816b92412, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:39.023514 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.083279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.104595 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] For port 5c45565e-628c-4c51-a2f0-4ef816b92412, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:39.105203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6cf24fde-1eef-421e-a948-ada2320d91cc None None] Provisioning complete for port 5c45565e-628c-4c51-a2f0-4ef816b92412 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:39.105320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cf24fde-1eef-421e-a948-ada2320d91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.108697 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] For port 5c45565e-628c-4c51-a2f0-4ef816b92412, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c45565e-628c-4c51-a2f0-4ef816b92412,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:39.148863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6cf24fde-1eef-421e-a948-ada2320d91cc None None] Port 5c45565e-628c-4c51-a2f0-4ef816b92412 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:39.155794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Subnet': ['ID=a21d3ebb-4d7a-4c5d-b349-bdbee8de6299,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:39.166412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Checking segment: {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:39.166850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network hostable DHCP agents. Network: f692dd73-a6c4-4d37-a7b1-75b38f2d4901, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:35:39.226238 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.271071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-617040d5-924a-4d1a-8b3e-dc36532f4baf None None] Provisioning complete for port 5c45565e-628c-4c51-a2f0-4ef816b92412 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:39.271661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-617040d5-924a-4d1a-8b3e-dc36532f4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.293770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:35:39.312250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59db49-9729-4ac0-a12e-9026b80d4cd9 None None] Pushing event updated for resources: {'Port': ['ID=5c45565e-628c-4c51-a2f0-4ef816b92412,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:39.318763 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:39.320636 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:39.339323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ad268729-5ac9-4eb2-8dd0-d249833ada68 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:39.387908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, f692dd73-a6c4-4d37-a7b1-75b38f2d4901) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:39.401351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:35:39.401719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.404246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d9509-a038-4a87-a0ef-331e22f13e87 None None] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:39.436702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-617040d5-924a-4d1a-8b3e-dc36532f4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.440759 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:39.500342 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-05609ff2-41bd-4021-8316-e3efe5c03f7d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9766889 Dec 20 16:35:39.504059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:39.520088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ad268729-5ac9-4eb2-8dd0-d249833ada68 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:39.520467 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.534307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-617040d5-924a-4d1a-8b3e-dc36532f4baf None None] For port 5c45565e-628c-4c51-a2f0-4ef816b92412, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c45565e-628c-4c51-a2f0-4ef816b92412,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:39.615130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:35:39.616008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.658832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:39.689492 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:39.725449 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6028e7-0410-45ac-b74b-cf57ce399df7 None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:39.748033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-617040d5-924a-4d1a-8b3e-dc36532f4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.927222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617040d5-924a-4d1a-8b3e-dc36532f4baf None None] Pushing event updated for resources: {'Port': ['ID=5c45565e-628c-4c51-a2f0-4ef816b92412,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:39.939901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f41e2a37-0602-4115-8ce8-d2a0b8f94290 None None] Provisioning complete for port 5c45565e-628c-4c51-a2f0-4ef816b92412 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:39.940430 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f41e2a37-0602-4115-8ce8-d2a0b8f94290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:39.968991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Allocated IP 2001:db8:3::2 (f692dd73-a6c4-4d37-a7b1-75b38f2d4901/a21d3ebb-4d7a-4c5d-b349-bdbee8de6299/df8214ee-24aa-48d1-9479-52682762bce3) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:39.980879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:39.981374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.272825 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.340327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.451696 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.497439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:40.500285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:40.503846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:40.512852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Pushing event updated for resources: {'Port': ['ID=df8214ee-24aa-48d1-9479-52682762bce3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:40.565241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Attempting to bind port df8214ee-24aa-48d1-9479-52682762bce3 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:40.565616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Attempting to bind port df8214ee-24aa-48d1-9479-52682762bce3 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:40.565979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Attempting to bind port df8214ee-24aa-48d1-9479-52682762bce3 on network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:40.571102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:40.571480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Checking segment: {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:40.571883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.572274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Bound using segment: {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:40.572740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Bound port: df8214ee-24aa-48d1-9479-52682762bce3, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:40.573127 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.613549 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Allocated IP 2001:db8:3::1 (f692dd73-a6c4-4d37-a7b1-75b38f2d4901/a21d3ebb-4d7a-4c5d-b349-bdbee8de6299/965740cb-f1d5-41d0-aece-1958443d6c21) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:35:40.635345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] For port df8214ee-24aa-48d1-9479-52682762bce3, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:40.638533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] For port df8214ee-24aa-48d1-9479-52682762bce3, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=df8214ee-24aa-48d1-9479-52682762bce3,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:40.725206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.759740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.820242 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470de82b-c469-40f7-a376-7975e1256df2 None None] Pushing event updated for resources: {'Port': ['ID=df8214ee-24aa-48d1-9479-52682762bce3,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:40.857405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.908036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:40.911204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:40.914285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:35:40.914847 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:40.959536 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=965740cb-f1d5-41d0-aece-1958443d6c21,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.044930 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:35:41.174197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.306533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c45565e-628c-4c51-a2f0-4ef816b92412 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:41.356789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5c45565e-628c-4c51-a2f0-4ef816b92412 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:41.357191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.438293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device df8214ee-24aa-48d1-9479-52682762bce3 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:41.468162 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.492476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port df8214ee-24aa-48d1-9479-52682762bce3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:41.492859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.549480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.550375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.573957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.611445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port df8214ee-24aa-48d1-9479-52682762bce3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=df8214ee-24aa-48d1-9479-52682762bce3,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:41.646210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event updated for resources: {'Port': ['ID=965740cb-f1d5-41d0-aece-1958443d6c21,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.692307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:35:41.693908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:35:41.711453 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.769143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=df8214ee-24aa-48d1-9479-52682762bce3,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:41.785234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674ad06-1800-4e13-b1f4-117f50fec5ae None None] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:41.813024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:41.858865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0c2dedc1-834d-44c2-b2d7-e3daf4804450 None None] Provisioning complete for port df8214ee-24aa-48d1-9479-52682762bce3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:41.859234 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c2dedc1-834d-44c2-b2d7-e3daf4804450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:41.920219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:41.929951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41402) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:41.930449 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2a049238-5069-4a2a-a433-c4220d06f2ba tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4279327 Dec 20 16:35:41.932690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:41.936314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:41.962924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:41.963532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:42.089126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:42.312662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4e1b352a-a4fc-4e5c-b0b8-2df33d7cf3e0 None None] Provisioning complete for port 965740cb-f1d5-41d0-aece-1958443d6c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:42.313471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e1b352a-a4fc-4e5c-b0b8-2df33d7cf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.355333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:35:42.363704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b352a-a4fc-4e5c-b0b8-2df33d7cf3e0 None None] Port 965740cb-f1d5-41d0-aece-1958443d6c21 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:42.369446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:41Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965740cb-f1d5-41d0-aece-1958443d6c21', 'name': '', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:f7:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:35:41Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:42.373252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Removed routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:35:42.373658 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.400094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:42.400451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Updating router 33c18bfe-458a-497a-ad5b-dbe6e781c329 port 965740cb-f1d5-41d0-aece-1958443d6c21 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:35:42.425800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4e1b352a-a4fc-4e5c-b0b8-2df33d7cf3e0 None None] Provisioning complete for port df8214ee-24aa-48d1-9479-52682762bce3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:42.426171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e1b352a-a4fc-4e5c-b0b8-2df33d7cf3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.449946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.682344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.685812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.781220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-50847cbc-e221-4589-8678-1af09c5333bb None None] Provisioning complete for port 965740cb-f1d5-41d0-aece-1958443d6c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:42.781604 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50847cbc-e221-4589-8678-1af09c5333bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.782395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:42.813352 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.831099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-50847cbc-e221-4589-8678-1af09c5333bb None None] Port 965740cb-f1d5-41d0-aece-1958443d6c21 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:35:42.878895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:42.885746 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.886957 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-29fe93ca-13aa-4cda-ac13-8667a4e68a83 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 954 time: 0.9551773 Dec 20 16:35:42.889685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41404) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.922592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:42.971971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Pushing event updated for resources: {'Port': ['ID=965740cb-f1d5-41d0-aece-1958443d6c21,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:42.992091 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f7581dba-7f5a-4b83-b260-1556055384f6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 954 time: 0.1013331 Dec 20 16:35:42.994735 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41406) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:42.996876 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.997260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.997604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.997944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.998279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.998642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.998967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.999135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'routes': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:42.999290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.999603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:42.999920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:43.000244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:43.000566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:43.000885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:35:43.042627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Attempting to bind port 965740cb-f1d5-41d0-aece-1958443d6c21 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:35:43.043006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Attempting to bind port 965740cb-f1d5-41d0-aece-1958443d6c21 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:35:43.043370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Attempting to bind port 965740cb-f1d5-41d0-aece-1958443d6c21 on network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:35:43.050138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:35:43.050518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Checking segment: {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:35:43.050922 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.051316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Bound using segment: {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:35:43.051795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Bound port: 965740cb-f1d5-41d0-aece-1958443d6c21, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90498d8-8c66-480f-bc79-58848a581c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:35:43.052179 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.134393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] For port 965740cb-f1d5-41d0-aece-1958443d6c21, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:35:43.137855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] For port 965740cb-f1d5-41d0-aece-1958443d6c21, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=965740cb-f1d5-41d0-aece-1958443d6c21,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:35:43.228684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.377308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:35:43.377539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:35:43.409434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.430639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device df8214ee-24aa-48d1-9479-52682762bce3 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:43.504501 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e5228e5c-b404-477c-b1c5-be192ba38c74 None None] Provisioning complete for port 965740cb-f1d5-41d0-aece-1958443d6c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:43.504876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5228e5c-b404-477c-b1c5-be192ba38c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.509794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:43.510140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:43.513198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147d1f-f59d-42e4-9ad6-3763d552202a None None] Pushing event updated for resources: {'Port': ['ID=965740cb-f1d5-41d0-aece-1958443d6c21,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:43.649874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:43.681944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port df8214ee-24aa-48d1-9479-52682762bce3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:43.682320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.815618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5228e5c-b404-477c-b1c5-be192ba38c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:43.933952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e5228e5c-b404-477c-b1c5-be192ba38c74 None None] For port 965740cb-f1d5-41d0-aece-1958443d6c21, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=965740cb-f1d5-41d0-aece-1958443d6c21,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:43.998929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 7, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965740cb-f1d5-41d0-aece-1958443d6c21', 'name': '', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:f7:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:44.027859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5228e5c-b404-477c-b1c5-be192ba38c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.031408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd1dba-8616-4fac-b051-1ed0d961aa2f None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 7, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965740cb-f1d5-41d0-aece-1958443d6c21', 'name': '', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:f7:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 4, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:44.050130 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.050130 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.086150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5228e5c-b404-477c-b1c5-be192ba38c74 None None] Pushing event updated for resources: {'Port': ['ID=965740cb-f1d5-41d0-aece-1958443d6c21,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:44.150498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f211e867-b30a-466f-b299-2cfe05d458cc None None] Provisioning complete for port 965740cb-f1d5-41d0-aece-1958443d6c21 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:44.150876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f211e867-b30a-466f-b299-2cfe05d458cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.158919 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:44.268633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:44.279858 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.281193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-adf5ac1f-2e3d-49c2-be24-549473dceffe tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 704 time: 1.2854221 Dec 20 16:35:44.283811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41408) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:44.387944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-38c58cf0-bcbd-4518-a3db-287d90a69695 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 704 time: 0.1029341 Dec 20 16:35:44.390693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41410) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:44.742554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:44.887070 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:44.897943 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:44.898193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:44.988735 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:44.995671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 965740cb-f1d5-41d0-aece-1958443d6c21 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:44.995974 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.092331 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 965740cb-f1d5-41d0-aece-1958443d6c21, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=965740cb-f1d5-41d0-aece-1958443d6c21,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:45.093083 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.107710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 965740cb-f1d5-41d0-aece-1958443d6c21 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:45.276046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 965740cb-f1d5-41d0-aece-1958443d6c21 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:35:45.323059 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 7, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965740cb-f1d5-41d0-aece-1958443d6c21', 'name': '', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:f7:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:45.328835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 965740cb-f1d5-41d0-aece-1958443d6c21 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:35:45.329823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.350605 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:45.359260 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:45.359873 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:45.397443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.429079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=965740cb-f1d5-41d0-aece-1958443d6c21,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:45.455956 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:45.552669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.687256 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 7, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965740cb-f1d5-41d0-aece-1958443d6c21', 'name': '', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:f7:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:45.714366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67eb77-6bd5-43c5-8bdc-baed71038773 None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 7, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965740cb-f1d5-41d0-aece-1958443d6c21', 'name': '', 'network_id': 'f692dd73-a6c4-4d37-a7b1-75b38f2d4901', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:f7:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:40Z', 'updated_at': '2021-12-20T16:35:43Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'a21d3ebb-4d7a-4c5d-b349-bdbee8de6299', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:45.758885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:45.854529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:45.860151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-39cb8a67-5015-4491-812c-dcd16632e967 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684253 Dec 20 16:35:45.863700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41412) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:45.864598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:45.875659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:45.877110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:45.921365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet a21d3ebb-4d7a-4c5d-b349-bdbee8de6299 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:45.924025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.967445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:45.969583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:46.052908 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.182338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:45Z', 'revision_number': 8, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:46.212481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:46.221807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:46.222413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:46.237649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.263162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=a21d3ebb-4d7a-4c5d-b349-bdbee8de6299,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.269421 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.274904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-228097f7-b8b0-406c-8d7f-7eca38739e99 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/a21d3ebb-4d7a-4c5d-b349-bdbee8de6299 HTTP/1.1" status: 204 len: 168 time: 0.4077356 Dec 20 16:35:46.275260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41414) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:46.286442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55859d6-53bc-4fe9-8e69-3b27435f8b59 None None] Network f692dd73-a6c4-4d37-a7b1-75b38f2d4901 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:46.356400 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.374910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:46.415329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port df8214ee-24aa-48d1-9479-52682762bce3 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:46.415685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.483677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port df8214ee-24aa-48d1-9479-52682762bce3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=df8214ee-24aa-48d1-9479-52682762bce3,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:46.484050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.500216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for df8214ee-24aa-48d1-9479-52682762bce3 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:46.521021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] DHCP port deletion for f692dd73-a6c4-4d37-a7b1-75b38f2d4901 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:46.622106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] Deleting port df8214ee-24aa-48d1-9479-52682762bce3 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:46.622400 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.691530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:45Z', 'revision_number': 8, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:46.697874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] For port df8214ee-24aa-48d1-9479-52682762bce3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=df8214ee-24aa-48d1-9479-52682762bce3,segment=NetworkSegment(b90498d8-8c66-480f-bc79-58848a581c66),segment_id=b90498d8-8c66-480f-bc79-58848a581c66)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:46.698265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.705474 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.729079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485758aa-5e05-4724-9c0e-cc4e2ad6b40f None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:45Z', 'revision_number': 8, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c45565e-628c-4c51-a2f0-4ef816b92412', 'name': '', 'network_id': '157b0e1f-22f1-45fd-a96d-a410ae1bb2e7', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:da:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:36Z', 'updated_at': '2021-12-20T16:35:39Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '332ee3fc-ceaa-4e88-8c00-5288abf31072', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:46.733406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=df8214ee-24aa-48d1-9479-52682762bce3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.735400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port df8214ee-24aa-48d1-9479-52682762bce3 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:46.735842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] Calling delete_port for df8214ee-24aa-48d1-9479-52682762bce3 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:46.816969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.821469 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.842821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f692dd73-a6c4-4d37-a7b1-75b38f2d4901']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:46.848063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] Pushing event deleted for resources: {'Port': ['ID=df8214ee-24aa-48d1-9479-52682762bce3,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:46.852525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90498d8-8c66-480f-bc79-58848a581c66') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:46.852830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90498d8-8c66-480f-bc79-58848a581c66') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:46.853206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9900492-c2ba-4e5b-b516-a3bce6fa0289 None None] No DVR routers for this DVR port df8214ee-24aa-48d1-9479-52682762bce3 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:46.870182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.884037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.889738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:46.890114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:46.893806 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:47.036256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.043002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.046461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/f692dd73-a6c4-4d37-a7b1-75b38f2d4901 HTTP/1.1" status: 204 len: 168 time: 0.7702119 Dec 20 16:35:47.049867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:47.062351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8d09-fc6c-4871-bcbd-b902fd2558b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=f692dd73-a6c4-4d37-a7b1-75b38f2d4901,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:47.241291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 965740cb-f1d5-41d0-aece-1958443d6c21 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:47.262536 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 965740cb-f1d5-41d0-aece-1958443d6c21 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:47.262883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 965740cb-f1d5-41d0-aece-1958443d6c21 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:47.263311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device df8214ee-24aa-48d1-9479-52682762bce3 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:47.282605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: df8214ee-24aa-48d1-9479-52682762bce3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:47.282960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device df8214ee-24aa-48d1-9479-52682762bce3 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:47.401423 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.649289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 5c45565e-628c-4c51-a2f0-4ef816b92412 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:47.649680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.749777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 5c45565e-628c-4c51-a2f0-4ef816b92412, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c45565e-628c-4c51-a2f0-4ef816b92412,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:47.750058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:47.763839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 5c45565e-628c-4c51-a2f0-4ef816b92412 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:47.999106 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.027890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=5c45565e-628c-4c51-a2f0-4ef816b92412,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:48.143093 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.667132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:48.760924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:48.765882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4a1934e1-3cd1-4ced-a380-3dbc87e278b9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7150061 Dec 20 16:35:48.769872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41418) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:48.770873 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:48.781862 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:48.783187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:48.822218 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet 332ee3fc-ceaa-4e88-8c00-5288abf31072 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:48.825414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.867018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:48.872142 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:48.960279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.077530 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:47Z', 'revision_number': 9, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.104692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:49.113098 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:49.113741 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.113909 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.141551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=332ee3fc-ceaa-4e88-8c00-5288abf31072,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:49.146131 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.151988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-24e6e7f9-4d9f-4e98-a825-5f8d2ef09d01 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/332ee3fc-ceaa-4e88-8c00-5288abf31072 HTTP/1.1" status: 204 len: 168 time: 0.3785322 Dec 20 16:35:49.154397 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41420) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:49.157830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc984d0b-3e47-4aec-8c27-c7adabd22173 None None] Network 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:49.207421 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:49.263739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.326040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port ad268729-5ac9-4eb2-8dd0-d249833ada68 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:49.326657 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.398981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port ad268729-5ac9-4eb2-8dd0-d249833ada68, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ad268729-5ac9-4eb2-8dd0-d249833ada68,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:49.399390 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.417921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for ad268729-5ac9-4eb2-8dd0-d249833ada68 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:49.421546 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:47Z', 'revision_number': 9, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.451835 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f536d-df1f-4895-97c0-0c2c4052015a None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:47Z', 'revision_number': 9, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ab2aba2-cf16-4adc-81a0-f8f1062f3624', 'name': '', 'network_id': '58bac6f4-639a-4d46-b628-fd16b8fb6650', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:78:d5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:32Z', 'updated_at': '2021-12-20T16:35:37Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': 'f4d9670d-e067-4a93-85ce-51a4adfa1410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:49.494962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] DHCP port deletion for 157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:49.542796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] Deleting port ad268729-5ac9-4eb2-8dd0-d249833ada68 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:49.543177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.608628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] For port ad268729-5ac9-4eb2-8dd0-d249833ada68, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ad268729-5ac9-4eb2-8dd0-d249833ada68,segment=NetworkSegment(e32f7ef5-d49a-4f72-9bb0-50d7de71a705),segment_id=e32f7ef5-d49a-4f72-9bb0-50d7de71a705)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:49.609019 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.621246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] Calling delete_port for ad268729-5ac9-4eb2-8dd0-d249833ada68 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:49.627217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.654944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=ad268729-5ac9-4eb2-8dd0-d249833ada68,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:49.656847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port ad268729-5ac9-4eb2-8dd0-d249833ada68 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:49.701418 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.732004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] Pushing event deleted for resources: {'Port': ['ID=ad268729-5ac9-4eb2-8dd0-d249833ada68,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:49.737178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119c85f-cb93-4b92-af94-9baf0fa0954c None None] No DVR routers for this DVR port ad268729-5ac9-4eb2-8dd0-d249833ada68 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:49.743783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.763496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157b0e1f-22f1-45fd-a96d-a410ae1bb2e7']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.773699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.774020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32f7ef5-d49a-4f72-9bb0-50d7de71a705') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:49.784263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.799352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.805663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:49.806067 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:49.809199 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:50.004525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.010239 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.013637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/157b0e1f-22f1-45fd-a96d-a410ae1bb2e7 HTTP/1.1" status: 204 len: 168 time: 0.8582358 Dec 20 16:35:50.016603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41422) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:50.028408 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8812bb-534a-4e49-b3d7-3d70b8f4bde7 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=157b0e1f-22f1-45fd-a96d-a410ae1bb2e7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:50.356849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.597990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:50.598331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.686420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 9ab2aba2-cf16-4adc-81a0-f8f1062f3624, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,segment=NetworkSegment(4d8ee4ff-03dc-4fa8-8b91-253e07e62225),segment_id=4d8ee4ff-03dc-4fa8-8b91-253e07e62225)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:50.686714 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.700249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:50.945318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:50.973552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=9ab2aba2-cf16-4adc-81a0-f8f1062f3624,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:51.099543 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.288544 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c45565e-628c-4c51-a2f0-4ef816b92412 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:51.293454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:51.309073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5c45565e-628c-4c51-a2f0-4ef816b92412 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:51.309454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c45565e-628c-4c51-a2f0-4ef816b92412 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:51.309885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ad268729-5ac9-4eb2-8dd0-d249833ada68 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:51.328798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ad268729-5ac9-4eb2-8dd0-d249833ada68 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:51.329148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ad268729-5ac9-4eb2-8dd0-d249833ada68 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:51.388659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:51.393720 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ab3bcee4-ccbd-4e30-bc7e-761217982a29 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3760710 Dec 20 16:35:51.396501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41424) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:51.398820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:51.409810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:51.410431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:51.448224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet f4d9670d-e067-4a93-85ce-51a4adfa1410 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:51.451337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.496711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.499494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:51.580824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.704647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:50Z', 'revision_number': 10, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:51.731389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:51.740659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:51.741290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:51.756526 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.788980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d9670d-e067-4a93-85ce-51a4adfa1410,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:51.792627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.798890 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e83ee6da-a406-463f-a194-c0c498e30919 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/f4d9670d-e067-4a93-85ce-51a4adfa1410 HTTP/1.1" status: 204 len: 168 time: 0.3987663 Dec 20 16:35:51.799022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41426) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:51.809248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6341597-9db1-476d-820b-26cb8c616f3b None None] Network 58bac6f4-639a-4d46-b628-fd16b8fb6650 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:51.879171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:51.900926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:51.933264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 2e0f3861-0062-45bf-b3a8-546c395c5d7f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:51.933631 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.003954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 2e0f3861-0062-45bf-b3a8-546c395c5d7f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e0f3861-0062-45bf-b3a8-546c395c5d7f,segment=NetworkSegment(4d8ee4ff-03dc-4fa8-8b91-253e07e62225),segment_id=4d8ee4ff-03dc-4fa8-8b91-253e07e62225)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:52.004227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.019231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 2e0f3861-0062-45bf-b3a8-546c395c5d7f owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:52.022762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.112142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] DHCP port deletion for 58bac6f4-639a-4d46-b628-fd16b8fb6650 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:52.178898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:50Z', 'revision_number': 10, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:52.190307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.208265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd211-3ea2-4912-b8db-55fd8494a46d None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:50Z', 'revision_number': 10, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None, '_interfaces': [{'id': '45bb2451-20f1-4faf-a358-cffa3df1a139', 'name': '', 'network_id': '93a941f0-abfb-4017-9795-b23041b47f98', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'mac_address': 'fa:16:3e:41:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:35:29Z', 'updated_at': '2021-12-20T16:35:31Z', 'revision_number': 5, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'subnets': [{'id': '15702ae1-189c-4bad-a63b-483b8dcc7f25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:52.210541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Deleting port 2e0f3861-0062-45bf-b3a8-546c395c5d7f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:52.211440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.220109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=2e0f3861-0062-45bf-b3a8-546c395c5d7f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:52.224074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port 2e0f3861-0062-45bf-b3a8-546c395c5d7f on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:52.285120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] For port 2e0f3861-0062-45bf-b3a8-546c395c5d7f, host n-d-781076-8, got binding levels [] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:52.285458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.299308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Calling delete_port for 2e0f3861-0062-45bf-b3a8-546c395c5d7f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:52.302132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.ipam_backend_mixin [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Port 2e0f3861-0062-45bf-b3a8-546c395c5d7f was not found and therefore no delete operation was performed {{(pid=103955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 16:35:52.303400 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.311971 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.333268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bac6f4-639a-4d46-b628-fd16b8fb6650']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:52.333514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] Pushing event deleted for resources: {'Port': ['ID=2e0f3861-0062-45bf-b3a8-546c395c5d7f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:52.336837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23367cc3-4175-4bca-8539-39299f2662a1 None None] No DVR routers for this DVR port 2e0f3861-0062-45bf-b3a8-546c395c5d7f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:52.349596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8ee4ff-03dc-4fa8-8b91-253e07e62225') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:52.349896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8ee4ff-03dc-4fa8-8b91-253e07e62225') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:52.359719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.373751 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.379976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:52.383082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:52.383456 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:52.530346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.537969 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:52.541127 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/58bac6f4-639a-4d46-b628-fd16b8fb6650 HTTP/1.1" status: 204 len: 168 time: 0.7410543 Dec 20 16:35:52.544079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41428) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:52.553128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573a442-457f-4c08-8daf-153a5974b00a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=58bac6f4-639a-4d46-b628-fd16b8fb6650,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:52.902234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.158708 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port 45bb2451-20f1-4faf-a358-cffa3df1a139 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:53.158949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.238920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e0f3861-0062-45bf-b3a8-546c395c5d7f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:53.254364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port 45bb2451-20f1-4faf-a358-cffa3df1a139, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=45bb2451-20f1-4faf-a358-cffa3df1a139,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:53.254855 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.260136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2e0f3861-0062-45bf-b3a8-546c395c5d7f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:53.260489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e0f3861-0062-45bf-b3a8-546c395c5d7f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:53.260922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:53.267955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for 45bb2451-20f1-4faf-a358-cffa3df1a139 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:53.279912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:53.280263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 9ab2aba2-cf16-4adc-81a0-f8f1062f3624 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:53.535852 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.566537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=45bb2451-20f1-4faf-a358-cffa3df1a139,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:53.666735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.824430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:53.902696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:53.908337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7bfa6e2e-7b85-4424-9a21-5f7531fe0639 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3632138 Dec 20 16:35:53.911100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41430) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:53.913612 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:53.924397 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:53.925029 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:53.963642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting subnet 15702ae1-189c-4bad-a63b-483b8dcc7f25 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:35:53.966896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:53.996390 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:54.008676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.049569 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:53Z', 'revision_number': 11, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:54.102232 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.171893 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:54.190796 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:54.191426 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:54.261558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:54.268326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.296705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Subnet': ['ID=15702ae1-189c-4bad-a63b-483b8dcc7f25,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:54.301566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.307696 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d5506da-0e5d-4919-be6f-4f132d35ec17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/15702ae1-189c-4bad-a63b-483b8dcc7f25 HTTP/1.1" status: 204 len: 168 time: 0.3928988 Dec 20 16:35:54.308033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41432) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:54.312310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276d0c2-b0f9-44b6-8aa1-657ba85d1c85 None None] Network 93a941f0-abfb-4017-9795-b23041b47f98 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:35:54.319612 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:53Z', 'revision_number': 11, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:54.351125 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc61c74-eee5-4111-978f-03e8da3e9d13 None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:53Z', 'revision_number': 11, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:54.391832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.453397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Deleting port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:54.453962 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.515832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] For port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:54.516296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.528540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Calling delete_port for bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:54.700406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] DHCP port deletion for 93a941f0-abfb-4017-9795-b23041b47f98 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:35:54.756711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] Deleting port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:35:54.757092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.830110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] For port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,segment=NetworkSegment(4a6223a0-cb74-4856-ad25-efe647bc1b0f),segment_id=4a6223a0-cb74-4856-ad25-efe647bc1b0f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:35:54.830860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:54.844498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] Calling delete_port for bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:35:55.002722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.008931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.033609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] Pushing event deleted for resources: {'Port': ['ID=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:55.036240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Port': ['ID=bfd0c4bc-50cf-43a0-a87f-8f23a595bc07,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:55.037073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec3807-5b19-4e4a-ba2e-a38a0eb1ccb4 None None] No DVR routers for this DVR port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:55.039817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No DVR routers for this DVR port bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:35:55.119603 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.144107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a941f0-abfb-4017-9795-b23041b47f98']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:55.153839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6223a0-cb74-4856-ad25-efe647bc1b0f') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:55.154130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6223a0-cb74-4856-ad25-efe647bc1b0f') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:55.165108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.179082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.184914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:35:55.185339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: timer() Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:35:55.188361 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:35:55.248873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:55.269276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:55.269545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device bfd0c4bc-50cf-43a0-a87f-8f23a595bc07 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:55.269968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 45bb2451-20f1-4faf-a358-cffa3df1a139 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:35:55.289351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 45bb2451-20f1-4faf-a358-cffa3df1a139 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:35:55.289696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 45bb2451-20f1-4faf-a358-cffa3df1a139 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:35:55.344939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.351891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.355183 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/networks/93a941f0-abfb-4017-9795-b23041b47f98 HTTP/1.1" status: 204 len: 168 time: 1.0462134 Dec 20 16:35:55.358027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41434) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:55.364428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'routes': None}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:55.367923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7afb17-0741-4e4f-b0e7-2036cfd8565a tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Pushing event deleted for resources: {'Network': ['ID=93a941f0-abfb-4017-9795-b23041b47f98,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:35:55.527518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Added routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 16:35:55.527787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.extraroute_db [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Removed routes are [] {{(pid=103953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 16:35:55.528070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.668964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.672695 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.748626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router 33c18bfe-458a-497a-ad5b-dbe6e781c329 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:35:55.822181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:55.829547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.830917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-63e18728-1548-418a-8cff-2b8744e044b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 705 time: 0.4717882 Dec 20 16:35:55.832984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] Sync routers for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:55.833666 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41436) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:55.844380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:55.845438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:55.864126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5b9580aa-07a1-4706-a79c-91dc66e7724c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 205 time: 0.0293179 Dec 20 16:35:55.866511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41438) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:55.916795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:55.940917 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:55.971433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:53Z', 'revision_number': 11, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:56.001802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] Checking router: 33c18bfe-458a-497a-ad5b-dbe6e781c329 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:56.012069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] Routers {'33c18bfe-458a-497a-ad5b-dbe6e781c329'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:56.012687 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['33c18bfe-458a-497a-ad5b-dbe6e781c329'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:56.108878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.111959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.249458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] Set router 33c18bfe-458a-497a-ad5b-dbe6e781c329 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:56.258655 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.259194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router 33c18bfe-458a-497a-ad5b-dbe6e781c329 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:56.266345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.267801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd8a2d75-7def-48c5-beb4-558431b1168f tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 204 len: 168 time: 0.4003897 Dec 20 16:35:56.271980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41440) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:56.276555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1974366466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:56.303857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:53Z', 'revision_number': 11, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:56.334456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdcf77-1b88-4dca-bd60-b18a66e95d05 None None] The sync data for ids ['33c18bfe-458a-497a-ad5b-dbe6e781c329'] in n-d-781076-8 is: [{'id': '33c18bfe-458a-497a-ad5b-dbe6e781c329', 'name': 'tempest-RoutersIpV6Test-router-1906765621', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:26Z', 'updated_at': '2021-12-20T16:35:53Z', 'revision_number': 11, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:56.373513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.375161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.433097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.533970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.645911 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.647033 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c9871ce2-ce93-4ef3-ac91-8bbd4541f4b3 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3740234 Dec 20 16:35:56.649700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41442) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:56.654008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:35:56.867482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-642693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109515'] for router, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:56.996241 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-642716'] for router, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.159018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Router e1058667-0d62-47c9-8fe8-0db98a991c6d is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:35:57.239613 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:35:57.246919 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.248021 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e1e95cea-a8e8-4707-bf8c-df24113a5e95 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "PUT /v2.0/routers/e1058667-0d62-47c9-8fe8-0db98a991c6d HTTP/1.1" status: 200 len: 698 time: 0.5974083 Dec 20 16:35:57.249274 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] Sync routers for ids ['e1058667-0d62-47c9-8fe8-0db98a991c6d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:35:57.251292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41444) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.261514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] Routers {'e1058667-0d62-47c9-8fe8-0db98a991c6d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:57.262136 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e1058667-0d62-47c9-8fe8-0db98a991c6d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:57.334337 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] Set router e1058667-0d62-47c9-8fe8-0db98a991c6d gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:57.341432 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-224f0098-cd02-4a2c-afc0-75c00123fbc6 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/routers/e1058667-0d62-47c9-8fe8-0db98a991c6d HTTP/1.1" status: 200 len: 704 time: 0.0863686 Dec 20 16:35:57.341617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.369389 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-075bc5dc-13bc-44ca-8137-447145187124 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1058667-0d62-47c9-8fe8-0db98a991c6d HTTP/1.1" status: 200 len: 205 time: 0.0266490 Dec 20 16:35:57.371864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.387870 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1058667-0d62-47c9-8fe8-0db98a991c6d', 'name': 'tempest-RoutersIpV6Test-router-1974366466', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:56Z', 'updated_at': '2021-12-20T16:35:56Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:57.418660 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] Checking router: e1058667-0d62-47c9-8fe8-0db98a991c6d for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:35:57.427801 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] Routers {'e1058667-0d62-47c9-8fe8-0db98a991c6d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:35:57.428408 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:35:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['e1058667-0d62-47c9-8fe8-0db98a991c6d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:57.457697 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.497303 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] Set router e1058667-0d62-47c9-8fe8-0db98a991c6d gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:35:57.555417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1058667-0d62-47c9-8fe8-0db98a991c6d', 'name': 'tempest-RoutersIpV6Test-router-1974366466', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:56Z', 'updated_at': '2021-12-20T16:35:56Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:35:57.584436 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57518bf0-bdb6-4a62-9532-3609d632dc8d None None] The sync data for ids ['e1058667-0d62-47c9-8fe8-0db98a991c6d'] in n-d-781076-8 is: [{'id': 'e1058667-0d62-47c9-8fe8-0db98a991c6d', 'name': 'tempest-RoutersIpV6Test-router-1974366466', 'tenant_id': '5c59293610d141d6a4d38ab539d2b89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:35:56Z', 'updated_at': '2021-12-20T16:35:56Z', 'revision_number': 2, 'project_id': '5c59293610d141d6a4d38ab539d2b89b', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:35:57.628243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.630837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.641740 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.773465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.774020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Fanout notify agent at l3_agent the message router_deleted on router e1058667-0d62-47c9-8fe8-0db98a991c6d {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:35:57.781234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:57.782444 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a36fc1ae-3500-41dc-ad1c-7462d29750ad tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/e1058667-0d62-47c9-8fe8-0db98a991c6d HTTP/1.1" status: 204 len: 168 time: 0.4096749 Dec 20 16:35:57.787017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41450) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.815684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-01a9dbf4-0aaa-42bf-b616-34f6649b8a12 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1058667-0d62-47c9-8fe8-0db98a991c6d HTTP/1.1" status: 200 len: 205 time: 0.0273640 Dec 20 16:35:57.818025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41452) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.859016 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-41a351fe-2768-4228-ace8-7ef6e4344523 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:57.860591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-41a351fe-2768-4228-ace8-7ef6e4344523 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/e1058667-0d62-47c9-8fe8-0db98a991c6d HTTP/1.1" status: 404 len: 336 time: 0.0416009 Dec 20 16:35:57.863143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41454) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.891183 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d0d261-a27a-4770-9b27-602c54aad141 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:57.891636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d0d261-a27a-4770-9b27-602c54aad141 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:57.894834 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-87d0d261-a27a-4770-9b27-602c54aad141 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/a21d3ebb-4d7a-4c5d-b349-bdbee8de6299 HTTP/1.1" status: 404 len: 337 time: 0.0307851 Dec 20 16:35:57.897333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41456) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.925316 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-615734ba-8de0-4d4a-a4ec-538509e8ab06 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:57.925781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615734ba-8de0-4d4a-a4ec-538509e8ab06 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:57.928944 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-615734ba-8de0-4d4a-a4ec-538509e8ab06 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/332ee3fc-ceaa-4e88-8c00-5288abf31072 HTTP/1.1" status: 404 len: 337 time: 0.0307131 Dec 20 16:35:57.931421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41458) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.960959 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d596b5a-805c-4cc0-bd46-743d43ed2f63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:57.961467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d596b5a-805c-4cc0-bd46-743d43ed2f63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:57.965018 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6d596b5a-805c-4cc0-bd46-743d43ed2f63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/f4d9670d-e067-4a93-85ce-51a4adfa1410 HTTP/1.1" status: 404 len: 337 time: 0.0325568 Dec 20 16:35:57.967459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41460) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:57.995085 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1b4b25-37e2-4872-8760-e0e91504350e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:57.995550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1b4b25-37e2-4872-8760-e0e91504350e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:57.998714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e1b4b25-37e2-4872-8760-e0e91504350e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/15702ae1-189c-4bad-a63b-483b8dcc7f25 HTTP/1.1" status: 404 len: 337 time: 0.0303252 Dec 20 16:35:58.001981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41462) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.032140 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e7e6d9d1-41bb-4aa1-87e7-48a304232810 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 200 len: 205 time: 0.0281472 Dec 20 16:35:58.034431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41464) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.080422 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-de6cab85-d2f6-45c4-8d20-824cf4c275f1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:58.081478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-de6cab85-d2f6-45c4-8d20-824cf4c275f1 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/33c18bfe-458a-497a-ad5b-dbe6e781c329 HTTP/1.1" status: 404 len: 336 time: 0.0457997 Dec 20 16:35:58.084106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41466) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.111725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cdb22385-1d38-478d-87e6-0d1c18b29a2d tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e7d40f-a8e9-4f36-88ae-796d28f4ffba HTTP/1.1" status: 200 len: 205 time: 0.0265493 Dec 20 16:35:58.114015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41468) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.150451 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-7533805e-fd73-4b9d-975c-3af170b3acbf tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:58.151480 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7533805e-fd73-4b9d-975c-3af170b3acbf tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/54e7d40f-a8e9-4f36-88ae-796d28f4ffba HTTP/1.1" status: 404 len: 336 time: 0.0365949 Dec 20 16:35:58.154082 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.187232 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cca2c7-f8fd-4e74-aa47-ccda405b0a17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:58.187581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cca2c7-f8fd-4e74-aa47-ccda405b0a17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:58.190684 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-36cca2c7-f8fd-4e74-aa47-ccda405b0a17 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/3d66d887-5e53-40b2-b90a-d288eef30baa HTTP/1.1" status: 404 len: 337 time: 0.0356951 Dec 20 16:35:58.193288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41472) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.220938 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-11ab1bb7-58d2-4a27-920c-471064eb0836 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 200 len: 205 time: 0.0259283 Dec 20 16:35:58.222610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.260456 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-78318970-cdbe-44b8-96d1-4f768de8e693 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:58.261363 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-78318970-cdbe-44b8-96d1-4f768de8e693 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/6c802ef4-bdb0-43ed-84d5-7cca0017fe3b HTTP/1.1" status: 404 len: 336 time: 0.0377362 Dec 20 16:35:58.263947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41476) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.293249 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cbc4cb31-01c0-4fc4-8b5e-9ab26c971d64 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f2e517f-5301-4569-89a6-81f0beaec8aa HTTP/1.1" status: 200 len: 205 time: 0.0281537 Dec 20 16:35:58.295830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41478) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.338551 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-9e47188e-3f45-4a1a-b849-a81f61dab5e9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:58.339579 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9e47188e-3f45-4a1a-b849-a81f61dab5e9 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/8f2e517f-5301-4569-89a6-81f0beaec8aa HTTP/1.1" status: 404 len: 336 time: 0.0428593 Dec 20 16:35:58.342227 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41480) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.369899 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca62615-a354-42a3-a077-d89bb168b42b tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:58.370348 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca62615-a354-42a3-a077-d89bb168b42b tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:58.373654 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fca62615-a354-42a3-a077-d89bb168b42b tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/a1b5851d-b87e-4023-8d52-ad855b693372 HTTP/1.1" status: 404 len: 337 time: 0.0305388 Dec 20 16:35:58.376261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.403674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0f450bd8-10b5-46f1-a6a5-e07357d90088 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=04673086-43c3-4259-a6a0-3b5f706247c9 HTTP/1.1" status: 200 len: 205 time: 0.0263119 Dec 20 16:35:58.405910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41484) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.444323 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-397d7cbe-9409-4b8f-afbc-794d716614cc tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:58.445387 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-397d7cbe-9409-4b8f-afbc-794d716614cc tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/04673086-43c3-4259-a6a0-3b5f706247c9 HTTP/1.1" status: 404 len: 336 time: 0.0377800 Dec 20 16:35:58.447914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41486) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.480006 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e200a5-718c-42fb-8a44-d1de25376d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:58.480691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e200a5-718c-42fb-8a44-d1de25376d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:58.483552 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d4e200a5-718c-42fb-8a44-d1de25376d63 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/3ac86f2e-ded5-4183-a1ec-fcb24fc04944 HTTP/1.1" status: 404 len: 337 time: 0.0347407 Dec 20 16:35:58.486246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41488) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.512968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b9884886-f442-4a2b-aa06-9457ceb74a3e tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "GET /v2.0/ports?device_id=403f11ef-be7f-49ec-aebf-16a2d41c2e7f HTTP/1.1" status: 200 len: 205 time: 0.0256295 Dec 20 16:35:58.515281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41490) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.553030 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-bc5220d3-d546-417a-bd1d-55572d00e4c0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] delete failed (client error): The resource could not be found. Dec 20 16:35:58.554005 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bc5220d3-d546-417a-bd1d-55572d00e4c0 tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/routers/403f11ef-be7f-49ec-aebf-16a2d41c2e7f HTTP/1.1" status: 404 len: 336 time: 0.0373106 Dec 20 16:35:58.568353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41492) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.594929 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08e63d2-5989-4abd-a0cf-0949e3b5bb7c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:58.595407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08e63d2-5989-4abd-a0cf-0949e3b5bb7c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:58.598481 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e08e63d2-5989-4abd-a0cf-0949e3b5bb7c tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/92f00e20-74e1-4f15-90c0-4962d7133589 HTTP/1.1" status: 404 len: 337 time: 0.0291963 Dec 20 16:35:58.600933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 41494) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:58.631577 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0111e0-ceab-4a14-9279-ea46af28cdcd tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] DELETE failed (client error): The resource could not be found. Dec 20 16:35:58.632030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0111e0-ceab-4a14-9279-ea46af28cdcd tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103954) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 16:35:58.635210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a0111e0-ceab-4a14-9279-ea46af28cdcd tempest-RoutersIpV6Test-275626285 tempest-RoutersIpV6Test-275626285-project] 10.222.0.81 "DELETE /v2.0/subnets/75978876-6f55-4f10-9aa4-7eeff556c68b HTTP/1.1" status: 404 len: 337 time: 0.0332623 Dec 20 16:35:59.158140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41500) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.289453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-320f4d02-becd-46a4-bc0a-756753b37e25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c59293610d141d6a4d38ab539d2b89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301181 Dec 20 16:35:59.292001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 41504) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:35:59.299545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5088e9ab-6398-4d83-82f9-1e6e3955897f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.340513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e866e95-0a44-4e90-b040-32938828a314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.362959 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e866e95-0a44-4e90-b040-32938828a314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.502070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e866e95-0a44-4e90-b040-32938828a314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.504616 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1e866e95-0a44-4e90-b040-32938828a314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:35:59.505813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1e866e95-0a44-4e90-b040-32938828a314 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44b9faf5-3589-4bf1-aa05-d7af555a6808 HTTP/1.1" status: 204 len: 168 time: 0.2129300 Dec 20 16:35:59.515184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e866e95-0a44-4e90-b040-32938828a314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9faf5-3589-4bf1-aa05-d7af555a6808,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:36:01.721226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44be80dc-b881-4329-8e4b-e1629f6aecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:03.020619 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:04.563949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:05.140531 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:18.043638 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:36:21.956544 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:27.668568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:29.325501 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca14ae15-ca7a-41e5-b359-ffdb6b3818ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:31.715784 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d30ce11b-046c-4cd4-8b93-d74fbe80244a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:33.062258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:34.509718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:35.149870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:51.987148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:55.043802 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:36:57.747080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:36:59.312417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac9c665f-73a5-4c55-99df-ad88a9ad654d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:01.735367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7eb686f2-1b46-4bbf-8a57-9936bcca80af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:03.022168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:04.494958 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:05.136365 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:21.880067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42048) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.003998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.009781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.097133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.179460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.236979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b2f173dfd6a43539eac09f4eb4a9e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3554451 Dec 20 16:37:22.238342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23686e71-dcbe-4a6a-85b0-177661141d0c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.239369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42056) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:22.255226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.255828 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.256426 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.257026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.257646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.258255 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.258857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.259462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.260060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.260661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.261275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.261857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.262432 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150b996-92f4-4aef-9666-f90e244af2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.297893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.319904 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.450087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.453382 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:22.454646 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23686e71-dcbe-4a6a-85b0-177661141d0c HTTP/1.1" status: 204 len: 168 time: 0.2142251 Dec 20 16:37:22.464993 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23686e71-dcbe-4a6a-85b0-177661141d0c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:22.473464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.473848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.474192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.474533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.474866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.475201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.475545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.475859 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.476187 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.476511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.476835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.477316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:22.477649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374150f-adec-4ecd-80c3-cf47bfa43041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:37:23.106716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42074) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.123487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a290961b-3d6d-4674-830d-13547776bb43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.198154 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a290961b-3d6d-4674-830d-13547776bb43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.278002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a290961b-3d6d-4674-830d-13547776bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.318039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a290961b-3d6d-4674-830d-13547776bb43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d928f170808472c9583f582acbe5c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095745 Dec 20 16:37:23.319001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290961b-3d6d-4674-830d-13547776bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a9cf27-c9ef-4966-bd69-a93660c3aeba,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:23.320707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42078) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:23.376165 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-342ec51e-e9bf-455d-b530-ff4573ecd548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.397416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-342ec51e-e9bf-455d-b530-ff4573ecd548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.518053 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-342ec51e-e9bf-455d-b530-ff4573ecd548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.520695 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-342ec51e-e9bf-455d-b530-ff4573ecd548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:23.521891 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-342ec51e-e9bf-455d-b530-ff4573ecd548 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7a9cf27-c9ef-4966-bd69-a93660c3aeba HTTP/1.1" status: 204 len: 168 time: 0.2001317 Dec 20 16:37:23.530333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec51e-e9bf-455d-b530-ff4573ecd548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a9cf27-c9ef-4966-bd69-a93660c3aeba,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:27.750702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:29.305181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7880e324-9b6c-41d2-8eb4-87616d810cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:31.717601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58abc451-c7eb-48f3-afe9-a481daa936c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:32.042920 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:37:33.089149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:34.523763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:35.117728 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:43.934019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42234) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.051866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c142e97-1a75-4dd8-b958-58e5da9dd6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.130875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c142e97-1a75-4dd8-b958-58e5da9dd6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.212944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8c142e97-1a75-4dd8-b958-58e5da9dd6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.251602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c142e97-1a75-4dd8-b958-58e5da9dd6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f623f6-2be0-49aa-aa11-a0bcde715a0b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:44.255972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8c142e97-1a75-4dd8-b958-58e5da9dd6a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd30138ab54d4337a897e921a7a600cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209405 Dec 20 16:37:44.260024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42238) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:44.309989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3188-c248-4c91-b597-d8ee9d0705d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.332212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3188-c248-4c91-b597-d8ee9d0705d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.436991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3188-c248-4c91-b597-d8ee9d0705d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.439733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3188-c248-4c91-b597-d8ee9d0705d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:44.440911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cdaf3188-c248-4c91-b597-d8ee9d0705d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6f623f6-2be0-49aa-aa11-a0bcde715a0b HTTP/1.1" status: 204 len: 168 time: 0.1799853 Dec 20 16:37:44.449444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf3188-c248-4c91-b597-d8ee9d0705d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f623f6-2be0-49aa-aa11-a0bcde715a0b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.128493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42244) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.142579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb16e732-e519-471a-a959-7d9be9d3a589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.220021 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb16e732-e519-471a-a959-7d9be9d3a589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.311685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bb16e732-e519-471a-a959-7d9be9d3a589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.352506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16e732-e519-471a-a959-7d9be9d3a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a14730-68f8-49e0-9add-16b772a79049,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:45.358174 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bb16e732-e519-471a-a959-7d9be9d3a589 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8fe7f99c23f54cf9ada0791a0f57d498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284861 Dec 20 16:37:45.362997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42246) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:45.412847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-839dda73-7587-48c2-9212-df31f97c671a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.434675 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-839dda73-7587-48c2-9212-df31f97c671a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.573864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-839dda73-7587-48c2-9212-df31f97c671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.576629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-839dda73-7587-48c2-9212-df31f97c671a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:45.577988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-839dda73-7587-48c2-9212-df31f97c671a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9a14730-68f8-49e0-9add-16b772a79049 HTTP/1.1" status: 204 len: 168 time: 0.2145689 Dec 20 16:37:45.586998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dda73-7587-48c2-9212-df31f97c671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a14730-68f8-49e0-9add-16b772a79049,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.404262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-f7b2b6cf-e6b1-43d1-ad7b-9877eaaca59e req-3c32a3a7-6958-4437-bb8c-f9bbd0b344f4 service neutron] (103954) timed out ('10.222.0.81', 38354) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:37:46.432325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42252) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.445842 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fb25f8f-b75e-466a-a5ae-5cd0140f7d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.525250 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fb25f8f-b75e-466a-a5ae-5cd0140f7d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.613204 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5fb25f8f-b75e-466a-a5ae-5cd0140f7d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.653907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb25f8f-b75e-466a-a5ae-5cd0140f7d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6274dac-166d-4a7f-b9c7-2d324d609dbc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:46.659211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5fb25f8f-b75e-466a-a5ae-5cd0140f7d42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=287da4b56d7347fd8859cffab9797efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257953 Dec 20 16:37:46.662282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42254) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:46.712892 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ef60163-2e21-49b6-bba0-78ac34a8a0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.735921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ef60163-2e21-49b6-bba0-78ac34a8a0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.859773 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ef60163-2e21-49b6-bba0-78ac34a8a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.862485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ef60163-2e21-49b6-bba0-78ac34a8a0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:46.863659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5ef60163-2e21-49b6-bba0-78ac34a8a0e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6274dac-166d-4a7f-b9c7-2d324d609dbc HTTP/1.1" status: 204 len: 168 time: 0.2009518 Dec 20 16:37:46.872036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef60163-2e21-49b6-bba0-78ac34a8a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6274dac-166d-4a7f-b9c7-2d324d609dbc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:51.951014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:55.897808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42336) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.010333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-558fa2fd-f909-4839-8265-28b9e127d0de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.091959 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-558fa2fd-f909-4839-8265-28b9e127d0de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.167926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-558fa2fd-f909-4839-8265-28b9e127d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.207800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-558fa2fd-f909-4839-8265-28b9e127d0de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2f4c1f6cb7f4a2d823ed96e2223ae16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089046 Dec 20 16:37:56.217886 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa2fd-f909-4839-8265-28b9e127d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a4ade-2075-4662-ab54-e9debb97dcdc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:56.218306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42340) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:56.262394 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05717b6d-2492-49aa-bb37-2468ba5fddeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.282538 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05717b6d-2492-49aa-bb37-2468ba5fddeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.413528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05717b6d-2492-49aa-bb37-2468ba5fddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.416242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05717b6d-2492-49aa-bb37-2468ba5fddeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:56.417704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05717b6d-2492-49aa-bb37-2468ba5fddeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c72a4ade-2075-4662-ab54-e9debb97dcdc HTTP/1.1" status: 204 len: 168 time: 0.2061319 Dec 20 16:37:56.426178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717b6d-2492-49aa-bb37-2468ba5fddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a4ade-2075-4662-ab54-e9debb97dcdc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.111888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 42348) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.126146 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab3ae-8330-4ee2-a8a2-ff0f905fe142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.206332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab3ae-8330-4ee2-a8a2-ff0f905fe142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.287906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab3ae-8330-4ee2-a8a2-ff0f905fe142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.327777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7a4ab3ae-8330-4ee2-a8a2-ff0f905fe142 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf558aca6ef14eb98cbf538838039eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2147899 Dec 20 16:37:57.328756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ab3ae-8330-4ee2-a8a2-ff0f905fe142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0be87f-7d0f-417d-b5c4-e2a470875af5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.330456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 42350) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:37:57.380055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6b23cfa-4868-400f-9616-8449e920dd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.401373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6b23cfa-4868-400f-9616-8449e920dd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.527570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6b23cfa-4868-400f-9616-8449e920dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.530205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f6b23cfa-4868-400f-9616-8449e920dd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:57.532101 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f6b23cfa-4868-400f-9616-8449e920dd14 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa0be87f-7d0f-417d-b5c4-e2a470875af5 HTTP/1.1" status: 204 len: 168 time: 0.2006614 Dec 20 16:37:57.540397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23cfa-4868-400f-9616-8449e920dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0be87f-7d0f-417d-b5c4-e2a470875af5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:37:57.693702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:37:59.293421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b533499d-2946-45bb-9672-95145753b2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:01.733336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3bab7f1-749d-4fd9-b3a7-0f51099cd0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:03.024510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:04.521722 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:05.138458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:09.043934 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:38:22.012474 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:27.703209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:29.320171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9e64e95-ab4f-4802-8539-a08708fbd7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:31.731258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f602a9a-af0c-46f9-b424-6aa1bda0cc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:33.062538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:34.571681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:35.308216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:46.043054 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:38:52.135834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:57.707121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:38:59.301285 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-26eb671b-de2c-4a99-b5ca-d133e91fd791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:01.695442 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25f609e9-6131-49df-955c-6bc9277b5292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:03.044312 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:04.564111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:05.135506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:22.043530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:23.043575 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:39:27.723753 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:29.300310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-002b299e-d45d-4978-a58b-c02ed2496037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:31.774570 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7fad-4364-4be7-bae1-65cc4e920b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:33.112500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:34.602665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:35.162545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:52.024388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:57.756471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:39:59.299415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-883b07ea-e99b-4e87-bbfe-ccb1e9575f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:00.043055 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:40:01.726800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-831913e4-0684-44af-b17c-e28c5b8bf80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:03.030428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:04.537916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:05.201098 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:22.024275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:27.731624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:29.291741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da42b06d-2dad-4826-8b68-76425f99cf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:31.708800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f3c41be-b9b1-4766-b2ba-f6594d8bdcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:33.017522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:34.537390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:35.148017 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:37.044306 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:40:52.045500 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:57.770812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:40:59.313788 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9099f425-b984-4afc-8b9d-845fbb26fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:01.747665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1ac0962d-71a8-4745-889b-c36423f94567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:03.061920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:04.553638 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:05.142479 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.716208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44844) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:07.833061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:07.914452 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.009056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.049668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d48b2-f49a-438d-aab4-e514b2e62cad,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:08.055124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f977116b2004bc5984d10ca46490f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3375740 Dec 20 16:41:08.058767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44850) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:08.062732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.063088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.063464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.063807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.064146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.064477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.064810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.065139 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.065612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.065945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.066271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.066597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.066920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6710df-96c1-4d26-94e5-ae9473f3f434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.114307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.138713 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.308126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.311559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:08.312817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d00d48b2-f49a-438d-aab4-e514b2e62cad HTTP/1.1" status: 204 len: 168 time: 0.2529571 Dec 20 16:41:08.320963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d48b2-f49a-438d-aab4-e514b2e62cad,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:08.329536 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.329887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.330230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.330570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.330968 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.331222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.331544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.331875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.332197 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.332527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.332849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.333191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:08.333517 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b171f911-7dbc-47fb-9303-8e2333d9299a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:09.014981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44862) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:09.028786 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6dae779-89de-4863-9654-c84083001ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.103197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6dae779-89de-4863-9654-c84083001ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.182039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e6dae779-89de-4863-9654-c84083001ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.219098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dae779-89de-4863-9654-c84083001ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e194653-d8a0-4c46-9ee0-b705173d81a1,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:09.223441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e6dae779-89de-4863-9654-c84083001ec8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8317497de4ce4632b7ef9907d44e4b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074394 Dec 20 16:41:09.226178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44864) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:09.278594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd42e-8e29-407b-aa70-24fd5b14f529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.301144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd42e-8e29-407b-aa70-24fd5b14f529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.433674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd42e-8e29-407b-aa70-24fd5b14f529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.436431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd42e-8e29-407b-aa70-24fd5b14f529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:09.437956 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ed9fd42e-8e29-407b-aa70-24fd5b14f529 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e194653-d8a0-4c46-9ee0-b705173d81a1 HTTP/1.1" status: 204 len: 168 time: 0.2108917 Dec 20 16:41:09.445969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd42e-8e29-407b-aa70-24fd5b14f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e194653-d8a0-4c46-9ee0-b705173d81a1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.326903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 44898) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:11.429780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2266f8f-9fc6-4ea3-ac82-c4fe35f71fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.505471 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2266f8f-9fc6-4ea3-ac82-c4fe35f71fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.616316 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d2266f8f-9fc6-4ea3-ac82-c4fe35f71fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.655703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d2266f8f-9fc6-4ea3-ac82-c4fe35f71fa6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=330eb90bbe834d48adcd3bd5e82a238b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276131 Dec 20 16:41:11.656581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2266f8f-9fc6-4ea3-ac82-c4fe35f71fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c031c-b0b4-4017-b251-a4af271cc7dd,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:11.658249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 44902) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:41:11.708865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d780b4d-eb7f-4ee3-a78b-a582a4f7d178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.730053 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d780b4d-eb7f-4ee3-a78b-a582a4f7d178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.913600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d780b4d-eb7f-4ee3-a78b-a582a4f7d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.916235 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d780b4d-eb7f-4ee3-a78b-a582a4f7d178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:11.917436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d780b4d-eb7f-4ee3-a78b-a582a4f7d178 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/444c031c-b0b4-4017-b251-a4af271cc7dd HTTP/1.1" status: 204 len: 168 time: 0.2581789 Dec 20 16:41:11.926775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780b4d-eb7f-4ee3-a78b-a582a4f7d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c031c-b0b4-4017-b251-a4af271cc7dd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:14.041937 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:41:16.292528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-96faa2d2-0364-40f6-b6db-40ddf7c0b69e tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294354 Dec 20 16:41:16.479214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-9c621661-4ec9-48d7-9a7a-6ad9ab19e0ef tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:16.480605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-9c621661-4ec9-48d7-9a7a-6ad9ab19e0ef tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810617 Dec 20 16:41:16.495896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-173a2a12-9d10-437a-b155-8e522f0deb53 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/quotas/aaaac75e638a46b6adbc8dd018b9fe90 HTTP/1.1" status: 200 len: 375 time: 0.0089705 Dec 20 16:41:16.854926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-e4364dcf-8d09-45e6-9787-f395bda17393 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3537517 Dec 20 16:41:17.301083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd2c138-0795-4dc5-a983-dc3283e5d3e1 req-c3bfefda-1b13-4a9e-b915-89d72e764c50 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 210 time: 0.1268613 Dec 20 16:41:18.387034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb926b47-4147-4d20-8143-703eb01677eb req-32d7e426-d7ca-4acb-aec5-66f6ff65b650 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 210 time: 0.0258625 Dec 20 16:41:19.497689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c780a2bc-0008-45c0-90f2-6f5e709c7be4 req-8356aa01-55f0-4e3d-a971-7077acc1414b tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 210 time: 0.0263004 Dec 20 16:41:19.813140 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-5bf9706c-360e-433f-86f7-91a8f3bba409 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287831 Dec 20 16:41:20.001068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a7dbb6ae-de62-49f9-8f86-818f270df3d1 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.002543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a7dbb6ae-de62-49f9-8f86-818f270df3d1 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841688 Dec 20 16:41:20.017237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Request body: {'port': {'device_id': '17d22f97-8b6f-42b3-b11e-6587054da537', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': 'aaaac75e638a46b6adbc8dd018b9fe90'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:20.243923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Made reservation on behalf of aaaac75e638a46b6adbc8dd018b9fe90 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:41:20.247592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.257550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.331812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.427334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.489248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41ba07-876a-4c71-8717-db89f5717bec,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:20.563734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Allocated IP 192.168.233.57 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/fd676652-980e-4c16-9948-53dd69e38716) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:41:20.597311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37b6074d-2a94-4a8e-a8d5-40a092373793 req-a4bc91c1-dbae-4e3b-b144-dc4801bb9895 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Dec 20 16:41:20.712465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.867781 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:20.915332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:41:20.918352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:41:20.922630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:41:20.928971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Pushing event updated for resources: {'Port': ['ID=fd676652-980e-4c16-9948-53dd69e38716,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:20.978811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:20.979451 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.105888 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a1b0066d-f9b0-4601-8f55-ac9d2958e74d tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0926468 Dec 20 16:41:21.116655 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a91fbc66-f11f-488a-ac20-3c2cd9d98384 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:41:21.117633 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-a91fbc66-f11f-488a-ac20-3c2cd9d98384 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050929 Dec 20 16:41:21.148800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-41148a76-8312-4b82-aa0e-7e4f655ddc43 None None] Provisioning complete for port fd676652-980e-4c16-9948-53dd69e38716 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:21.149310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41148a76-8312-4b82-aa0e-7e4f655ddc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.184298 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-41148a76-8312-4b82-aa0e-7e4f655ddc43 None None] Port fd676652-980e-4c16-9948-53dd69e38716 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:41:21.230489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Request body: {'port': {'device_id': '17d22f97-8b6f-42b3-b11e-6587054da537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:41:21.283894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.722236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7aa5f-89ba-4e10-ad79-95bc1e6ca4aa req-1eb472e8-8ae2-4e34-b4bb-ca0e08920ad1 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:21.723754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ec7aa5f-89ba-4e10-ad79-95bc1e6ca4aa req-1eb472e8-8ae2-4e34-b4bb-ca0e08920ad1 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 935 time: 0.0494180 Dec 20 16:41:21.772081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ec7aa5f-89ba-4e10-ad79-95bc1e6ca4aa req-8c31c19a-8dac-4038-b047-78dfccec5721 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Dec 20 16:41:21.860483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd676652-980e-4c16-9948-53dd69e38716 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:41:21.867832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:21.880403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Transition to ACTIVE for port object fd676652-980e-4c16-9948-53dd69e38716 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:41:22.016075 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.049860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.068978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Pushing event updated for resources: {'Port': ['ID=fd676652-980e-4c16-9948-53dd69e38716,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:22.153947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Attempting to bind port fd676652-980e-4c16-9948-53dd69e38716 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:41:22.154283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Attempting to bind port fd676652-980e-4c16-9948-53dd69e38716 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:41:22.154701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Attempting to bind port fd676652-980e-4c16-9948-53dd69e38716 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:22.160031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Port fd676652-980e-4c16-9948-53dd69e38716 on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:41:22.160349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Attempting to bind port fd676652-980e-4c16-9948-53dd69e38716 on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:41:22.165772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:41:22.166106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:41:22.166481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:41:22.166901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Bound port: fd676652-980e-4c16-9948-53dd69e38716, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:41:22.167246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.233547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] For port fd676652-980e-4c16-9948-53dd69e38716, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:41:22.237256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] For port fd676652-980e-4c16-9948-53dd69e38716, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fd676652-980e-4c16-9948-53dd69e38716,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:41:22.382573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.419793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.427596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:22.427596 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd676652-980e-4c16-9948-53dd69e38716 HTTP/1.1" status: 200 len: 1095 time: 1.2389555 Dec 20 16:41:22.427596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d22f97-8b6f-42b3-b11e-6587054da537', 'tag': 'fd676652-980e-4c16-9948-53dd69e38716'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:22.448777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97fd3-30a7-4908-9ca1-16ce572f4816 service neutron] Pushing event updated for resources: {'Port': ['ID=fd676652-980e-4c16-9948-53dd69e38716,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:22.469668 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bf9260-c689-42bd-9543-0378f1df9b77" -d '{"events": [{"name": "network-changed", "server_uuid": "17d22f97-8b6f-42b3-b11e-6587054da537", "tag": "fd676652-980e-4c16-9948-53dd69e38716"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:41:22.560809 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28dc842-55da-477d-9e4e-ffb19deb02a8 x-openstack-request-id: req-b28dc842-55da-477d-9e4e-ffb19deb02a8 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:41:22.561100 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d22f97-8b6f-42b3-b11e-6587054da537", "tag": "fd676652-980e-4c16-9948-53dd69e38716", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:41:22.561379 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b28dc842-55da-477d-9e4e-ffb19deb02a8 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:41:22.562291 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d22f97-8b6f-42b3-b11e-6587054da537', 'tag': 'fd676652-980e-4c16-9948-53dd69e38716', 'status': 'completed', 'code': 200} Dec 20 16:41:22.626303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9260-c689-42bd-9543-0378f1df9b77 req-6779537f-8014-498e-9b7c-3399e8314931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.627827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-92bf9260-c689-42bd-9543-0378f1df9b77 req-6779537f-8014-498e-9b7c-3399e8314931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 1098 time: 0.0428495 Dec 20 16:41:22.654721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-92bf9260-c689-42bd-9543-0378f1df9b77 req-8b995f80-f9db-436f-9051-38f63b4aedfb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193455 Dec 20 16:41:22.752957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9260-c689-42bd-9543-0378f1df9b77 req-1ff218ff-0f6c-4c3f-8aa3-9875d8f5dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.754394 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-92bf9260-c689-42bd-9543-0378f1df9b77 req-1ff218ff-0f6c-4c3f-8aa3-9875d8f5dd4d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934722 Dec 20 16:41:22.829875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-036c7b8b-a616-4def-b069-02458cbbb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.831421 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-036c7b8b-a616-4def-b069-02458cbbb065 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 1098 time: 0.0423930 Dec 20 16:41:22.879528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-cec2ca1f-2eff-403b-a3b0-2d5070defc7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=fd676652-980e-4c16-9948-53dd69e38716 HTTP/1.1" status: 200 len: 217 time: 0.0406461 Dec 20 16:41:22.891062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49191c-d52a-49ce-b68b-c720bc7a5c3c req-43ee62f1-791a-460a-b00c-ff366d241eaa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.892635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f49191c-d52a-49ce-b68b-c720bc7a5c3c req-43ee62f1-791a-460a-b00c-ff366d241eaa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 947 time: 0.0512636 Dec 20 16:41:22.929564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-7901f542-eb53-4626-aafa-69f9bab29476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.931059 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-7901f542-eb53-4626-aafa-69f9bab29476 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0452640 Dec 20 16:41:22.942751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f49191c-d52a-49ce-b68b-c720bc7a5c3c req-c4eba96f-9472-4935-9340-38b980d38a55 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Dec 20 16:41:22.977881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-eb33fd7e-c5d1-44df-b0e1-9e193125da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:22.979384 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-eb33fd7e-c5d1-44df-b0e1-9e193125da71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407336 Dec 20 16:41:23.075456 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-9a0b32e9-d65f-49f3-a601-9b52a8c210f4 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Dec 20 16:41:23.166721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce14420d-3f24-4b74-80bc-39a365d34d66 req-f66c8c32-e11e-4d30-ac3a-aec540cd72a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844958 Dec 20 16:41:24.065252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3a44b-e056-4e2d-8981-03b681f902dd req-478f6662-5c46-4d43-871a-df5c14a7095f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:24.066774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4b3a44b-e056-4e2d-8981-03b681f902dd req-478f6662-5c46-4d43-871a-df5c14a7095f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 947 time: 0.0536804 Dec 20 16:41:24.115419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b4b3a44b-e056-4e2d-8981-03b681f902dd req-1a2b0ef8-615f-41e6-9aff-6256399a05e8 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Dec 20 16:41:25.237458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f710-5678-440c-bb52-6cb75dde4d4d req-95013e5e-a96d-47d6-917e-ae29d2b0466f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:25.239474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8486f710-5678-440c-bb52-6cb75dde4d4d req-95013e5e-a96d-47d6-917e-ae29d2b0466f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 947 time: 0.0539463 Dec 20 16:41:25.299787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8486f710-5678-440c-bb52-6cb75dde4d4d req-2fcb8839-2468-455f-86eb-bfa038f062ab tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Dec 20 16:41:26.418543 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8b746-6685-4b7a-a611-83a97313cea6 req-8b24c89f-7a8a-4c34-bf38-b7f651e0194f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:26.419967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5e8b746-6685-4b7a-a611-83a97313cea6 req-8b24c89f-7a8a-4c34-bf38-b7f651e0194f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 947 time: 0.0525181 Dec 20 16:41:26.472141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5e8b746-6685-4b7a-a611-83a97313cea6 req-1175704a-3f5a-47a6-b576-b48beeeafbd4 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Dec 20 16:41:26.767533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fd676652-980e-4c16-9948-53dd69e38716 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:41:26.872431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fd676652-980e-4c16-9948-53dd69e38716, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fd676652-980e-4c16-9948-53dd69e38716,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:26.883976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'fd676652-980e-4c16-9948-53dd69e38716', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': 'fd676652-980e-4c16-9948-53dd69e38716', 'mac_address': 'fa:16:3e:ea:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:41:26.925590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:26.938756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd676652-980e-4c16-9948-53dd69e38716 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:41:26.958594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fd676652-980e-4c16-9948-53dd69e38716, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fd676652-980e-4c16-9948-53dd69e38716,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:27.060950 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:27.109225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fd676652-980e-4c16-9948-53dd69e38716,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:27.117012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.117415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.117757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.118091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.118422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.118748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.119074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.119398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.119718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.120038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.120358 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.120678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.120995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:41:27.301752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fd676652-980e-4c16-9948-53dd69e38716'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:41:27.591238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9ba7a-48d3-4a70-9386-3ae70df94246 req-57ebe528-99cb-4389-8c53-2a31214722ba tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:27.592732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bf9ba7a-48d3-4a70-9386-3ae70df94246 req-57ebe528-99cb-4389-8c53-2a31214722ba tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 948 time: 0.0499594 Dec 20 16:41:27.641793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bf9ba7a-48d3-4a70-9386-3ae70df94246 req-cbd8a5b5-f99e-43e8-91ad-9e0b9dcd9351 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Dec 20 16:41:27.750978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.756948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c9449-af44-4b79-b7cf-8e3d0f3d5c77 req-ba421d5b-303f-41db-960c-03b0b0d2ce1f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:28.758467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b6c9449-af44-4b79-b7cf-8e3d0f3d5c77 req-ba421d5b-303f-41db-960c-03b0b0d2ce1f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 948 time: 0.0494654 Dec 20 16:41:28.782767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fd676652-980e-4c16-9948-53dd69e38716 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:41:28.807501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b6c9449-af44-4b79-b7cf-8e3d0f3d5c77 req-c9906396-339f-4e2a-a070-d1f43443eb8c tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Dec 20 16:41:28.910740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port fd676652-980e-4c16-9948-53dd69e38716 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:41:28.915363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port fd676652-980e-4c16-9948-53dd69e38716 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:41:28.918497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:28.994486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.017339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d22f97-8b6f-42b3-b11e-6587054da537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd676652-980e-4c16-9948-53dd69e38716'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:41:29.031336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port fd676652-980e-4c16-9948-53dd69e38716, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fd676652-980e-4c16-9948-53dd69e38716,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:41:29.060948 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a19b0-9342-41d4-9c04-7c7b82149e6a" -d '{"events": [{"server_uuid": "17d22f97-8b6f-42b3-b11e-6587054da537", "name": "network-vif-plugged", "status": "completed", "tag": "fd676652-980e-4c16-9948-53dd69e38716"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:41:29.122812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.156002 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8341494-b139-4677-9f59-e026e43deeaa x-openstack-request-id: req-f8341494-b139-4677-9f59-e026e43deeaa {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:41:29.156417 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d22f97-8b6f-42b3-b11e-6587054da537", "name": "network-vif-plugged", "status": "completed", "tag": "fd676652-980e-4c16-9948-53dd69e38716", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:41:29.156679 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8341494-b139-4677-9f59-e026e43deeaa {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:41:29.157077 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d22f97-8b6f-42b3-b11e-6587054da537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd676652-980e-4c16-9948-53dd69e38716', 'code': 200} Dec 20 16:41:29.176200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=fd676652-980e-4c16-9948-53dd69e38716,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:41:29.264872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be75a-b3dc-46ac-9d23-b42e63a6eb65 req-90481ed2-e16a-4c78-b656-cb6539ba42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:29.266562 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-243be75a-b3dc-46ac-9d23-b42e63a6eb65 req-90481ed2-e16a-4c78-b656-cb6539ba42c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 1100 time: 0.0461736 Dec 20 16:41:29.295624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8db8372b-89a0-44c6-8fed-647ce58c6355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:29.311960 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-243be75a-b3dc-46ac-9d23-b42e63a6eb65 req-511619f4-e25d-4f3d-aa17-7a6f18272d78 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Dec 20 16:41:29.928107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e92d9-cffd-4480-a9fb-618a6c134710 req-6d660904-f68d-4478-a845-46b5319b0728 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:29.929739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-775e92d9-cffd-4480-a9fb-618a6c134710 req-6d660904-f68d-4478-a845-46b5319b0728 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 949 time: 0.0537190 Dec 20 16:41:29.976978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-775e92d9-cffd-4480-a9fb-618a6c134710 req-2224ceba-e747-47c8-9310-1ee87c4c0b6f tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Dec 20 16:41:31.095514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfad81-356f-472c-b705-17754621d50e req-cacd2eca-f36d-4652-b782-3fd2c3f8b849 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:41:31.097044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdcfad81-356f-472c-b705-17754621d50e req-cacd2eca-f36d-4652-b782-3fd2c3f8b849 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 949 time: 0.0492606 Dec 20 16:41:31.145500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bdcfad81-356f-472c-b705-17754621d50e req-4463795f-9fb3-445a-b071-a12e8ec80ce3 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Dec 20 16:41:31.740670 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a984e880-ef29-425f-9456-d74f21b4e5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:33.141109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:34.529843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:35.135213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:51.040865 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:41:52.026029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:57.752018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:41:59.391601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-329b0cc1-c139-4f3d-94be-75d7b9c183e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:01.723386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf4cca18-48cb-4e2a-af59-5a24afc2a1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:03.032201 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:04.546251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:05.134686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:21.987043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:24.107833 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-667a4ab9-9e12-4011-aa63-be61203f1b16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413222 Dec 20 16:42:24.196531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-57835a5b-49e4-4dd3-b3c7-7a3c3a95f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:24.198007 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-57835a5b-49e4-4dd3-b3c7-7a3c3a95f024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 1100 time: 0.0480981 Dec 20 16:42:24.308491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-70935571-1da0-46df-94e0-a800576d1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:24.310089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-70935571-1da0-46df-94e0-a800576d1fd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8924904a-b154-4282-8d2a-9f9626485f24 HTTP/1.1" status: 200 len: 870 time: 0.0920162 Dec 20 16:42:24.354152 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-0a5b6328-7886-450f-8820-c7cac768e2f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=fd676652-980e-4c16-9948-53dd69e38716 HTTP/1.1" status: 200 len: 217 time: 0.0364199 Dec 20 16:42:24.408212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-79ff1f73-b26c-45c9-99e8-c2b9a4cd4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:24.409707 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-79ff1f73-b26c-45c9-99e8-c2b9a4cd4152 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0492272 Dec 20 16:42:24.456689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-b8182597-12c2-40f3-ab05-9c99a9e1450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:42:24.458142 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-b8182597-12c2-40f3-ab05-9c99a9e1450f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408139 Dec 20 16:42:24.553805 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-11100f6c-0d15-4889-be7f-265ea1604bc9 service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886302 Dec 20 16:42:24.654606 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a01ca7e-a7cf-4196-95ca-641ea7db6cc0 req-c3762617-c193-409a-b200-54b4108343ef service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939133 Dec 20 16:42:27.779158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:28.040785 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:42:29.302816 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c840bae0-baec-4cb8-84fc-49a9b4dfc287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:31.725913 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1ac4c3d0-53e6-4614-a8da-a827646a733e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:33.087734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:34.527816 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:35.148153 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:51.996653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:57.738550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:42:59.326872 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53071a26-4db9-4d65-8be4-01fd05912747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:01.732379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f4dee70-16fd-4f94-a08b-bab2ad848326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:03.027368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:04.572535 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:05.040442 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:43:05.138106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:15.959967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee9327-65d6-4287-9986-2446f2e96767 req-33bb796e-8110-49be-9780-329b18bfb62b tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:15.961518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65ee9327-65d6-4287-9986-2446f2e96767 req-33bb796e-8110-49be-9780-329b18bfb62b tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 949 time: 0.0550961 Dec 20 16:43:16.012214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65ee9327-65d6-4287-9986-2446f2e96767 req-ff028b5b-d1f2-4209-aa09-5a5a85d72149 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Dec 20 16:43:17.129575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca91b53-72aa-482e-baa0-f3a5057867ee req-fb0430c8-5d58-4036-bdb7-c947a96bfdce tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:17.131095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca91b53-72aa-482e-baa0-f3a5057867ee req-fb0430c8-5d58-4036-bdb7-c947a96bfdce tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 949 time: 0.0499597 Dec 20 16:43:17.181565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca91b53-72aa-482e-baa0-f3a5057867ee req-e841f687-ba78-43f3-ab99-ad236d10dc07 tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e41ba07-876a-4c71-8717-db89f5717bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Dec 20 16:43:17.429425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-08a1a323-ba57-465b-958b-9294fdbe39cd tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:43:17.430923 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-08a1a323-ba57-465b-958b-9294fdbe39cd tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.72 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 949 time: 0.0504661 Dec 20 16:43:17.533599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Deleting port fd676652-980e-4c16-9948-53dd69e38716 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:43:17.533934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.629592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] For port fd676652-980e-4c16-9948-53dd69e38716, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=fd676652-980e-4c16-9948-53dd69e38716,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:43:17.629951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.643729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Calling delete_port for fd676652-980e-4c16-9948-53dd69e38716 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:43:17.846425 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.859072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['fd676652-980e-4c16-9948-53dd69e38716'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:43:17.877098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Pushing event deleted for resources: {'Port': ['ID=fd676652-980e-4c16-9948-53dd69e38716,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:43:17.905897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.909387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.910121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.910121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:43:17.933904 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] No DVR routers for this DVR port fd676652-980e-4c16-9948-53dd69e38716 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:43:17.936817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:17.939869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4ec8533d-b747-42ba-9f80-2e88baea73a5 req-6c2f27ea-e0a0-4790-93af-fee18a3da0aa tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.72 "DELETE /v2.0/ports/fd676652-980e-4c16-9948-53dd69e38716 HTTP/1.1" status: 204 len: 173 time: 0.5030851 Dec 20 16:43:17.940307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d22f97-8b6f-42b3-b11e-6587054da537', 'name': 'network-vif-deleted', 'tag': 'fd676652-980e-4c16-9948-53dd69e38716'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:43:17.942586 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c525af-d115-48ae-a379-3b85d367ef88" -d '{"events": [{"server_uuid": "17d22f97-8b6f-42b3-b11e-6587054da537", "name": "network-vif-deleted", "tag": "fd676652-980e-4c16-9948-53dd69e38716"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:43:17.978446 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174a4ba-7d49-40ca-b09e-1e40d5f98a61 x-openstack-request-id: req-5174a4ba-7d49-40ca-b09e-1e40d5f98a61 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:43:17.978777 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d22f97-8b6f-42b3-b11e-6587054da537", "name": "network-vif-deleted", "tag": "fd676652-980e-4c16-9948-53dd69e38716", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:43:17.979058 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5174a4ba-7d49-40ca-b09e-1e40d5f98a61 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:43:17.979479 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d22f97-8b6f-42b3-b11e-6587054da537', 'name': 'network-vif-deleted', 'tag': 'fd676652-980e-4c16-9948-53dd69e38716', 'status': 'completed', 'code': 200} Dec 20 16:43:18.299482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd118ee0-faaa-4784-8e7b-842d85011f10 req-24479806-68de-45eb-b95e-cc859347dcfb tempest-VolumesBackupsTest-1586527503 tempest-VolumesBackupsTest-1586527503-project] 10.222.0.81 "GET /v2.0/ports?device_id=17d22f97-8b6f-42b3-b11e-6587054da537 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Dec 20 16:43:21.241422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fd676652-980e-4c16-9948-53dd69e38716 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:43:21.264852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: fd676652-980e-4c16-9948-53dd69e38716 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:43:21.265228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device fd676652-980e-4c16-9948-53dd69e38716 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:43:22.008939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:27.748789 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:29.307615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c140abce-0f89-4daa-9ddc-77a3102417b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:31.792267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7bb50df8-766b-494d-88de-9c9b23bfdead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:33.637370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:34.531914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:35.143149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:42.041368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:43:52.070765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:57.770736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:43:59.310343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b6ec5a4c-3f8e-4d5f-898c-e1fd46093938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:01.738906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef93d1d0-0dce-496d-8b4a-5351699f8a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:03.059023 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:04.544652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:05.142697 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:17.358112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-a9efbc92-f6a3-43ac-9b51-4a87cb08ce40 req-f0cb116d-ae80-4606-b1d5-b8d44a541d6a tempest-AttachVolumeTestJSON-667295197 tempest-AttachVolumeTestJSON-667295197-project] (103953) timed out ('10.222.0.83', 61244) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:44:19.041912 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:44:22.044422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:27.743787 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:29.332100 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-71c529ea-ace0-4cb4-975c-c065ca28a474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:31.709099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01f05078-ada9-4e20-82ad-376f32f08814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:33.051936 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:34.558411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:35.120594 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:52.091650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:56.042233 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:44:57.754607 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:44:59.319830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd157-7b9d-4f15-9167-bcaf1c53b6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:01.714362 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d7c47782-506b-4688-90ca-189baa389eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:03.102358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:04.530266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:05.137110 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:22.143114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:27.800411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:29.320834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86608173-7d14-4b56-aead-5bd995411b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:31.726495 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed668a4b-34db-4f13-8a09-61bc82e95ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:33.041679 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:45:33.085730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:34.587238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:35.160117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:52.171213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:57.862970 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:45:59.337085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b2e22e0a-349c-46de-b0b1-3898c73480c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:01.770887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5136c0cd-49ca-434e-8d69-cc3d74c4826f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:03.107684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:04.587514 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:05.121979 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:10.042238 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:46:22.159171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:27.816781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:29.314235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de6f1224-6daa-4031-ba1c-bd89363a478b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:31.725564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-62557d50-db1d-4d66-a39e-be09aaa3aab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:33.045601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:34.547960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:35.131499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:47.042470 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:46:52.107902 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:57.742435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:46:59.342113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b94ca12c-1f75-40c4-bcf5-43bf4be6fc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:01.770997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb058552-c152-400d-94dc-83dfbb594742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:03.056611 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:04.553821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:05.153271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:22.119414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:24.043902 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:47:27.873376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:29.324680 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5a33903b-6380-4db8-86a5-37f068844be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:31.731169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93288fe0-6fff-41ca-adb1-ec4c7101be21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:33.062508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:34.582092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:35.159151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:48.468910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49110) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:47:48.629395 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-14738262-b718-483a-a471-2c95cb9e95a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aaaac75e638a46b6adbc8dd018b9fe90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592674 Dec 20 16:47:48.632665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49118) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:47:48.679760 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:48.700957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:48.793659 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:48.796367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:48.797563 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e41ba07-876a-4c71-8717-db89f5717bec HTTP/1.1" status: 204 len: 168 time: 0.1639512 Dec 20 16:47:48.806234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41ba07-876a-4c71-8717-db89f5717bec,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:48.813968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.814318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.814660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.814994 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.815338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.815647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.815972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.816301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.816623 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.816945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.817306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.817615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:48.817938 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2897110-7323-4842-902c-071cb46f8228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.363492 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49148) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:47:50.468167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c0f407d-9cda-4006-85b2-c2bfc52b9070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.547823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c0f407d-9cda-4006-85b2-c2bfc52b9070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.639009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c0f407d-9cda-4006-85b2-c2bfc52b9070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.679801 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4c0f407d-9cda-4006-85b2-c2bfc52b9070 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0b7109e7ff849f6ab148d866c48795a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150928 Dec 20 16:47:50.680610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f407d-9cda-4006-85b2-c2bfc52b9070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f114c1-3426-46f7-801c-51df46309681,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:50.682486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49152) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:47:50.738951 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.763896 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.867399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.870124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:50.871302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08f114c1-3426-46f7-801c-51df46309681 HTTP/1.1" status: 204 len: 168 time: 0.1867917 Dec 20 16:47:50.880157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f114c1-3426-46f7-801c-51df46309681,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:47:50.889425 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.889775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.890108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.890445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.890780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.891112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.891439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.891776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.892094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.892424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.892747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.893071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:50.893441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6df0a-5782-41cf-a0d7-720f3200d652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:47:52.164804 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:57.799030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:47:59.342134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9dc772f-f096-4441-a6ae-8fc99b25acaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:01.042968 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:48:01.730710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42d4f20b-e19e-4421-aff2-de9e109bd1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:03.056321 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:04.570865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:05.113274 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:12.848407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49318) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:12.965215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7851236e-d2dc-42dc-80a0-0bff14296a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.043269 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7851236e-d2dc-42dc-80a0-0bff14296a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.130272 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7851236e-d2dc-42dc-80a0-0bff14296a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.173153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7851236e-d2dc-42dc-80a0-0bff14296a88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21f1f6f9e3f54090be997706d34bd9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234904 Dec 20 16:48:13.173899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851236e-d2dc-42dc-80a0-0bff14296a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce546e-a2e8-4092-bde3-cf4ecfba3665,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:13.175677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49322) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:13.226194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b702d37c-d548-4dc3-b272-12d952ae86be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.247118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b702d37c-d548-4dc3-b272-12d952ae86be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.387655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b702d37c-d548-4dc3-b272-12d952ae86be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.390504 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b702d37c-d548-4dc3-b272-12d952ae86be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:13.391839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b702d37c-d548-4dc3-b272-12d952ae86be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18ce546e-a2e8-4092-bde3-cf4ecfba3665 HTTP/1.1" status: 204 len: 168 time: 0.2144217 Dec 20 16:48:13.400632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702d37c-d548-4dc3-b272-12d952ae86be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce546e-a2e8-4092-bde3-cf4ecfba3665,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:17.356700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49382) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:17.361981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'network': {'name': 'tempest-network-smoke--256774914', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:17.439260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Made reservation on behalf of d138b6a80e0b400491b805179bf77eac for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:17.442858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.452311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.526929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.570680 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.597652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:48:17.611519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fafb77-d7a9-444e-88e0-394b1f080d8c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:17.616907 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.617727 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Added segment df6df34d-cd71-4e48-8aab-de1c6a80faaa of type vlan for network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d Dec 20 16:48:17.658154 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.748029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.753706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:17.754295 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.821131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Network': ['ID=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:17.831294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:48:17.856643 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d02bd1b7-846d-4f17-bce7-699815d3022e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4967313 Dec 20 16:48:17.857545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49384) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:17.862003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'admin_state_up': True, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:17.942643 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:17.943812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.002059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.230115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.490244 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.509981 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.616634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.25.6.19 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/5ce65da7-667a-45ee-9769-fec3aa0979ab) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:18.717139 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.828481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:18.873176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:18.877543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:18.882737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:18.885950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=5ce65da7-667a-45ee-9769-fec3aa0979ab,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:18.897865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755fe98e-d2a3-4ad7-b8f1-94ffb8ee904a None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:48:18.985228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-067c428a-966a-45d9-a547-4c2fa71a117e None None] Provisioning complete for port 5ce65da7-667a-45ee-9769-fec3aa0979ab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:18.985906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-067c428a-966a-45d9-a547-4c2fa71a117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:19.020313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-067c428a-966a-45d9-a547-4c2fa71a117e None None] Port 5ce65da7-667a-45ee-9769-fec3aa0979ab cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:48:19.204844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:19.405881 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:19.628015 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:48:19.736230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:19.746566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Sync routers for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:48:19.761954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:19.804677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:19.877864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:48:19.886737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:19.887989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6761d24a-38e8-414e-a180-dead045249e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0294800 Dec 20 16:48:19.891358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49386) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:20.026004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a82eba9-a0a9-493b-91d8-804d5dafcbcd tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d138b6a80e0b400491b805179bf77eac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1333101 Dec 20 16:48:20.028687 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49390) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:20.065677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:19Z', 'revision_number': 3, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:20.092731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Checking router: 3727b3ed-e255-4e86-98fb-34c5c9a8d6da for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:48:20.093085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Updating router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da port 5ce65da7-667a-45ee-9769-fec3aa0979ab binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:48:20.119406 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.184665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad95e7d-e815-4096-a085-0768459a3cff tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:20.186276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5ad95e7d-e815-4096-a085-0768459a3cff tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1566265 Dec 20 16:48:20.189210 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49392) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:20.224129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5968c7c5-aafa-46bd-92c7-f8b72087a24c tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338125 Dec 20 16:48:20.227535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49394) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:20.232528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24231321', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:20.439396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Made reservation on behalf of d138b6a80e0b400491b805179bf77eac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:20.443045 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.546211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.616724 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.665838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13151382-3eda-4012-ae4d-3ef896594773 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:48:20.682310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Attempting to bind port 5ce65da7-667a-45ee-9769-fec3aa0979ab on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:48:20.682691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Attempting to bind port 5ce65da7-667a-45ee-9769-fec3aa0979ab by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:48:20.683061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Attempting to bind port 5ce65da7-667a-45ee-9769-fec3aa0979ab on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:48:20.687311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Pushing event updated for resources: {'Port': ['ID=5ce65da7-667a-45ee-9769-fec3aa0979ab,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:20.701334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:48:20.701334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:48:20.701334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.701334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:48:20.701334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Bound port: 5ce65da7-667a-45ee-9769-fec3aa0979ab, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:48:20.701334 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.702116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.702467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.702814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.703161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.703497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.703829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.704157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.704487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.704815 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.705153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.705490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.705812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.706134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:20.725564 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.770013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7313e634-aca8-4e3e-98c4-0a6fa12e20fa None None] Provisioning complete for port 5ce65da7-667a-45ee-9769-fec3aa0979ab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:20.770386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7313e634-aca8-4e3e-98c4-0a6fa12e20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.775219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] For port 5ce65da7-667a-45ee-9769-fec3aa0979ab, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:20.778731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] For port 5ce65da7-667a-45ee-9769-fec3aa0979ab, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5ce65da7-667a-45ee-9769-fec3aa0979ab,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:20.791478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Subnet': ['ID=6b327192-004f-48f0-95d9-45350169b852,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:20.800925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Checking segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:48:20.801334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network hostable DHCP agents. Network: bdf5cecf-4c3f-41fa-ad69-0fee7b64285d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:48:20.813959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7313e634-aca8-4e3e-98c4-0a6fa12e20fa None None] Port 5ce65da7-667a-45ee-9769-fec3aa0979ab cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:48:20.891313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:20.925325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:48:20.937305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d39e15-585f-4f7b-b4cd-dc0f384b0243 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:48:20.959330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:20.960009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:20.964171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8834d-f6fb-4e81-8b45-8feb43bfc066 None None] Pushing event updated for resources: {'Port': ['ID=5ce65da7-667a-45ee-9769-fec3aa0979ab,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:20.999223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, bdf5cecf-4c3f-41fa-ad69-0fee7b64285d) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:21.005914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:21.014751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.014907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e59a9f-a8b8-486e-a067-fbfe93aef3b5 None None] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:48:21.093370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9d274e55-2c66-44b6-a4f7-6ce5ff53dc78 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8647149 Dec 20 16:48:21.096034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:21.139286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7710692a-eb0a-45ca-90a0-e7b63287fa82 None None] Provisioning complete for port 5ce65da7-667a-45ee-9769-fec3aa0979ab triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:21.139859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7710692a-eb0a-45ca-90a0-e7b63287fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.189148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:48:21.285221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:48:21.286084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.458693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7710692a-eb0a-45ca-90a0-e7b63287fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.520307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7710692a-eb0a-45ca-90a0-e7b63287fa82 None None] For port 5ce65da7-667a-45ee-9769-fec3aa0979ab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5ce65da7-667a-45ee-9769-fec3aa0979ab,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:21.573580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Allocated IP 172.20.0.2 (bdf5cecf-4c3f-41fa-ad69-0fee7b64285d/6b327192-004f-48f0-95d9-45350169b852/6527a6ea-6c55-40d8-ae71-d919a294d096) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:21.590351 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7710692a-eb0a-45ca-90a0-e7b63287fa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.596609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.600805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:19Z', 'revision_number': 3, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:21.672610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dae213-beeb-4ed6-8ff5-102592b5b7d3 None None] The sync data for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 is: [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:19Z', 'revision_number': 3, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:48:21.724506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710692a-eb0a-45ca-90a0-e7b63287fa82 None None] Pushing event updated for resources: {'Port': ['ID=5ce65da7-667a-45ee-9769-fec3aa0979ab,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:21.812960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.868292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:21.933274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:21.938469 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:21.945682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:21.946977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.20.0.1 (bdf5cecf-4c3f-41fa-ad69-0fee7b64285d/6b327192-004f-48f0-95d9-45350169b852/f9fc279b-32f3-4a65-a2ec-5eb69bbd5296) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:21.953126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Pushing event updated for resources: {'Port': ['ID=6527a6ea-6c55-40d8-ae71-d919a294d096,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:22.022357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Attempting to bind port 6527a6ea-6c55-40d8-ae71-d919a294d096 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:48:22.022742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Attempting to bind port 6527a6ea-6c55-40d8-ae71-d919a294d096 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:48:22.023115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Attempting to bind port 6527a6ea-6c55-40d8-ae71-d919a294d096 on network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:48:22.029083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:48:22.038188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Checking segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:48:22.038188 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.038188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Bound using segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:48:22.038188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Bound port: 6527a6ea-6c55-40d8-ae71-d919a294d096, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:48:22.038188 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.101059 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.117680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] For port 6527a6ea-6c55-40d8-ae71-d919a294d096, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:22.130445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] For port 6527a6ea-6c55-40d8-ae71-d919a294d096, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6527a6ea-6c55-40d8-ae71-d919a294d096,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:22.193914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.234461 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.236440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.284364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:22.289719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:22.294309 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:22.301392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:22.305603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7d762-6777-4805-996d-f049a6022d91 None None] Pushing event updated for resources: {'Port': ['ID=6527a6ea-6c55-40d8-ae71-d919a294d096,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:22.359214 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.624533 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:22.942599 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.004808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.091915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:23.096226 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.200722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:23.202262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:23.325933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:48:23.442094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:23.448273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f22599e9-fbf3-4553-9359-ddfdc06ac33c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "PUT /v2.0/routers/3727b3ed-e255-4e86-98fb-34c5c9a8d6da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3512466 Dec 20 16:48:23.451164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49398) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:23.455844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--361507814', 'description': 'tempest-secgroup_access--361507814 description', 'project_id': 'd138b6a80e0b400491b805179bf77eac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:23.542608 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.645428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.719666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.733971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589c21b-ff2b-41f1-bdc0-3cdba4e59013 None None] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:48:23.752585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c738de8-58ef-4837-beed-5215a0391c3e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:23.761414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6527a6ea-6c55-40d8-ae71-d919a294d096 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:48:23.807051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.808486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-634e06cd-3276-4ca8-8221-35321059708f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3563476 Dec 20 16:48:23.811524 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49400) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:23.816263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--170160714', 'description': 'tempest-secgroup_general--170160714 description', 'project_id': 'd138b6a80e0b400491b805179bf77eac'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:23.848496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-81aff695-85f3-4288-89bf-fcf8df15d756 None None] Provisioning complete for port 6527a6ea-6c55-40d8-ae71-d919a294d096 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:23.849617 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81aff695-85f3-4288-89bf-fcf8df15d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.862896 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Sync routers for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:48:23.875297 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:23.875830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:23.925707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6527a6ea-6c55-40d8-ae71-d919a294d096 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:23.926079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.947897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:23.988338 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:48:24.013047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81aff695-85f3-4288-89bf-fcf8df15d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.051119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.077801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-81aff695-85f3-4288-89bf-fcf8df15d756 None None] For port 6527a6ea-6c55-40d8-ae71-d919a294d096, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6527a6ea-6c55-40d8-ae71-d919a294d096,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:24.084645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.131836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.165713 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81aff695-85f3-4288-89bf-fcf8df15d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.170106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c955251c-63b5-4960-95d7-fbd18f6fec0b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:24.224461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.226328 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d40a01ce-0202-46a2-8c21-bb27200b579c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4137979 Dec 20 16:48:24.244990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:24.245200 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 2, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:24.245366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'security_group_rule': {'security_group_id': '9c738de8-58ef-4837-beed-5215a0391c3e', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:24.267881 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Checking router: 3727b3ed-e255-4e86-98fb-34c5c9a8d6da for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:48:24.268337 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Updating router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:48:24.299651 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.351081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.421530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.457255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:48:24.457255 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:48:24.461293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aff695-85f3-4288-89bf-fcf8df15d756 None None] Pushing event updated for resources: {'Port': ['ID=6527a6ea-6c55-40d8-ae71-d919a294d096,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:24.468040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2823575d-24db-484b-935c-34433e764ac8 None None] Provisioning complete for port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:24.468460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2823575d-24db-484b-935c-34433e764ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.505878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2823575d-24db-484b-935c-34433e764ac8 None None] Port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:48:24.507534 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.516467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2823575d-24db-484b-935c-34433e764ac8 None None] Provisioning complete for port 6527a6ea-6c55-40d8-ae71-d919a294d096 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:24.517111 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2823575d-24db-484b-935c-34433e764ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.534569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567cbfb9-421c-4bb3-973c-de2647917c04,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:24.601198 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.630056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.632786 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4e73ad36-ba6f-47e2-b25b-982ce34a5b9a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009161 Dec 20 16:48:24.650826 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.718619 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Pushing event updated for resources: {'Port': ['ID=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:24.737799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d4e74657-8427-4cab-ad7c-08869899c321 None None] Provisioning complete for port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:24.738370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d4e74657-8427-4cab-ad7c-08869899c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.745976 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.746343 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.746692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.747032 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.747363 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.747705 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.748034 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.748361 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.748817 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.749011 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.749361 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.749682 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.750676 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:24.764543 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Attempting to bind port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:48:24.764543 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Attempting to bind port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:48:24.765323 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Attempting to bind port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 on network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:48:24.770553 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:48:24.770928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Checking segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:48:24.771332 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.772393 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Bound using segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:48:24.772726 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Bound port: f9fc279b-32f3-4a65-a2ec-5eb69bbd5296, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:48:24.773109 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.783019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d4e74657-8427-4cab-ad7c-08869899c321 None None] Port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:48:24.844830 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] For port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:24.848547 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] For port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:24.919978 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:24.970625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-4f539850-a22b-4507-b6cb-7728d25dacd2 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--361507814&fields=id&tenant_id=d138b6a80e0b400491b805179bf77eac HTTP/1.1" status: 200 len: 267 time: 0.0644500 Dec 20 16:48:24.976078 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:24.976699 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:48:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:25.020957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5ce65da7-667a-45ee-9769-fec3aa0979ab up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:48:25.026452 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0213e94-92d9-4900-ad9a-6f157d762d35 None None] Pushing event updated for resources: {'Port': ['ID=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:25.033951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a62c3898-e9b0-4ce0-b8e4-997add5b0a2e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--170160714&fields=id&tenant_id=d138b6a80e0b400491b805179bf77eac HTTP/1.1" status: 200 len: 267 time: 0.0544991 Dec 20 16:48:25.081783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3dc37e69-0936-4116-a946-2630183ad1a6 None None] Provisioning complete for port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:25.082163 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e69-0936-4116-a946-2630183ad1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.114095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:48:25.136991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5ce65da7-667a-45ee-9769-fec3aa0979ab triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:25.137391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.236017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-18d641c1-ab16-4908-ae45-dad68715e424 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:25.237196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e69-0936-4116-a946-2630183ad1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.237750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-18d641c1-ab16-4908-ae45-dad68715e424 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/networks?id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 200 len: 796 time: 0.1954999 Dec 20 16:48:25.255127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-5dbad2d3-0ad1-422c-b08b-4ab0af1432f1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/quotas/d138b6a80e0b400491b805179bf77eac HTTP/1.1" status: 200 len: 375 time: 0.0114470 Dec 20 16:48:25.312474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3dc37e69-0936-4116-a946-2630183ad1a6 None None] For port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:25.327662 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-8a30536f-6943-4388-94a3-64267cefc1a0 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648289 Dec 20 16:48:25.387829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3dc37e69-0936-4116-a946-2630183ad1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.452869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-501a5bd5-9ad1-4a58-aca6-0d04fc635eab service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:48:25.453108 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:24Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:25.453921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-501a5bd5-9ad1-4a58-aca6-0d04fc635eab service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0692577 Dec 20 16:48:25.454638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc37e69-0936-4116-a946-2630183ad1a6 None None] Pushing event updated for resources: {'Port': ['ID=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:25.481496 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b28428-fcb1-4f08-bef9-a0f0969e025b None None] The sync data for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 is: [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:24Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:48:25.511047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-91eb91ae-908a-47a8-bcb2-18bf23eb7ac5 None None] Provisioning complete for port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:25.511427 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91eb91ae-908a-47a8-bcb2-18bf23eb7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.583896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-b485d157-dac3-459d-a1c7-886d7ca5dbcc service neutron] 10.222.0.81 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207533 Dec 20 16:48:25.724396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-d6e92042-58ab-48ea-bdc8-a8a4ee347a60 service neutron] 10.222.0.81 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390293 Dec 20 16:48:25.762794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6527a6ea-6c55-40d8-ae71-d919a294d096 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:48:25.815460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 6527a6ea-6c55-40d8-ae71-d919a294d096 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:25.815907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:25.905780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:48:25.957457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:25.957890 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:27.025153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2be14d6-f880-4110-8c27-6f586de19d92 req-c815db79-7338-4890-a733-7d6308463019 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0823972 Dec 20 16:48:27.769955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:28.105126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-62b7a9e5-cb6d-45ae-b54c-8f5331b2bea0 req-d0c9707e-4615-4029-97d4-0026f5bac157 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0265419 Dec 20 16:48:29.189764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-712dfd76-291b-4d45-9ea1-bd285d88bee3 req-932357b2-14f5-45d5-8d82-6cb9e5943967 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0277202 Dec 20 16:48:29.342063 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3cf3c937-c1cf-47ba-be7d-a5eff4c5eda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:30.266191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ce8953d-8a6e-4259-8a32-a625e63893cd req-01e575ac-5ef2-4fd3-b171-0b5240228322 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0267603 Dec 20 16:48:31.364431 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2957e119-617f-4aaa-9880-523e5089e30a req-eb119366-c562-4177-962e-4ed840628d73 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Dec 20 16:48:31.741828 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db08caa2-d9c6-435f-8e71-73e38fa0873c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:32.458937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ded65ad7-71c6-49e8-86c0-8301c131225c req-643b6b3b-401a-4bef-bb46-0b4337e2ee60 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Dec 20 16:48:33.101829 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:33.552595 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-88f34a29-2c6d-43ae-bfdb-9aafa25ac749 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:33.554694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-88f34a29-2c6d-43ae-bfdb-9aafa25ac749 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.72 "GET /v2.0/networks?id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 200 len: 796 time: 0.1068439 Dec 20 16:48:33.560142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c343a33-76cc-4808-b5b9-f657f73b3f0b req-425af96b-2381-4e1e-98df-cf7e23eb9cf4 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0301709 Dec 20 16:48:33.632413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-df3274bb-1339-46b8-bf4a-133efe9db055 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d138b6a80e0b400491b805179bf77eac HTTP/1.1" status: 200 len: 476 time: 0.0689232 Dec 20 16:48:33.641392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'port': {'device_id': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'admin_state_up': True, 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'security_groups': ['9c738de8-58ef-4837-beed-5215a0391c3e', 'c955251c-63b5-4960-95d7-fbd18f6fec0b']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:33.879843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Made reservation on behalf of d138b6a80e0b400491b805179bf77eac for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:48:33.884096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:34.022995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.20.0.5 (bdf5cecf-4c3f-41fa-ad69-0fee7b64285d/6b327192-004f-48f0-95d9-45350169b852/38efda68-03e3-46ca-b917-8e83da25cca2) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:34.509085 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:34.559134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:34.611839 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:34.659584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:34.663535 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:34.666205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:34.699803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc82f77-7ae9-4825-8e65-d43ee0aa2d64 req-bbec2418-ad92-4d3e-b55c-8e1e3ccc678a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:34.700563 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=38efda68-03e3-46ca-b917-8e83da25cca2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:34.702597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfc82f77-7ae9-4825-8e65-d43ee0aa2d64 req-bbec2418-ad92-4d3e-b55c-8e1e3ccc678a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 970 time: 0.0675418 Dec 20 16:48:34.735354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:34.736020 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:34.773870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfc82f77-7ae9-4825-8e65-d43ee0aa2d64 req-cf73de58-1610-4580-97fb-dab5151d5c2c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0648811 Dec 20 16:48:34.876417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-10260a17-3b9c-4825-b907-17abca6d7e48 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2384975 Dec 20 16:48:34.914528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-29f6e16c-156c-4c5b-bc12-a6171d6b5141 None None] Provisioning complete for port 38efda68-03e3-46ca-b917-8e83da25cca2 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:34.915208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-29f6e16c-156c-4c5b-bc12-a6171d6b5141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:34.938051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Request body: {'port': {'device_id': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:34.960561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-29f6e16c-156c-4c5b-bc12-a6171d6b5141 None None] Port 38efda68-03e3-46ca-b917-8e83da25cca2 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:48:34.994577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.182152 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.271339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38efda68-03e3-46ca-b917-8e83da25cca2 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:48:35.278807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.291588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Transition to ACTIVE for port object 38efda68-03e3-46ca-b917-8e83da25cca2 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:48:35.405088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.455941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Pushing event updated for resources: {'Port': ['ID=38efda68-03e3-46ca-b917-8e83da25cca2,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:35.531263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Attempting to bind port 38efda68-03e3-46ca-b917-8e83da25cca2 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:48:35.531609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Attempting to bind port 38efda68-03e3-46ca-b917-8e83da25cca2 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:48:35.531949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Attempting to bind port 38efda68-03e3-46ca-b917-8e83da25cca2 on network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:48:35.536889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Port 38efda68-03e3-46ca-b917-8e83da25cca2 on network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:48:35.537532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Attempting to bind port 38efda68-03e3-46ca-b917-8e83da25cca2 on network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:48:35.542944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:48:35.543281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Checking segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:48:35.543664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Bound using segment: {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:48:35.544118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Bound port: 38efda68-03e3-46ca-b917-8e83da25cca2, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6df34d-cd71-4e48-8aab-de1c6a80faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:48:35.544472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.618340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] For port 38efda68-03e3-46ca-b917-8e83da25cca2, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:48:35.621731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] For port 38efda68-03e3-46ca-b917-8e83da25cca2, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=38efda68-03e3-46ca-b917-8e83da25cca2,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:48:35.714142 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.746742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:35.747375 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:35.748773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] 10.222.0.72 "PUT /v2.0/ports/38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 200 len: 1130 time: 0.8642848 Dec 20 16:48:35.750847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:48:35.754743 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800735fc-85d9-4b8c-a103-a25133017ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:48:35.784445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ee34e-42ab-4e7d-813b-b4dae616281e service neutron] Pushing event updated for resources: {'Port': ['ID=38efda68-03e3-46ca-b917-8e83da25cca2,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:35.916507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9df4-cf0c-4813-b181-61397ed2a3a9 req-99d59488-a283-407f-856b-2a5fe9c66bac tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:35.918523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9fe9df4-cf0c-4813-b181-61397ed2a3a9 req-99d59488-a283-407f-856b-2a5fe9c66bac tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 982 time: 0.0602784 Dec 20 16:48:35.952389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-37f04e65-ba6f-4e55-8bea-9808a12d1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:35.953937 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-37f04e65-ba6f-4e55-8bea-9808a12d1ccf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1133 time: 0.0518215 Dec 20 16:48:35.980529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9fe9df4-cf0c-4813-b181-61397ed2a3a9 req-d55d22fe-432d-43c1-a900-e6fd07826c45 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0556397 Dec 20 16:48:36.002016 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-bb8ef034-eca5-4cb2-a2a4-618c4935f780 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 200 len: 217 time: 0.0397468 Dec 20 16:48:36.054237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-afa436cd-a88e-456e-90e2-d0d87288bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:36.055702 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-afa436cd-a88e-456e-90e2-d0d87288bf5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b327192-004f-48f0-95d9-45350169b852 HTTP/1.1" status: 200 len: 833 time: 0.0465386 Dec 20 16:48:36.104634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-92dbb7ba-feee-4a08-aa18-1745ab92a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:36.106157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-92dbb7ba-feee-4a08-aa18-1745ab92a42e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424113 Dec 20 16:48:36.203457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-421187e3-48bd-419e-87c9-568369c8ad70 service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894401 Dec 20 16:48:36.296724 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-573de29e-4ef5-42cc-887d-05b95ff8852d req-0f677783-7d03-47d8-bb4a-e443678cd866 service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857782 Dec 20 16:48:36.871833 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91370a9e-7e43-42c3-a091-ba064ce505ac x-openstack-request-id: req-91370a9e-7e43-42c3-a091-ba064ce505ac {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:48:36.872353 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:48:36.872471 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91370a9e-7e43-42c3-a091-ba064ce505ac {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:48:36.872806 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2', 'status': 'completed', 'code': 200} Dec 20 16:48:36.940065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-c1ad786f-a3aa-4327-aa31-57df00c2f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:36.941530 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-c1ad786f-a3aa-4327-aa31-57df00c2f4de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1133 time: 0.0466204 Dec 20 16:48:37.035286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-aca9d8e0-8e26-47a2-a71d-de71b5bf9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:37.036782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-aca9d8e0-8e26-47a2-a71d-de71b5bf9067 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 200 len: 897 time: 0.0875616 Dec 20 16:48:37.086271 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-ebab7a8c-ff1b-4613-bb67-17235654f983 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 200 len: 217 time: 0.0408015 Dec 20 16:48:37.109072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded762-b8e5-4b76-a056-01055ac932fa req-3a6f46ed-9020-49d5-a1f9-5548326b89d4 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:37.110640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76ded762-b8e5-4b76-a056-01055ac932fa req-3a6f46ed-9020-49d5-a1f9-5548326b89d4 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 982 time: 0.0544119 Dec 20 16:48:37.138630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-d55b2ea8-ea35-436c-9f97-23ea7e02c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:37.140106 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-d55b2ea8-ea35-436c-9f97-23ea7e02c88b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b327192-004f-48f0-95d9-45350169b852 HTTP/1.1" status: 200 len: 833 time: 0.0467153 Dec 20 16:48:37.171122 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76ded762-b8e5-4b76-a056-01055ac932fa req-bf55b05e-341e-4f3a-b7fa-b7f97028cf8b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0532548 Dec 20 16:48:37.188978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-951b70cd-d4d3-45cf-bd2b-560fd336aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:37.190590 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-951b70cd-d4d3-45cf-bd2b-560fd336aaed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423441 Dec 20 16:48:37.285094 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-e48c04ab-839e-43b1-9b41-aeeb1a62402e service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864198 Dec 20 16:48:37.377867 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-800735fc-85d9-4b8c-a103-a25133017ce2 req-902298fb-f6f0-432f-ab67-b8a50619c9b6 service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841730 Dec 20 16:48:38.042864 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:48:38.288845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af09c6b-09b1-48a3-94ad-b2c622d24b23 req-950b2572-1047-4506-a864-867e668a24f1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:38.290374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0af09c6b-09b1-48a3-94ad-b2c622d24b23 req-950b2572-1047-4506-a864-867e668a24f1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 982 time: 0.0492792 Dec 20 16:48:38.348135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0af09c6b-09b1-48a3-94ad-b2c622d24b23 req-bd4cd3da-8033-4daa-a65a-e32a7980799b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0512538 Dec 20 16:48:39.463544 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfbb29-3639-410b-a7de-e8deef29b6e4 req-618b963f-8980-47cf-8025-7800fb9cecc7 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:39.464951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dbfbb29-3639-410b-a7de-e8deef29b6e4 req-618b963f-8980-47cf-8025-7800fb9cecc7 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 982 time: 0.0494981 Dec 20 16:48:39.525282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dbfbb29-3639-410b-a7de-e8deef29b6e4 req-a7400303-3cf7-43ba-a146-b78809107583 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0541968 Dec 20 16:48:40.643934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee2622-ec8b-4b27-aad9-f5f47b27e31d req-192aa7b1-215c-4141-afef-ddd842e4231a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:40.645489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87ee2622-ec8b-4b27-aad9-f5f47b27e31d req-192aa7b1-215c-4141-afef-ddd842e4231a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 982 time: 0.0496166 Dec 20 16:48:40.703741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87ee2622-ec8b-4b27-aad9-f5f47b27e31d req-b905593a-1209-418a-8ca6-078d7e1b2296 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0517998 Dec 20 16:48:40.726835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 38efda68-03e3-46ca-b917-8e83da25cca2 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:48:40.823698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 38efda68-03e3-46ca-b917-8e83da25cca2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=38efda68-03e3-46ca-b917-8e83da25cca2,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:40.835506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '38efda68-03e3-46ca-b917-8e83da25cca2', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'port_id': '38efda68-03e3-46ca-b917-8e83da25cca2', 'mac_address': 'fa:16:3e:eb:87:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:48:40.871438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:40.884342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38efda68-03e3-46ca-b917-8e83da25cca2 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:48:40.904526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 38efda68-03e3-46ca-b917-8e83da25cca2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=38efda68-03e3-46ca-b917-8e83da25cca2,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:41.010550 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:41.061908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=38efda68-03e3-46ca-b917-8e83da25cca2,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:41.242102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['38efda68-03e3-46ca-b917-8e83da25cca2'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:48:41.823042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265ec10-52a9-4e79-b5ab-4f05d8d4f091 req-696cecd4-0d87-40a0-865c-fd9fdfd92d16 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:41.824559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0265ec10-52a9-4e79-b5ab-4f05d8d4f091 req-696cecd4-0d87-40a0-865c-fd9fdfd92d16 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 983 time: 0.0509777 Dec 20 16:48:41.882576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0265ec10-52a9-4e79-b5ab-4f05d8d4f091 req-b0f2d61e-386b-40f5-ad18-82969701099e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0509970 Dec 20 16:48:42.720255 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 38efda68-03e3-46ca-b917-8e83da25cca2 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:48:43.007616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a887479-1d94-488e-8d8e-b21c33d74ed8 req-98995462-8e14-4ffd-aebf-1da66471245e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:43.009027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a887479-1d94-488e-8d8e-b21c33d74ed8 req-98995462-8e14-4ffd-aebf-1da66471245e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 983 time: 0.0541141 Dec 20 16:48:43.065865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a887479-1d94-488e-8d8e-b21c33d74ed8 req-d9629269-33f2-4020-8bc0-dd9fd5ebf18e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0508566 Dec 20 16:48:43.136312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 38efda68-03e3-46ca-b917-8e83da25cca2 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:48:43.140512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 38efda68-03e3-46ca-b917-8e83da25cca2 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:48:43.140889 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:43.221685 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:43.243684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:48:43.245949 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c8fd6d-619e-46ab-852c-0742f08f9a94" -d '{"events": [{"server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "name": "network-vif-plugged", "status": "completed", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:48:43.268794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 38efda68-03e3-46ca-b917-8e83da25cca2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=38efda68-03e3-46ca-b917-8e83da25cca2,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:48:43.370531 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:43.421424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=38efda68-03e3-46ca-b917-8e83da25cca2,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:44.185247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f1a4-c2c3-4c39-96d0-5a6968cf0ac4 req-a7487396-7b05-4266-9ec0-1f4fdc6e97ed tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:44.186825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1285f1a4-c2c3-4c39-96d0-5a6968cf0ac4 req-a7487396-7b05-4266-9ec0-1f4fdc6e97ed tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0514548 Dec 20 16:48:44.244873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1285f1a4-c2c3-4c39-96d0-5a6968cf0ac4 req-e9d90fbc-33a7-4472-be07-06db50a9f80e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0519645 Dec 20 16:48:44.351234 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed6d5eb-b0e9-494f-84ea-492d830495dc x-openstack-request-id: req-2ed6d5eb-b0e9-494f-84ea-492d830495dc {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:48:44.351695 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "name": "network-vif-plugged", "status": "completed", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:48:44.351822 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ed6d5eb-b0e9-494f-84ea-492d830495dc {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:48:44.352335 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2', 'code': 200} Dec 20 16:48:44.452735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75264e-86b1-426a-9e1b-bc0805904162 req-e2662a9a-e05a-4a99-ac00-02e4a80c8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:44.454263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4d75264e-86b1-426a-9e1b-bc0805904162 req-e2662a9a-e05a-4a99-ac00-02e4a80c8320 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0416973 Dec 20 16:48:44.511505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4d75264e-86b1-426a-9e1b-bc0805904162 req-8e59b3d3-563f-48d6-aa38-32622114a09c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c955251c-63b5-4960-95d7-fbd18f6fec0b&id=9c738de8-58ef-4837-beed-5215a0391c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0504088 Dec 20 16:48:45.365323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce836-ef55-4651-bad8-2f41f9dd5d37 req-02082819-d0a4-495e-921f-7de3d99dbf28 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:45.366916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b13ce836-ef55-4651-bad8-2f41f9dd5d37 req-02082819-d0a4-495e-921f-7de3d99dbf28 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0536065 Dec 20 16:48:45.769787 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b13ce836-ef55-4651-bad8-2f41f9dd5d37 req-36bb0fff-4bb6-4405-835d-afd7df5eacd9 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3958955 Dec 20 16:48:46.887704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e60e14-189b-4325-924f-eb3bba7fa230 req-38a3e625-b676-4f89-b1b6-5e5c8c5a6e7e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:46.889225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9e60e14-189b-4325-924f-eb3bba7fa230 req-38a3e625-b676-4f89-b1b6-5e5c8c5a6e7e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0488939 Dec 20 16:48:46.946002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9e60e14-189b-4325-924f-eb3bba7fa230 req-b5f890dd-6dc7-4ffa-9ec9-b6aa8660bf79 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0501554 Dec 20 16:48:47.102221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ae78-1171-46be-b141-3f708bfbc1d6 req-adffae6c-a03e-4675-9691-52632d1f2b34 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:47.103661 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3043ae78-1171-46be-b141-3f708bfbc1d6 req-adffae6c-a03e-4675-9691-52632d1f2b34 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0489323 Dec 20 16:48:47.164219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3043ae78-1171-46be-b141-3f708bfbc1d6 req-94958693-8173-482e-92c1-65043907927b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0545106 Dec 20 16:48:47.297006 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f43c5d-07c3-4b78-afa4-d87e68cfb6d4 req-32302ee3-5b23-4cf1-b83c-84bb555ee2d3 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:47.298675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12f43c5d-07c3-4b78-afa4-d87e68cfb6d4 req-32302ee3-5b23-4cf1-b83c-84bb555ee2d3 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0633347 Dec 20 16:48:47.317686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12f43c5d-07c3-4b78-afa4-d87e68cfb6d4 req-e786ede5-8728-46a1-bc10-27e498e47919 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:47.391628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12f43c5d-07c3-4b78-afa4-d87e68cfb6d4 req-e786ede5-8728-46a1-bc10-27e498e47919 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:47.473655 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-12f43c5d-07c3-4b78-afa4-d87e68cfb6d4 req-e786ede5-8728-46a1-bc10-27e498e47919 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:47.528223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786ede5-8728-46a1-bc10-27e498e47919 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc73b5-b063-415a-b369-6c3758879934,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:47.533105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12f43c5d-07c3-4b78-afa4-d87e68cfb6d4 req-e786ede5-8728-46a1-bc10-27e498e47919 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2278006 Dec 20 16:48:47.557089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49524) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:47.597498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c150c433-6a44-48f2-b0e5-26c6cf224aa0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:47.599114 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c150c433-6a44-48f2-b0e5-26c6cf224aa0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1130 time: 0.0409660 Dec 20 16:48:47.602797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49526) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:47.607188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '38efda68-03e3-46ca-b917-8e83da25cca2', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:48:47.719246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:47.816502 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:47.923757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.25.6.55 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/8c7194f0-66b7-4ff9-840d-ad30d4b6aee6) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:48:48.029865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:48.153875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:48.199176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:48:48.202156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:48:48.207410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:48:48.211449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=8c7194f0-66b7-4ff9-840d-ad30d4b6aee6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:48.572181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:48.710930 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:48.875863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:48.942031 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:49.012037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=8c7194f0-66b7-4ff9-840d-ad30d4b6aee6,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:48:49.022724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.023071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.023413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.023749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.024081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.024410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.024735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.025058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.025408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.025731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.026053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.026369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.026686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:48:49.035809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:49.133955 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Floating IP 366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60 associated. External IP: 172.25.6.55, port: 38efda68-03e3-46ca-b917-8e83da25cca2. Dec 20 16:48:49.345538 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:48:49.456021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:48:49.465739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] Sync routers for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:48:49.475034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:49.475650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:48:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:49.566983 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:49.584286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:48:49.596566 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b92e5adf-6335-4e94-9e76-56cc59d99042 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9922521 Dec 20 16:48:49.597071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:48:49.598553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49528) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:49.599535 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1af173-46d1-48d1-b62d-69ea666a4404" -d '{"events": [{"name": "network-changed", "server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:48:49.638925 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3a9ac-7efc-49d7-b82b-3c7b74cafbe1 x-openstack-request-id: req-f3c3a9ac-7efc-49d7-b82b-3c7b74cafbe1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:48:49.639360 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:48:49.639706 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3c3a9ac-7efc-49d7-b82b-3c7b74cafbe1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:48:49.640318 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2', 'status': 'completed', 'code': 200} Dec 20 16:48:49.708204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-05dc7c68-ecd3-4c73-946b-656b4994fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.710202 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-05dc7c68-ecd3-4c73-946b-656b4994fd2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0476418 Dec 20 16:48:49.776941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f8249-c302-47ab-bf1a-99501bebd2a0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.777477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f8249-c302-47ab-bf1a-99501bebd2a0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.777943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f8249-c302-47ab-bf1a-99501bebd2a0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.778399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f8249-c302-47ab-bf1a-99501bebd2a0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.780083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-483f8249-c302-47ab-bf1a-99501bebd2a0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1804540 Dec 20 16:48:49.782798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49532) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:49.812583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-a5541646-55d7-4241-b71a-bbbbc030ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.814106 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-a5541646-55d7-4241-b71a-bbbbc030ff92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 200 len: 897 time: 0.0973196 Dec 20 16:48:49.829146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'port_id': '38efda68-03e3-46ca-b917-8e83da25cca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'mac_address': 'fa:16:3e:eb:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:48:48Z', 'updated_at': '2021-12-20T16:48:48Z', 'revision_number': 0, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:49.856654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] Checking router: 3727b3ed-e255-4e86-98fb-34c5c9a8d6da for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:48:49.866318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:48:49.866949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:48:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:49.877001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d49757-c4ad-49d5-8877-d3a9784d7485 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.877540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d49757-c4ad-49d5-8877-d3a9784d7485 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.877996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d49757-c4ad-49d5-8877-d3a9784d7485 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.878441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d49757-c4ad-49d5-8877-d3a9784d7485 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.882766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-06d49757-c4ad-49d5-8877-d3a9784d7485 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0964310 Dec 20 16:48:49.883033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49534) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:49.883978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-b692a646-a8c5-4532-892c-020b672e5212 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 200 len: 998 time: 0.0624361 Dec 20 16:48:49.939148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-b30a1053-49fd-4d7b-80c0-a9a7920adbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.940677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-b30a1053-49fd-4d7b-80c0-a9a7920adbd8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b327192-004f-48f0-95d9-45350169b852 HTTP/1.1" status: 200 len: 833 time: 0.0503316 Dec 20 16:48:49.978149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:48:49.990848 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-eb71bd27-e0ac-4080-a3b3-e376500256cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:49.992761 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-eb71bd27-e0ac-4080-a3b3-e376500256cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446179 Dec 20 16:48:50.091827 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-2b83036f-5f5e-4c3e-a973-9cc415dc98a8 service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920570 Dec 20 16:48:50.120869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-49f8f53a-283e-47ad-8acb-eac55784d61e tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2367520 Dec 20 16:48:50.123574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49536) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:48:50.170507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef6da6-20b7-4bf2-a290-082d663144c1 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:50.171281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef6da6-20b7-4bf2-a290-082d663144c1 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:48:50.172922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8ef6da6-20b7-4bf2-a290-082d663144c1 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3727b3ed-e255-4e86-98fb-34c5c9a8d6da HTTP/1.1" status: 200 len: 1989 time: 0.0483780 Dec 20 16:48:50.192400 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1af173-46d1-48d1-b62d-69ea666a4404 req-163627c8-cff4-4ee7-9cab-50cf87bc970f service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939183 Dec 20 16:48:50.215324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'port_id': '38efda68-03e3-46ca-b917-8e83da25cca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'mac_address': 'fa:16:3e:eb:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:48:48Z', 'updated_at': '2021-12-20T16:48:48Z', 'revision_number': 0, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:48:50.245406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886fe47-8f6b-4ca0-ba86-fde9c810e75c None None] The sync data for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 is: [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'port_id': '38efda68-03e3-46ca-b917-8e83da25cca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'mac_address': 'fa:16:3e:eb:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:48:48Z', 'updated_at': '2021-12-20T16:48:48Z', 'revision_number': 0, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:48:50.450722 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4fa5bb-47c9-45a7-862c-9a318e8892c7 None None] New status for floating IP 366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:48:52.193472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:57.913758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:48:59.330502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3558eed7-e9cb-4b03-90e9-7eae39cfa6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:01.742016 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b42c98b6-5402-4ccc-b21e-0746f370e5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:03.439240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:04.639415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:05.199245 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:15.042787 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:49:22.193820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.328594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49552) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:23.405791 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1bc11cd4-61b2-49b7-b53d-010d94970b4d tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0757999 Dec 20 16:49:23.408239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49554) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:23.412890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'network': {'name': 'tempest-network-smoke--1991781081', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'port_security_enabled': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:23.559102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Made reservation on behalf of d138b6a80e0b400491b805179bf77eac for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:23.563270 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.587075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:49:23.595801 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.596598 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Added segment 11b1a572-0154-405c-a277-e6c161e2b6e1 of type vlan for network e28702fa-a90e-4a10-9b39-ea191c09782b Dec 20 16:49:23.636827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.730677 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.736480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:23.737114 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.806959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Network': ['ID=e28702fa-a90e-4a10-9b39-ea191c09782b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:23.814314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.814732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.815092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.815435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.815821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.816160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.816493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.816823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.817153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.817502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.817851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.818176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.818498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:23.830629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e28702fa-a90e-4a10-9b39-ea191c09782b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:49:23.865087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3c16d381-6fa2-4c35-b0cd-c8cd68f7147d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4558308 Dec 20 16:49:23.868139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49556) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:23.872844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'admin_state_up': True, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:23.970913 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:23.971990 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:24.025763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:24.257310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:24.637556 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:24.656139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:24.756415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.25.6.41 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:24.863399 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.020976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.061610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:25.064459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:25.068094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:25.074303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:25.078537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2bb2c4-39f6-4100-8b7d-90c23191f105 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:25.148268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-99a32ee4-bf8c-4f96-871e-eb536dd0cd32 None None] Provisioning complete for port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:25.148530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99a32ee4-bf8c-4f96-871e-eb536dd0cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.184179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-99a32ee4-bf8c-4f96-871e-eb536dd0cd32 None None] Port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:25.446728 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:25.900049 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:26.141772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 279ec0d2-69af-4946-a651-00ddf3f51505 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:49:26.254277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:26.264804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Sync routers for ids ['279ec0d2-69af-4946-a651-00ddf3f51505'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:26.275108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Routers {'279ec0d2-69af-4946-a651-00ddf3f51505'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:26.275723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['279ec0d2-69af-4946-a651-00ddf3f51505'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:26.412668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:26.414516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6a44def7-1f98-4565-a710-5bec1e56563c tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5449417 Dec 20 16:49:26.423268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49558) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.496489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baaeecf-d8ca-425f-bfc0-7874dee30875 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.498043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6baaeecf-d8ca-425f-bfc0-7874dee30875 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d138b6a80e0b400491b805179bf77eac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0737605 Dec 20 16:49:26.500854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49560) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.548300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Set router 279ec0d2-69af-4946-a651-00ddf3f51505 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:26.590867 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a784d20-8829-49b6-b18b-d47ac14f5617 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.595017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a784d20-8829-49b6-b18b-d47ac14f5617 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902812 Dec 20 16:49:26.595238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49562) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.624375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-48b0f663-7ab8-4395-b0b8-583326d3c65c tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280619 Dec 20 16:49:26.627017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.654234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-676c8e02-060d-4c64-8d25-61d0f99599b3 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d138b6a80e0b400491b805179bf77eac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260875 Dec 20 16:49:26.656606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49566) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.731262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:25Z', 'revision_number': 3, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:26.751366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7973013c-12af-4487-8cbe-a51b7881ebdf tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:26.752890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7973013c-12af-4487-8cbe-a51b7881ebdf tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953891 Dec 20 16:49:26.755781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49568) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.763213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Checking router: 279ec0d2-69af-4946-a651-00ddf3f51505 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:26.763568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Updating router 279ec0d2-69af-4946-a651-00ddf3f51505 port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:49:26.789745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:26.792729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fee52e8e-7fb8-4f26-9fb2-9361fa63e821 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357561 Dec 20 16:49:26.795606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49570) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:26.800660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619617817', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:26.953065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Made reservation on behalf of d138b6a80e0b400491b805179bf77eac for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:26.956690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.045842 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.125189 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.171477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e3bfe-5a7b-4d90-8ae8-dbbfd223534e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:27.188110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Attempting to bind port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:27.188483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Attempting to bind port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:27.188849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Attempting to bind port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:27.190965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Pushing event updated for resources: {'Port': ['ID=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:27.202016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:27.202397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:27.202799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.203190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:27.203665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Bound port: 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:27.204047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.206312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.207130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.207130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.207304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.207620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.207951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.208277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.208603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.208921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.209269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.209597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.209916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.210236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:27.251044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.261833 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-871d928b-3dc6-4ba7-a8a1-def7edc8492d None None] Provisioning complete for port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:27.261833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-871d928b-3dc6-4ba7-a8a1-def7edc8492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.292979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] For port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:27.313424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] For port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:27.314102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Subnet': ['ID=c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:27.314626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-871d928b-3dc6-4ba7-a8a1-def7edc8492d None None] Port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:27.324135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Checking segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:27.324498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network hostable DHCP agents. Network: e28702fa-a90e-4a10-9b39-ea191c09782b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:49:27.427928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.468009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network e28702fa-a90e-4a10-9b39-ea191c09782b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:49:27.473359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449ffae-0d2a-472e-85d4-8200df6aa392 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:27.486918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Routers {'279ec0d2-69af-4946-a651-00ddf3f51505'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:27.487528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['279ec0d2-69af-4946-a651-00ddf3f51505'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:27.542763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a497-db0f-488d-a2ff-c5b1b9a53c35 None None] Pushing event updated for resources: {'Port': ['ID=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:27.559353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e28702fa-a90e-4a10-9b39-ea191c09782b) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:27.567196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:27.567196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.593580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804192c-17e1-41af-a125-f3cd1e80c7b5 None None] Network e28702fa-a90e-4a10-9b39-ea191c09782b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:49:27.602458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86feb273-2a54-4dd8-8de1-0e9fee054fc3 None None] Provisioning complete for port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:27.602840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86feb273-2a54-4dd8-8de1-0e9fee054fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.670949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b00923df-47fa-4748-bd5b-26e3c943a691 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8742452 Dec 20 16:49:27.673741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49572) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:27.710435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] Set router 279ec0d2-69af-4946-a651-00ddf3f51505 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:27.868809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e28702fa-a90e-4a10-9b39-ea191c09782b', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'fixed_ips': [{'subnet_id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:49:27.869685 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.901094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:27.990641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86feb273-2a54-4dd8-8de1-0e9fee054fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.041256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-86feb273-2a54-4dd8-8de1-0e9fee054fc3 None None] For port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:28.109290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Allocated IP 172.20.0.18 (e28702fa-a90e-4a10-9b39-ea191c09782b/c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0/72c1b031-1e65-4c88-af8e-daf8727119ee) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:28.116662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.127635 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:25Z', 'revision_number': 3, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:28.170971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f517-6604-449e-9c3f-5a44fcd05d11 None None] The sync data for ids ['279ec0d2-69af-4946-a651-00ddf3f51505'] in n-d-781076-8 is: [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:25Z', 'revision_number': 3, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:28.176375 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86feb273-2a54-4dd8-8de1-0e9fee054fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.268983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb273-2a54-4dd8-8de1-0e9fee054fc3 None None] Pushing event updated for resources: {'Port': ['ID=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:28.353181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.436218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.480312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Network e28702fa-a90e-4a10-9b39-ea191c09782b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:28.483352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:28.488490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:28.488682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.20.0.17 (e28702fa-a90e-4a10-9b39-ea191c09782b/c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0/7ff232c4-e154-4aad-92de-3fece0a09baf) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:28.491699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Pushing event updated for resources: {'Port': ['ID=72c1b031-1e65-4c88-af8e-daf8727119ee,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:28.552828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Attempting to bind port 72c1b031-1e65-4c88-af8e-daf8727119ee on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:28.553923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Attempting to bind port 72c1b031-1e65-4c88-af8e-daf8727119ee by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:28.554843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Attempting to bind port 72c1b031-1e65-4c88-af8e-daf8727119ee on network e28702fa-a90e-4a10-9b39-ea191c09782b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:28.560657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:28.561027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Checking segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:28.561471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.561865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Bound using segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:28.562341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Bound port: 72c1b031-1e65-4c88-af8e-daf8727119ee, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:28.562727 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.633654 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.635331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] For port 72c1b031-1e65-4c88-af8e-daf8727119ee, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:28.641328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] For port 72c1b031-1e65-4c88-af8e-daf8727119ee, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=72c1b031-1e65-4c88-af8e-daf8727119ee,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:28.743154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.786322 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:28.809844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f741-022c-409f-8c40-9bf7b7014a98 None None] Pushing event updated for resources: {'Port': ['ID=72c1b031-1e65-4c88-af8e-daf8727119ee,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:28.839819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network e28702fa-a90e-4a10-9b39-ea191c09782b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:28.843151 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:28.847252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:28.878648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=7ff232c4-e154-4aad-92de-3fece0a09baf,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:28.905566 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.204914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.353591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e8cd7867-0703-4858-857c-fd9192734947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.492155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.559202 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.640723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=7ff232c4-e154-4aad-92de-3fece0a09baf,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:29.643310 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.742765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:29.759456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network e28702fa-a90e-4a10-9b39-ea191c09782b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:29.760927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:29.797489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f60836-df88-4987-a1f8-9f4476c7fb3a None None] Network e28702fa-a90e-4a10-9b39-ea191c09782b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:49:29.857279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:29.857656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.881920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 279ec0d2-69af-4946-a651-00ddf3f51505 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:29.942205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ff27e182-6d22-404f-ad29-e66e9623a45c None None] Provisioning complete for port 72c1b031-1e65-4c88-af8e-daf8727119ee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:29.942580 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff27e182-6d22-404f-ad29-e66e9623a45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:29.996740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:30.009755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d789f886-25ef-4942-89ec-0193b07ee475 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "PUT /v2.0/routers/279ec0d2-69af-4946-a651-00ddf3f51505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347173 Dec 20 16:49:30.035121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72c1b031-1e65-4c88-af8e-daf8727119ee up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:30.115552 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff27e182-6d22-404f-ad29-e66e9623a45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.144609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 72c1b031-1e65-4c88-af8e-daf8727119ee triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:30.144991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.190400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ff27e182-6d22-404f-ad29-e66e9623a45c None None] For port 72c1b031-1e65-4c88-af8e-daf8727119ee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=72c1b031-1e65-4c88-af8e-daf8727119ee,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:30.254837 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.263503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-fcc2ae26-4ca2-498a-80b5-c9d75fc0c226 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:30.265068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-fcc2ae26-4ca2-498a-80b5-c9d75fc0c226 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/networks?id=e28702fa-a90e-4a10-9b39-ea191c09782b HTTP/1.1" status: 200 len: 798 time: 0.1430283 Dec 20 16:49:30.281973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-0fd22dd1-5a77-4fe6-b854-7895cc6991ea tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/quotas/d138b6a80e0b400491b805179bf77eac HTTP/1.1" status: 200 len: 375 time: 0.0108321 Dec 20 16:49:30.304566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ff27e182-6d22-404f-ad29-e66e9623a45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.354328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-6df0dcdf-9568-4a89-90f6-16a46a5db5ff tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0660605 Dec 20 16:49:30.402747 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Sync routers for ids ['279ec0d2-69af-4946-a651-00ddf3f51505'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:30.420117 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Routers {'279ec0d2-69af-4946-a651-00ddf3f51505'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:30.420117 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['279ec0d2-69af-4946-a651-00ddf3f51505'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:30.489394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-6c21327b-1fbf-4666-8c2c-61bff7a96c34 service neutron] 10.222.0.81 "GET /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144550 Dec 20 16:49:30.547809 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Set router 279ec0d2-69af-4946-a651-00ddf3f51505 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:30.598177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 16:49:30.598759 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 16:49:30.602956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27e182-6d22-404f-ad29-e66e9623a45c None None] Pushing event updated for resources: {'Port': ['ID=72c1b031-1e65-4c88-af8e-daf8727119ee,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:30.610750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-70843d2c-95eb-4da4-a703-51c9138ea34b None None] Provisioning complete for port 72c1b031-1e65-4c88-af8e-daf8727119ee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:30.611125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70843d2c-95eb-4da4-a703-51c9138ea34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.618017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-17eae7be-89ef-4e91-8d6b-2a5215af2847 service neutron] 10.222.0.81 "GET /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217880 Dec 20 16:49:30.716758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-70843d2c-95eb-4da4-a703-51c9138ea34b None None] Provisioning complete for port 7ff232c4-e154-4aad-92de-3fece0a09baf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:30.717323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70843d2c-95eb-4da4-a703-51c9138ea34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.756684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-70843d2c-95eb-4da4-a703-51c9138ea34b None None] Port 7ff232c4-e154-4aad-92de-3fece0a09baf cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:30.788261 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:29Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '7ff232c4-e154-4aad-92de-3fece0a09baf', 'name': '', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:01:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:28Z', 'updated_at': '2021-12-20T16:49:29Z', 'revision_number': 2, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:30.815987 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Checking router: 279ec0d2-69af-4946-a651-00ddf3f51505 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:30.816345 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Updating router 279ec0d2-69af-4946-a651-00ddf3f51505 port 7ff232c4-e154-4aad-92de-3fece0a09baf binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:49:30.841317 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.878985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0aac8b78-3be1-4343-872e-cd93863d62ea None None] Provisioning complete for port 7ff232c4-e154-4aad-92de-3fece0a09baf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:30.879370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0aac8b78-3be1-4343-872e-cd93863d62ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:30.943941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc479627-3d5a-472c-ac0a-9231a0cf94cb req-1be532c2-67ba-4eb4-b510-99bbe17a3484 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 210 time: 0.0355999 Dec 20 16:49:30.953648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0aac8b78-3be1-4343-872e-cd93863d62ea None None] Port 7ff232c4-e154-4aad-92de-3fece0a09baf cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:31.131712 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.307906 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.359484 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Pushing event updated for resources: {'Port': ['ID=7ff232c4-e154-4aad-92de-3fece0a09baf,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:31.383842 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.384370 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.384711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.385045 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.385415 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.385743 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.386066 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.386391 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.386711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.387029 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.387344 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.387660 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.387979 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:31.422644 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Attempting to bind port 7ff232c4-e154-4aad-92de-3fece0a09baf on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:31.423335 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Attempting to bind port 7ff232c4-e154-4aad-92de-3fece0a09baf by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:31.423335 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Attempting to bind port 7ff232c4-e154-4aad-92de-3fece0a09baf on network e28702fa-a90e-4a10-9b39-ea191c09782b {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:31.428970 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:31.429909 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Checking segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:31.430450 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.430846 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Bound using segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:31.431309 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Bound port: 7ff232c4-e154-4aad-92de-3fece0a09baf, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:31.431686 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.499954 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] For port 7ff232c4-e154-4aad-92de-3fece0a09baf, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:31.503099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] For port 7ff232c4-e154-4aad-92de-3fece0a09baf, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7ff232c4-e154-4aad-92de-3fece0a09baf,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:31.581920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-589f9915-b4cb-41b1-a24a-23098dbd51ce None None] Provisioning complete for port 7ff232c4-e154-4aad-92de-3fece0a09baf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:31.582317 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-589f9915-b4cb-41b1-a24a-23098dbd51ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.605651 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.616371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-589f9915-b4cb-41b1-a24a-23098dbd51ce None None] Port 7ff232c4-e154-4aad-92de-3fece0a09baf cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:31.659931 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Routers {'279ec0d2-69af-4946-a651-00ddf3f51505'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:31.660468 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['279ec0d2-69af-4946-a651-00ddf3f51505'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:31.686001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72c1b031-1e65-4c88-af8e-daf8727119ee up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:31.744553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 72c1b031-1e65-4c88-af8e-daf8727119ee triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:31.745256 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.772477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8f9810eb-69f8-4ba6-be06-6562d9e6fb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:31.775441 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85163af9-3b18-4b16-b9b8-acb9e3b1550e None None] Pushing event updated for resources: {'Port': ['ID=7ff232c4-e154-4aad-92de-3fece0a09baf,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:31.800885 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] Set router 279ec0d2-69af-4946-a651-00ddf3f51505 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:31.944465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ed4f5dcc-fef6-4e10-9b27-5f7751ce283d None None] Provisioning complete for port 7ff232c4-e154-4aad-92de-3fece0a09baf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:31.944980 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5dcc-fef6-4e10-9b27-5f7751ce283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.029855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-558b9543-1405-4da6-aa12-dd29158a3c99 req-64fbf2df-4e94-485a-a739-c0a268c2f035 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 210 time: 0.0284240 Dec 20 16:49:32.037716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5dcc-fef6-4e10-9b27-5f7751ce283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.073757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ed4f5dcc-fef6-4e10-9b27-5f7751ce283d None None] For port 7ff232c4-e154-4aad-92de-3fece0a09baf, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7ff232c4-e154-4aad-92de-3fece0a09baf,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:32.123706 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:29Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '7ff232c4-e154-4aad-92de-3fece0a09baf', 'name': '', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:01:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:28Z', 'updated_at': '2021-12-20T16:49:31Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:32.150420 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f91ff-dc80-4fef-8887-106bd7ed97d7 None None] The sync data for ids ['279ec0d2-69af-4946-a651-00ddf3f51505'] in n-d-781076-8 is: [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:29Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '7ff232c4-e154-4aad-92de-3fece0a09baf', 'name': '', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:01:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:28Z', 'updated_at': '2021-12-20T16:49:31Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:32.200874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5dcc-fef6-4e10-9b27-5f7751ce283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:32.262439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f5dcc-fef6-4e10-9b27-5f7751ce283d None None] Pushing event updated for resources: {'Port': ['ID=7ff232c4-e154-4aad-92de-3fece0a09baf,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:33.129601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ff61f8b-dd9d-4d1d-9d7a-ec4a4f95cf44 req-cf877630-9660-4d67-83cd-a6a5413e86be tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 210 time: 0.0286658 Dec 20 16:49:33.136169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.493765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.83', 61953) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:33.600661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-bd954e01-74a9-4a4d-8ae6-96374b6f32aa tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:33.602598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-bd954e01-74a9-4a4d-8ae6-96374b6f32aa tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.83 "GET /v2.0/networks?id=e28702fa-a90e-4a10-9b39-ea191c09782b HTTP/1.1" status: 200 len: 798 time: 0.1079400 Dec 20 16:49:33.625846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Request body: {'port': {'device_id': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'admin_state_up': True, 'tenant_id': 'd138b6a80e0b400491b805179bf77eac'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:33.702322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7ff232c4-e154-4aad-92de-3fece0a09baf up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:33.755691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 7ff232c4-e154-4aad-92de-3fece0a09baf triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:33.755981 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.838096 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Made reservation on behalf of d138b6a80e0b400491b805179bf77eac for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:49:33.841825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:33.972902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Allocated IP 172.20.0.22 (e28702fa-a90e-4a10-9b39-ea191c09782b/c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0/50378144-1175-4554-a4ba-12f98dc33cde) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:49:34.375042 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f5ca046-4146-416c-8df7-2099da9147a2 req-ed77a309-f5d9-4c54-96a5-8468bbb904a4 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 210 time: 0.0344954 Dec 20 16:49:34.420008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.542747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.576889 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.587334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Network e28702fa-a90e-4a10-9b39-ea191c09782b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:49:34.590460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:49:34.594417 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:49:34.621928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event updated for resources: {'Port': ['ID=50378144-1175-4554-a4ba-12f98dc33cde,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:34.654977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:34.656157 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.762905 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-af3bce54-e873-4c12-a0af-a1aa7bd0ebbe tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1414843 Dec 20 16:49:34.774186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-3fdb1d42-d177-42a7-b028-edfeecc7be59 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:49:34.775555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-3fdb1d42-d177-42a7-b028-edfeecc7be59 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068700 Dec 20 16:49:34.871407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Request body: {'port': {'device_id': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:49:34.941379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-48f6b98f-916c-49cb-9ed1-bb4a0be0e8d0 None None] Provisioning complete for port 50378144-1175-4554-a4ba-12f98dc33cde triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:34.941749 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48f6b98f-916c-49cb-9ed1-bb4a0be0e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.965020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:34.977817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-48f6b98f-916c-49cb-9ed1-bb4a0be0e8d0 None None] Port 50378144-1175-4554-a4ba-12f98dc33cde cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:49:35.101872 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-8c98f810-def4-432c-b85d-3f02811c7d80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475249 Dec 20 16:49:35.170374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.190107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-d140adae-94d8-45e0-bb35-52494187c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.191655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-d140adae-94d8-45e0-bb35-52494187c9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0473583 Dec 20 16:49:35.299995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-1c4edde2-ec9e-4e5c-8e01-cedc32baf004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.301574 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-1c4edde2-ec9e-4e5c-8e01-cedc32baf004 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 200 len: 897 time: 0.0901952 Dec 20 16:49:35.311445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50378144-1175-4554-a4ba-12f98dc33cde {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:35.319684 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.336794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Transition to ACTIVE for port object 50378144-1175-4554-a4ba-12f98dc33cde will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:49:35.374732 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-24ace95f-6e45-4d42-b6f3-58304661863a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 200 len: 1000 time: 0.0653100 Dec 20 16:49:35.427802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-0016a084-4601-43a5-a16a-efcd53311178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.429550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-0016a084-4601-43a5-a16a-efcd53311178 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b327192-004f-48f0-95d9-45350169b852 HTTP/1.1" status: 200 len: 833 time: 0.0478971 Dec 20 16:49:35.443118 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.479785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-8ba86543-e393-4b2a-88b6-32cb5b293980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.481391 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-8ba86543-e393-4b2a-88b6-32cb5b293980 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442033 Dec 20 16:49:35.526668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Pushing event updated for resources: {'Port': ['ID=50378144-1175-4554-a4ba-12f98dc33cde,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.585799 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3104bd9-2e02-45c9-ae03-230b0813df91 req-548b423f-68b5-4424-a8e7-d52541895808 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.587486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c3104bd9-2e02-45c9-ae03-230b0813df91 req-548b423f-68b5-4424-a8e7-d52541895808 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 907 time: 0.1155536 Dec 20 16:49:35.595431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-2366aae2-dc9c-43ee-9544-109e257f9824 service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068847 Dec 20 16:49:35.621571 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Attempting to bind port 50378144-1175-4554-a4ba-12f98dc33cde on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:49:35.621978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Attempting to bind port 50378144-1175-4554-a4ba-12f98dc33cde by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:49:35.622372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Attempting to bind port 50378144-1175-4554-a4ba-12f98dc33cde on network e28702fa-a90e-4a10-9b39-ea191c09782b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:35.627242 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Port 50378144-1175-4554-a4ba-12f98dc33cde on network e28702fa-a90e-4a10-9b39-ea191c09782b not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:49:35.627642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Attempting to bind port 50378144-1175-4554-a4ba-12f98dc33cde on network e28702fa-a90e-4a10-9b39-ea191c09782b {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:49:35.632981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:49:35.633449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Checking segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:49:35.633944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Bound using segment: {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:49:35.634443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Bound port: 50378144-1175-4554-a4ba-12f98dc33cde, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b1a572-0154-405c-a277-e6c161e2b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:49:35.634868 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.708294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] For port 50378144-1175-4554-a4ba-12f98dc33cde, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:49:35.711113 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-260e534e-4f28-40d3-aeb1-25f0473f2bf8 req-015cb36f-9c0c-4617-9166-3da0bf187b8d service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076641 Dec 20 16:49:35.712171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] For port 50378144-1175-4554-a4ba-12f98dc33cde, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=50378144-1175-4554-a4ba-12f98dc33cde,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:49:35.786689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.828664 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:35.829376 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:35.830798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] 10.222.0.83 "PUT /v2.0/ports/50378144-1175-4554-a4ba-12f98dc33cde HTTP/1.1" status: 200 len: 1055 time: 1.0075564 Dec 20 16:49:35.831244 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'tag': '50378144-1175-4554-a4ba-12f98dc33cde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:35.859982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07602b0d-14e2-434b-93bd-1b7e8bf2221c service neutron] Pushing event updated for resources: {'Port': ['ID=50378144-1175-4554-a4ba-12f98dc33cde,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:35.886761 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24f427-70d0-4d17-b08f-8131ee16795e" -d '{"events": [{"name": "network-changed", "server_uuid": "74dedcab-4e7f-4d32-af0f-b14f97a4f42a", "tag": "50378144-1175-4554-a4ba-12f98dc33cde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:35.991204 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596925d8-a75e-4dda-9e9a-05ab5200dd45 x-openstack-request-id: req-596925d8-a75e-4dda-9e9a-05ab5200dd45 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:35.991573 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dedcab-4e7f-4d32-af0f-b14f97a4f42a", "tag": "50378144-1175-4554-a4ba-12f98dc33cde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:35.991870 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-596925d8-a75e-4dda-9e9a-05ab5200dd45 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:35.992367 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'tag': '50378144-1175-4554-a4ba-12f98dc33cde', 'status': 'completed', 'code': 200} Dec 20 16:49:36.020791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-fe68aecf-bdac-45d5-95a5-af7f52639569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.022332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-fe68aecf-bdac-45d5-95a5-af7f52639569 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 1058 time: 0.0880358 Dec 20 16:49:36.090352 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-d049fe08-8436-463a-a5b8-b9fdc30aea0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=50378144-1175-4554-a4ba-12f98dc33cde HTTP/1.1" status: 200 len: 217 time: 0.0597434 Dec 20 16:49:36.151454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-1144fd08-b4d1-4249-a1f8-ebbd3704006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.153001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-1144fd08-b4d1-4249-a1f8-ebbd3704006c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0 HTTP/1.1" status: 200 len: 837 time: 0.0562799 Dec 20 16:49:36.232856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-ba3736ec-c3e5-47cb-af56-2dd26ddcdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.234303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-ba3736ec-c3e5-47cb-af56-2dd26ddcdfd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e28702fa-a90e-4a10-9b39-ea191c09782b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747197 Dec 20 16:49:36.335487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-52c047b3-e611-4aa7-a6a2-5c547beda7f4 service neutron] 10.222.0.83 "GET /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931323 Dec 20 16:49:36.428948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54576c9a-83e2-40aa-8e36-c3d615edead7 req-21bdfbe2-b3b9-4109-af02-37c9107c81f1 service neutron] 10.222.0.83 "GET /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858693 Dec 20 16:49:36.650504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-6bbfe820-0c1b-48e5-b307-ce5e4f6df00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.652073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-6bbfe820-0c1b-48e5-b307-ce5e4f6df00d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 1058 time: 0.0443130 Dec 20 16:49:36.820157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479a09a-5f2c-4785-8edf-e03c3a19e990 req-c2681fa5-3203-4adf-b38b-796e32c25ae7 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.821841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d479a09a-5f2c-4785-8edf-e03c3a19e990 req-c2681fa5-3203-4adf-b38b-796e32c25ae7 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 907 time: 0.1612611 Dec 20 16:49:36.851738 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-4c3012fb-9306-45ea-ac44-e7e67b879871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.853337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-4c3012fb-9306-45ea-ac44-e7e67b879871 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e28702fa-a90e-4a10-9b39-ea191c09782b HTTP/1.1" status: 200 len: 899 time: 0.1915753 Dec 20 16:49:36.898998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-c075687e-c6ae-486d-91ff-4ec3919661d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=50378144-1175-4554-a4ba-12f98dc33cde HTTP/1.1" status: 200 len: 217 time: 0.0378485 Dec 20 16:49:36.948027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-b5106475-3af4-4dc5-9de2-86425f9676f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.949507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-b5106475-3af4-4dc5-9de2-86425f9676f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0 HTTP/1.1" status: 200 len: 837 time: 0.0446184 Dec 20 16:49:36.995908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-04721c8e-ba9c-4fd8-a3ee-d713e0d890a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:36.997442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-04721c8e-ba9c-4fd8-a3ee-d713e0d890a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e28702fa-a90e-4a10-9b39-ea191c09782b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409710 Dec 20 16:49:37.090677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-99e0966a-104a-4c9b-ac43-af85f2b8937c service neutron] 10.222.0.83 "GET /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Dec 20 16:49:37.183948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed24f427-70d0-4d17-b08f-8131ee16795e req-62d87912-606e-48f6-9ae3-b0880dda85b0 service neutron] 10.222.0.83 "GET /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861633 Dec 20 16:49:37.940944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942855a-8643-416d-8bda-dccca33ae5b5 req-79e04715-088c-41cb-b817-66b21b5456e6 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:37.942403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b942855a-8643-416d-8bda-dccca33ae5b5 req-79e04715-088c-41cb-b817-66b21b5456e6 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 907 time: 0.0499308 Dec 20 16:49:39.076654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade648c0-a03d-4d0f-a788-ae602e37901e req-f309da96-ea9f-4eb0-bfaa-3d27085fa7d5 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:39.078326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ade648c0-a03d-4d0f-a788-ae602e37901e req-f309da96-ea9f-4eb0-bfaa-3d27085fa7d5 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 907 time: 0.0574291 Dec 20 16:49:40.197977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376827cc-21ac-4b43-8e20-18cf39369e46 req-d1af0f6d-5443-45f6-8dbb-e7823404ff2e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:40.199508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-376827cc-21ac-4b43-8e20-18cf39369e46 req-d1af0f6d-5443-45f6-8dbb-e7823404ff2e tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 907 time: 0.0513983 Dec 20 16:49:40.763602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 50378144-1175-4554-a4ba-12f98dc33cde details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:49:40.862391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 50378144-1175-4554-a4ba-12f98dc33cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=50378144-1175-4554-a4ba-12f98dc33cde,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:40.875772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '50378144-1175-4554-a4ba-12f98dc33cde', 'network_id': 'e28702fa-a90e-4a10-9b39-ea191c09782b', 'port_id': '50378144-1175-4554-a4ba-12f98dc33cde', 'mac_address': 'fa:16:3e:0c:4f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:49:40.915176 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:40.928440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50378144-1175-4554-a4ba-12f98dc33cde {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:49:40.948860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 50378144-1175-4554-a4ba-12f98dc33cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=50378144-1175-4554-a4ba-12f98dc33cde,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:41.045205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:41.092567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=50378144-1175-4554-a4ba-12f98dc33cde,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:41.318072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c7b2e-01b8-4b84-90b6-8ef11aea4ef5 req-c314b5a1-ec5b-4cdd-ac0d-d86535b57a40 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:41.319510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-168c7b2e-01b8-4b84-90b6-8ef11aea4ef5 req-c314b5a1-ec5b-4cdd-ac0d-d86535b57a40 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 908 time: 0.0503592 Dec 20 16:49:41.404387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['50378144-1175-4554-a4ba-12f98dc33cde'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:49:42.438198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed76b5-c016-4a70-8715-cde45061c75f req-b8a8a9fa-ee1f-4e55-a477-d4f01cec2851 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:42.439632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ed76b5-c016-4a70-8715-cde45061c75f req-b8a8a9fa-ee1f-4e55-a477-d4f01cec2851 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 908 time: 0.0500314 Dec 20 16:49:42.778952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 50378144-1175-4554-a4ba-12f98dc33cde up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:49:42.930972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 50378144-1175-4554-a4ba-12f98dc33cde completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:49:42.935191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 50378144-1175-4554-a4ba-12f98dc33cde triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:49:42.935566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.017489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.040784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50378144-1175-4554-a4ba-12f98dc33cde'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:43.042977 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae463c7c-2b71-4a46-aa80-3208f2cd1731" -d '{"events": [{"server_uuid": "74dedcab-4e7f-4d32-af0f-b14f97a4f42a", "name": "network-vif-plugged", "status": "completed", "tag": "50378144-1175-4554-a4ba-12f98dc33cde"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:43.056575 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 50378144-1175-4554-a4ba-12f98dc33cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=50378144-1175-4554-a4ba-12f98dc33cde,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:43.082260 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de90af-9e06-4462-a414-dec572fcef07 x-openstack-request-id: req-27de90af-9e06-4462-a414-dec572fcef07 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:43.082548 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dedcab-4e7f-4d32-af0f-b14f97a4f42a", "name": "network-vif-plugged", "status": "completed", "tag": "50378144-1175-4554-a4ba-12f98dc33cde", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:43.082808 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27de90af-9e06-4462-a414-dec572fcef07 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:43.083240 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50378144-1175-4554-a4ba-12f98dc33cde', 'code': 200} Dec 20 16:49:43.134409 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:43.183480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80887cf0-03e8-4c51-998a-3ff656054bc6 req-8b209152-6bb9-42fa-a62d-ae9323d35ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.185188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80887cf0-03e8-4c51-998a-3ff656054bc6 req-8b209152-6bb9-42fa-a62d-ae9323d35ac6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 1060 time: 0.0444562 Dec 20 16:49:43.222584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=50378144-1175-4554-a4ba-12f98dc33cde,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:43.560540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620cc2-826e-4f27-b062-a65f2c2a31e9 req-bf9aa5ca-53ff-4cdf-a225-f8cdf9d95964 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:43.562127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2620cc2-826e-4f27-b062-a65f2c2a31e9 req-bf9aa5ca-53ff-4cdf-a225-f8cdf9d95964 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0498459 Dec 20 16:49:44.681000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ada501-3c00-4363-90c5-9b2f09ff1376 req-e107d2e7-6520-44db-b4a2-5a17ac7cf991 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:44.682594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87ada501-3c00-4363-90c5-9b2f09ff1376 req-e107d2e7-6520-44db-b4a2-5a17ac7cf991 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0487235 Dec 20 16:49:45.800257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66bc4-4bd0-40fb-9750-7a452448e5af req-c28da903-1f64-4b0c-bed9-e2e463abbde8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:45.801784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb66bc4-4bd0-40fb-9750-7a452448e5af req-c28da903-1f64-4b0c-bed9-e2e463abbde8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0495059 Dec 20 16:49:45.920980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60682d-99b8-4f09-8d2b-72a266c3382a req-507add2b-6924-4d52-928a-d0c0822f3d45 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:45.922406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce60682d-99b8-4f09-8d2b-72a266c3382a req-507add2b-6924-4d52-928a-d0c0822f3d45 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0531003 Dec 20 16:49:46.029649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfbe36-0e6f-4cd2-ace7-10b1cdd0a7a1 req-0967a94e-3d87-48ca-a9a0-36e0f7b2e2d4 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:46.031299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bfbe36-0e6f-4cd2-ace7-10b1cdd0a7a1 req-0967a94e-3d87-48ca-a9a0-36e0f7b2e2d4 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 1060 time: 0.0432811 Dec 20 16:49:46.141388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1151334-54da-42d3-a33b-afd689bc9a06 req-769063e0-5679-44ab-8865-7a3216e88185 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:46.142932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1151334-54da-42d3-a33b-afd689bc9a06 req-769063e0-5679-44ab-8865-7a3216e88185 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0426319 Dec 20 16:49:46.197487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b1151334-54da-42d3-a33b-afd689bc9a06 req-063e61e8-7ba6-4e5c-9f8d-1b7445e0fbc0 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0478902 Dec 20 16:49:46.218879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49648) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:46.262294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e3e0c-b95c-4889-aa9e-5ed6167d3f73 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:46.263951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-183e3e0c-b95c-4889-aa9e-5ed6167d3f73 tempest-TestSecurityGroupsBasicOps-143809890 tempest-TestSecurityGroupsBasicOps-143809890-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 1055 time: 0.0440941 Dec 20 16:49:46.719272 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838135b-dfe5-4d6a-b7fb-5b6c097de65c req-e4f666fc-4b02-42e6-a0f0-e9cfb3560069 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:46.720915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b838135b-dfe5-4d6a-b7fb-5b6c097de65c req-e4f666fc-4b02-42e6-a0f0-e9cfb3560069 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0533464 Dec 20 16:49:47.841445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0ed5-3ad7-407d-be5e-bf11685b8f64 req-de829ad0-32fd-4c9a-906d-87c957080d61 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:47.843079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3a4a0ed5-3ad7-407d-be5e-bf11685b8f64 req-de829ad0-32fd-4c9a-906d-87c957080d61 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0502431 Dec 20 16:49:48.092862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df433-4449-4d2a-8820-25ac721688b3 req-3db8a9e4-9035-43cf-8931-41220e111339 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:48.094375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f09df433-4449-4d2a-8820-25ac721688b3 req-3db8a9e4-9035-43cf-8931-41220e111339 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.83 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 909 time: 0.0487142 Dec 20 16:49:48.195348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port 50378144-1175-4554-a4ba-12f98dc33cde {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:48.195687 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.286304 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] For port 50378144-1175-4554-a4ba-12f98dc33cde, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=50378144-1175-4554-a4ba-12f98dc33cde,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:48.286669 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.300119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for 50378144-1175-4554-a4ba-12f98dc33cde owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:48.627872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.654243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=50378144-1175-4554-a4ba-12f98dc33cde,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:48.704761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] No DVR routers for this DVR port 50378144-1175-4554-a4ba-12f98dc33cde on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:49:48.707534 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:48.711454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f09df433-4449-4d2a-8820-25ac721688b3 req-03fcd93e-44dd-4dc5-ba1f-0e2a3ac0511d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.83 "DELETE /v2.0/ports/50378144-1175-4554-a4ba-12f98dc33cde HTTP/1.1" status: 204 len: 173 time: 0.6106315 Dec 20 16:49:48.711920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'name': 'network-vif-deleted', 'tag': '50378144-1175-4554-a4ba-12f98dc33cde'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:48.714485 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d792025-3f39-4565-8990-372f5d0eb81d" -d '{"events": [{"server_uuid": "74dedcab-4e7f-4d32-af0f-b14f97a4f42a", "name": "network-vif-deleted", "tag": "50378144-1175-4554-a4ba-12f98dc33cde"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:48.752681 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b1632-f9c0-457b-b9bf-6641680c39a0 x-openstack-request-id: req-418b1632-f9c0-457b-b9bf-6641680c39a0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:48.752980 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dedcab-4e7f-4d32-af0f-b14f97a4f42a", "name": "network-vif-deleted", "tag": "50378144-1175-4554-a4ba-12f98dc33cde", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:48.753264 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-418b1632-f9c0-457b-b9bf-6641680c39a0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:48.753671 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dedcab-4e7f-4d32-af0f-b14f97a4f42a', 'name': 'network-vif-deleted', 'tag': '50378144-1175-4554-a4ba-12f98dc33cde', 'status': 'completed', 'code': 200} Dec 20 16:49:48.940866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c46d4bc-6471-46eb-bdc7-7e17d278a6e1 req-131f41d6-0836-4536-a5e8-34442856daee tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=74dedcab-4e7f-4d32-af0f-b14f97a4f42a HTTP/1.1" status: 200 len: 210 time: 0.0267279 Dec 20 16:49:49.998548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49664) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:50.364646 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:50.826521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 50378144-1175-4554-a4ba-12f98dc33cde no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:50.846139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 50378144-1175-4554-a4ba-12f98dc33cde {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:50.846507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 50378144-1175-4554-a4ba-12f98dc33cde not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:50.909392 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port 7ff232c4-e154-4aad-92de-3fece0a09baf {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:50.909732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.001678 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] For port 7ff232c4-e154-4aad-92de-3fece0a09baf, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=7ff232c4-e154-4aad-92de-3fece0a09baf,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:51.002354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.015162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for 7ff232c4-e154-4aad-92de-3fece0a09baf owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:51.313495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.339964 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=7ff232c4-e154-4aad-92de-3fece0a09baf,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:51.522887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.751167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 279ec0d2-69af-4946-a651-00ddf3f51505 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:51.866771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:51.873464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-081a5c00-94ed-4b12-afcd-942a9057a883 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "PUT /v2.0/routers/279ec0d2-69af-4946-a651-00ddf3f51505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736415 Dec 20 16:49:51.875313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49666) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:51.878189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] Sync routers for ids ['279ec0d2-69af-4946-a651-00ddf3f51505'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:51.889734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] Routers {'279ec0d2-69af-4946-a651-00ddf3f51505'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:51.890479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['279ec0d2-69af-4946-a651-00ddf3f51505'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:51.936824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting subnet c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:49:51.940126 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:51.985179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.002717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] Set router 279ec0d2-69af-4946-a651-00ddf3f51505 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:52.042542 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:49:52.071397 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.200864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:51Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:52.227677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] Checking router: 279ec0d2-69af-4946-a651-00ddf3f51505 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:52.236409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] Routers {'279ec0d2-69af-4946-a651-00ddf3f51505'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:52.237015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['279ec0d2-69af-4946-a651-00ddf3f51505'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:52.345806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] Set router 279ec0d2-69af-4946-a651-00ddf3f51505 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:52.526803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:51Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:52.553484 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.559322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b220b-96e4-4b12-a9e0-f686b8058c48 None None] The sync data for ids ['279ec0d2-69af-4946-a651-00ddf3f51505'] in n-d-781076-8 is: [{'id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084743011', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:49:23Z', 'updated_at': '2021-12-20T16:49:51Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279ec0d2-69af-4946-a651-00ddf3f51505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:49:24Z', 'updated_at': '2021-12-20T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:52.565336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.595856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:52.597887 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.602953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e41d2609-bc3d-44d5-b29e-11754b59dd2a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/subnets/c1b04d43-5a7c-4f8b-bb3a-96a796ef10a0 HTTP/1.1" status: 204 len: 168 time: 0.7265184 Dec 20 16:49:52.603406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698191ba-3d4f-4325-be7e-16de08a4ac7e None None] Network e28702fa-a90e-4a10-9b39-ea191c09782b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:49:52.605739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49668) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:52.722613 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.831754 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.912317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] DHCP port deletion for e28702fa-a90e-4a10-9b39-ea191c09782b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:52.968022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] Deleting port 72c1b031-1e65-4c88-af8e-daf8727119ee {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:52.968399 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:52.983550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:52.983894 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.040841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] For port 72c1b031-1e65-4c88-af8e-daf8727119ee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=72c1b031-1e65-4c88-af8e-daf8727119ee,segment=NetworkSegment(11b1a572-0154-405c-a277-e6c161e2b6e1),segment_id=11b1a572-0154-405c-a277-e6c161e2b6e1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:53.041281 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.056524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] Calling delete_port for 72c1b031-1e65-4c88-af8e-daf8727119ee owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:53.075869 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] For port 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:53.076504 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.089752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:53.211286 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.236424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] Pushing event deleted for resources: {'Port': ['ID=72c1b031-1e65-4c88-af8e-daf8727119ee,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:53.245307 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898a71d-f958-4853-976f-d4d4c9f36010 None None] No DVR routers for this DVR port 72c1b031-1e65-4c88-af8e-daf8727119ee on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:49:53.334279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.361731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:53.375935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fe35a-29c1-4f4e-b806-9811329d36e5 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:49:53.424107 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.515978 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.518069 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.615957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.616435 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Fanout notify agent at l3_agent the message router_deleted on router 279ec0d2-69af-4946-a651-00ddf3f51505 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:49:53.623494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.624671 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d5276ce-612f-4e50-8352-105280252ce8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/routers/279ec0d2-69af-4946-a651-00ddf3f51505 HTTP/1.1" status: 204 len: 168 time: 1.0180225 Dec 20 16:49:53.627491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49670) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:53.715186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.756247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7ff232c4-e154-4aad-92de-3fece0a09baf no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:53.786549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 7ff232c4-e154-4aad-92de-3fece0a09baf {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:53.786985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 7ff232c4-e154-4aad-92de-3fece0a09baf not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:53.787487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72c1b031-1e65-4c88-af8e-daf8727119ee no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:53.807342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 72c1b031-1e65-4c88-af8e-daf8727119ee {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:53.807691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 72c1b031-1e65-4c88-af8e-daf8727119ee not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:53.817040 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.838042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28702fa-a90e-4a10-9b39-ea191c09782b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:53.847162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b1a572-0154-405c-a277-e6c161e2b6e1') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:53.847457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b1a572-0154-405c-a277-e6c161e2b6e1') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:53.857600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.870795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.876863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:49:53.877311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:49:53.880491 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:49:54.045037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.050265 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.053964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/networks/e28702fa-a90e-4a10-9b39-ea191c09782b HTTP/1.1" status: 204 len: 168 time: 0.4255085 Dec 20 16:49:54.057032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49672) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:54.072380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e2107-42fb-4edd-bf2a-1983fc93f07b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Network': ['ID=e28702fa-a90e-4a10-9b39-ea191c09782b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:54.227687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port 8c7194f0-66b7-4ff9-840d-ad30d4b6aee6 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:54.228027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.306042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.306373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.318333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for 8c7194f0-66b7-4ff9-840d-ad30d4b6aee6 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:54.558867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.582562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=8c7194f0-66b7-4ff9-840d-ad30d4b6aee6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:54.593514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.593908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.594261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.594632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.594971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.595307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.595639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.595988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.596320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.596649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.596979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.597329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.597679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:49:54.662635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:54.662967 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Floating IP 366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60 disassociated (deleted). External IP: 172.25.6.55, port: 38efda68-03e3-46ca-b917-8e83da25cca2. Dec 20 16:49:55.205033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:49:55.309718 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:49:55.314593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:55.321545 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] Sync routers for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:49:55.332153 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:55.332767 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:55.344599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a790694-9fad-4bf5-a142-07301a79ab9b tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/floatingips/366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60 HTTP/1.1" status: 204 len: 168 time: 1.2864459 Dec 20 16:49:55.345195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:55.347462 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49a206-d2f2-4e78-9b12-de65a016673b" -d '{"events": [{"name": "network-changed", "server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:55.385727 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d70112-a4dd-4452-9b42-93636581e905 x-openstack-request-id: req-f7d70112-a4dd-4452-9b42-93636581e905 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:55.386021 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:55.386271 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7d70112-a4dd-4452-9b42-93636581e905 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:55.386674 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2', 'status': 'completed', 'code': 200} Dec 20 16:49:55.451033 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:55.454147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-4c0fc602-b4d7-4fcd-b0b1-0f325d2cb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:55.455743 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-4c0fc602-b4d7-4fcd-b0b1-0f325d2cb145 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d138b6a80e0b400491b805179bf77eac&device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0454130 Dec 20 16:49:55.551759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-e6e7f120-7582-41f8-be9c-28b2c1f0b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:55.553244 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-e6e7f120-7582-41f8-be9c-28b2c1f0b2b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 200 len: 897 time: 0.0909147 Dec 20 16:49:55.601753 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-9d956a06-9a8a-49c9-b644-ca07c2b0bbb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 200 len: 217 time: 0.0408926 Dec 20 16:49:55.651007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:49:55.654663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-88930dc2-cae5-4eca-947c-616ba221b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:55.656171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-88930dc2-cae5-4eca-947c-616ba221b3d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b327192-004f-48f0-95d9-45350169b852 HTTP/1.1" status: 200 len: 833 time: 0.0479791 Dec 20 16:49:55.659714 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:55.673804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:49:55.674160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4caf209f-6b88-4bb0-9b7e-6d4678c1c5ff not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:49:55.687601 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] Checking router: 3727b3ed-e255-4e86-98fb-34c5c9a8d6da for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:49:55.696906 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:49:55.697543 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:55.706431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-788f137c-ad4d-4668-86bf-500da6e59922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:55.707999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-788f137c-ad4d-4668-86bf-500da6e59922 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450962 Dec 20 16:49:55.814319 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-8023b893-3884-4508-beea-53cced4f7ca9 service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987933 Dec 20 16:49:55.815645 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:49:55.923064 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3d49a206-d2f2-4e78-9b12-de65a016673b req-a9f64fd1-3551-4879-8c1e-e0657bc8572d service neutron] 10.222.0.72 "GET /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016555 Dec 20 16:49:55.987207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d0dc4-d801-4c37-b822-7f861190099a req-e634501b-fef0-40d3-85a3-1ea78fdbbcf9 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:55.988777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-490d0dc4-d801-4c37-b822-7f861190099a req-e634501b-fef0-40d3-85a3-1ea78fdbbcf9 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0507016 Dec 20 16:49:56.035503 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:49:56.050334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-490d0dc4-d801-4c37-b822-7f861190099a req-d7cd4368-8a6c-45aa-b32c-0ad7eb7ef368 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0544412 Dec 20 16:49:56.066469 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043d35e-e84a-45d5-9095-fe12807114ea None None] The sync data for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 is: [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:48:22Z', 'revision_number': 4, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f9fc279b-32f3-4a65-a2ec-5eb69bbd5296', 'name': '', 'network_id': 'bdf5cecf-4c3f-41fa-ad69-0fee7b64285d', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '6b327192-004f-48f0-95d9-45350169b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:21Z', 'updated_at': '2021-12-20T16:48:25Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'subnets': [{'id': '6b327192-004f-48f0-95d9-45350169b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:49:56.303827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ec8ce-84ba-41c2-9071-38f9cb83a361 None None] New status for floating IP 366b9a5e-9ac2-4dc6-9a79-f882bf9c1e60: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:49:57.171747 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4705e3-2230-4c97-8756-64dd42995107 req-f292c8e2-6ce5-4c1b-acca-96da8c80ad87 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:57.173317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf4705e3-2230-4c97-8756-64dd42995107 req-f292c8e2-6ce5-4c1b-acca-96da8c80ad87 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0508008 Dec 20 16:49:57.215220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba462-9683-4380-bf48-decb9893acdb req-62f86293-322c-4587-974f-b75289e331df tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:49:57.216904 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c01ba462-9683-4380-bf48-decb9893acdb req-62f86293-322c-4587-974f-b75289e331df tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.72 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 984 time: 0.0513415 Dec 20 16:49:57.238126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf4705e3-2230-4c97-8756-64dd42995107 req-3c0fd66a-55bf-4390-9bc1-386d073af00f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/security-groups?id=9c738de8-58ef-4837-beed-5215a0391c3e&id=c955251c-63b5-4960-95d7-fbd18f6fec0b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0583429 Dec 20 16:49:57.311032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port 38efda68-03e3-46ca-b917-8e83da25cca2 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:49:57.311366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.410717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] For port 38efda68-03e3-46ca-b917-8e83da25cca2, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=38efda68-03e3-46ca-b917-8e83da25cca2,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:49:57.410982 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.424048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for 38efda68-03e3-46ca-b917-8e83da25cca2 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:49:57.702360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.731103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=38efda68-03e3-46ca-b917-8e83da25cca2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:57.774719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] No DVR routers for this DVR port 38efda68-03e3-46ca-b917-8e83da25cca2 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:49:57.798648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:57.798648 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c01ba462-9683-4380-bf48-decb9893acdb req-34c7692f-9539-401b-af57-18becb4bcc2d tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.72 "DELETE /v2.0/ports/38efda68-03e3-46ca-b917-8e83da25cca2 HTTP/1.1" status: 204 len: 173 time: 0.5576856 Dec 20 16:49:57.798648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'name': 'network-vif-deleted', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:49:57.798648 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b8b0a-435b-454d-8484-58c5a2dc9ca4" -d '{"events": [{"server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "name": "network-vif-deleted", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:49:57.819802 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278357c7-e67b-4bc4-944e-fcdad1a310e7 x-openstack-request-id: req-278357c7-e67b-4bc4-944e-fcdad1a310e7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:49:57.820244 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edd4946-2004-4ed8-a42a-199c868ba2e6", "name": "network-vif-deleted", "tag": "38efda68-03e3-46ca-b917-8e83da25cca2", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:49:57.820536 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-278357c7-e67b-4bc4-944e-fcdad1a310e7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:49:57.820923 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edd4946-2004-4ed8-a42a-199c868ba2e6', 'name': 'network-vif-deleted', 'tag': '38efda68-03e3-46ca-b917-8e83da25cca2', 'status': 'completed', 'code': 200} Dec 20 16:49:57.907736 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:58.351491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb797adc-8200-4538-b317-0db16516d126 req-03de3ffc-f6cf-4712-9437-6cbb35155dee tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "GET /v2.0/ports?device_id=2edd4946-2004-4ed8-a42a-199c868ba2e6 HTTP/1.1" status: 200 len: 210 time: 0.0278373 Dec 20 16:49:59.330228 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0be4c985-635a-47ba-9ea6-6bd7674175db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.410932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49688) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:59.464374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f15ecca-5c5d-420f-8d79-b4d1c27c2f32 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.488533 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f15ecca-5c5d-420f-8d79-b4d1c27c2f32 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.604606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f15ecca-5c5d-420f-8d79-b4d1c27c2f32 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.607310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8f15ecca-5c5d-420f-8d79-b4d1c27c2f32 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.608499 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8f15ecca-5c5d-420f-8d79-b4d1c27c2f32 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/security-groups/c955251c-63b5-4960-95d7-fbd18f6fec0b HTTP/1.1" status: 204 len: 168 time: 0.1965673 Dec 20 16:49:59.611368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49690) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:59.618663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15ecca-5c5d-420f-8d79-b4d1c27c2f32 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955251c-63b5-4960-95d7-fbd18f6fec0b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:49:59.670219 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bd56f87-79bd-40a3-991f-435f15fca5e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.693818 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bd56f87-79bd-40a3-991f-435f15fca5e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.825652 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bd56f87-79bd-40a3-991f-435f15fca5e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.828431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8bd56f87-79bd-40a3-991f-435f15fca5e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:49:59.829625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8bd56f87-79bd-40a3-991f-435f15fca5e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/security-groups/9c738de8-58ef-4837-beed-5215a0391c3e HTTP/1.1" status: 204 len: 168 time: 0.2173026 Dec 20 16:49:59.832625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49692) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:49:59.839811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd56f87-79bd-40a3-991f-435f15fca5e8 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c738de8-58ef-4837-beed-5215a0391c3e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:00.203159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.480557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:00.481263 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.574914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] For port f9fc279b-32f3-4a65-a2ec-5eb69bbd5296, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:00.575277 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.588604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:00.925188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:00.952402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=f9fc279b-32f3-4a65-a2ec-5eb69bbd5296,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:01.062457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 38efda68-03e3-46ca-b917-8e83da25cca2 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:01.088234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 38efda68-03e3-46ca-b917-8e83da25cca2 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:01.089211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 38efda68-03e3-46ca-b917-8e83da25cca2 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:01.129481 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.353878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:50:01.464520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:50:01.469628 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3dfcb216-ddb0-491d-877a-88ae35a56c67 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "PUT /v2.0/routers/3727b3ed-e255-4e86-98fb-34c5c9a8d6da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358807 Dec 20 16:50:01.472861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49694) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:01.473814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] Sync routers for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:50:01.483878 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:01.484394 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:49:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:01.526045 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting subnet 6b327192-004f-48f0-95d9-45350169b852 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:50:01.529353 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.576054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.591978 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:01.670832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.758860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7663b682-fe09-489b-9008-0c749b672cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.779826 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:50:00Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:01.810229 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] Checking router: 3727b3ed-e255-4e86-98fb-34c5c9a8d6da for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:50:01.818737 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] Routers {'3727b3ed-e255-4e86-98fb-34c5c9a8d6da'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:50:01.819341 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:50:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:01.845401 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.873384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Subnet': ['ID=6b327192-004f-48f0-95d9-45350169b852,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:01.879305 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:01.885251 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-89ac5e41-5dce-4cc6-a2b4-12ef33ba066f tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/subnets/6b327192-004f-48f0-95d9-45350169b852 HTTP/1.1" status: 204 len: 168 time: 0.4087586 Dec 20 16:50:01.885821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49696) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:01.886010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10153dbf-4c6e-424e-96d8-521ef3d60404 None None] Network bdf5cecf-4c3f-41fa-ad69-0fee7b64285d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:50:02.014403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.028653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] Set router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:50:02.070000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] DHCP port deletion for bdf5cecf-4c3f-41fa-ad69-0fee7b64285d request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:50:02.124500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] Deleting port 6527a6ea-6c55-40d8-ae71-d919a294d096 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:02.125020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.141833 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.193485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] For port 6527a6ea-6c55-40d8-ae71-d919a294d096, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6527a6ea-6c55-40d8-ae71-d919a294d096,segment=NetworkSegment(df6df34d-cd71-4e48-8aab-de1c6a80faaa),segment_id=df6df34d-cd71-4e48-8aab-de1c6a80faaa)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:02.193872 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.207472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] Calling delete_port for 6527a6ea-6c55-40d8-ae71-d919a294d096 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:02.217350 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:50:00Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:02.247674 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253fec0-9e90-4ea5-99ff-8900fa0f4969 None None] The sync data for ids ['3727b3ed-e255-4e86-98fb-34c5c9a8d6da'] in n-d-781076-8 is: [{'id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1890104899', 'tenant_id': 'd138b6a80e0b400491b805179bf77eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:48:17Z', 'updated_at': '2021-12-20T16:50:00Z', 'revision_number': 5, 'project_id': 'd138b6a80e0b400491b805179bf77eac', 'gw_port': {'id': '5ce65da7-667a-45ee-9769-fec3aa0979ab', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3727b3ed-e255-4e86-98fb-34c5c9a8d6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:48:18Z', 'updated_at': '2021-12-20T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:50:02.325705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Deleting port 5ce65da7-667a-45ee-9769-fec3aa0979ab {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:02.326041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.415238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] For port 5ce65da7-667a-45ee-9769-fec3aa0979ab, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5ce65da7-667a-45ee-9769-fec3aa0979ab,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:02.415599 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.429715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Calling delete_port for 5ce65da7-667a-45ee-9769-fec3aa0979ab owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:02.456629 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.482939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] Pushing event deleted for resources: {'Port': ['ID=6527a6ea-6c55-40d8-ae71-d919a294d096,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:02.487109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d4b6d-89b2-4414-a9bd-9c975c302554 None None] No DVR routers for this DVR port 6527a6ea-6c55-40d8-ae71-d919a294d096 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:50:02.724606 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.752567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Port': ['ID=5ce65da7-667a-45ee-9769-fec3aa0979ab,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:02.764807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0ceb2a-dc24-41d2-81df-699636910718 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:50:02.819843 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.917432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:02.919989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.079027 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.079519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Fanout notify agent at l3_agent the message router_deleted on router 3727b3ed-e255-4e86-98fb-34c5c9a8d6da {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 16:50:03.086707 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.087848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eb2d9059-0a02-4120-820c-7104f5ba633a tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/routers/3727b3ed-e255-4e86-98fb-34c5c9a8d6da HTTP/1.1" status: 204 len: 168 time: 1.2010396 Dec 20 16:50:03.090603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49698) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:03.123335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.185749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.276775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.298774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf5cecf-4c3f-41fa-ad69-0fee7b64285d']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:03.310532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6df34d-cd71-4e48-8aab-de1c6a80faaa') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:03.310839 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6df34d-cd71-4e48-8aab-de1c6a80faaa') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:50:03.325676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.339752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.345997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:50:03.346380 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:50:03.349326 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:50:03.603840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.603840 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:03.605197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] 10.222.0.81 "DELETE /v2.0/networks/bdf5cecf-4c3f-41fa-ad69-0fee7b64285d HTTP/1.1" status: 204 len: 168 time: 0.5125186 Dec 20 16:50:03.616111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e51e66-4862-4844-9f5f-2d833489a4d1 tempest-TestSecurityGroupsBasicOps-160994031 tempest-TestSecurityGroupsBasicOps-160994031-project] Pushing event deleted for resources: {'Network': ['ID=bdf5cecf-4c3f-41fa-ad69-0fee7b64285d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:03.693067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6527a6ea-6c55-40d8-ae71-d919a294d096 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:03.718697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 6527a6ea-6c55-40d8-ae71-d919a294d096 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:03.719049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 6527a6ea-6c55-40d8-ae71-d919a294d096 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:03.719474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:03.740450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:03.740741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f9fc279b-32f3-4a65-a2ec-5eb69bbd5296 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:03.741204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5ce65da7-667a-45ee-9769-fec3aa0979ab no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:03.810659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5ce65da7-667a-45ee-9769-fec3aa0979ab {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:03.810659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5ce65da7-667a-45ee-9769-fec3aa0979ab not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:04.303409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49706) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:04.437610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7b69aad-809e-479a-b01f-d96f73e4cac8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d138b6a80e0b400491b805179bf77eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328640 Dec 20 16:50:04.440115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49710) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:04.490243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f29-2908-46a5-9105-b20d0ca755be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:04.513432 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f29-2908-46a5-9105-b20d0ca755be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:04.559583 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:04.654575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f29-2908-46a5-9105-b20d0ca755be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:04.657180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-35bd5f29-2908-46a5-9105-b20d0ca755be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:04.658363 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-35bd5f29-2908-46a5-9105-b20d0ca755be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51fafb77-d7a9-444e-88e0-394b1f080d8c HTTP/1.1" status: 204 len: 168 time: 0.2173090 Dec 20 16:50:04.667428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd5f29-2908-46a5-9105-b20d0ca755be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fafb77-d7a9-444e-88e0-394b1f080d8c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:05.222544 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.409573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49716) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:05.423686 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-839dc560-db02-4f9a-82d0-5a841dd9a8cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.499866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-839dc560-db02-4f9a-82d0-5a841dd9a8cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.562273 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-839dc560-db02-4f9a-82d0-5a841dd9a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.601815 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-839dc560-db02-4f9a-82d0-5a841dd9a8cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9cf51f9f1fd544cba808d1dbb75f2141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911261 Dec 20 16:50:05.602766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dc560-db02-4f9a-82d0-5a841dd9a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf158d-0e99-4da9-b2c9-f1ad8cceecaa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:05.604551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49718) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:05.653572 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c7844f-d3c6-4321-8079-6362ed7108d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.675363 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c7844f-d3c6-4321-8079-6362ed7108d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.808216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c7844f-d3c6-4321-8079-6362ed7108d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.810944 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4c7844f-d3c6-4321-8079-6362ed7108d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:05.812117 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f4c7844f-d3c6-4321-8079-6362ed7108d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ccf158d-0e99-4da9-b2c9-f1ad8cceecaa HTTP/1.1" status: 204 len: 168 time: 0.2065163 Dec 20 16:50:05.822561 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7844f-d3c6-4321-8079-6362ed7108d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf158d-0e99-4da9-b2c9-f1ad8cceecaa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:06.599061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49724) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:06.641641 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cd2f05e5-70bb-4bb5-9091-096005f98604 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0af91a388b844368bb739db98411db9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410998 Dec 20 16:50:06.644127 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49726) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:06.693345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b361b778-e14a-4135-8b5f-478ce894ffa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.715301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b361b778-e14a-4135-8b5f-478ce894ffa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.850457 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b361b778-e14a-4135-8b5f-478ce894ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.853209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b361b778-e14a-4135-8b5f-478ce894ffa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:06.854374 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b361b778-e14a-4135-8b5f-478ce894ffa8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78fc73b5-b063-415a-b369-6c3758879934 HTTP/1.1" status: 204 len: 168 time: 0.2093611 Dec 20 16:50:06.862519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361b778-e14a-4135-8b5f-478ce894ffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc73b5-b063-415a-b369-6c3758879934,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:18.043442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-72c0b435-9bd5-4ca4-a9d8-1f08d342f1e9 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9dc41043d1f6445a8811d186ba605622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227897 Dec 20 16:50:18.154193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-4a3dcf9d-e190-4066-a914-6e1b3b99eabc tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:18.155723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-4a3dcf9d-e190-4066-a914-6e1b3b99eabc tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065862 Dec 20 16:50:18.171745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bf3a1e7a-3256-4e76-bf4d-f462325844ac tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/quotas/9dc41043d1f6445a8811d186ba605622 HTTP/1.1" status: 200 len: 375 time: 0.0101712 Dec 20 16:50:18.202681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-084d43d9-2715-4c7e-9a92-8f849af7ac07 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9dc41043d1f6445a8811d186ba605622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256097 Dec 20 16:50:18.457529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84fae805-c022-4f23-9fb6-7648ad66309e req-a90666c3-954c-44df-8a78-d8b277173214 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 210 time: 0.0253882 Dec 20 16:50:19.556799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a5f7c60-fdfd-4e44-af11-659f2e9a7d1f req-740c564b-3ea3-4ec7-99e2-ccfdb3d72558 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 210 time: 0.0325789 Dec 20 16:50:20.599697 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-49cec1b6-19a6-4f45-ab13-9380ca6d2269 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9dc41043d1f6445a8811d186ba605622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208671 Dec 20 16:50:20.652734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-993c0f5a-9eea-4042-9e95-63b4eb7f9d2c req-4b9c4d56-5b54-4c63-9d72-4c9f531ee010 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:50:20.714029 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:50:20.717692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-d629c53c-c9ca-4a6b-b7fe-c7637714c630 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:20.717692 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-d629c53c-c9ca-4a6b-b7fe-c7637714c630 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115072 Dec 20 16:50:20.729705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Request body: {'port': {'device_id': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'admin_state_up': True, 'tenant_id': '9dc41043d1f6445a8811d186ba605622'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:20.970407 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Made reservation on behalf of 9dc41043d1f6445a8811d186ba605622 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:50:20.973900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:20.983658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.058728 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.162517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.228372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c445c531-3540-4fb9-8cfc-6795c8d9ac24,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:21.305504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Allocated IP 192.168.233.101 (8924904a-b154-4282-8d2a-9f9626485f24/68215123-4ef4-4859-a284-1a9aa9be1c94/8980d386-38cd-4610-9b35-1661e8c598cb) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:50:21.456160 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.553568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.596890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Network 8924904a-b154-4282-8d2a-9f9626485f24 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:50:21.599855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:50:21.603838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:50:21.630235 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Pushing event updated for resources: {'Port': ['ID=8980d386-38cd-4610-9b35-1661e8c598cb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:21.661930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:21.662555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.745013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f428e5fc-fc4f-46a9-bdf9-fc84b2c28937 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0188272 Dec 20 16:50:21.759353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Request body: {'port': {'device_id': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:21.780663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b82f5-ed90-4a86-b42a-d8ee3a8c3e38 req-b3ea0378-a044-429a-87de-22640b9dbdcd tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:21.782985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb9b82f5-ed90-4a86-b42a-d8ee3a8c3e38 req-b3ea0378-a044-429a-87de-22640b9dbdcd tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 936 time: 0.0562987 Dec 20 16:50:21.820041 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.837712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb9b82f5-ed90-4a86-b42a-d8ee3a8c3e38 req-51d408b6-768b-48ba-9726-67c3181753f3 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473704 Dec 20 16:50:21.845636 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-df6f038f-0668-4129-b4f0-4711b0f7f4b1 None None] Provisioning complete for port 8980d386-38cd-4610-9b35-1661e8c598cb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:50:21.846130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df6f038f-0668-4129-b4f0-4711b0f7f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:21.884574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-df6f038f-0668-4129-b4f0-4711b0f7f4b1 None None] Port 8980d386-38cd-4610-9b35-1661e8c598cb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:50:22.087989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8980d386-38cd-4610-9b35-1661e8c598cb {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:50:22.095722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:22.107917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Transition to ACTIVE for port object 8980d386-38cd-4610-9b35-1661e8c598cb will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:50:22.190847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:22.225278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:22.278602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Pushing event updated for resources: {'Port': ['ID=8980d386-38cd-4610-9b35-1661e8c598cb,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:22.354616 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Attempting to bind port 8980d386-38cd-4610-9b35-1661e8c598cb on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:50:22.354961 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Attempting to bind port 8980d386-38cd-4610-9b35-1661e8c598cb by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:50:22.355295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Attempting to bind port 8980d386-38cd-4610-9b35-1661e8c598cb on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:50:22.359980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Port 8980d386-38cd-4610-9b35-1661e8c598cb on network 8924904a-b154-4282-8d2a-9f9626485f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:50:22.360299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Attempting to bind port 8980d386-38cd-4610-9b35-1661e8c598cb on network 8924904a-b154-4282-8d2a-9f9626485f24 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:50:22.365404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:50:22.365745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Checking segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:50:22.366800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Bound using segment: {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:50:22.367231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Bound port: 8980d386-38cd-4610-9b35-1661e8c598cb, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90acf9c0-3ebf-4e88-872c-e45d96114b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:50:22.367589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:22.434890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] For port 8980d386-38cd-4610-9b35-1661e8c598cb, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:50:22.438081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] For port 8980d386-38cd-4610-9b35-1661e8c598cb, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8980d386-38cd-4610-9b35-1661e8c598cb,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:50:22.554427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:22.597319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:22.598363 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:22.601177 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] 10.222.0.72 "PUT /v2.0/ports/8980d386-38cd-4610-9b35-1661e8c598cb HTTP/1.1" status: 200 len: 1096 time: 0.8468156 Dec 20 16:50:22.601762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'tag': '8980d386-38cd-4610-9b35-1661e8c598cb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:22.604707 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a642e1-99d9-41d0-b4d4-856923483135" -d '{"events": [{"name": "network-changed", "server_uuid": "9fba05c1-1ee7-4a9b-a3b2-5487c26248b7", "tag": "8980d386-38cd-4610-9b35-1661e8c598cb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:22.637463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fe8d7-b240-4802-b407-91550c669a54 service neutron] Pushing event updated for resources: {'Port': ['ID=8980d386-38cd-4610-9b35-1661e8c598cb,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:22.648344 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43114113-f277-4103-b288-85802674af52 x-openstack-request-id: req-43114113-f277-4103-b288-85802674af52 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:22.648687 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fba05c1-1ee7-4a9b-a3b2-5487c26248b7", "tag": "8980d386-38cd-4610-9b35-1661e8c598cb", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:22.648948 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43114113-f277-4103-b288-85802674af52 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:22.649389 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'tag': '8980d386-38cd-4610-9b35-1661e8c598cb', 'status': 'completed', 'code': 200} Dec 20 16:50:22.716580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a642e1-99d9-41d0-b4d4-856923483135 req-f17a3b15-2e9d-4e87-bd1d-a6914a8962e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:22.718435 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55a642e1-99d9-41d0-b4d4-856923483135 req-f17a3b15-2e9d-4e87-bd1d-a6914a8962e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dc41043d1f6445a8811d186ba605622&device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 1099 time: 0.0447493 Dec 20 16:50:22.749409 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55a642e1-99d9-41d0-b4d4-856923483135 req-f45293c2-7b18-4be9-8f56-cfd4403706a9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9dc41043d1f6445a8811d186ba605622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202520 Dec 20 16:50:22.843212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a642e1-99d9-41d0-b4d4-856923483135 req-1d97b91a-e0f2-4e5b-90b8-ac89ec6c4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:22.844689 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55a642e1-99d9-41d0-b4d4-856923483135 req-1d97b91a-e0f2-4e5b-90b8-ac89ec6c4fe4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908635 Dec 20 16:50:22.961529 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9c12-a933-49f8-b926-c01f6c8bc08b req-8d5b195c-8b97-4483-a5ba-07831db030ce tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:22.963135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa1e9c12-a933-49f8-b926-c01f6c8bc08b req-8d5b195c-8b97-4483-a5ba-07831db030ce tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 948 time: 0.0520804 Dec 20 16:50:23.018301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa1e9c12-a933-49f8-b926-c01f6c8bc08b req-f922f593-5805-47e6-bf83-48c5724d3dfa tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Dec 20 16:50:23.255371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-b0acb340-8fb4-4091-82ee-6aebe736e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:23.257687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-b0acb340-8fb4-4091-82ee-6aebe736e413 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dc41043d1f6445a8811d186ba605622&device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 1099 time: 0.3737323 Dec 20 16:50:23.300886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-b1756b1c-78bc-47a5-9346-1419c32b873b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8980d386-38cd-4610-9b35-1661e8c598cb HTTP/1.1" status: 200 len: 217 time: 0.0345914 Dec 20 16:50:23.350460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-9aeedf7a-49c8-4589-b13e-0b71e7d3e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:23.352183 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-9aeedf7a-49c8-4589-b13e-0b71e7d3e9e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68215123-4ef4-4859-a284-1a9aa9be1c94 HTTP/1.1" status: 200 len: 843 time: 0.0445228 Dec 20 16:50:23.402597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-2a319b59-dabf-4910-a8f8-472fbab76ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:23.403989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-2a319b59-dabf-4910-a8f8-472fbab76ed9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8924904a-b154-4282-8d2a-9f9626485f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446579 Dec 20 16:50:23.493765 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-e160a65e-a70e-4463-91a4-d70aa8c39aab service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827670 Dec 20 16:50:23.587757 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0e32b6d6-180e-4529-abb2-f42780143fd2 req-f4e43202-a9d2-404a-a23e-6df67bc6ad3a service neutron] 10.222.0.72 "GET /v2.0/networks/8924904a-b154-4282-8d2a-9f9626485f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Dec 20 16:50:24.140725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e882-3adb-474e-a981-77ad50e5e896 req-722a63f3-34e8-455b-9649-38a93910c45a tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:24.142354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb90e882-3adb-474e-a981-77ad50e5e896 req-722a63f3-34e8-455b-9649-38a93910c45a tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 948 time: 0.0500515 Dec 20 16:50:24.191663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb90e882-3adb-474e-a981-77ad50e5e896 req-dafe35ce-5283-44e5-90a4-fffdebe60b55 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Dec 20 16:50:25.315346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb810dd-5d4b-4c9d-ab38-8ff890f49f37 req-66c37537-f7c4-443c-b72f-bcbd3060a35b tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:25.316925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb810dd-5d4b-4c9d-ab38-8ff890f49f37 req-66c37537-f7c4-443c-b72f-bcbd3060a35b tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 948 time: 0.0520511 Dec 20 16:50:25.365035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fb810dd-5d4b-4c9d-ab38-8ff890f49f37 req-ee1b6024-4df1-4879-b7df-754b23067228 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Dec 20 16:50:26.487352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e1b3f-74a7-4dc9-8384-1777570b5bdb req-7f600d98-7e08-4b2b-9abe-1a4376248404 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:26.488868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d99e1b3f-74a7-4dc9-8384-1777570b5bdb req-7f600d98-7e08-4b2b-9abe-1a4376248404 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 948 time: 0.0527565 Dec 20 16:50:26.536194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d99e1b3f-74a7-4dc9-8384-1777570b5bdb req-7e136d2f-9672-4531-83ec-6a9e8b6e331a tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Dec 20 16:50:27.154660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8980d386-38cd-4610-9b35-1661e8c598cb details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:50:27.249010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8980d386-38cd-4610-9b35-1661e8c598cb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8980d386-38cd-4610-9b35-1661e8c598cb,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:27.263770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '8980d386-38cd-4610-9b35-1661e8c598cb', 'network_id': '8924904a-b154-4282-8d2a-9f9626485f24', 'port_id': '8980d386-38cd-4610-9b35-1661e8c598cb', 'mac_address': 'fa:16:3e:c9:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68215123-4ef4-4859-a284-1a9aa9be1c94', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:50:27.302034 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:27.315106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8980d386-38cd-4610-9b35-1661e8c598cb {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:50:27.334463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8980d386-38cd-4610-9b35-1661e8c598cb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8980d386-38cd-4610-9b35-1661e8c598cb,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:27.392923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:27.441210 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8980d386-38cd-4610-9b35-1661e8c598cb,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:27.448752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.449150 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.449560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.449911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.450252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.450587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.450918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.451249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.451577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.451905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.452233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.452554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.452878 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:27.603169 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['8980d386-38cd-4610-9b35-1661e8c598cb'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:50:27.655559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556f0e-eee5-4243-98d8-80d36e7cbcc2 req-7ee146da-6e32-4a09-8cb5-a0a263fe5af7 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:27.657086 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e556f0e-eee5-4243-98d8-80d36e7cbcc2 req-7ee146da-6e32-4a09-8cb5-a0a263fe5af7 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 949 time: 0.0506079 Dec 20 16:50:27.707941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e556f0e-eee5-4243-98d8-80d36e7cbcc2 req-53dffe7f-a5d2-4c2d-bf15-130378b1c15c tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Dec 20 16:50:27.878896 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:28.823581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b41b6-e128-465b-a7af-506a60602f42 req-c0490c35-8162-40a7-944a-1542a2eb2ec5 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:28.825059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f0b41b6-e128-465b-a7af-506a60602f42 req-c0490c35-8162-40a7-944a-1542a2eb2ec5 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 949 time: 0.0483546 Dec 20 16:50:28.875224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f0b41b6-e128-465b-a7af-506a60602f42 req-0d6c6896-0679-451e-975c-f7b5dc177123 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Dec 20 16:50:29.042078 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:50:29.156136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8980d386-38cd-4610-9b35-1661e8c598cb up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:50:29.282204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 8980d386-38cd-4610-9b35-1661e8c598cb completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:50:29.286206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 8980d386-38cd-4610-9b35-1661e8c598cb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:50:29.290265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:29.354250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8e7a8c0b-117b-4013-88fd-66dcf48e4b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:29.368646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:29.391194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980d386-38cd-4610-9b35-1661e8c598cb'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:29.393471 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d0b39-87bf-4738-819b-ac9baa54a471" -d '{"events": [{"server_uuid": "9fba05c1-1ee7-4a9b-a3b2-5487c26248b7", "name": "network-vif-plugged", "status": "completed", "tag": "8980d386-38cd-4610-9b35-1661e8c598cb"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:29.406848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8980d386-38cd-4610-9b35-1661e8c598cb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8980d386-38cd-4610-9b35-1661e8c598cb,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:29.430845 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83107747-0590-4c23-b635-f8bb49ce5e73 x-openstack-request-id: req-83107747-0590-4c23-b635-f8bb49ce5e73 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:29.431152 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba05c1-1ee7-4a9b-a3b2-5487c26248b7", "name": "network-vif-plugged", "status": "completed", "tag": "8980d386-38cd-4610-9b35-1661e8c598cb", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:29.431413 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83107747-0590-4c23-b635-f8bb49ce5e73 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:29.431821 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8980d386-38cd-4610-9b35-1661e8c598cb', 'code': 200} Dec 20 16:50:29.527786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aeb10e-29aa-41b0-a1e2-ca2833caddc7 req-137892dd-a8f8-48dd-a3b1-e863b82a531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:29.529375 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60aeb10e-29aa-41b0-a1e2-ca2833caddc7 req-137892dd-a8f8-48dd-a3b1-e863b82a531b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 1100 time: 0.0421731 Dec 20 16:50:29.530099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:29.576644 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-60aeb10e-29aa-41b0-a1e2-ca2833caddc7 req-6529ca76-9b73-443c-9267-e29e8f36e858 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 Dec 20 16:50:29.578028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8980d386-38cd-4610-9b35-1661e8c598cb,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:29.992276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b8ae-e585-4fed-ad8c-a4fc6efaa92f req-516efd9c-8d53-4fbb-bd80-41f33cd4e3d2 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:29.993797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4c7b8ae-e585-4fed-ad8c-a4fc6efaa92f req-516efd9c-8d53-4fbb-bd80-41f33cd4e3d2 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 950 time: 0.0498788 Dec 20 16:50:30.041951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4c7b8ae-e585-4fed-ad8c-a4fc6efaa92f req-e597c857-3b4c-4183-9fea-0c885ddeb265 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Dec 20 16:50:31.160635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cd794-9284-4549-ac8d-e702af96ef32 req-3dd73ec0-afc8-40a7-ac4f-720706bfe103 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:31.162180 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626cd794-9284-4549-ac8d-e702af96ef32 req-3dd73ec0-afc8-40a7-ac4f-720706bfe103 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 950 time: 0.0496397 Dec 20 16:50:31.210376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-626cd794-9284-4549-ac8d-e702af96ef32 req-4e6f49fc-71d1-4925-96c1-10bd6dd57efd tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Dec 20 16:50:31.593465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-4da2754f-de90-41fb-a785-295f2581a1ba req-5c8cdc92-1280-4dda-9a11-ba59ee75e0a5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:50:31.594345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4da2754f-de90-41fb-a785-295f2581a1ba req-5c8cdc92-1280-4dda-9a11-ba59ee75e0a5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053601 Dec 20 16:50:31.764557 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f109a91b-8f59-4758-9f9b-ae75d418abdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:32.233511 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-6b80051b-f7cc-483a-8a4c-e362d2257d5f req-dc6380b2-ed60-4948-b8bd-800cdf8ef96e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:50:32.234549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b80051b-f7cc-483a-8a4c-e362d2257d5f req-dc6380b2-ed60-4948-b8bd-800cdf8ef96e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518227 Dec 20 16:50:32.887993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26d0f8-f0a9-4da8-8e53-4e079821aa10 req-860fe98d-6990-4c5f-a496-8eff9e01c669 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:32.889491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d26d0f8-f0a9-4da8-8e53-4e079821aa10 req-860fe98d-6990-4c5f-a496-8eff9e01c669 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 950 time: 0.0526299 Dec 20 16:50:32.937356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d26d0f8-f0a9-4da8-8e53-4e079821aa10 req-3a2c21cc-af7a-4aaa-b2a3-164374db7757 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Dec 20 16:50:33.090091 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:34.060760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217728-9f08-4767-8158-6b66023cc8d4 req-e120f5f0-e287-44c3-b882-3bb2daa6d86e tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:34.063011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04217728-9f08-4767-8158-6b66023cc8d4 req-e120f5f0-e287-44c3-b882-3bb2daa6d86e tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 950 time: 0.0530112 Dec 20 16:50:34.117411 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04217728-9f08-4767-8158-6b66023cc8d4 req-9aa98531-1560-4f49-881f-480aa8080083 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/security-groups?id=c445c531-3540-4fb9-8cfc-6795c8d9ac24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468142 Dec 20 16:50:34.150703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-2337d540-a601-4267-82af-50be1fbb4bb6 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:34.152218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-2337d540-a601-4267-82af-50be1fbb4bb6 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 950 time: 0.0531480 Dec 20 16:50:34.249815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Deleting port 8980d386-38cd-4610-9b35-1661e8c598cb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:50:34.250037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:34.346261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] For port 8980d386-38cd-4610-9b35-1661e8c598cb, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8980d386-38cd-4610-9b35-1661e8c598cb,segment=NetworkSegment(90acf9c0-3ebf-4e88-872c-e45d96114b02),segment_id=90acf9c0-3ebf-4e88-872c-e45d96114b02)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:34.346612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:34.360978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Calling delete_port for 8980d386-38cd-4610-9b35-1661e8c598cb owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:50:34.745769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:34.827608 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:34.839839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['8980d386-38cd-4610-9b35-1661e8c598cb'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:50:34.857872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Pushing event deleted for resources: {'Port': ['ID=8980d386-38cd-4610-9b35-1661e8c598cb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:34.906945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] No DVR routers for this DVR port 8980d386-38cd-4610-9b35-1661e8c598cb on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:50:34.910721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:34.915060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b53a2a2c-0e79-48c3-b2d2-5a30f9f6bffc req-e35ac297-32fa-4ece-9302-1305a0bd0541 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.72 "DELETE /v2.0/ports/8980d386-38cd-4610-9b35-1661e8c598cb HTTP/1.1" status: 204 len: 173 time: 0.7569966 Dec 20 16:50:34.915545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'name': 'network-vif-deleted', 'tag': '8980d386-38cd-4610-9b35-1661e8c598cb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:34.918018 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f131c2-c799-47bc-a38f-07927538bfc9" -d '{"events": [{"server_uuid": "9fba05c1-1ee7-4a9b-a3b2-5487c26248b7", "name": "network-vif-deleted", "tag": "8980d386-38cd-4610-9b35-1661e8c598cb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:34.966697 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02612e-94d2-4ecc-a8f1-2443bfc29124 x-openstack-request-id: req-da02612e-94d2-4ecc-a8f1-2443bfc29124 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:34.966997 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fba05c1-1ee7-4a9b-a3b2-5487c26248b7", "name": "network-vif-deleted", "tag": "8980d386-38cd-4610-9b35-1661e8c598cb", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:34.967249 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da02612e-94d2-4ecc-a8f1-2443bfc29124 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:34.967652 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fba05c1-1ee7-4a9b-a3b2-5487c26248b7', 'name': 'network-vif-deleted', 'tag': '8980d386-38cd-4610-9b35-1661e8c598cb', 'status': 'completed', 'code': 200} Dec 20 16:50:35.176064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:35.222469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c7f7d66e-453d-445e-9ac9-ff9ecc3311ec req-8f56711b-2c28-4ba2-a205-1374f7191c22 tempest-ServersAdminNegativeTestJSON-89955500 tempest-ServersAdminNegativeTestJSON-89955500-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fba05c1-1ee7-4a9b-a3b2-5487c26248b7 HTTP/1.1" status: 200 len: 210 time: 0.0286674 Dec 20 16:50:36.861457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49866) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:36.997664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-747e20c7-147b-473f-8ea9-cb1861715a4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9dc41043d1f6445a8811d186ba605622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349323 Dec 20 16:50:37.000120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49870) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:37.049462 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:37.072267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:37.222109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:37.224704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:37.226616 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c445c531-3540-4fb9-8cfc-6795c8d9ac24 HTTP/1.1" status: 204 len: 168 time: 0.2255349 Dec 20 16:50:37.234954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c445c531-3540-4fb9-8cfc-6795c8d9ac24,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:37.242724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.243097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.243430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.243778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.244119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.244456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.244793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.245122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.245484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.245811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.246141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.246498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:37.246825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db749eb-8f7b-42af-9bb3-4ddc401f23e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:50:38.219495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 49876) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:38.233343 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ed499ac-047c-4c0b-acaf-0648903b701f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.307609 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ed499ac-047c-4c0b-acaf-0648903b701f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.421544 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5ed499ac-047c-4c0b-acaf-0648903b701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.462063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5ed499ac-047c-4c0b-acaf-0648903b701f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a74bf907b1cc475dbae368c1578b6cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414796 Dec 20 16:50:38.462917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed499ac-047c-4c0b-acaf-0648903b701f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f022e4-7bd6-4451-8f14-aa9aafab2144,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:38.465044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49878) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:38.514700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f30cc9-0523-47fc-8a5b-1919374b98b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.535430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f30cc9-0523-47fc-8a5b-1919374b98b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.694821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f30cc9-0523-47fc-8a5b-1919374b98b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.697595 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-94f30cc9-0523-47fc-8a5b-1919374b98b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:38.698746 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-94f30cc9-0523-47fc-8a5b-1919374b98b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4f022e4-7bd6-4451-8f14-aa9aafab2144 HTTP/1.1" status: 204 len: 168 time: 0.2326329 Dec 20 16:50:38.706793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f30cc9-0523-47fc-8a5b-1919374b98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f022e4-7bd6-4451-8f14-aa9aafab2144,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:39.220533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8980d386-38cd-4610-9b35-1661e8c598cb no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:50:39.243732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 8980d386-38cd-4610-9b35-1661e8c598cb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:50:39.244008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8980d386-38cd-4610-9b35-1661e8c598cb not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:50:39.837125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49900) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:39.934016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1523800064-network', 'tenant_id': '1f51f0c262df470496fa9db35330cbb6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:40.104876 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Made reservation on behalf of 1f51f0c262df470496fa9db35330cbb6 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:50:40.107290 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.118591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.193723 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.347638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.379096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:50:40.384646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d323990-8bef-40d6-928b-128e218fee50,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:40.391735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.392068 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Added segment bf3ffb82-d3ce-488f-b93d-b2a478604a4b of type vlan for network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 Dec 20 16:50:40.432939 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.573541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.574542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:40.575132 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:40.636020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] Pushing event updated for resources: {'Network': ['ID=5e3da0e5-d5f1-4d41-81ff-12128497d0c0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:40.646171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:50:40.721399 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5719cdf4-1136-4b8c-918d-1f072893e35d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8829670 Dec 20 16:50:40.724396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49904) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:40.729234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Request body: {'subnet': {'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1523800064-subnet', 'tenant_id': '1f51f0c262df470496fa9db35330cbb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:40.830570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Made reservation on behalf of 1f51f0c262df470496fa9db35330cbb6 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:50:40.833003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:41.168245 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:41.230638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d4b646-0a6c-474c-a026-c52136ce15bd,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:41.239647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Checking segment: {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:50:41.240014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Network hostable DHCP agents. Network: 5e3da0e5-d5f1-4d41-81ff-12128497d0c0, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:50:41.408035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:50:41.530170 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5e3da0e5-d5f1-4d41-81ff-12128497d0c0) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:50:41.535597 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:41.536566 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:41.543091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17baeee4-c655-4c3c-a2d0-93565fb86a10 None None] Network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:50:41.639308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fde0513e-2812-4e6c-979e-fe32d8efdd3c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9137640 Dec 20 16:50:41.643748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929876f-a05d-496b-a5a4-9c82fe4f5309 None None] Network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:50:42.075313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-f597de98-3d64-40b8-95d6-5dd383c34f86 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:42.076822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-f597de98-3d64-40b8-95d6-5dd383c34f86 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 812 time: 0.1080520 Dec 20 16:50:42.093179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-4aa3ea75-064f-4380-a04c-8dc2080d611f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/quotas/1f51f0c262df470496fa9db35330cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0103154 Dec 20 16:50:42.126848 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-0bb25b3a-616e-4153-9664-e84f7c5573d2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277567 Dec 20 16:50:42.224424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-bbcc96c5-d78e-447b-8957-bb82f8fda8e1 service neutron] 10.222.0.81 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887594 Dec 20 16:50:42.314292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-7a7608c0-8379-40df-abd0-925db6b67484 service neutron] 10.222.0.81 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834694 Dec 20 16:50:42.561478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6da31c7-fcdf-4811-8bd7-0bd2116d06e1 req-a6736320-cf8b-4a17-bd02-75350f51e14a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 210 time: 0.0314007 Dec 20 16:50:43.639838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b272ea08-2376-4159-bab3-45663bc10e7a req-afd7c230-c59a-4ec5-8048-56bbb422153e tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 210 time: 0.0266631 Dec 20 16:50:44.735193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-667be088-344d-467a-a1f1-36018ccddaf8 req-34130f1d-40fd-4117-a850-2de5848255f4 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 210 time: 0.0264590 Dec 20 16:50:45.490334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-e6022946-6c9e-49c7-a0d6-6d32d5da403a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:45.491925 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-e6022946-6c9e-49c7-a0d6-6d32d5da403a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.72 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 812 time: 0.1056612 Dec 20 16:50:45.506256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Request body: {'port': {'device_id': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0', 'admin_state_up': True, 'tenant_id': '1f51f0c262df470496fa9db35330cbb6'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:45.722040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Made reservation on behalf of 1f51f0c262df470496fa9db35330cbb6 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:50:45.725594 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:45.834254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac4795a5-d4bc-49b9-8fba-3f6502174385 req-c2559536-6631-4c5e-b116-73383153386f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 210 time: 0.0277205 Dec 20 16:50:45.855208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Allocated IP 172.20.0.8 (5e3da0e5-d5f1-4d41-81ff-12128497d0c0/71d4b646-0a6c-474c-a026-c52136ce15bd/3c5b42b4-d099-4084-85be-9e45d4009d88) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:50:46.010376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.142157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.193800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:50:46.197449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:50:46.201220 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:50:46.207618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:46.254596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.255202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.361753 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-9b9133fa-801f-43d1-80cf-6970aa0446ab tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8593376 Dec 20 16:50:46.374041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Request body: {'port': {'device_id': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:50:46.428087 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.694115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5b42b4-d099-4084-85be-9e45d4009d88 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:50:46.701838 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.714365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Transition to ACTIVE for port object 3c5b42b4-d099-4084-85be-9e45d4009d88 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:50:46.792687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.842691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:46.913969 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:50:46.914302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:50:46.914632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 on network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:50:46.919155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Port 3c5b42b4-d099-4084-85be-9e45d4009d88 on network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:50:46.919474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 on network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:50:46.924577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:50:46.924919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Checking segment: {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:50:46.925403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Bound using segment: {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:50:46.925822 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Bound port: 3c5b42b4-d099-4084-85be-9e45d4009d88, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:50:46.926171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:46.951451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c648318-8ef1-4309-9864-e9cc56904f4d req-8ebf631c-f681-4f8a-97f0-720fbce00299 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:46.952855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c648318-8ef1-4309-9864-e9cc56904f4d req-8ebf631c-f681-4f8a-97f0-720fbce00299 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0500469 Dec 20 16:50:46.994734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:50:46.998309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:50:47.005749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c648318-8ef1-4309-9864-e9cc56904f4d req-d7df6b8a-fd3a-49c6-83ac-ac4b247a832a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 Dec 20 16:50:47.102499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:47.139786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:47.140407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:47.141946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] 10.222.0.72 "PUT /v2.0/ports/3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 1091 time: 0.7719700 Dec 20 16:50:47.142389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:47.144627 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d" -d '{"events": [{"name": "network-changed", "server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:47.167435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31020f39-04da-4a18-8899-43c2c2f37df7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:47.196172 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c446f404-2c12-40e8-b806-fad81d1a8682 x-openstack-request-id: req-c446f404-2c12-40e8-b806-fad81d1a8682 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:47.196535 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:47.196832 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c446f404-2c12-40e8-b806-fad81d1a8682 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:47.197350 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'status': 'completed', 'code': 200} Dec 20 16:50:47.261571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d req-bfaf94f8-10ed-40b4-9c75-b3d30f9c306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:47.263056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d req-bfaf94f8-10ed-40b4-9c75-b3d30f9c306f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1094 time: 0.0431163 Dec 20 16:50:47.368062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d req-53eca696-cb05-499b-9187-098c005ff038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:47.369649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d req-53eca696-cb05-499b-9187-098c005ff038 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f51f0c262df470496fa9db35330cbb6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992014 Dec 20 16:50:47.463192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d req-62ad4c71-f67c-4b04-8bf0-a4e58b1048d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:47.464669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-84fc2c16-f9f4-4c2f-803c-0ee05eb7649d req-62ad4c71-f67c-4b04-8bf0-a4e58b1048d5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884478 Dec 20 16:50:47.545975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-b1f67667-d300-4e58-8496-03096a46e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:47.547478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-b1f67667-d300-4e58-8496-03096a46e57d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1094 time: 0.0457180 Dec 20 16:50:47.591007 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-c8637679-6178-47c5-a653-5a70c06558fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 217 time: 0.0355859 Dec 20 16:50:47.640808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-ab616164-696c-43c8-8f42-cb052061dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:47.642268 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-ab616164-696c-43c8-8f42-cb052061dd9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 200 len: 852 time: 0.0445774 Dec 20 16:50:47.678630 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-50683fa2-6408-477a-b10e-eecd3bd44522 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288961 Dec 20 16:50:47.777478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-7f0196cd-fdf5-4181-aabd-36e6ccfef6b8 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909770 Dec 20 16:50:47.873817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-59a66be5-f1e0-42af-aa27-25fd99025ead req-b8f09d61-b880-4ed6-8739-18502f82c1ab service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888145 Dec 20 16:50:48.124632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056bec7-e37b-4e6e-bed7-ba50798fa0f6 req-83ef5436-bc13-46b1-a8d3-ad20689ed609 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:48.126051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7056bec7-e37b-4e6e-bed7-ba50798fa0f6 req-83ef5436-bc13-46b1-a8d3-ad20689ed609 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0490963 Dec 20 16:50:48.174744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7056bec7-e37b-4e6e-bed7-ba50798fa0f6 req-f563970b-236b-4284-8f3e-f23644c3076f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Dec 20 16:50:49.293552 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546064a4-3d6b-4e0a-9ecc-ae76db8f3923 req-95e7d533-6fdc-45f8-8b86-a9f4185a5dbe tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:49.295309 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-546064a4-3d6b-4e0a-9ecc-ae76db8f3923 req-95e7d533-6fdc-45f8-8b86-a9f4185a5dbe tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0486915 Dec 20 16:50:49.342650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-546064a4-3d6b-4e0a-9ecc-ae76db8f3923 req-ec217f65-7576-49c2-9a1f-57358b10060f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Dec 20 16:50:50.461532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb57ff-db21-4d86-839b-6aa57f57ddc7 req-69a2805e-0eec-412f-a2a4-0b439f84c09e tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:50.462915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33eb57ff-db21-4d86-839b-6aa57f57ddc7 req-69a2805e-0eec-412f-a2a4-0b439f84c09e tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0521522 Dec 20 16:50:50.510805 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-33eb57ff-db21-4d86-839b-6aa57f57ddc7 req-1300af7b-dfdb-4029-b3d1-1bc88d3b5a13 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Dec 20 16:50:51.295126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:50:51.391494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:51.402926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0', 'port_id': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'mac_address': 'fa:16:3e:64:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4b646-0a6c-474c-a026-c52136ce15bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:50:51.439560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:51.451989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5b42b4-d099-4084-85be-9e45d4009d88 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:50:51.471065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:51.562515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:51.613845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:51.630484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6de001-98b3-4b5c-b313-c4b9078a7e67 req-86fe7586-be54-4db4-af55-36df853b1a37 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:51.632688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da6de001-98b3-4b5c-b313-c4b9078a7e67 req-86fe7586-be54-4db4-af55-36df853b1a37 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 944 time: 0.0510418 Dec 20 16:50:51.680414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da6de001-98b3-4b5c-b313-c4b9078a7e67 req-2d07f158-45f9-43d5-9043-5a02e7cafe1a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Dec 20 16:50:51.754709 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['3c5b42b4-d099-4084-85be-9e45d4009d88'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:50:52.167364 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:52.800755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5ebe7-f5e1-40ee-959f-04e062a86f21 req-358be5a6-10ed-4596-be4a-21d1c22105de tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:52.802286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bf5ebe7-f5e1-40ee-959f-04e062a86f21 req-358be5a6-10ed-4596-be4a-21d1c22105de tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 944 time: 0.0524867 Dec 20 16:50:53.148458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bf5ebe7-f5e1-40ee-959f-04e062a86f21 req-e13d240f-e54d-4b0d-b93e-a5a50611e8a0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393438 Dec 20 16:50:53.310426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:50:53.455572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 3c5b42b4-d099-4084-85be-9e45d4009d88 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:50:53.460196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 3c5b42b4-d099-4084-85be-9e45d4009d88 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:50:53.460675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:53.536109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:53.558633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:50:53.560825 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0302f627-b36e-45bc-96c1-4c59006c92da" -d '{"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:50:53.573999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:50:53.599705 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc2fbf0-8398-4f70-a4c9-729ec9986958 x-openstack-request-id: req-ecc2fbf0-8398-4f70-a4c9-729ec9986958 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:50:53.599705 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:50:53.599705 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecc2fbf0-8398-4f70-a4c9-729ec9986958 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:50:53.600721 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'code': 200} Dec 20 16:50:53.664532 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:53.696165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff7eac-95f5-4b91-923a-41be93e85f73 req-c107d456-cb2f-4c41-85f3-685c04f7ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:53.698301 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eaff7eac-95f5-4b91-923a-41be93e85f73 req-c107d456-cb2f-4c41-85f3-685c04f7ddf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1096 time: 0.0422835 Dec 20 16:50:53.719944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:50:53.746299 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eaff7eac-95f5-4b91-923a-41be93e85f73 req-7802d384-48ae-4634-b81d-5c6908ea7832 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Dec 20 16:50:54.265208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a863efe-f723-4695-b210-92f11dfde8e5 req-050e114d-bf17-41c2-a270-e82de3f9d5b2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:54.266674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a863efe-f723-4695-b210-92f11dfde8e5 req-050e114d-bf17-41c2-a270-e82de3f9d5b2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Dec 20 16:50:54.316169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a863efe-f723-4695-b210-92f11dfde8e5 req-28e43082-db63-485f-b381-9418a730a5c0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Dec 20 16:50:55.432596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f15bbc-244f-424c-bbff-745c9aafa28e req-f2f43754-c4c4-4195-af2c-533efc12f69a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:55.434015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9f15bbc-244f-424c-bbff-745c9aafa28e req-f2f43754-c4c4-4195-af2c-533efc12f69a tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Dec 20 16:50:55.481125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9f15bbc-244f-424c-bbff-745c9aafa28e req-3f6b8aa4-3c0f-46cb-bccf-3021039c2f86 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Dec 20 16:50:56.362457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a89b34-3687-4363-a3a7-1f8e0806b0e1 req-67b00736-1f8b-469f-8b66-a430b14a36c0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:56.363891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02a89b34-3687-4363-a3a7-1f8e0806b0e1 req-67b00736-1f8b-469f-8b66-a430b14a36c0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0517187 Dec 20 16:50:56.413741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-02a89b34-3687-4363-a3a7-1f8e0806b0e1 req-53f26e80-3535-4727-8274-e104a37f559b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Dec 20 16:50:56.527657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 49964) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:50:56.607859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-583ed333-a0c7-4ee1-8289-aaf7d2be6a39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790637 Dec 20 16:50:56.617391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-d5eb2843-1ec7-4d8b-96f4-fc772eea5657 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:50:56.618379 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-d5eb2843-1ec7-4d8b-96f4-fc772eea5657 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053513 Dec 20 16:50:57.541439 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97848e-ab41-414d-a55e-da70cefb4e9d req-accb4030-9115-4fec-be9b-61e688801ebc tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:57.542943 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef97848e-ab41-414d-a55e-da70cefb4e9d req-accb4030-9115-4fec-be9b-61e688801ebc tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0494869 Dec 20 16:50:57.590212 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef97848e-ab41-414d-a55e-da70cefb4e9d req-7da2965e-f63d-4747-b5ad-e0cb8468a592 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Dec 20 16:50:57.838850 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:58.715059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0095bdd-55d1-4775-8034-e67c0bdb6950 req-920397bf-3a54-4b4e-9cde-206a98193a56 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:58.716626 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0095bdd-55d1-4775-8034-e67c0bdb6950 req-920397bf-3a54-4b4e-9cde-206a98193a56 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0549004 Dec 20 16:50:58.764716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0095bdd-55d1-4775-8034-e67c0bdb6950 req-2b1e2cea-475a-4619-9e02-d8e5e7cf721c tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Dec 20 16:50:58.962901 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-d7c7d742-5dab-468f-b189-acd9060cbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:58.964308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-d7c7d742-5dab-468f-b189-acd9060cbba9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1096 time: 0.0443687 Dec 20 16:50:59.063086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-e8f26143-e1c5-4d2c-a387-e566972bf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:59.064540 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-e8f26143-e1c5-4d2c-a387-e566972bf5c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 913 time: 0.0936201 Dec 20 16:50:59.112692 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-e9c591c3-106e-4a08-a24a-990c0775a850 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 217 time: 0.0412679 Dec 20 16:50:59.166894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-c233d0f2-b947-411a-bce7-abf7d04eb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:59.168397 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-c233d0f2-b947-411a-bce7-abf7d04eb80a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 200 len: 852 time: 0.0490637 Dec 20 16:50:59.202561 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-52430e3b-fab2-426a-974a-30932a3c6cc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271709 Dec 20 16:50:59.297595 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-fde3564b-f8e7-4e0f-ac4e-812de3e17983 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882285 Dec 20 16:50:59.346964 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f32fa185-2e28-4446-add3-1ec6186bd305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:50:59.388639 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-01cbbb1f-af5d-4e71-961a-21458e95b130 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844083 Dec 20 16:50:59.883767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66952dae-5674-44d7-9eac-984ce7df7c6e req-cfda0582-dd01-4970-808f-12e166f92377 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:50:59.885322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66952dae-5674-44d7-9eac-984ce7df7c6e req-cfda0582-dd01-4970-808f-12e166f92377 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0492573 Dec 20 16:50:59.934973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-66952dae-5674-44d7-9eac-984ce7df7c6e req-c713ff8d-d362-4127-b551-718a2c6d3749 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Dec 20 16:51:01.051442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12325c0-1d2a-4956-a195-c664b4c51b22 req-b6bbd892-bb5f-4352-8ff5-008d56532cc9 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:01.053000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b12325c0-1d2a-4956-a195-c664b4c51b22 req-b6bbd892-bb5f-4352-8ff5-008d56532cc9 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Dec 20 16:51:01.104283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b12325c0-1d2a-4956-a195-c664b4c51b22 req-42ba10d1-46ac-4fdf-b6a3-017e2554a35d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Dec 20 16:51:01.796340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-26447d19-b69b-4e55-81a7-51de2fd31cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:02.223372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc899-5603-4909-97c5-fed94b3d049a req-de96991d-4588-48a5-92c3-0432a38cc2f9 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:02.225547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aacc899-5603-4909-97c5-fed94b3d049a req-de96991d-4588-48a5-92c3-0432a38cc2f9 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0507524 Dec 20 16:51:02.273564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9aacc899-5603-4909-97c5-fed94b3d049a req-048b102d-9532-45f2-a6a1-3c1adef4b84c tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Dec 20 16:51:03.148240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:03.393063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82020e1c-93dc-4661-9d9e-96c475854354 req-cd3aa86c-12f2-4f2c-83bc-0ddc3a2e153f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:03.394611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82020e1c-93dc-4661-9d9e-96c475854354 req-cd3aa86c-12f2-4f2c-83bc-0ddc3a2e153f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Dec 20 16:51:03.442398 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82020e1c-93dc-4661-9d9e-96c475854354 req-7d7ab742-b539-41ac-b086-524b536656ac tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Dec 20 16:51:04.565298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953b045-b292-4c1a-bd3b-9951652da846 req-f11f9d95-cebd-4eeb-89ee-cb934c0a2e0b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:04.566798 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0953b045-b292-4c1a-bd3b-9951652da846 req-f11f9d95-cebd-4eeb-89ee-cb934c0a2e0b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0558975 Dec 20 16:51:04.567411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:04.616912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0953b045-b292-4c1a-bd3b-9951652da846 req-fd9bc909-5bce-4a33-826f-b92040809fad tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Dec 20 16:51:05.187421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:05.735442 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46e9f-09ad-44a4-af75-3d6c139f224b req-bc9fbaad-6e01-4c73-a3f6-0a021432b6ba tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:05.736937 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dc46e9f-09ad-44a4-af75-3d6c139f224b req-bc9fbaad-6e01-4c73-a3f6-0a021432b6ba tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Dec 20 16:51:05.784214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8dc46e9f-09ad-44a4-af75-3d6c139f224b req-f38b8daf-b262-4deb-ab6a-04171bbd7711 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Dec 20 16:51:06.041372 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:51:06.904240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ed237-3ebf-482b-a212-de9ee1dc36a9 req-dd419f35-0ee3-4ac3-acb9-70b743507a35 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:06.905797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57ed237-3ebf-482b-a212-de9ee1dc36a9 req-dd419f35-0ee3-4ac3-acb9-70b743507a35 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Dec 20 16:51:06.962884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b57ed237-3ebf-482b-a212-de9ee1dc36a9 req-6f5e65e6-5ec1-41c8-9b16-a004abd62ebb tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Dec 20 16:51:08.080618 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97a2e5-759b-4d24-a60d-3edd9264ec91 req-a30f1bc8-20ba-4eb9-a948-f3b255512be6 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:08.082120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d97a2e5-759b-4d24-a60d-3edd9264ec91 req-a30f1bc8-20ba-4eb9-a948-f3b255512be6 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Dec 20 16:51:08.130358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d97a2e5-759b-4d24-a60d-3edd9264ec91 req-4f897cc9-0966-465e-9a25-b286f5d0f256 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Dec 20 16:51:09.247938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5539f29-8fca-4dc2-93b6-00a9b7bfabb6 req-76abe33b-cc2a-4858-81f6-e4f344199250 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:09.249532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5539f29-8fca-4dc2-93b6-00a9b7bfabb6 req-76abe33b-cc2a-4858-81f6-e4f344199250 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0502377 Dec 20 16:51:09.297660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5539f29-8fca-4dc2-93b6-00a9b7bfabb6 req-37d24397-c6ed-43a3-b844-2d6c81ee1285 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Dec 20 16:51:10.422444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb9894-54b7-4f23-b840-b7044fa086e3 req-e3a6ca91-ded8-484f-8dc1-5f677371d4d2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:10.423838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ebb9894-54b7-4f23-b840-b7044fa086e3 req-e3a6ca91-ded8-484f-8dc1-5f677371d4d2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0538321 Dec 20 16:51:10.470888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8ebb9894-54b7-4f23-b840-b7044fa086e3 req-41605aad-658d-412b-b3d5-e5053471c777 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Dec 20 16:51:11.589649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e415cb-b6bc-4ada-8758-fccfbea7839e req-a61e97c5-ad93-4e10-8654-1bee7086720b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:11.591155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06e415cb-b6bc-4ada-8758-fccfbea7839e req-a61e97c5-ad93-4e10-8654-1bee7086720b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0504272 Dec 20 16:51:11.638813 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06e415cb-b6bc-4ada-8758-fccfbea7839e req-88c352b7-03ff-4ca5-bc8f-36443b4a4f91 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Dec 20 16:51:12.767498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fe963-4667-48c1-a9dc-1d649e241851 req-e1240b70-9b6b-468d-b608-52161c53680b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:12.769004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-349fe963-4667-48c1-a9dc-1d649e241851 req-e1240b70-9b6b-468d-b608-52161c53680b tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0534389 Dec 20 16:51:12.818116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-349fe963-4667-48c1-a9dc-1d649e241851 req-ccc3eebb-d768-449a-a226-e58ff7a49041 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Dec 20 16:51:13.933550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc47e8-f7f9-41c6-97e0-b9c5d98fe225 req-8c2a0fa3-8a9e-4b52-9267-11dd8291ecdc tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:13.934940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4bc47e8-f7f9-41c6-97e0-b9c5d98fe225 req-8c2a0fa3-8a9e-4b52-9267-11dd8291ecdc tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Dec 20 16:51:13.982167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e4bc47e8-f7f9-41c6-97e0-b9c5d98fe225 req-fb6fe780-6c29-4176-8f9e-ae1915de4e4f tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Dec 20 16:51:15.099348 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16afaed-7e1a-4a19-9523-0cf5bb787877 req-b8e719fc-e57b-4cf3-b1df-af8446f5e66d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:15.101882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f16afaed-7e1a-4a19-9523-0cf5bb787877 req-b8e719fc-e57b-4cf3-b1df-af8446f5e66d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0504086 Dec 20 16:51:15.154417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f16afaed-7e1a-4a19-9523-0cf5bb787877 req-05122ad7-bbb3-4cd4-b29c-92c0e7c4456e tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Dec 20 16:51:16.269062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4065e78-a158-4b7c-baf2-f8becdd2eff1 req-61b2c8a9-5e11-440c-bae9-a8ab1e895d37 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:16.270584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4065e78-a158-4b7c-baf2-f8becdd2eff1 req-61b2c8a9-5e11-440c-bae9-a8ab1e895d37 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Dec 20 16:51:16.322692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4065e78-a158-4b7c-baf2-f8becdd2eff1 req-23805af9-b224-41f3-9302-109c82c05858 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Dec 20 16:51:16.588870 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-7418e922-fc71-42ac-a1f2-4e17eee9bf08 service neutron] show failed (client error): The resource could not be found. Dec 20 16:51:16.589919 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-7418e922-fc71-42ac-a1f2-4e17eee9bf08 service neutron] 10.222.0.72 "GET /v2.0/ports/3c5b42b4-d099-4084-85be-9e45d4009d88/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0572824 Dec 20 16:51:17.252030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-bba02288-79b0-41ab-8673-f66b467e270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:17.253590 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-bba02288-79b0-41ab-8673-f66b467e270f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322&tenant_id=1f51f0c262df470496fa9db35330cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0701320 Dec 20 16:51:17.265237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:17.323005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:17.538727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f361d3-7897-4ce1-bf7a-541014a1ca4c req-d1751470-d2ac-46d4-95cd-9ebd24ee70f5 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:17.540125 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37f361d3-7897-4ce1-bf7a-541014a1ca4c req-d1751470-d2ac-46d4-95cd-9ebd24ee70f5 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.1181071 Dec 20 16:51:17.587042 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:17.627789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37f361d3-7897-4ce1-bf7a-541014a1ca4c req-7046f077-a6de-43e4-9921-4afef5bce2d0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796478 Dec 20 16:51:17.640332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:17.682610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:17.685143 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c10ca8b-0b9c-451a-9cb9-80638b189660" -d '{"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:17.689473 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:17.703841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Transition to ACTIVE for port object 3c5b42b4-d099-4084-85be-9e45d4009d88 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:51:17.735817 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94310ffe-ae42-4030-aa26-3930468d4d7e x-openstack-request-id: req-94310ffe-ae42-4030-aa26-3930468d4d7e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:17.736117 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:17.736377 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94310ffe-ae42-4030-aa26-3930468d4d7e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:17.736785 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'code': 200} Dec 20 16:51:17.864016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:17.913864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:17.929863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] No DVR routers for this DVR port 3c5b42b4-d099-4084-85be-9e45d4009d88 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:51:17.967719 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:51:17.968051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:51:17.968375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 on network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:17.972616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Port 3c5b42b4-d099-4084-85be-9e45d4009d88 on network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:51:17.972936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Attempting to bind port 3c5b42b4-d099-4084-85be-9e45d4009d88 on network 5e3da0e5-d5f1-4d41-81ff-12128497d0c0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:17.977862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:51:17.978193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Checking segment: {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:17.978567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Bound using segment: {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:51:17.978985 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Bound port: 3c5b42b4-d099-4084-85be-9e45d4009d88, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:51:17.979327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:18.042955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:18.046358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:51:18.168062 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:18.210900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:18.211542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:18.213036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] 10.222.0.83 "PUT /v2.0/ports/3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 1091 time: 0.9518287 Dec 20 16:51:18.231295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c20b53-e893-4af4-bbe3-8c2b238f4415 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:18.279128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-06277424-72d5-4ea4-a218-ae9195ee7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:18.280664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-06277424-72d5-4ea4-a218-ae9195ee7ffb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1094 time: 0.0438063 Dec 20 16:51:18.377252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-5816d055-a798-42fd-bea6-5609bf665ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:18.378785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-5816d055-a798-42fd-bea6-5609bf665ac9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 913 time: 0.0907545 Dec 20 16:51:18.422164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-c0a6d95e-bd81-4975-99fb-dbd8cfdd4cf7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 217 time: 0.0357053 Dec 20 16:51:18.475305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-ae56d0a1-fc48-4039-8f97-01ed6d036034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:18.476773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-ae56d0a1-fc48-4039-8f97-01ed6d036034 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 200 len: 852 time: 0.0477898 Dec 20 16:51:18.509856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-2a376ee9-d328-4277-9a28-d278f751f68c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254774 Dec 20 16:51:18.599009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-9c9704f4-3f05-4d5d-a888-ea3102ec6b80 service neutron] 10.222.0.83 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820785 Dec 20 16:51:18.701876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2bf935f-95c2-4ea2-b42a-a991b9bb71ea req-7ccc39d5-1606-4588-8b32-12e51e63abe3 service neutron] 10.222.0.83 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906856 Dec 20 16:51:19.012558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c58b4e-4af9-40c4-9faa-883febabbbcb req-712978a4-6814-4b98-87a0-8d62a04b6701 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:19.013995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2c58b4e-4af9-40c4-9faa-883febabbbcb req-712978a4-6814-4b98-87a0-8d62a04b6701 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0498939 Dec 20 16:51:19.064360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2c58b4e-4af9-40c4-9faa-883febabbbcb req-73378df9-8ed9-4a7d-95e7-64144b962a0d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Dec 20 16:51:19.737578 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:19.740498 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677f601-1bca-4180-b197-4cf1b5121a42" -d '{"events": [{"name": "network-changed", "server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:19.788233 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee8578-04d1-4573-bb82-7bf07e408c51 x-openstack-request-id: req-1dee8578-04d1-4573-bb82-7bf07e408c51 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:19.788523 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:19.788788 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1dee8578-04d1-4573-bb82-7bf07e408c51 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:19.789217 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'status': 'completed', 'code': 200} Dec 20 16:51:19.852929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-a758a069-9f84-4c86-84ce-d0e1a8598aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:19.854656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-a758a069-9f84-4c86-84ce-d0e1a8598aa4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1094 time: 0.0463395 Dec 20 16:51:19.857976 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-6a98bbb8-fd28-4dc7-ad50-98e6d5fc823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:19.859494 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-6a98bbb8-fd28-4dc7-ad50-98e6d5fc823c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1094 time: 0.0457633 Dec 20 16:51:19.947026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-cf5a1331-c149-4383-bcdc-0581a0b782ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:19.948413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-cf5a1331-c149-4383-bcdc-0581a0b782ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 913 time: 0.0865791 Dec 20 16:51:19.951341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-29fcbc23-e354-433b-9e55-3aa448a7beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:19.952773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-29fcbc23-e354-433b-9e55-3aa448a7beb0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 913 time: 0.0862617 Dec 20 16:51:19.994999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-2c6443fc-61e9-46b3-9599-c37888ef4a38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 217 time: 0.0391748 Dec 20 16:51:19.998265 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-a2d32730-6111-4f8a-a780-0015fbeb4c0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 217 time: 0.0385089 Dec 20 16:51:20.045967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-d83ff772-df9a-48a9-810f-42dc3cdaf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:20.047487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-d83ff772-df9a-48a9-810f-42dc3cdaf034 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 200 len: 852 time: 0.0463884 Dec 20 16:51:20.049043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-338fbff4-f5cb-42e9-a5ae-b3f8546b4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:20.050502 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-338fbff4-f5cb-42e9-a5ae-b3f8546b4ee2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 200 len: 852 time: 0.0460486 Dec 20 16:51:20.080229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-e8d94fdb-2d6f-4b5a-96eb-a7aa039825bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249703 Dec 20 16:51:20.081793 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-9eb3f905-598f-487d-b607-78bef8b4a417 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242465 Dec 20 16:51:20.180123 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-79784e92-ac55-40d4-a84b-4583bf1e2a75 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914724 Dec 20 16:51:20.210593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-c14d09c1-24dd-4881-8faf-a67837cab661 service neutron] 10.222.0.83 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224310 Dec 20 16:51:20.218967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7101e-b2fd-47e7-a2f4-73ddaeb2b364 req-f4812e4f-90e1-46c7-868b-94695813e1ad tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:20.220370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2c7101e-b2fd-47e7-a2f4-73ddaeb2b364 req-f4812e4f-90e1-46c7-868b-94695813e1ad tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0783563 Dec 20 16:51:20.271459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-6f689759-368e-4a9c-9dea-412674ae9814 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 Dec 20 16:51:20.327452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f2c7101e-b2fd-47e7-a2f4-73ddaeb2b364 req-8e9dc0be-613a-4c51-9dbe-9d1c882ada08 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984550 Dec 20 16:51:20.344860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b677f601-1bca-4180-b197-4cf1b5121a42 req-46639154-4f89-4b67-8a46-d10b98a6ecdb service neutron] 10.222.0.83 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235764 Dec 20 16:51:21.199003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:51:21.294068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:21.305615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'network_id': '5e3da0e5-d5f1-4d41-81ff-12128497d0c0', 'port_id': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'mac_address': 'fa:16:3e:64:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4b646-0a6c-474c-a026-c52136ce15bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:51:21.341650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:21.354296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5b42b4-d099-4084-85be-9e45d4009d88 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:51:21.374269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:21.403482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:21.445934 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:21.451116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:51:21.452788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb99d-cd2c-4826-a42d-b2cf70672f94 req-1a07b081-1ca9-43dd-936f-f54ca98251f2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:21.454335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c4cb99d-cd2c-4826-a42d-b2cf70672f94 req-1a07b081-1ca9-43dd-936f-f54ca98251f2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 943 time: 0.0511789 Dec 20 16:51:21.494401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:21.503138 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c4cb99d-cd2c-4826-a42d-b2cf70672f94 req-4bfe8555-a004-484c-a39d-359465e484ca tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Dec 20 16:51:22.244411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:22.619221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6c136-8f00-4529-96ad-5f3e9eea9179 req-0ad4a8a9-1fa1-47da-ab82-c147ec748d94 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:22.620764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50e6c136-8f00-4529-96ad-5f3e9eea9179 req-0ad4a8a9-1fa1-47da-ab82-c147ec748d94 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 944 time: 0.0483761 Dec 20 16:51:22.667557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-50e6c136-8f00-4529-96ad-5f3e9eea9179 req-b792e41c-8bb2-4c9d-b746-d2fd4164e5c4 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Dec 20 16:51:22.855524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3c5b42b4-d099-4084-85be-9e45d4009d88'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:51:23.215770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-87bbbca1-7009-411f-b8e2-a0583cf714b0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:23.217234 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-87bbbca1-7009-411f-b8e2-a0583cf714b0 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.72 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322&tenant_id=1f51f0c262df470496fa9db35330cbb6&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 944 time: 0.0906632 Dec 20 16:51:23.227414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-f8ddfa6d-399f-429f-91a0-7ea3e1e09215 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:51:23.228315 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-f8ddfa6d-399f-429f-91a0-7ea3e1e09215 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050774 Dec 20 16:51:23.288974 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-c9f05a6d-3d4f-45cf-a103-8bbb52f8635d service neutron] delete failed (client error): The resource could not be found. Dec 20 16:51:23.290006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-c9f05a6d-3d4f-45cf-a103-8bbb52f8635d service neutron] 10.222.0.72 "DELETE /v2.0/ports/3c5b42b4-d099-4084-85be-9e45d4009d88/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0544045 Dec 20 16:51:23.374183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-8314c7d3-cb3f-4acc-8b78-dcf73ac5ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:23.375655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-8314c7d3-cb3f-4acc-8b78-dcf73ac5ef05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f51f0c262df470496fa9db35330cbb6&device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 1095 time: 0.0408852 Dec 20 16:51:23.468671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-927a974a-073f-4dd1-830a-da4ded351f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:23.470059 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-927a974a-073f-4dd1-830a-da4ded351f34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 200 len: 913 time: 0.0879781 Dec 20 16:51:23.510721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-96dfd1b3-d246-4461-bd2f-caba82b6ad78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 200 len: 217 time: 0.0338717 Dec 20 16:51:23.559808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-99e56389-7b9a-4ac4-a330-22e491617311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:23.561281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-99e56389-7b9a-4ac4-a330-22e491617311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 200 len: 852 time: 0.0439334 Dec 20 16:51:23.595576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-b492f78e-47b5-4df8-8b77-6344c971c551 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e3da0e5-d5f1-4d41-81ff-12128497d0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276868 Dec 20 16:51:23.685193 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-ef4f3b48-85a8-410c-a81c-ac0176fd1df9 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828195 Dec 20 16:51:23.779228 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-785031c2-887d-4ec6-ae59-59f6e07804b3 service neutron] 10.222.0.72 "GET /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872958 Dec 20 16:51:25.218877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:25.401616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c9dff-37c5-42ac-a1aa-c1e9d7608bf3 req-6cab11e3-7908-4863-bcde-127942fe4c90 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:25.403050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-124c9dff-37c5-42ac-a1aa-c1e9d7608bf3 req-6cab11e3-7908-4863-bcde-127942fe4c90 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 944 time: 0.0537095 Dec 20 16:51:25.413280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 3c5b42b4-d099-4084-85be-9e45d4009d88 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:51:25.417419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 3c5b42b4-d099-4084-85be-9e45d4009d88 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:25.417742 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:25.452762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-124c9dff-37c5-42ac-a1aa-c1e9d7608bf3 req-cb14d0ef-5f97-485f-b41a-0dc1ce9e59d8 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Dec 20 16:51:25.499857 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:25.522095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:25.524323 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f723d0f-c615-4fd4-9da4-bdd818f51334" -d '{"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:25.537327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:25.566871 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebf7149-2399-41a5-a87a-3114a2a02757 x-openstack-request-id: req-3ebf7149-2399-41a5-a87a-3114a2a02757 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:25.566871 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-plugged", "status": "completed", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:25.566871 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ebf7149-2399-41a5-a87a-3114a2a02757 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:25.566871 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'code': 200} Dec 20 16:51:25.641407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:25.690640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:26.573342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a28541-3ec3-4191-96fb-e72fa94f7d49 req-c3d27566-01f0-4b8c-9119-64cab4cdb60d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:26.574921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4a28541-3ec3-4191-96fb-e72fa94f7d49 req-c3d27566-01f0-4b8c-9119-64cab4cdb60d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0512042 Dec 20 16:51:26.623982 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4a28541-3ec3-4191-96fb-e72fa94f7d49 req-4a55d0d6-1b31-4fd9-aaa5-bea1b60a4282 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/security-groups?id=0d323990-8bef-40d6-928b-128e218fee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Dec 20 16:51:26.807761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-04863d02-f745-4baa-8812-9e155cd1a4a2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:26.809279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-04863d02-f745-4baa-8812-9e155cd1a4a2 tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.83 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Dec 20 16:51:26.898389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Deleting port 3c5b42b4-d099-4084-85be-9e45d4009d88 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:51:26.898725 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:26.988836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] For port 3c5b42b4-d099-4084-85be-9e45d4009d88, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=3c5b42b4-d099-4084-85be-9e45d4009d88,segment=NetworkSegment(bf3ffb82-d3ce-488f-b93d-b2a478604a4b),segment_id=bf3ffb82-d3ce-488f-b93d-b2a478604a4b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:26.989212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:27.001811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Calling delete_port for 3c5b42b4-d099-4084-85be-9e45d4009d88 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:51:27.221640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:27.233191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['3c5b42b4-d099-4084-85be-9e45d4009d88'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:51:27.256508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Pushing event deleted for resources: {'Port': ['ID=3c5b42b4-d099-4084-85be-9e45d4009d88,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:27.297497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] No DVR routers for this DVR port 3c5b42b4-d099-4084-85be-9e45d4009d88 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:51:27.300309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:27.304676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9367ca73-884f-4294-b0b7-062922b0dd21 req-643a380c-a206-4974-b9b4-147f66f6871d tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.83 "DELETE /v2.0/ports/3c5b42b4-d099-4084-85be-9e45d4009d88 HTTP/1.1" status: 204 len: 173 time: 0.4890444 Dec 20 16:51:27.305139 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-deleted', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:27.307451 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a367da-b967-494d-9f52-6fd8aea4b354" -d '{"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-deleted", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:27.348801 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54cf7eb-326c-4d29-ba8f-057dc14e2162 x-openstack-request-id: req-f54cf7eb-326c-4d29-ba8f-057dc14e2162 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:27.349102 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a66dd6-3b78-4e74-a3a6-d9af35297322", "name": "network-vif-deleted", "tag": "3c5b42b4-d099-4084-85be-9e45d4009d88", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:27.349715 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f54cf7eb-326c-4d29-ba8f-057dc14e2162 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:27.350404 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a66dd6-3b78-4e74-a3a6-d9af35297322', 'name': 'network-vif-deleted', 'tag': '3c5b42b4-d099-4084-85be-9e45d4009d88', 'status': 'completed', 'code': 200} Dec 20 16:51:27.731730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-864a6a21-c21c-4c65-82c6-5f994f07bf39 req-904dad9f-e3d8-48d6-b832-7e909fa419bb tempest-DeleteServersTestJSON-359702112 tempest-DeleteServersTestJSON-359702112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31a66dd6-3b78-4e74-a3a6-d9af35297322 HTTP/1.1" status: 200 len: 210 time: 0.0274732 Dec 20 16:51:27.913808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:28.870491 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50056) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:28.913632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Deleting subnet 71d4b646-0a6c-474c-a026-c52136ce15bd {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:51:28.916627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:28.951211 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:28.988575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.132984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.159165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d4b646-0a6c-474c-a026-c52136ce15bd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:29.164815 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.168170 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/71d4b646-0a6c-474c-a026-c52136ce15bd HTTP/1.1" status: 204 len: 168 time: 0.2966914 Dec 20 16:51:29.171129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50058) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:29.174959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.175312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.175659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.176000 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.176336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.176671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.177032 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.177746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.178291 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.178628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.178955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.179283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.179611 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13038d2a-5385-4064-99d5-9143f8b90b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:29.248327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.342914 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.368608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3da0e5-d5f1-4d41-81ff-12128497d0c0']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:29.379097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:29.379386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3ffb82-d3ce-488f-b93d-b2a478604a4b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:51:29.395793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.410833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.418368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:51:29.418762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:51:29.420843 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:51:29.447327 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2a6870e-101b-4c9c-8690-e2cf254fe885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.564034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.569524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:29.572762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5e3da0e5-d5f1-4d41-81ff-12128497d0c0 HTTP/1.1" status: 204 len: 168 time: 0.4006853 Dec 20 16:51:29.590116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d16ddc-c8fe-4542-8cbb-9b664f855f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3da0e5-d5f1-4d41-81ff-12128497d0c0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:29.938428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50062) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:29.979088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc7b0329-4c5c-4f68-894d-c8e0a26b5321 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f51f0c262df470496fa9db35330cbb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395148 Dec 20 16:51:29.981522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50064) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:30.036267 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55f2c3f-1a84-42e4-9f84-d6b9d40bddf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:30.061972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55f2c3f-1a84-42e4-9f84-d6b9d40bddf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:30.252628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55f2c3f-1a84-42e4-9f84-d6b9d40bddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:30.255272 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a55f2c3f-1a84-42e4-9f84-d6b9d40bddf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:30.256528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a55f2c3f-1a84-42e4-9f84-d6b9d40bddf7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d323990-8bef-40d6-928b-128e218fee50 HTTP/1.1" status: 204 len: 168 time: 0.2740431 Dec 20 16:51:30.265094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f2c3f-1a84-42e4-9f84-d6b9d40bddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d323990-8bef-40d6-928b-128e218fee50,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:31.244992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:51:31.265515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 3c5b42b4-d099-4084-85be-9e45d4009d88 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:51:31.265875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 3c5b42b4-d099-4084-85be-9e45d4009d88 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:51:31.647616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50086) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:31.758986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1946095345-network', 'tenant_id': 'c84ae3ef153a4d728a561cad5adabb99'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:32.008214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72c911a4-7c11-443c-bb9d-bc8ea6763a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.132685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Made reservation on behalf of c84ae3ef153a4d728a561cad5adabb99 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:51:32.135216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.144576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.219911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.321058 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.345971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:51:32.354969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dfe8e1-d155-412f-804b-90246bb8f8af,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:32.360694 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.361033 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Added segment 2c5e6282-3a49-49eb-938c-054e774748bd of type vlan for network d5310b63-6b0e-4e13-9554-23a2b9157e7e Dec 20 16:51:32.402119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.492317 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.493310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:32.493895 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.583007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] Pushing event updated for resources: {'Network': ['ID=d5310b63-6b0e-4e13-9554-23a2b9157e7e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:32.592822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d5310b63-6b0e-4e13-9554-23a2b9157e7e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:51:32.646876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7a263a9f-393f-459b-946f-daa4a179d502 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9981098 Dec 20 16:51:32.650017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50090) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:51:32.655858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Request body: {'subnet': {'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1946095345-subnet', 'tenant_id': 'c84ae3ef153a4d728a561cad5adabb99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:32.746880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Made reservation on behalf of c84ae3ef153a4d728a561cad5adabb99 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:51:32.749337 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:32.995749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:33.053289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99199b4-e41a-40a6-868f-6d00daa496ee,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:33.060845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Checking segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:33.061231 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Network hostable DHCP agents. Network: d5310b63-6b0e-4e13-9554-23a2b9157e7e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:51:33.135685 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:33.181486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Network d5310b63-6b0e-4e13-9554-23a2b9157e7e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:51:33.332456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d5310b63-6b0e-4e13-9554-23a2b9157e7e) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:33.337382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:33.337983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:33.342731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4b3ae-5322-4166-b7dc-a455c7536c4c None None] Network d5310b63-6b0e-4e13-9554-23a2b9157e7e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:51:33.439122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a55e54-2422-4d0c-a7b4-686676d3444e None None] Network d5310b63-6b0e-4e13-9554-23a2b9157e7e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:51:33.441659 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f851b502-4294-43dc-b0c4-2cf08d2c6187 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7901645 Dec 20 16:51:33.889796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-24668338-01e2-48cf-90da-6776111f3f6e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:33.891237 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-24668338-01e2-48cf-90da-6776111f3f6e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 815 time: 0.1067920 Dec 20 16:51:33.907078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-bb7d4736-f8bd-46fe-83ca-5f4fb2532b54 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/quotas/c84ae3ef153a4d728a561cad5adabb99 HTTP/1.1" status: 200 len: 375 time: 0.0091400 Dec 20 16:51:33.939563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-72a51f94-916f-4cc9-b70c-fdf0b6ebd594 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269821 Dec 20 16:51:34.033407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-d3d67edf-eb15-464e-80d5-dc3c59c5bb36 service neutron] 10.222.0.81 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862465 Dec 20 16:51:34.125711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-8163c35a-d1cc-48eb-aa6f-0f76890ee6a9 service neutron] 10.222.0.81 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858645 Dec 20 16:51:34.435032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7a3d8dfc-2d28-47d8-900e-d79f31bb5486 req-8041685a-3012-4f75-b93f-7353f18e1665 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 210 time: 0.0312901 Dec 20 16:51:34.586824 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:35.218022 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:35.518919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e75d83ca-682a-45da-948c-0aa14593d00b req-781e3c14-8fd4-433d-a6fd-d7f5b9e308eb tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 210 time: 0.0305953 Dec 20 16:51:36.627147 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73a011be-fbdf-4dbe-969b-09553d0fe76f req-321d3561-aabd-4fbe-be83-bfdbc4c33f00 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 210 time: 0.0281017 Dec 20 16:51:37.034637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f56fc95f-d2df-49d8-9859-796997b882ce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:37.036168 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f56fc95f-d2df-49d8-9859-796997b882ce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.83 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 815 time: 0.1049900 Dec 20 16:51:37.054668 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Request body: {'port': {'device_id': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'admin_state_up': True, 'tenant_id': 'c84ae3ef153a4d728a561cad5adabb99'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:37.298431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Made reservation on behalf of c84ae3ef153a4d728a561cad5adabb99 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:51:37.302094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:37.734777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c284981e-43af-49b2-9679-8078b1ebdec7 req-cd2e1271-22b6-40f8-a091-2138f520d429 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 210 time: 0.0320160 Dec 20 16:51:37.758825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Allocated IP 172.20.0.9 (d5310b63-6b0e-4e13-9554-23a2b9157e7e/b99199b4-e41a-40a6-868f-6d00daa496ee/93d21274-0ce1-4129-8b91-b51442fcabf5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:51:37.904452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.012823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.059345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Network d5310b63-6b0e-4e13-9554-23a2b9157e7e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:51:38.062419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:51:38.066076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:51:38.092217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:38.105060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.105445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.105796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.106135 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.106469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.106804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.107133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.107459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.107782 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.108103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.108478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.108847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.109185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:38.133333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:38.133954 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.238201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-3c6e7da1-824a-428a-b667-ae6f776c7cce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1885045 Dec 20 16:51:38.251399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Request body: {'port': {'device_id': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:51:38.309419 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.568665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d21274-0ce1-4129-8b91-b51442fcabf5 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:51:38.578019 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.589962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Transition to ACTIVE for port object 93d21274-0ce1-4129-8b91-b51442fcabf5 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:51:38.686579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.738774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:38.820681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:51:38.820927 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:51:38.821294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:38.840936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Port 93d21274-0ce1-4129-8b91-b51442fcabf5 on network d5310b63-6b0e-4e13-9554-23a2b9157e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:51:38.841290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:51:38.850755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:51:38.851093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Checking segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:51:38.851540 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Bound using segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:51:38.851971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Bound port: 93d21274-0ce1-4129-8b91-b51442fcabf5, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:51:38.852329 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:38.877217 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c1b5-ccca-45fa-ab86-af9bd581bf0e req-b1eba4e4-d3f0-4192-ad4e-870d553d8972 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:38.878717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9460c1b5-ccca-45fa-ab86-af9bd581bf0e req-b1eba4e4-d3f0-4192-ad4e-870d553d8972 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0711758 Dec 20 16:51:38.962758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:51:38.966541 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:51:38.970870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9460c1b5-ccca-45fa-ab86-af9bd581bf0e req-0edb42d5-9ebf-43d1-b807-02265dc4a2c5 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Dec 20 16:51:39.090501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:39.129264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:39.129891 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:39.131541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] 10.222.0.83 "PUT /v2.0/ports/93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 1091 time: 0.8844106 Dec 20 16:51:39.131984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:39.134260 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85ca423-81e9-4fd3-a9c7-564eafb85eee" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:39.158485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74fd0-3d9f-4c0a-a123-b6b192520d1b service neutron] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:39.175623 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94506b79-aa8e-4de6-9998-fc4f205d6947 x-openstack-request-id: req-94506b79-aa8e-4de6-9998-fc4f205d6947 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:39.175916 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:39.176171 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94506b79-aa8e-4de6-9998-fc4f205d6947 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:39.176656 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'status': 'completed', 'code': 200} Dec 20 16:51:39.238920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca423-81e9-4fd3-a9c7-564eafb85eee req-d65ea18c-a863-4f2f-971a-4cddd69ad246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:39.240516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b85ca423-81e9-4fd3-a9c7-564eafb85eee req-d65ea18c-a863-4f2f-971a-4cddd69ad246 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0424747 Dec 20 16:51:39.415295 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca423-81e9-4fd3-a9c7-564eafb85eee req-0d7fadef-73a0-4f80-a1e1-d7e6a4036b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:39.416670 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b85ca423-81e9-4fd3-a9c7-564eafb85eee req-0d7fadef-73a0-4f80-a1e1-d7e6a4036b53 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c84ae3ef153a4d728a561cad5adabb99&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1677210 Dec 20 16:51:39.575303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca423-81e9-4fd3-a9c7-564eafb85eee req-63bd0c95-d2b5-47fa-b4d4-5a0c2a1d65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:39.576799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b85ca423-81e9-4fd3-a9c7-564eafb85eee req-63bd0c95-d2b5-47fa-b4d4-5a0c2a1d65f4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1536436 Dec 20 16:51:39.655640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-4845005f-2d01-4b9f-ac32-ee7ef74519af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:39.657153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-4845005f-2d01-4b9f-ac32-ee7ef74519af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0413697 Dec 20 16:51:39.703542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-430e1064-75fd-4307-8f33-2594b7496d18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 217 time: 0.0376072 Dec 20 16:51:39.752987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-df70aae8-2f9f-44a5-8468-7045ab0f3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:39.754513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-df70aae8-2f9f-44a5-8468-7045ab0f3afb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0443683 Dec 20 16:51:39.786153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-55b8cee3-10fd-439f-bd4e-bd67a72a0e22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242500 Dec 20 16:51:39.877954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-79a1cbba-9038-4b67-9407-1fdbb7e0462e service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845480 Dec 20 16:51:39.967493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7f8060dd-e2bf-4dc8-9c4b-11c7269fa69c req-65211152-b960-4a20-a83a-135277741e62 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823033 Dec 20 16:51:40.093398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9c72c-b3b1-4932-bc26-c028bd162030 req-b2925908-367c-4a31-816f-0cd611a7ed09 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:40.095013 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-add9c72c-b3b1-4932-bc26-c028bd162030 req-b2925908-367c-4a31-816f-0cd611a7ed09 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0552933 Dec 20 16:51:40.144038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-add9c72c-b3b1-4932-bc26-c028bd162030 req-0cfe64b2-d680-4207-af0a-c0ccae316180 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Dec 20 16:51:41.263254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96fed8-1186-457d-8e3f-418583fcfc0a req-a26025f9-bf0a-480d-aefe-dd131c66a915 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:41.264723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb96fed8-1186-457d-8e3f-418583fcfc0a req-a26025f9-bf0a-480d-aefe-dd131c66a915 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0487285 Dec 20 16:51:41.312421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb96fed8-1186-457d-8e3f-418583fcfc0a req-12ca83c3-5f81-4e32-a977-f7a105114788 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Dec 20 16:51:42.429355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c247-7aa0-45c9-8c02-08175fa1ff2f req-c88a942c-fff6-4e06-97bb-7aafc0ab4e97 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:42.430860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d91c247-7aa0-45c9-8c02-08175fa1ff2f req-c88a942c-fff6-4e06-97bb-7aafc0ab4e97 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0509207 Dec 20 16:51:42.481839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7d91c247-7aa0-45c9-8c02-08175fa1ff2f req-6add4247-c162-45b0-a965-007f7a9ac487 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Dec 20 16:51:43.042345 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:51:43.323368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:51:43.420164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:43.432238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'port_id': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'mac_address': 'fa:16:3e:ce:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99199b4-e41a-40a6-868f-6d00daa496ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:51:43.469201 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:43.482276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d21274-0ce1-4129-8b91-b51442fcabf5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:51:43.501836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:43.592860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:43.597464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5440ce4-c5d3-4e6a-87e5-95d9e76cf7d6 req-47f28ae9-614e-4a7c-ac10-033674af4ac8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:43.599574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5440ce4-c5d3-4e6a-87e5-95d9e76cf7d6 req-47f28ae9-614e-4a7c-ac10-033674af4ac8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0491080 Dec 20 16:51:43.641675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:43.648200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5440ce4-c5d3-4e6a-87e5-95d9e76cf7d6 req-d4e8da48-eb20-4605-a7c4-b748dea9c449 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Dec 20 16:51:43.649811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.650167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.650518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.650863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.651313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.651525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.651854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.652187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.652513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.652843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.653182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.653524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.653850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:51:43.915817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['93d21274-0ce1-4129-8b91-b51442fcabf5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:51:44.766189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02810-b387-4a8e-855c-f5baf21d3970 req-fa496de5-6f98-48b6-841f-16fc638a768e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:44.767660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e02810-b387-4a8e-855c-f5baf21d3970 req-fa496de5-6f98-48b6-841f-16fc638a768e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 944 time: 0.0498800 Dec 20 16:51:44.815485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-70e02810-b387-4a8e-855c-f5baf21d3970 req-4528ab1c-f5e9-41d2-bad3-3f2a610263c9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Dec 20 16:51:45.338202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:51:45.443968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 93d21274-0ce1-4129-8b91-b51442fcabf5 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:51:45.447802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 93d21274-0ce1-4129-8b91-b51442fcabf5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:51:45.448174 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:45.530086 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:45.553489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:51:45.555766 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0870180b-b21b-4bc1-8047-f647052b56df" -d '{"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-plugged", "status": "completed", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:51:45.571237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:51:45.594731 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d70c5-0a6a-4c14-b2cd-1721f0fbeb08 x-openstack-request-id: req-cf9d70c5-0a6a-4c14-b2cd-1721f0fbeb08 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:51:45.595035 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-plugged", "status": "completed", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:51:45.595295 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf9d70c5-0a6a-4c14-b2cd-1721f0fbeb08 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:51:45.595700 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'code': 200} Dec 20 16:51:45.663741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:45.699480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3efa59-dc18-40a6-9c58-86a317528abc req-f2024e12-482f-4b3a-b84f-0925df39150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:45.700969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3efa59-dc18-40a6-9c58-86a317528abc req-f2024e12-482f-4b3a-b84f-0925df39150b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1096 time: 0.0483949 Dec 20 16:51:45.715507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:51:45.745966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f3efa59-dc18-40a6-9c58-86a317528abc req-d3122ffd-6679-427d-a9f8-feace0dc5b84 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Dec 20 16:51:45.931205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6478b-bdf9-4082-b327-92d9dfd5638d req-03f001f5-5097-4930-9b74-152ec3788b8a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:45.932685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0e6478b-bdf9-4082-b327-92d9dfd5638d req-03f001f5-5097-4930-9b74-152ec3788b8a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Dec 20 16:51:45.979918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a0e6478b-bdf9-4082-b327-92d9dfd5638d req-1509f528-a07a-4844-bd83-7b74f4c7f2b8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Dec 20 16:51:47.101914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7882d2-3e03-4195-bf4d-2af57345d506 req-ef76f992-9da4-4a92-9579-34edfda0eb55 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:47.103416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c7882d2-3e03-4195-bf4d-2af57345d506 req-ef76f992-9da4-4a92-9579-34edfda0eb55 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Dec 20 16:51:47.154657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c7882d2-3e03-4195-bf4d-2af57345d506 req-6337de98-4c37-4ef0-b2d9-a73202f390ef tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Dec 20 16:51:48.273094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939bb70-5a68-41c3-82aa-20dc5f1ae5de req-efc5b13c-f719-497e-a3bd-2d7f782d0e9c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:48.274621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0939bb70-5a68-41c3-82aa-20dc5f1ae5de req-efc5b13c-f719-497e-a3bd-2d7f782d0e9c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0494211 Dec 20 16:51:48.322310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0939bb70-5a68-41c3-82aa-20dc5f1ae5de req-83377f6e-a178-4e38-a468-488a25efd655 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Dec 20 16:51:48.437396 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbf5ec-620e-4cf6-b7ce-e0eddcf277de req-9d856376-bb2e-468a-9c25-de3327d77c67 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:48.438802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cbbf5ec-620e-4cf6-b7ce-e0eddcf277de req-9d856376-bb2e-468a-9c25-de3327d77c67 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Dec 20 16:51:48.485327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5cbbf5ec-620e-4cf6-b7ce-e0eddcf277de req-32656455-b69d-4590-9e78-629177dc782a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Dec 20 16:51:48.759380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71ae75-8107-431b-8f74-d4036f11c679 req-64050f18-b40e-4778-8585-fb842b83298c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:48.760839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa71ae75-8107-431b-8f74-d4036f11c679 req-64050f18-b40e-4778-8585-fb842b83298c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Dec 20 16:51:48.809223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa71ae75-8107-431b-8f74-d4036f11c679 req-12f5a880-ffa1-4add-aa42-8b1089ef5816 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Dec 20 16:51:48.923090 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4eabf-aa41-473b-aa87-d9cda33cc089 req-f37672c1-8350-4984-9c7a-7dd8ce24857b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:48.924557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11a4eabf-aa41-473b-aa87-d9cda33cc089 req-f37672c1-8350-4984-9c7a-7dd8ce24857b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0490773 Dec 20 16:51:48.974071 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11a4eabf-aa41-473b-aa87-d9cda33cc089 req-03b3eba6-d25e-4189-9cb6-ab5858ce0837 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Dec 20 16:51:49.440841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4bac-f62a-4937-b604-eba487a8e16f req-b492d8bc-e12d-4c8c-a779-1aae23198bd5 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:49.442403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-923f4bac-f62a-4937-b604-eba487a8e16f req-b492d8bc-e12d-4c8c-a779-1aae23198bd5 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Dec 20 16:51:49.490344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-923f4bac-f62a-4937-b604-eba487a8e16f req-7f7045a8-2a30-4fc6-a277-8f2ebf9cd553 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Dec 20 16:51:49.640607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-56cb16f3-6d43-4160-b61c-cb398a88bf24 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393128 Dec 20 16:51:50.607959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66212b-e2ba-4fdf-a3b9-1190362c7445 req-07623cb1-da14-4bdf-b314-ce0169c5ac05 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:50.609494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a66212b-e2ba-4fdf-a3b9-1190362c7445 req-07623cb1-da14-4bdf-b314-ce0169c5ac05 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Dec 20 16:51:50.656587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a66212b-e2ba-4fdf-a3b9-1190362c7445 req-6d885113-162c-4243-8202-3163282ecdce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Dec 20 16:51:51.776724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20ae56-4199-4422-bc9a-4469bcaa7afc req-90ababd5-468b-403e-b5c0-076007268f37 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:51.778224 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd20ae56-4199-4422-bc9a-4469bcaa7afc req-90ababd5-468b-403e-b5c0-076007268f37 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0502174 Dec 20 16:51:51.828779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd20ae56-4199-4422-bc9a-4469bcaa7afc req-98fdb997-8e2e-4c2c-9805-65b009176b8a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Dec 20 16:51:52.361084 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:52.363601 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-fd34825f-4bd3-4f7e-b405-e7e2557129a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:52.365956 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-fd34825f-4bd3-4f7e-b405-e7e2557129a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1096 time: 0.0456049 Dec 20 16:51:52.458556 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-84f3d337-3038-4aff-9cd3-7d2e5c8e2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:52.459941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-84f3d337-3038-4aff-9cd3-7d2e5c8e2d09 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0868676 Dec 20 16:51:52.504894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-3173232b-78b2-4e4f-bcc7-8059779b218e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 217 time: 0.0378454 Dec 20 16:51:52.553577 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-192e685c-f880-49ec-9af4-b537695baae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:52.555056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-192e685c-f880-49ec-9af4-b537695baae7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0432820 Dec 20 16:51:52.586404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e876e275-fcbb-45d5-a95b-e498258664d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247037 Dec 20 16:51:52.679253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-388a9962-8cf4-4f37-82e7-68a5821645c0 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Dec 20 16:51:52.768175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-259e953e-e3cd-494a-828b-fa74758b3b40 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814896 Dec 20 16:51:52.952710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1828379-1d4d-4c6e-bb07-fde5de35c91a req-c02c6ba4-cb18-4d60-82c2-ae1d7c48de61 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:52.954251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1828379-1d4d-4c6e-bb07-fde5de35c91a req-c02c6ba4-cb18-4d60-82c2-ae1d7c48de61 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0558240 Dec 20 16:51:53.002196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1828379-1d4d-4c6e-bb07-fde5de35c91a req-9c3d39e2-14a5-4d7d-8163-fb0c85706f4f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Dec 20 16:51:54.120040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4ccf-b86d-45d1-9a4a-9e65ecffeeb6 req-3c3d0986-94bb-4c38-8d73-d8aa75ce5ef3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:54.121552 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39cc4ccf-b86d-45d1-9a4a-9e65ecffeeb6 req-3c3d0986-94bb-4c38-8d73-d8aa75ce5ef3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0497952 Dec 20 16:51:54.170146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39cc4ccf-b86d-45d1-9a4a-9e65ecffeeb6 req-89232fc6-f3e3-488e-8edb-e50494b99565 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Dec 20 16:51:55.288837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215bd42-4c83-444b-a534-b51d86d3b547 req-e450c8cc-cc04-44ce-8925-7d58607dac5c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:55.290332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0215bd42-4c83-444b-a534-b51d86d3b547 req-e450c8cc-cc04-44ce-8925-7d58607dac5c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Dec 20 16:51:55.345987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0215bd42-4c83-444b-a534-b51d86d3b547 req-9397bdd4-cea1-450c-87f2-d4c45733042b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 Dec 20 16:51:56.465532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf985c72-81e8-4033-9e0b-99ecab047e31 req-d47b3bf5-e6ce-4bd6-8224-eff0a8ff3f8a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:56.466918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf985c72-81e8-4033-9e0b-99ecab047e31 req-d47b3bf5-e6ce-4bd6-8224-eff0a8ff3f8a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0505562 Dec 20 16:51:56.514505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf985c72-81e8-4033-9e0b-99ecab047e31 req-13048bc8-4575-4d08-8b1f-6bf4f50348f3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Dec 20 16:51:57.629312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117d934-6a6d-493c-83b7-099cb31919f3 req-fa09cbad-3fe5-4d9e-9059-28808ded0519 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:57.631386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a117d934-6a6d-493c-83b7-099cb31919f3 req-fa09cbad-3fe5-4d9e-9059-28808ded0519 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Dec 20 16:51:57.683330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a117d934-6a6d-493c-83b7-099cb31919f3 req-dcbf0949-6b80-4245-a885-33bdf153780b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Dec 20 16:51:57.901025 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:58.809094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3de73-605a-41bb-98f6-49a9a0c20e20 req-e315ec58-5c66-40ae-87e4-6437eb0c7a5f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:58.810684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52a3de73-605a-41bb-98f6-49a9a0c20e20 req-e315ec58-5c66-40ae-87e4-6437eb0c7a5f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Dec 20 16:51:58.857728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52a3de73-605a-41bb-98f6-49a9a0c20e20 req-baab3611-f43a-46cd-969a-37c131df414b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Dec 20 16:51:59.349139 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4352d001-6087-4157-826a-ccc4dbc73dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:51:59.974838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9cc4-2938-412c-85e4-1b0036d63723 req-62e52f27-74ce-4d1b-b180-7c9fb4ba1787 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:51:59.975840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12ee9cc4-2938-412c-85e4-1b0036d63723 req-62e52f27-74ce-4d1b-b180-7c9fb4ba1787 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Dec 20 16:52:00.023583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12ee9cc4-2938-412c-85e4-1b0036d63723 req-90e59b28-d416-4674-b1b6-f89a753a9240 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Dec 20 16:52:01.141292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ec5e3-f046-4979-922a-437e23258be5 req-baea5929-aabf-4c21-a1a9-fda4ad000973 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:01.142807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-620ec5e3-f046-4979-922a-437e23258be5 req-baea5929-aabf-4c21-a1a9-fda4ad000973 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Dec 20 16:52:01.197045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-620ec5e3-f046-4979-922a-437e23258be5 req-da669a8b-7fcb-471b-b081-92313800a176 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Dec 20 16:52:01.760200 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2639aa2b-6356-42f1-b589-2496d9a5f76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:02.312815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec17621-4231-42ea-bf70-e7b045e00577 req-e2fd23cf-ffcd-44a2-b25d-68e476289fb2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:02.314313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ec17621-4231-42ea-bf70-e7b045e00577 req-e2fd23cf-ffcd-44a2-b25d-68e476289fb2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Dec 20 16:52:02.362145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ec17621-4231-42ea-bf70-e7b045e00577 req-467a35fb-07e6-4f76-a286-89c3d68a2861 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Dec 20 16:52:03.118350 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:03.480523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291abe26-13fc-4022-9623-4f9673032d35 req-e1434f46-2eb6-4a63-a161-f383120e1bb9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:03.482085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-291abe26-13fc-4022-9623-4f9673032d35 req-e1434f46-2eb6-4a63-a161-f383120e1bb9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0495996 Dec 20 16:52:03.528699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-291abe26-13fc-4022-9623-4f9673032d35 req-ad0dd9a0-ed7e-4080-8c05-17aa0b58de27 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Dec 20 16:52:04.632486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:04.648823 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abc8d-bfe7-429c-8ec3-9a23069d123a req-f5910b95-bd6a-44ae-8461-fa8e3cf326ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:04.650358 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c5abc8d-bfe7-429c-8ec3-9a23069d123a req-f5910b95-bd6a-44ae-8461-fa8e3cf326ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0537837 Dec 20 16:52:04.699229 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9c5abc8d-bfe7-429c-8ec3-9a23069d123a req-81d3abab-6f14-4443-aaec-a1d27ae57abb tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Dec 20 16:52:05.163927 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:05.817209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188c2e-712f-4954-8b7c-5305a975e6cd req-2937703b-adf7-41f5-895d-62d2ad7912d4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:05.819026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff188c2e-712f-4954-8b7c-5305a975e6cd req-2937703b-adf7-41f5-895d-62d2ad7912d4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0499887 Dec 20 16:52:05.866949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ff188c2e-712f-4954-8b7c-5305a975e6cd req-2d4f68e2-34ff-4c22-ac39-f66cfdeaffb8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Dec 20 16:52:06.992064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e13f-ce75-4177-890b-a1f3902dd07d req-08daf2f6-a2aa-4268-9d54-38c3c34a4300 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:06.993631 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed39e13f-ce75-4177-890b-a1f3902dd07d req-08daf2f6-a2aa-4268-9d54-38c3c34a4300 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0545323 Dec 20 16:52:07.043441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed39e13f-ce75-4177-890b-a1f3902dd07d req-808e9dc3-9b1e-494e-ac46-2fab949c6d0e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Dec 20 16:52:08.161453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038495c-e3d0-48ba-8551-89f025be98f7 req-b0c58b09-4ad0-456c-b976-333fde389360 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:08.162953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c038495c-e3d0-48ba-8551-89f025be98f7 req-b0c58b09-4ad0-456c-b976-333fde389360 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0512896 Dec 20 16:52:08.211238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c038495c-e3d0-48ba-8551-89f025be98f7 req-256633c4-b9b9-4d5e-aaf1-be774c260afb tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Dec 20 16:52:09.326264 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02702f-3066-40b1-9524-d9fa69622767 req-2fd9963b-7919-46c3-b396-a73197b05f2e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:09.327740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc02702f-3066-40b1-9524-d9fa69622767 req-2fd9963b-7919-46c3-b396-a73197b05f2e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0483329 Dec 20 16:52:09.378682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc02702f-3066-40b1-9524-d9fa69622767 req-ff76be5d-5e6e-4b3d-873b-80732bfa90d2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Dec 20 16:52:10.494402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c479f-cd41-40e6-aaff-9a03ed5934c1 req-08d2c4c9-1a35-4fbf-8321-d46cfce69d24 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:10.495851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab2c479f-cd41-40e6-aaff-9a03ed5934c1 req-08d2c4c9-1a35-4fbf-8321-d46cfce69d24 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Dec 20 16:52:10.543939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab2c479f-cd41-40e6-aaff-9a03ed5934c1 req-a53be470-64a0-4142-928f-50b8d8bb5684 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Dec 20 16:52:11.663975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fea04f-eab3-4ee9-9c35-a1c59cc5003f req-bfc417bd-90a6-4538-8d72-3fa55b43cd85 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:11.665492 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34fea04f-eab3-4ee9-9c35-a1c59cc5003f req-bfc417bd-90a6-4538-8d72-3fa55b43cd85 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Dec 20 16:52:11.714546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34fea04f-eab3-4ee9-9c35-a1c59cc5003f req-b7a35ca2-4f1d-4d17-92d0-f15f4803f5df tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Dec 20 16:52:12.838698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff7591-2b87-4542-98f4-a99e90abbe0a req-17fe3c3e-ca7f-42df-a1b0-7f32ac245db2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:12.842345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0ff7591-2b87-4542-98f4-a99e90abbe0a req-17fe3c3e-ca7f-42df-a1b0-7f32ac245db2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0562160 Dec 20 16:52:12.889555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0ff7591-2b87-4542-98f4-a99e90abbe0a req-9f75a129-4049-498f-9098-e044d7e231d0 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Dec 20 16:52:14.006975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9ab1-a7e1-425e-878e-30868b350fb8 req-7995c707-8a8e-4aa5-aa20-e7ff022912dd tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:14.008379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b35e9ab1-a7e1-425e-878e-30868b350fb8 req-7995c707-8a8e-4aa5-aa20-e7ff022912dd tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Dec 20 16:52:14.056911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b35e9ab1-a7e1-425e-878e-30868b350fb8 req-2db9f1a9-649e-4d13-a9b4-553e89f60904 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Dec 20 16:52:15.175489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593dc3c-4fd3-4958-8f22-357c53ea19eb req-6b1b6508-2ae4-4363-8408-612cc2844121 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:15.177699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f593dc3c-4fd3-4958-8f22-357c53ea19eb req-6b1b6508-2ae4-4363-8408-612cc2844121 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Dec 20 16:52:15.227375 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f593dc3c-4fd3-4958-8f22-357c53ea19eb req-c828c29f-971a-478d-88b0-bac70a4baeb4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Dec 20 16:52:16.346535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069307-208d-4177-8c89-9d73acab8454 req-d4fe4194-b612-40c5-885b-3ef2aea8f25c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:16.348095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6069307-208d-4177-8c89-9d73acab8454 req-d4fe4194-b612-40c5-885b-3ef2aea8f25c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0495586 Dec 20 16:52:16.396867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6069307-208d-4177-8c89-9d73acab8454 req-07e8d4c4-7f6f-42f0-9d04-17456bd2c0e9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Dec 20 16:52:17.511763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90201bd-43d8-4998-9461-0acc25930074 req-0140c81b-8fb1-4426-99a8-877c7135f852 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:17.513310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d90201bd-43d8-4998-9461-0acc25930074 req-0140c81b-8fb1-4426-99a8-877c7135f852 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Dec 20 16:52:17.559858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d90201bd-43d8-4998-9461-0acc25930074 req-b5f2533f-1f77-49bb-b17f-cc1660a5caa1 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Dec 20 16:52:18.680498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1d9fe-8082-46c4-96e9-74e25c80df04 req-75b0388b-e2e9-4dbb-af17-2933b285ccdc tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:18.681999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eda1d9fe-8082-46c4-96e9-74e25c80df04 req-75b0388b-e2e9-4dbb-af17-2933b285ccdc tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0529935 Dec 20 16:52:18.730789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eda1d9fe-8082-46c4-96e9-74e25c80df04 req-44186fa4-7391-48bf-b73b-4f829c236d2e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Dec 20 16:52:19.845477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5bb6-b8b7-4e83-b121-af71eeb0ac60 req-d3c83a8b-9587-4cef-9c39-af5653f493f2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:19.847141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-160a5bb6-b8b7-4e83-b121-af71eeb0ac60 req-d3c83a8b-9587-4cef-9c39-af5653f493f2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0482452 Dec 20 16:52:19.894701 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-160a5bb6-b8b7-4e83-b121-af71eeb0ac60 req-5b980122-9d31-4eee-abe9-0c32380fdc21 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Dec 20 16:52:20.041145 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:52:20.302762 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-6f967505-cbe6-44ca-ac95-5ae55d4d2d42 service neutron] show failed (client error): The resource could not be found. Dec 20 16:52:20.303786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-6f967505-cbe6-44ca-ac95-5ae55d4d2d42 service neutron] 10.222.0.83 "GET /v2.0/ports/93d21274-0ce1-4129-8b91-b51442fcabf5/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0593626 Dec 20 16:52:20.937818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-d542a370-1b0f-458c-841b-a4146b52b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:20.939311 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-d542a370-1b0f-458c-841b-a4146b52b8ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49&tenant_id=c84ae3ef153a4d728a561cad5adabb99 HTTP/1.1" status: 200 len: 1096 time: 0.0767381 Dec 20 16:52:20.951263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:21.007442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:21.014819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3fe9-daff-401e-b432-71bcd280a7e7 req-8d4c66ac-43ae-4411-bc00-bebbf89f45a3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:21.016363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a5f3fe9-daff-401e-b432-71bcd280a7e7 req-8d4c66ac-43ae-4411-bc00-bebbf89f45a3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Dec 20 16:52:21.064676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a5f3fe9-daff-401e-b432-71bcd280a7e7 req-28d76f87-8020-43ed-9d3a-71dc175e583d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Dec 20 16:52:21.213609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:21.246861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:21.289279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:21.291574 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82f6c4-d417-43d7-8122-cfc9de9dff2e" -d '{"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-unplugged", "status": "completed", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:21.295771 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:21.309582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Transition to ACTIVE for port object 93d21274-0ce1-4129-8b91-b51442fcabf5 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:21.341515 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533d063-24ed-4274-8c46-3b33ab116325 x-openstack-request-id: req-0533d063-24ed-4274-8c46-3b33ab116325 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:21.341818 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-unplugged", "status": "completed", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:21.342098 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0533d063-24ed-4274-8c46-3b33ab116325 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:21.342500 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'code': 200} Dec 20 16:52:21.406166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:21.467182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] No DVR routers for this DVR port 93d21274-0ce1-4129-8b91-b51442fcabf5 on host n-h2-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:52:21.468928 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:21.504372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:21.504842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:21.505184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:21.509603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Port 93d21274-0ce1-4129-8b91-b51442fcabf5 on network d5310b63-6b0e-4e13-9554-23a2b9157e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:52:21.509922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Attempting to bind port 93d21274-0ce1-4129-8b91-b51442fcabf5 on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:21.514647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:21.514986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Checking segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:21.515359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Bound using segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:21.515776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Bound port: 93d21274-0ce1-4129-8b91-b51442fcabf5, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:21.516120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:21.581108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:21.585018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:21.647514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:21.694387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:21.695126 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:21.696490 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 1091 time: 0.7491980 Dec 20 16:52:21.720424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428c97-0725-49b2-91fc-17210699e6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:21.765373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-de99c958-e00e-4fd3-8cbc-63ff05339bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:21.766860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-de99c958-e00e-4fd3-8cbc-63ff05339bd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0414302 Dec 20 16:52:21.861406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-3480d531-e91d-46ae-b64f-8b34c9f50340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:21.862924 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-3480d531-e91d-46ae-b64f-8b34c9f50340 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0878055 Dec 20 16:52:21.904247 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-3ec9f039-b926-4c31-9eb7-4d238d736f36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 217 time: 0.0341728 Dec 20 16:52:21.953417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-37b8059b-05d1-49d9-8a03-45addea76ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:21.954839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-37b8059b-05d1-49d9-8a03-45addea76ff2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0442789 Dec 20 16:52:21.986324 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-dc55f7ec-1bab-413c-89ce-b50628a197ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243068 Dec 20 16:52:22.196158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ccdf-acfa-4df4-b3de-2256214fc0ea req-236d1b71-9491-417e-95e8-5f9d25d3953b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:22.197915 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d58ccdf-acfa-4df4-b3de-2256214fc0ea req-236d1b71-9491-417e-95e8-5f9d25d3953b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0537875 Dec 20 16:52:22.206844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:22.253328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d58ccdf-acfa-4df4-b3de-2256214fc0ea req-7afe249b-e843-4f6a-806e-79627035091a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Dec 20 16:52:22.404360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-cd52c2a4-4f9d-465a-82ee-3baee84b0b50 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110105 Dec 20 16:52:22.497731 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5110db65-fe48-4be8-80c1-bce1764ff147 req-fefcfbec-363f-4f05-af41-6648f6f2ddb2 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860016 Dec 20 16:52:23.343809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:23.346268 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:23.380902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd571e1-17b0-425d-9c86-35f5f354a7ef req-8c5f658f-41a3-468b-8a20-20a3517a76b8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.382456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fd571e1-17b0-425d-9c86-35f5f354a7ef req-8c5f658f-41a3-468b-8a20-20a3517a76b8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.0543611 Dec 20 16:52:23.399279 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68104f91-6893-452d-a411-9d73ea1d114a x-openstack-request-id: req-68104f91-6893-452d-a411-9d73ea1d114a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:23.399570 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:23.399823 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68104f91-6893-452d-a411-9d73ea1d114a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:23.400221 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'status': 'completed', 'code': 200} Dec 20 16:52:23.446892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fd571e1-17b0-425d-9c86-35f5f354a7ef req-58626646-d2e7-4241-aa2a-83c22dcf04e7 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581915 Dec 20 16:52:23.468359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-00cc93cc-bc2c-4859-adb9-9e002d87d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.470144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-00cc93cc-bc2c-4859-adb9-9e002d87d25d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0458059 Dec 20 16:52:23.479000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-268b11e7-93b9-40c7-9be4-afc282f273ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.480727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-268b11e7-93b9-40c7-9be4-afc282f273ac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0565343 Dec 20 16:52:23.554886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:52:23.565036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-139cfd99-a58f-4bdb-92f0-43457760e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.566577 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-139cfd99-a58f-4bdb-92f0-43457760e177 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0892446 Dec 20 16:52:23.580765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-efc95ee6-3746-4151-aba9-dd431ed2aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.582321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-efc95ee6-3746-4151-aba9-dd431ed2aae7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0942800 Dec 20 16:52:23.597653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:52:23.609658 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-5116cc3a-90ae-470b-8716-cad565b436b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 217 time: 0.0356045 Dec 20 16:52:23.625995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-bda67458-0016-49a6-8f9b-c02dd319cee3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 217 time: 0.0371189 Dec 20 16:52:23.658543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-5434607f-c2bc-43e1-8ee5-b82e395b7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.660026 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-5434607f-c2bc-43e1-8ee5-b82e395b7d95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0435519 Dec 20 16:52:23.678270 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-34fee368-90a2-47a4-9a63-839c95dab19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:23.679799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-34fee368-90a2-47a4-9a63-839c95dab19e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0459030 Dec 20 16:52:23.693849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-574d6544-146b-4865-b9ca-1c9780a4df6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253673 Dec 20 16:52:23.711961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-ad0f7aa9-d25e-42fb-9b3b-6fc9e80d501f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256548 Dec 20 16:52:23.791745 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-41aa9e01-45fb-4fd5-81b5-322d9bb4cac0 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898795 Dec 20 16:52:23.807295 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-68219f83-c42d-432e-b144-2b6146e7b4ef service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Dec 20 16:52:23.890385 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-7dfcf4fc-053e-4c66-aeb0-a3329f20cd74 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904286 Dec 20 16:52:23.901949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38098cd-a2ab-4f5d-8c31-d3dba5f5eb67 req-747b4f8f-f8cc-4ee0-973c-0ea0d629ed14 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871825 Dec 20 16:52:24.880876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d8ce-c3d7-40bf-bb37-1f6d84aa33da req-7456675a-dc27-4131-a98b-f38652300f51 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:24.882462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e67d8ce-c3d7-40bf-bb37-1f6d84aa33da req-7456675a-dc27-4131-a98b-f38652300f51 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 943 time: 0.3632565 Dec 20 16:52:24.930499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e67d8ce-c3d7-40bf-bb37-1f6d84aa33da req-71a5780a-ca7e-4707-9ddb-8e81ca46a759 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Dec 20 16:52:25.626893 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:52:25.726732 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:25.737800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'port_id': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'mac_address': 'fa:16:3e:ce:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99199b4-e41a-40a6-868f-6d00daa496ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:52:25.775021 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:25.787638 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d21274-0ce1-4129-8b91-b51442fcabf5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:25.806643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:25.914606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:25.962053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:26.049606 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150e74-7c8d-45a3-ab6a-d69f4dc0192c req-2d1cbd67-edee-4496-b74e-77c43ca19f31 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:26.051073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d150e74-7c8d-45a3-ab6a-d69f4dc0192c req-2d1cbd67-edee-4496-b74e-77c43ca19f31 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 944 time: 0.0506268 Dec 20 16:52:26.100638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d150e74-7c8d-45a3-ab6a-d69f4dc0192c req-084b3cc4-1fcc-4cae-89bd-ffd680db671f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Dec 20 16:52:26.155654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['93d21274-0ce1-4129-8b91-b51442fcabf5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:52:26.617089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d165e2-0f7c-4328-abd6-d60a5578d8c4 req-598ea45a-bc25-4f22-8964-8430fe4cdb64 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:26.618576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38d165e2-0f7c-4328-abd6-d60a5578d8c4 req-598ea45a-bc25-4f22-8964-8430fe4cdb64 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 944 time: 0.0520484 Dec 20 16:52:26.678751 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38d165e2-0f7c-4328-abd6-d60a5578d8c4 req-ee6424ba-db92-4d41-ad67-b5500d0c68ec tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Dec 20 16:52:26.810820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-18e57229-2d75-4291-b604-609adb2a56fa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:26.812289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-18e57229-2d75-4291-b604-609adb2a56fa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.83 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49&tenant_id=c84ae3ef153a4d728a561cad5adabb99&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 944 time: 0.0842683 Dec 20 16:52:26.876423 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-196ce7ae-cb32-4242-95dc-2d76f785b0f0 service neutron] delete failed (client error): The resource could not be found. Dec 20 16:52:26.877464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-196ce7ae-cb32-4242-95dc-2d76f785b0f0 service neutron] 10.222.0.83 "DELETE /v2.0/ports/93d21274-0ce1-4129-8b91-b51442fcabf5/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0575886 Dec 20 16:52:26.962769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-24e24c61-38a1-41da-9210-5d7b407443c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:26.964368 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-24e24c61-38a1-41da-9210-5d7b407443c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0420406 Dec 20 16:52:27.057862 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-5d874a92-3e93-48b2-bf24-0867494052ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:27.059410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-5d874a92-3e93-48b2-bf24-0867494052ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0882590 Dec 20 16:52:27.102834 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-5b1061c6-761c-4f14-95f8-63376b5da0b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 200 len: 217 time: 0.0357652 Dec 20 16:52:27.152380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-6796c991-e710-48c0-b740-caa531b34b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:27.153882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-6796c991-e710-48c0-b740-caa531b34b45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0441630 Dec 20 16:52:27.186382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-1ff57bce-1d6a-40d7-8aae-7d801352d6db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254021 Dec 20 16:52:27.280989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-c7d3f277-9616-4586-a03b-725a20accc98 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872912 Dec 20 16:52:27.379025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47258b1-7358-4ab1-97ff-35b9425437e9 req-990c75d4-4519-41fc-b29c-75b4152cd4cc service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908239 Dec 20 16:52:27.642190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:27.800495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9046d-1085-47bf-bc9a-a0984ae017b1 req-650cefc8-9a41-4440-ad41-1a8b5ac9f8aa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:27.802898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ce9046d-1085-47bf-bc9a-a0984ae017b1 req-650cefc8-9a41-4440-ad41-1a8b5ac9f8aa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 944 time: 0.0506864 Dec 20 16:52:27.832348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 93d21274-0ce1-4129-8b91-b51442fcabf5 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:27.836900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 93d21274-0ce1-4129-8b91-b51442fcabf5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:27.838293 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:27.851960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ce9046d-1085-47bf-bc9a-a0984ae017b1 req-ca2f8a66-60be-4495-8e6b-6b097df655bb tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Dec 20 16:52:27.919524 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:27.944488 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0196be76-d74a-43ed-9d66-f194241e8020" -d '{"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-plugged", "status": "completed", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea127977-1881-4f92-beb4-da84ec584c4c x-openstack-request-id: req-ea127977-1881-4f92-beb4-da84ec584c4c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-plugged", "status": "completed", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea127977-1881-4f92-beb4-da84ec584c4c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:27.999259 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'code': 200} Dec 20 16:52:28.115041 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:28.163362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:28.977222 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f399-5616-478d-9ab4-944b40ec9475 req-6b08f1d3-4688-4edd-8f99-0d6460e62636 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:28.978708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7e5f399-5616-478d-9ab4-944b40ec9475 req-6b08f1d3-4688-4edd-8f99-0d6460e62636 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0540109 Dec 20 16:52:29.026906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e7e5f399-5616-478d-9ab4-944b40ec9475 req-1b943944-26f3-4c31-ac4c-fceae12bdc66 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Dec 20 16:52:29.149070 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de90d25-bc27-4280-bd71-00faee51e9d4 req-8ba0f2fd-2a91-4258-bb59-080cd55d1aa3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:29.150623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8de90d25-bc27-4280-bd71-00faee51e9d4 req-8ba0f2fd-2a91-4258-bb59-080cd55d1aa3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Dec 20 16:52:29.199622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8de90d25-bc27-4280-bd71-00faee51e9d4 req-e07dbc2e-3d03-4459-87f4-6a69aa4adf8e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Dec 20 16:52:29.317910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae2564-d00b-487f-98e1-025e40598e15 req-7494a801-fa44-426b-bd9f-7c86ef8cb81c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:29.319493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40ae2564-d00b-487f-98e1-025e40598e15 req-7494a801-fa44-426b-bd9f-7c86ef8cb81c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Dec 20 16:52:29.325939 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea78f-eb1d-45d6-a10e-2fe4d095419a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:29.369690 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40ae2564-d00b-487f-98e1-025e40598e15 req-9ff71f1a-39f3-428d-b83d-c08364df062a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:29.969472 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:52:29.972706 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-231014b1-d770-4414-9b39-e7771b375b53 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:29.972964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-231014b1-d770-4414-9b39-e7771b375b53 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 815 time: 0.1033633 Dec 20 16:52:29.987885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-c7d9a9ec-3c1c-4ebb-a1ba-375b4b1569ff tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/quotas/c84ae3ef153a4d728a561cad5adabb99 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Dec 20 16:52:30.040507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-04bc1074-98c3-4b11-a15f-4986dd91b97a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466378 Dec 20 16:52:30.138347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-5563c7c3-3d51-43cd-8266-ccefa8fe5a23 service neutron] 10.222.0.81 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894923 Dec 20 16:52:30.229726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-4bc7879a-44bb-4344-93ad-cba253dfdf97 service neutron] 10.222.0.81 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849483 Dec 20 16:52:30.461974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0cbf2c9-56fd-4f94-87bd-90459936ff91 req-86a96b43-1542-427b-bd11-8ed72132c39e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:52:31.129289 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:52:31.133975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-16d10cd0-00e4-4f84-aecb-4aca259fdc27 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:31.133975 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-16d10cd0-00e4-4f84-aecb-4aca259fdc27 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5e3c892-ab32-410b-a785-e98b05cb5b49 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Dec 20 16:52:31.222240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Deleting port 93d21274-0ce1-4129-8b91-b51442fcabf5 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:52:31.222581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:31.317795 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] For port 93d21274-0ce1-4129-8b91-b51442fcabf5, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=93d21274-0ce1-4129-8b91-b51442fcabf5,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:31.328428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:31.331001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Calling delete_port for 93d21274-0ce1-4129-8b91-b51442fcabf5 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:52:31.562257 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-faccbd97-dd6f-47e5-947d-f75cc52526e0 req-1ab5de29-8d20-477a-a05d-18a859cedf2f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 210 time: 0.0312929 Dec 20 16:52:31.622748 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:31.634997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['93d21274-0ce1-4129-8b91-b51442fcabf5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:52:31.652135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Pushing event deleted for resources: {'Port': ['ID=93d21274-0ce1-4129-8b91-b51442fcabf5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:31.665680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.666037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.666389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.666826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.667070 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.667410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.667744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.668074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.668402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.669362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.669362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.669362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.669752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:52:31.704770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] No DVR routers for this DVR port 93d21274-0ce1-4129-8b91-b51442fcabf5 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:52:31.707482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:31.711571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-39e9b7d1-3cd0-4c79-971f-b422097762b6 req-3b0aa4f8-9ebf-4459-9cc7-f580c5b737ad tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.72 "DELETE /v2.0/ports/93d21274-0ce1-4129-8b91-b51442fcabf5 HTTP/1.1" status: 204 len: 173 time: 0.5728538 Dec 20 16:52:31.712037 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-deleted', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:31.714494 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684ab43-5c2d-4750-9bc5-eb4fa4d3b079" -d '{"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-deleted", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:31.750965 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ffd810-7b1c-4bd1-89b4-d0edded75d99 x-openstack-request-id: req-b6ffd810-7b1c-4bd1-89b4-d0edded75d99 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:31.751260 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e3c892-ab32-410b-a785-e98b05cb5b49", "name": "network-vif-deleted", "tag": "93d21274-0ce1-4129-8b91-b51442fcabf5", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:31.751517 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6ffd810-7b1c-4bd1-89b4-d0edded75d99 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:31.751930 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e3c892-ab32-410b-a785-e98b05cb5b49', 'name': 'network-vif-deleted', 'tag': '93d21274-0ce1-4129-8b91-b51442fcabf5', 'status': 'completed', 'code': 200} Dec 20 16:52:31.780617 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd8924b5-7971-4f86-9a48-328e4f71dc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:32.659782 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb4c6703-08b0-44f3-af93-a51ee845bff5 req-3c1e4b1a-eb2d-4190-970c-d95d32a6b037 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 210 time: 0.0260024 Dec 20 16:52:32.792485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-1277cfde-d357-4689-864e-b2a27ee0558f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:32.794611 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-1277cfde-d357-4689-864e-b2a27ee0558f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.72 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 815 time: 0.1113205 Dec 20 16:52:32.806887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Request body: {'port': {'device_id': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'admin_state_up': True, 'tenant_id': 'c84ae3ef153a4d728a561cad5adabb99'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:33.061518 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Made reservation on behalf of c84ae3ef153a4d728a561cad5adabb99 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:52:33.065878 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.180979 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.203308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Allocated IP 172.20.0.10 (d5310b63-6b0e-4e13-9554-23a2b9157e7e/b99199b4-e41a-40a6-868f-6d00daa496ee/6c43049c-5a80-4dc7-bfb7-5f6359ef364b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:52:33.352206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.478463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.489898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['93d21274-0ce1-4129-8b91-b51442fcabf5'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:52:33.525010 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Network d5310b63-6b0e-4e13-9554-23a2b9157e7e is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:52:33.528147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:52:33.531982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:52:33.556120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:33.590002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:33.590603 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.695181 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e68e2ff4-933c-4a72-8cea-6cb73187ff0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8920574 Dec 20 16:52:33.708973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Request body: {'port': {'device_id': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:52:33.764511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:33.781962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915ca78-4a4c-4554-9089-7edd83903098 req-bf8e3380-278c-425f-8f65-27e663ab6a4b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:33.783881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3915ca78-4a4c-4554-9089-7edd83903098 req-bf8e3380-278c-425f-8f65-27e663ab6a4b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 932 time: 0.0502679 Dec 20 16:52:33.833595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3915ca78-4a4c-4554-9089-7edd83903098 req-2096058a-6f30-4741-a24c-d394bda4c2c7 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Dec 20 16:52:34.037505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c43049c-5a80-4dc7-bfb7-5f6359ef364b {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:34.045204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:34.058277 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Transition to ACTIVE for port object 6c43049c-5a80-4dc7-bfb7-5f6359ef364b will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:52:34.211099 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:34.265462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:34.335311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:52:34.335700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:52:34.336030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:34.340326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on network d5310b63-6b0e-4e13-9554-23a2b9157e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:52:34.340644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:52:34.345451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:52:34.345781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Checking segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:52:34.346156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Bound using segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:52:34.346571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Bound port: 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:52:34.346918 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:34.409629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:52:34.413290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:52:34.583932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:34.624990 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:34.625647 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:34.627030 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] 10.222.0.72 "PUT /v2.0/ports/6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 1092 time: 0.9231720 Dec 20 16:52:34.632327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:34.632327 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375d68c-6d51-48dc-9c82-fe4a0f42db90" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:34.652041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1008f-ef98-4dec-88a3-bd501488bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:34.672705 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70204361-ef39-45bc-8156-274511be9b70 x-openstack-request-id: req-70204361-ef39-45bc-8156-274511be9b70 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:34.672705 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:34.672705 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70204361-ef39-45bc-8156-274511be9b70 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:34.672705 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'status': 'completed', 'code': 200} Dec 20 16:52:34.702655 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:34.738300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d68c-6d51-48dc-9c82-fe4a0f42db90 req-88638bba-b878-4bc2-920c-c3849ecaeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:34.739967 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3375d68c-6d51-48dc-9c82-fe4a0f42db90 req-88638bba-b878-4bc2-920c-c3849ecaeaa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1095 time: 0.0489695 Dec 20 16:52:34.845836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d68c-6d51-48dc-9c82-fe4a0f42db90 req-5df9eba8-9cbc-4e38-818f-cd767eff7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:34.847420 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3375d68c-6d51-48dc-9c82-fe4a0f42db90 req-5df9eba8-9cbc-4e38-818f-cd767eff7fab service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c84ae3ef153a4d728a561cad5adabb99&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992055 Dec 20 16:52:34.946030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d68c-6d51-48dc-9c82-fe4a0f42db90 req-392e3363-ebd4-4319-86f6-781702164d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:34.947550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3375d68c-6d51-48dc-9c82-fe4a0f42db90 req-392e3363-ebd4-4319-86f6-781702164d7c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936773 Dec 20 16:52:34.960594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea169228-87ed-4a13-9c59-60d56e22a107 req-1b812ba8-e40e-4172-9d13-ed9c845ad73e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:34.962238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea169228-87ed-4a13-9c59-60d56e22a107 req-1b812ba8-e40e-4172-9d13-ed9c845ad73e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.0503454 Dec 20 16:52:35.014627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ea169228-87ed-4a13-9c59-60d56e22a107 req-ddc36c27-a8c5-43b8-b6fd-9ec280ed0739 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Dec 20 16:52:35.033460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-291da454-f68d-4907-a5ff-b667202e8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:35.033460 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-291da454-f68d-4907-a5ff-b667202e8b45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1095 time: 0.0441890 Dec 20 16:52:35.077999 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-a80cff8b-9e06-46df-b333-ef1eab9e8040 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 217 time: 0.0402091 Dec 20 16:52:35.128584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-6e90793b-e8b1-494a-8cd7-f5851c949a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:35.130004 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-6e90793b-e8b1-494a-8cd7-f5851c949a17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0457053 Dec 20 16:52:35.163735 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-7af0083c-8abd-4e76-b50b-9fdb05f82261 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263574 Dec 20 16:52:35.200052 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:35.260431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-1c2b0f42-a080-43c2-8d07-af6a2b4c2e51 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889795 Dec 20 16:52:35.352065 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-12d57825-f79e-4730-abcd-f243b16f53f4 req-151418df-8b4c-41ea-b798-2e441fe44e43 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849414 Dec 20 16:52:35.676932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:52:35.700523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 93d21274-0ce1-4129-8b91-b51442fcabf5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:52:35.700866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 93d21274-0ce1-4129-8b91-b51442fcabf5 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:52:36.137322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49518086-9e0d-4ddc-8a36-7b016cba0e4e req-5a842005-1b9d-41a3-a7c6-738e649c3f8d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:36.138849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49518086-9e0d-4ddc-8a36-7b016cba0e4e req-5a842005-1b9d-41a3-a7c6-738e649c3f8d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.0504115 Dec 20 16:52:36.187990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49518086-9e0d-4ddc-8a36-7b016cba0e4e req-19f52814-0e97-46ea-97db-998acb44a879 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Dec 20 16:52:37.314962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fed388-c784-49ab-8d6a-0ca73101361b req-73c03ec6-982d-4d60-a904-1df9625a5eef tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:37.317677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35fed388-c784-49ab-8d6a-0ca73101361b req-73c03ec6-982d-4d60-a904-1df9625a5eef tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.0575063 Dec 20 16:52:37.372096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35fed388-c784-49ab-8d6a-0ca73101361b req-ae144b71-35f6-4e2b-bcc7-3764bcecb0f6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 Dec 20 16:52:37.671995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:52:37.772037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:37.789078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'port_id': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'mac_address': 'fa:16:3e:21:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99199b4-e41a-40a6-868f-6d00daa496ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:52:37.836175 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:37.850588 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c43049c-5a80-4dc7-bfb7-5f6359ef364b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:52:37.874959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:37.965674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:38.013427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:38.155549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['6c43049c-5a80-4dc7-bfb7-5f6359ef364b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:52:38.494948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b47e82-e39d-4f9d-8f73-307a159738ae req-aa3c4424-5e93-4bf9-99cb-9b2974459521 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:38.496434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2b47e82-e39d-4f9d-8f73-307a159738ae req-aa3c4424-5e93-4bf9-99cb-9b2974459521 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 945 time: 0.0526075 Dec 20 16:52:38.543632 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2b47e82-e39d-4f9d-8f73-307a159738ae req-ea6f3c69-fb35-4672-bb60-f7833dc86986 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Dec 20 16:52:39.657920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0e837-d0dc-456c-a541-89e3fe39db32 req-ed0c3895-b2f0-44d3-8078-7af53e9784d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:39.659404 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16b0e837-d0dc-456c-a541-89e3fe39db32 req-ed0c3895-b2f0-44d3-8078-7af53e9784d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Dec 20 16:52:39.703351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:52:39.708725 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16b0e837-d0dc-456c-a541-89e3fe39db32 req-41d91e99-cba4-435d-9ea5-82d0584b89d3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Dec 20 16:52:39.826491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:52:39.830498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:52:39.830874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:39.911768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:39.934730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:52:39.937033 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865a3c46-3473-4d56-ab9f-c6279fba6533" -d '{"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-plugged", "status": "completed", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:52:39.949466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:52:39.975336 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf238d8-1475-4fff-a5a2-a77dc4a8bc52 x-openstack-request-id: req-dcf238d8-1475-4fff-a5a2-a77dc4a8bc52 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:52:39.975630 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-plugged", "status": "completed", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:52:39.975883 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcf238d8-1475-4fff-a5a2-a77dc4a8bc52 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:52:39.976277 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'code': 200} Dec 20 16:52:40.066996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:40.079363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1457c5-4b42-42b0-b258-72c857cb3f49 req-ab05d379-ec99-4a0e-b875-d307b7cafc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:40.080782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c1457c5-4b42-42b0-b258-72c857cb3f49 req-ab05d379-ec99-4a0e-b875-d307b7cafc47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1096 time: 0.0460467 Dec 20 16:52:40.115767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:52:40.129360 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1c1457c5-4b42-42b0-b258-72c857cb3f49 req-deda042e-b0ca-4341-8523-01afb27475ff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Dec 20 16:52:40.828460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d1318-b83b-47b8-b1d1-2e911f9a6349 req-cfc71f3f-13a3-496b-b988-6bae81e926d5 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:40.829989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-228d1318-b83b-47b8-b1d1-2e911f9a6349 req-cfc71f3f-13a3-496b-b988-6bae81e926d5 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0528870 Dec 20 16:52:40.876836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-228d1318-b83b-47b8-b1d1-2e911f9a6349 req-c374dab2-2d18-4be2-ac5e-e0af013eafce tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Dec 20 16:52:41.996065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50bc-fe6f-49c7-8408-7cf7b8056283 req-cf19f2b5-1ad9-4f1c-b3b4-38d1112e3023 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:41.997792 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6fc50bc-fe6f-49c7-8408-7cf7b8056283 req-cf19f2b5-1ad9-4f1c-b3b4-38d1112e3023 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0503030 Dec 20 16:52:42.047914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6fc50bc-fe6f-49c7-8408-7cf7b8056283 req-53dba6c5-7934-4c7e-b467-7f6654c46505 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Dec 20 16:52:42.165207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f399ba-5365-41c4-bea9-720997e9276c req-b56563b0-253c-42dd-b647-9876790fa4cc tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:42.166726 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3f399ba-5365-41c4-bea9-720997e9276c req-b56563b0-253c-42dd-b647-9876790fa4cc tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0504158 Dec 20 16:52:42.218988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d3f399ba-5365-41c4-bea9-720997e9276c req-cde11c6f-20db-4dea-95cb-d36a85a1d0b4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Dec 20 16:52:42.653696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba727-088d-4a70-9b97-38ab2b6f8db2 req-d309c7a8-e6b1-4682-b538-0585db10c315 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:42.655189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-080ba727-088d-4a70-9b97-38ab2b6f8db2 req-d309c7a8-e6b1-4682-b538-0585db10c315 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0493414 Dec 20 16:52:42.704204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-080ba727-088d-4a70-9b97-38ab2b6f8db2 req-af21b674-e37e-4eef-9dac-f96510644b42 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Dec 20 16:52:42.820413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-bab068c8-fe7f-406d-b674-a2c4db08c047 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404766 Dec 20 16:52:43.825957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb9b20-ce54-4cd3-bca8-af6945d60de3 req-1f267b6e-0043-4907-9142-10464d046caa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:43.827457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20cb9b20-ce54-4cd3-bca8-af6945d60de3 req-1f267b6e-0043-4907-9142-10464d046caa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0516720 Dec 20 16:52:43.876925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20cb9b20-ce54-4cd3-bca8-af6945d60de3 req-8dcb0878-c962-4c3d-b0d7-16751e2ae67b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Dec 20 16:52:44.999029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f43252-91eb-42fd-a74b-37bf869f5f7c req-fdc1255c-1566-4d43-a32b-0af5eecececc tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:45.000554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84f43252-91eb-42fd-a74b-37bf869f5f7c req-fdc1255c-1566-4d43-a32b-0af5eecececc tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0531056 Dec 20 16:52:45.034685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2e6acf0a-2b1c-4433-81dc-7bbc45ac38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:45.036195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2e6acf0a-2b1c-4433-81dc-7bbc45ac38fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1097 time: 0.0424948 Dec 20 16:52:45.053973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84f43252-91eb-42fd-a74b-37bf869f5f7c req-49d7d088-7d22-47bb-b783-36995c990d0d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Dec 20 16:52:45.142671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-9ec2b58e-b5a4-47f2-92ef-69fa8deca254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:45.144180 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-9ec2b58e-b5a4-47f2-92ef-69fa8deca254 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.1006587 Dec 20 16:52:45.187263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-9be059ff-b3c9-4255-a1ef-2196cbf19ca1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 217 time: 0.0359585 Dec 20 16:52:45.239829 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-fbcead21-5ad0-4636-80a9-8bdadff8774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:45.241272 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-fbcead21-5ad0-4636-80a9-8bdadff8774d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0476880 Dec 20 16:52:45.273370 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-938ed10f-4868-4991-a8ce-0b6d136111e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244284 Dec 20 16:52:45.364864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-d40ed722-d582-4edf-9d3c-af5e999c26c1 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Dec 20 16:52:45.477571 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-a87d781a-db2e-4826-93cf-07e9958df643 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055179 Dec 20 16:52:46.175288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ecc48-fb15-4b5a-9c3a-83a9a1d18f14 req-bbd07a26-ddad-48ab-a2b9-185c4a4fff7b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:46.176976 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f50ecc48-fb15-4b5a-9c3a-83a9a1d18f14 req-bbd07a26-ddad-48ab-a2b9-185c4a4fff7b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Dec 20 16:52:46.225489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f50ecc48-fb15-4b5a-9c3a-83a9a1d18f14 req-455bbdda-31b5-497b-9032-42a7c906d628 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Dec 20 16:52:47.351740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8df2-b906-495e-8c87-6b896a7b123e req-e92e876f-1421-4e9c-8b52-004036cfa461 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:47.353284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f9b8df2-b906-495e-8c87-6b896a7b123e req-e92e876f-1421-4e9c-8b52-004036cfa461 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0536120 Dec 20 16:52:47.407082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f9b8df2-b906-495e-8c87-6b896a7b123e req-fc93d1a9-872a-4b77-8d08-ccf2f8dcfa33 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Dec 20 16:52:48.524385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb0ba4-4870-4894-93b1-5b4f3a357a40 req-c226d4da-a024-44b3-84b9-23ac68025be6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:48.525948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06eb0ba4-4870-4894-93b1-5b4f3a357a40 req-c226d4da-a024-44b3-84b9-23ac68025be6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0485005 Dec 20 16:52:48.573399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06eb0ba4-4870-4894-93b1-5b4f3a357a40 req-63c78658-6c54-4461-b909-abf23c9617b9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Dec 20 16:52:49.690934 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3259c8-380a-4618-9263-a7dc35e3a950 req-6cdbabef-569a-42a8-955d-c54029545d3a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:49.692395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd3259c8-380a-4618-9263-a7dc35e3a950 req-6cdbabef-569a-42a8-955d-c54029545d3a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0483220 Dec 20 16:52:49.739472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd3259c8-380a-4618-9263-a7dc35e3a950 req-6ae9dcb5-147d-4ea8-baff-866055db27f2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Dec 20 16:52:50.859373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540ec96-3438-4eb9-bf23-4fb717a8508a req-6d050639-c838-4609-8389-ea93bf1117d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:50.860874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e540ec96-3438-4eb9-bf23-4fb717a8508a req-6d050639-c838-4609-8389-ea93bf1117d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0522716 Dec 20 16:52:50.908630 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e540ec96-3438-4eb9-bf23-4fb717a8508a req-b2511227-9a68-4a57-b6fe-bc1ae50f8614 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Dec 20 16:52:52.026993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2d164-547e-44f3-b0be-414bc2d157b1 req-8c06212a-458e-4d6b-864f-df44f2d38e59 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:52.028433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fd2d164-547e-44f3-b0be-414bc2d157b1 req-8c06212a-458e-4d6b-864f-df44f2d38e59 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Dec 20 16:52:52.076635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fd2d164-547e-44f3-b0be-414bc2d157b1 req-b28e2ec0-5946-492a-900f-c6f7b07b56f4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Dec 20 16:52:52.204959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:53.200000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9202d-596b-438a-958f-837aeecd23aa req-12986545-97d4-4e5b-a50c-a933a404735d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:53.201500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ca9202d-596b-438a-958f-837aeecd23aa req-12986545-97d4-4e5b-a50c-a933a404735d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0549774 Dec 20 16:52:53.249850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4ca9202d-596b-438a-958f-837aeecd23aa req-3e5c8a98-c066-4f20-a9b5-7e9db2d83cbf tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Dec 20 16:52:54.368473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137f01f-cfe2-4e7f-af09-be3e77214179 req-44c04ac0-707f-4149-8fad-bc8e38387b79 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:54.370025 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6137f01f-cfe2-4e7f-af09-be3e77214179 req-44c04ac0-707f-4149-8fad-bc8e38387b79 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Dec 20 16:52:54.416459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6137f01f-cfe2-4e7f-af09-be3e77214179 req-85dd2fe9-4068-44a7-a500-12704b33558f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Dec 20 16:52:55.534206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe16fd-e6dd-4b56-9945-0d5de282e999 req-1de71871-445e-47f5-9f6b-fb8982951d41 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:55.535728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65fe16fd-e6dd-4b56-9945-0d5de282e999 req-1de71871-445e-47f5-9f6b-fb8982951d41 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0482087 Dec 20 16:52:55.591178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65fe16fd-e6dd-4b56-9945-0d5de282e999 req-d7115fdf-ba07-4a48-bcca-773eb2f0eb92 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Dec 20 16:52:56.710221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67cc2b-4fb4-4afb-9e0a-6fb0a4e183a0 req-d2f3e431-2b67-4ac4-8223-470829250dfa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:56.711710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f67cc2b-4fb4-4afb-9e0a-6fb0a4e183a0 req-d2f3e431-2b67-4ac4-8223-470829250dfa tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0488105 Dec 20 16:52:56.758802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f67cc2b-4fb4-4afb-9e0a-6fb0a4e183a0 req-bf954a00-276f-44b6-966f-1738f8007711 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Dec 20 16:52:57.040400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:52:57.873957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:52:57.879221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c894d8-2065-4073-bdd1-33f75d7de96c req-db52ba6b-c36b-4985-839e-d20ab0db0901 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:57.883385 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73c894d8-2065-4073-bdd1-33f75d7de96c req-db52ba6b-c36b-4985-839e-d20ab0db0901 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0504682 Dec 20 16:52:57.930216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73c894d8-2065-4073-bdd1-33f75d7de96c req-6519343a-58c4-492b-ac1e-692d63c80aa2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Dec 20 16:52:59.049479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd817a76-f5fe-4f71-9884-c937af50d17b req-70049ec2-ec74-4082-b2d3-b67f38a3895c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:52:59.051593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd817a76-f5fe-4f71-9884-c937af50d17b req-70049ec2-ec74-4082-b2d3-b67f38a3895c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0522454 Dec 20 16:52:59.098750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd817a76-f5fe-4f71-9884-c937af50d17b req-da04a408-b97a-48b6-a1a9-7e403d80fcdd tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Dec 20 16:52:59.370755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-67afd89c-1281-4976-90a4-35d6e6f8c777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:00.216723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f8ea1-9d7f-4b06-ace1-74cfeb64ca90 req-16b24d17-f5b0-4a08-a0fe-fd5c00a2c859 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:00.218247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910f8ea1-9d7f-4b06-ace1-74cfeb64ca90 req-16b24d17-f5b0-4a08-a0fe-fd5c00a2c859 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0495715 Dec 20 16:53:00.267111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-910f8ea1-9d7f-4b06-ace1-74cfeb64ca90 req-5dcdf03e-ca7a-44af-9ad8-df5c97ba8f4f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Dec 20 16:53:01.388924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd7501-7809-4154-a039-dfa3d7bb2649 req-06914d9f-846c-49e8-a5b7-49ad6768cf2d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:01.390442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1cd7501-7809-4154-a039-dfa3d7bb2649 req-06914d9f-846c-49e8-a5b7-49ad6768cf2d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Dec 20 16:53:01.440789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c1cd7501-7809-4154-a039-dfa3d7bb2649 req-536a6ad3-43a1-46bd-8ce4-1c0088d6f21d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Dec 20 16:53:01.752265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-054124b4-f5cb-40d4-80fb-709137b5480d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:02.558565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131895d-3648-413a-9eff-6ad8feedc053 req-053181a7-9e6f-4327-858b-19540a8c1885 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:02.560064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4131895d-3648-413a-9eff-6ad8feedc053 req-053181a7-9e6f-4327-858b-19540a8c1885 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0492647 Dec 20 16:53:02.606339 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4131895d-3648-413a-9eff-6ad8feedc053 req-d7b735a9-24ad-47b7-9a7e-c33a9a66ec49 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Dec 20 16:53:03.112050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:03.725872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80215c30-eecc-4980-b756-e2ab925451fe req-bdb6c008-25f1-400e-8b7d-723f9b9f9e50 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:03.727010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80215c30-eecc-4980-b756-e2ab925451fe req-bdb6c008-25f1-400e-8b7d-723f9b9f9e50 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0490966 Dec 20 16:53:03.773241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80215c30-eecc-4980-b756-e2ab925451fe req-de5f1660-c27c-4ee7-8115-b2b3bc9c71a4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Dec 20 16:53:04.599277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:04.894166 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cba1b-e757-4bc8-8c7d-f5047c204e22 req-4862cb4a-f4fa-403b-bd8f-6ad932d73e69 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:04.895717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-151cba1b-e757-4bc8-8c7d-f5047c204e22 req-4862cb4a-f4fa-403b-bd8f-6ad932d73e69 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Dec 20 16:53:04.943171 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-151cba1b-e757-4bc8-8c7d-f5047c204e22 req-0c555b2a-f981-4fe7-8c86-8fa123eb2de8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Dec 20 16:53:05.249183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:06.061946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a536a-5a21-4f3d-a0c8-d6d70da9c3a9 req-f3f7aa88-e84b-447b-9a05-396acc0715e3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:06.063480 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d3a536a-5a21-4f3d-a0c8-d6d70da9c3a9 req-f3f7aa88-e84b-447b-9a05-396acc0715e3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0499930 Dec 20 16:53:06.111336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d3a536a-5a21-4f3d-a0c8-d6d70da9c3a9 req-18c6bab4-01bf-4bca-b148-5a7faa6e7bb2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411310 Dec 20 16:53:07.236259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89600f63-bde5-4de0-bc26-9432536ad8b1 req-854409ee-b1de-46f2-ac70-79418932a49b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:07.237705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89600f63-bde5-4de0-bc26-9432536ad8b1 req-854409ee-b1de-46f2-ac70-79418932a49b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0541663 Dec 20 16:53:07.289078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89600f63-bde5-4de0-bc26-9432536ad8b1 req-1d895cee-ac56-45e6-934f-8d55789b19be tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451243 Dec 20 16:53:08.406340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31084d97-325f-44d7-a4e5-425e2a11860d req-833f48aa-7013-4904-833f-2aa7fd86ca5a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:08.407734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31084d97-325f-44d7-a4e5-425e2a11860d req-833f48aa-7013-4904-833f-2aa7fd86ca5a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0481613 Dec 20 16:53:08.455017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31084d97-325f-44d7-a4e5-425e2a11860d req-1775b0a1-9782-4beb-851f-3420b4620e50 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Dec 20 16:53:09.571532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fd716-729a-4ba0-b3d7-86fa23f130c4 req-645d0cdc-7049-4a63-87d2-a93993d45d63 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:09.572998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-353fd716-729a-4ba0-b3d7-86fa23f130c4 req-645d0cdc-7049-4a63-87d2-a93993d45d63 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0490429 Dec 20 16:53:09.623392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-353fd716-729a-4ba0-b3d7-86fa23f130c4 req-4b20a392-edae-4c2f-8643-125169e1573e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Dec 20 16:53:10.739281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134afe3-e00e-4fd9-b1fb-f0229cfc786e req-fd6cd91c-c6ca-452a-8313-f5636c68662a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:10.740744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5134afe3-e00e-4fd9-b1fb-f0229cfc786e req-fd6cd91c-c6ca-452a-8313-f5636c68662a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0479510 Dec 20 16:53:10.789010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5134afe3-e00e-4fd9-b1fb-f0229cfc786e req-df78892c-43ed-4fef-8f5a-627ca3de0d99 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Dec 20 16:53:11.906930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63285531-0d10-4604-8ac4-7381921e7924 req-07f38a65-9af0-4529-9720-4959133eb3c9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:11.908433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63285531-0d10-4604-8ac4-7381921e7924 req-07f38a65-9af0-4529-9720-4959133eb3c9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0492499 Dec 20 16:53:11.958378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63285531-0d10-4604-8ac4-7381921e7924 req-912d25ac-894e-4a50-8cc5-dfcc53e27325 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Dec 20 16:53:12.839232 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-38bb9840-166e-43e0-99ef-6a02d3ee50e2 service neutron] show failed (client error): The resource could not be found. Dec 20 16:53:12.840239 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-38bb9840-166e-43e0-99ef-6a02d3ee50e2 service neutron] 10.222.0.72 "GET /v2.0/ports/6c43049c-5a80-4dc7-bfb7-5f6359ef364b/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0551627 Dec 20 16:53:13.081200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d63a0-9b83-487d-a3a3-3d562734bfee req-65474abf-2e0e-4ebc-8e87-36a2c91952b3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:13.083376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-140d63a0-9b83-487d-a3a3-3d562734bfee req-65474abf-2e0e-4ebc-8e87-36a2c91952b3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0558717 Dec 20 16:53:13.130981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-140d63a0-9b83-487d-a3a3-3d562734bfee req-33f89fdc-1c62-40c6-a724-06e143db97d3 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Dec 20 16:53:13.600071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-d53cf8c0-fc65-4980-b85c-e2ba7be129e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:13.609576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-d53cf8c0-fc65-4980-b85c-e2ba7be129e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315&tenant_id=c84ae3ef153a4d728a561cad5adabb99 HTTP/1.1" status: 200 len: 1097 time: 0.0412028 Dec 20 16:53:13.614237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:13.669013 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:13.869860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:13.904268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:53:13.943691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:13.945959 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9c2feb-1043-43fe-ac17-91aa5f048560" -d '{"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-unplugged", "status": "completed", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:13.949678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:13.963098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Transition to ACTIVE for port object 6c43049c-5a80-4dc7-bfb7-5f6359ef364b will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:53:13.996953 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6dace6-2d12-4132-8e60-bfa14c833dd5 x-openstack-request-id: req-fd6dace6-2d12-4132-8e60-bfa14c833dd5 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:13.997270 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-unplugged", "status": "completed", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:13.997526 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd6dace6-2d12-4132-8e60-bfa14c833dd5 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:13.997940 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'code': 200} Dec 20 16:53:14.140362 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:14.210260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] No DVR routers for this DVR port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:53:14.220259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:14.247284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.247635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.247983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.248325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.248663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.248996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.249490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.249821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.250148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.250474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.250797 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.251119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.251444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:14.286906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:53:14.287296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:53:14.287624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:14.294807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on network d5310b63-6b0e-4e13-9554-23a2b9157e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:53:14.295125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Attempting to bind port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on network d5310b63-6b0e-4e13-9554-23a2b9157e7e {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:14.307966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3b71c-d908-4201-ad5f-361e73f7c4eb req-cab758f0-105f-4571-b2d0-eeff8698dac8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:14.309507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61f3b71c-d908-4201-ad5f-361e73f7c4eb req-cab758f0-105f-4571-b2d0-eeff8698dac8 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.1004095 Dec 20 16:53:14.310669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:53:14.310996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Checking segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:53:14.311373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Bound using segment: {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:53:14.311808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Bound port: 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5e6282-3a49-49eb-938c-054e774748bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:53:14.312160 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:14.398330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61f3b71c-d908-4201-ad5f-361e73f7c4eb req-b8a6b20d-67a5-49b8-89af-a0f84f021b72 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826809 Dec 20 16:53:14.408922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:53:14.413080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:53:14.525189 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:14.564020 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:14.564651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:14.566185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] 10.222.0.83 "PUT /v2.0/ports/6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 1092 time: 0.9563334 Dec 20 16:53:14.596610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059a27d-93d5-4fd2-8fec-5e609ec408db service neutron] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:14.632284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-19b85a76-8cdd-4d77-9644-15f3a8e977ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:14.633855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-19b85a76-8cdd-4d77-9644-15f3a8e977ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1095 time: 0.0448835 Dec 20 16:53:14.725266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-d6f94196-de29-4d14-b2b6-1f60c4a31e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:14.726349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-d6f94196-de29-4d14-b2b6-1f60c4a31e7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0849798 Dec 20 16:53:14.772219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-a425893d-3571-49c2-8729-a3055c8e36b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 217 time: 0.0390894 Dec 20 16:53:14.820890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-41f7e13e-9616-474b-b631-375d556cf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:14.822350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-41f7e13e-9616-474b-b631-375d556cf9f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0439398 Dec 20 16:53:14.853969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-ebf887bf-b106-4f5d-af48-8ff5e696e038 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250025 Dec 20 16:53:14.946883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-ad703305-2e22-4bd7-9ac8-c4e783fb6fb8 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858390 Dec 20 16:53:15.035178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0bb44565-3d7e-4b23-a4ec-13a4ccea902f req-45273bb4-56a1-423d-b966-394898b0fecb service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815413 Dec 20 16:53:15.537335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadab2bb-f5f1-4237-8365-eea183e150c0 req-2d513947-a1e6-4109-9b51-a02a5d954b32 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:15.538801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fadab2bb-f5f1-4237-8365-eea183e150c0 req-2d513947-a1e6-4109-9b51-a02a5d954b32 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.0556192 Dec 20 16:53:15.588438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fadab2bb-f5f1-4237-8365-eea183e150c0 req-5c10d682-e8b3-4ba2-b5ab-1a793f7dd9d1 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Dec 20 16:53:15.868301 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:53:15.906209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:53:15.999113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:16.001380 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:16.051304 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0b99a-00db-4145-89ed-6f6c56a6d611 x-openstack-request-id: req-48b0b99a-00db-4145-89ed-6f6c56a6d611 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:16.052296 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:16.052554 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48b0b99a-00db-4145-89ed-6f6c56a6d611 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:16.053356 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'status': 'completed', 'code': 200} Dec 20 16:53:16.111475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-3594b2e8-036b-4ddb-bf1e-6e9f583da821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.113075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-3594b2e8-036b-4ddb-bf1e-6e9f583da821 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1095 time: 0.0425549 Dec 20 16:53:16.119914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-146f5ba0-c1ec-4bae-8118-e28ba272a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.123168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-146f5ba0-c1ec-4bae-8118-e28ba272a4e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1095 time: 0.0429926 Dec 20 16:53:16.212464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-78c18c10-57e6-457f-80f4-96d825071966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.213983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-78c18c10-57e6-457f-80f4-96d825071966 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0941496 Dec 20 16:53:16.232487 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-b6269bc0-f49f-46b9-8347-2e7e13b36585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.233989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-b6269bc0-f49f-46b9-8347-2e7e13b36585 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.1053991 Dec 20 16:53:16.257054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-7409173f-eae3-4f3d-9048-f61f67f1332f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 217 time: 0.0355349 Dec 20 16:53:16.276943 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-942467a9-2db7-4f5c-9453-424dc953b308 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 217 time: 0.0356510 Dec 20 16:53:16.309496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-35f92829-f9d6-49e3-afde-38ad284eabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.310984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-35f92829-f9d6-49e3-afde-38ad284eabe6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0468659 Dec 20 16:53:16.333794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-66248e67-5d79-43fe-89ef-10f4c96d808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.335260 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-66248e67-5d79-43fe-89ef-10f4c96d808d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0510230 Dec 20 16:53:16.348120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-9a372446-1c95-439b-93b5-7db6e027de9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281086 Dec 20 16:53:16.368313 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-53879ca3-0829-4371-9324-5c6564ab5da1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256236 Dec 20 16:53:16.440344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-57f8f5c3-37a2-4329-bbd8-513fe83cd6fe service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Dec 20 16:53:16.459588 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-f7dd35bc-1ad3-4797-8069-f38a58cab4d5 service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844772 Dec 20 16:53:16.535584 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-dc48f491-979c-4562-8eb9-9e0e2f0b93b8 service neutron] 10.222.0.83 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869999 Dec 20 16:53:16.557592 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-849dc4f3-7bf6-49f9-8b33-2d3a16cc019a req-29af3174-8d3d-46ab-939c-1701a94bcd8e service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905182 Dec 20 16:53:16.705683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48250336-842c-4fb5-92d0-e1f079d75072 req-08bca49a-e8b2-478b-926a-7a16c1e525a0 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:16.707292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48250336-842c-4fb5-92d0-e1f079d75072 req-08bca49a-e8b2-478b-926a-7a16c1e525a0 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.0504994 Dec 20 16:53:16.755390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48250336-842c-4fb5-92d0-e1f079d75072 req-51bd545a-c56f-42c6-9793-9654026d71d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Dec 20 16:53:17.833711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:53:17.876911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac91cf5-41a7-4712-b063-56c3bea2ef8c req-946e7f9f-77ec-4f95-a150-eae828f62a4a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:17.878509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ac91cf5-41a7-4712-b063-56c3bea2ef8c req-946e7f9f-77ec-4f95-a150-eae828f62a4a tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 944 time: 0.0498862 Dec 20 16:53:17.933700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ac91cf5-41a7-4712-b063-56c3bea2ef8c req-b936fbd8-c9bf-4527-bf50-325c480b8cbd tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Dec 20 16:53:17.934673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:17.946947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'network_id': 'd5310b63-6b0e-4e13-9554-23a2b9157e7e', 'port_id': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'mac_address': 'fa:16:3e:21:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99199b4-e41a-40a6-868f-6d00daa496ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:53:17.983888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:18.000486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c43049c-5a80-4dc7-bfb7-5f6359ef364b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:53:18.020627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:18.153548 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:18.202133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:18.209376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.209726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.210072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.210410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.210746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.211077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.211405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.211731 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.212056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.212379 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.212703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.213023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.213368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:18.493281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6c43049c-5a80-4dc7-bfb7-5f6359ef364b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:53:19.050412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd26534-9ae7-4ab3-b2d2-df61a41648e8 req-64b4285e-266c-4e39-b8d9-ed89458919d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:19.052152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dd26534-9ae7-4ab3-b2d2-df61a41648e8 req-64b4285e-266c-4e39-b8d9-ed89458919d6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Dec 20 16:53:19.100778 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4dd26534-9ae7-4ab3-b2d2-df61a41648e8 req-0d271d64-3acc-4f0c-9bad-abe95d7dfb0b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Dec 20 16:53:19.482897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ab46f-e4fa-440f-89ea-d39d53b5df12 req-b2b8f3e7-1f7f-4ff5-920c-a561418622d9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:19.484387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e54ab46f-e4fa-440f-89ea-d39d53b5df12 req-b2b8f3e7-1f7f-4ff5-920c-a561418622d9 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Dec 20 16:53:19.532452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e54ab46f-e4fa-440f-89ea-d39d53b5df12 req-f5d9cc8a-283a-4a99-b3b0-38d836a29094 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Dec 20 16:53:19.588382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-193b0e5e-2177-4e50-8cbe-0af9cbdad64d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:19.589881 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-193b0e5e-2177-4e50-8cbe-0af9cbdad64d tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315&tenant_id=c84ae3ef153a4d728a561cad5adabb99&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Dec 20 16:53:19.650392 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-288c2d4f-5b1a-4824-a0a8-4f7394765e0c service neutron] delete failed (client error): The resource could not be found. Dec 20 16:53:19.651316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-288c2d4f-5b1a-4824-a0a8-4f7394765e0c service neutron] 10.222.0.72 "DELETE /v2.0/ports/6c43049c-5a80-4dc7-bfb7-5f6359ef364b/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0540891 Dec 20 16:53:19.738744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-5869e74a-00bf-41fc-bbbe-d9938d2558b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:19.740355 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-5869e74a-00bf-41fc-bbbe-d9938d2558b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c84ae3ef153a4d728a561cad5adabb99&device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 1096 time: 0.0447540 Dec 20 16:53:19.831111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-8bdd6ce4-bd78-498c-acd0-62aaf5aa4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:19.833335 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-8bdd6ce4-bd78-498c-acd0-62aaf5aa4408 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 200 len: 916 time: 0.0863228 Dec 20 16:53:19.840277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:53:19.880091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-74c49a8c-54e8-42f4-8620-1c44803680f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 200 len: 217 time: 0.0394890 Dec 20 16:53:19.931079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-5936d619-bfdf-4dc6-a4d6-55939b7d6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:19.932451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-5936d619-bfdf-4dc6-a4d6-55939b7d6f8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 200 len: 855 time: 0.0461285 Dec 20 16:53:19.964383 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-c0b2b576-6ea8-4754-afff-c820e253e109 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5310b63-6b0e-4e13-9554-23a2b9157e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246928 Dec 20 16:53:19.964662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:53:19.968814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:19.969212 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:20.047553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:20.062578 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-e9ddf4a0-bc01-4a67-b2da-a5a30adc2d8f service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908692 Dec 20 16:53:20.070724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:20.072929 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21339ca-2b82-435a-9cf1-f787f021ae00" -d '{"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-plugged", "status": "completed", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:20.090724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:20.128107 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f489fbce-2a5a-4e4d-9367-b698c2427c09 x-openstack-request-id: req-f489fbce-2a5a-4e4d-9367-b698c2427c09 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:20.128107 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-plugged", "status": "completed", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:20.128107 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f489fbce-2a5a-4e4d-9367-b698c2427c09 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:20.128107 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'code': 200} Dec 20 16:53:20.157430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5c8b85fb-c30b-4acb-85c6-1560de4c6e5b req-fbdb144e-aed7-499a-b604-3d48f39ec67e service neutron] 10.222.0.72 "GET /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881577 Dec 20 16:53:20.210451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:20.420333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:20.655829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef783e-77ec-4891-aa0a-6a5466685fa0 req-43edd73e-9bc1-4115-8d06-dd54b9ae2f8c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:20.657354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eeef783e-77ec-4891-aa0a-6a5466685fa0 req-43edd73e-9bc1-4115-8d06-dd54b9ae2f8c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0531855 Dec 20 16:53:20.705602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eeef783e-77ec-4891-aa0a-6a5466685fa0 req-3a3d4b16-c212-4434-9ef9-ea8ab10fa7b4 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Dec 20 16:53:21.824310 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef860-30b4-4d8e-8baf-180cf4385b1b req-1627d7fd-2981-4793-ba45-ad62ce8c9f4b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:21.825827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06bef860-30b4-4d8e-8baf-180cf4385b1b req-1627d7fd-2981-4793-ba45-ad62ce8c9f4b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0492313 Dec 20 16:53:21.873266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06bef860-30b4-4d8e-8baf-180cf4385b1b req-fa80fbe0-3f66-47d8-b9c7-255f110b071f tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Dec 20 16:53:21.992620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a49e0c-bb6b-483c-a9b5-326866bbcb91 req-ff171d4a-edc3-4888-9409-46e33c18271c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:21.994056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5a49e0c-bb6b-483c-a9b5-326866bbcb91 req-ff171d4a-edc3-4888-9409-46e33c18271c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0486455 Dec 20 16:53:22.045202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5a49e0c-bb6b-483c-a9b5-326866bbcb91 req-30a8a2ab-7734-4159-b142-7f5e2916c51b tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Dec 20 16:53:22.160744 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3b72b-ae13-41c5-b185-8db4109a6078 req-1d29fad0-fabc-430f-ae04-2689900c2445 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:22.162292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7e3b72b-ae13-41c5-b185-8db4109a6078 req-1d29fad0-fabc-430f-ae04-2689900c2445 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0503459 Dec 20 16:53:22.211691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7e3b72b-ae13-41c5-b185-8db4109a6078 req-15514128-7c9c-4b8b-871b-de55f6042470 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Dec 20 16:53:22.231748 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:22.928557 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a2ce-a1f8-452d-8988-9cf5e5f088d9 req-d80e5426-84ed-4b79-a7f1-67038026a744 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:22.930162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c95a2ce-a1f8-452d-8988-9cf5e5f088d9 req-d80e5426-84ed-4b79-a7f1-67038026a744 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0497513 Dec 20 16:53:22.978460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c95a2ce-a1f8-452d-8988-9cf5e5f088d9 req-eac63195-44f4-4cc2-81eb-319c3b014723 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Dec 20 16:53:24.108704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957273a-83f4-422f-b009-44f7be184f3a req-e502ef86-96e2-4972-b298-28f1281a47a6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:24.110203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c957273a-83f4-422f-b009-44f7be184f3a req-e502ef86-96e2-4972-b298-28f1281a47a6 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0519886 Dec 20 16:53:24.158736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c957273a-83f4-422f-b009-44f7be184f3a req-abbe5fa9-ea19-4abd-9a08-fa0fcbf4d9cf tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7dfe8e1-d155-412f-804b-90246bb8f8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Dec 20 16:53:24.301429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-999f51c9-1b83-4645-8561-3cf7e3d2f39c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:24.302916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-999f51c9-1b83-4645-8561-3cf7e3d2f39c tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 946 time: 0.0494280 Dec 20 16:53:24.394921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Deleting port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:53:24.395255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:24.488718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] For port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,segment=NetworkSegment(2c5e6282-3a49-49eb-938c-054e774748bd),segment_id=2c5e6282-3a49-49eb-938c-054e774748bd)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:24.489081 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:24.501882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Calling delete_port for 6c43049c-5a80-4dc7-bfb7-5f6359ef364b owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:53:24.701707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:24.715921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['6c43049c-5a80-4dc7-bfb7-5f6359ef364b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:53:24.732196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Pushing event deleted for resources: {'Port': ['ID=6c43049c-5a80-4dc7-bfb7-5f6359ef364b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:24.775145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] No DVR routers for this DVR port 6c43049c-5a80-4dc7-bfb7-5f6359ef364b on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:53:24.777803 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:24.781394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9fda17a1-a3b8-42a6-bf26-ab86c0fe431c req-4ca1ffaf-21db-4c3c-85ae-cc92d519c72e tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.83 "DELETE /v2.0/ports/6c43049c-5a80-4dc7-bfb7-5f6359ef364b HTTP/1.1" status: 204 len: 173 time: 0.4722955 Dec 20 16:53:24.781843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-deleted', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:24.784053 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb06fe4b-5e28-49cf-8af9-50bbdc0a18b4" -d '{"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-deleted", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:24.822799 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313172b-57a9-4d11-902c-dfcd6d223c7e x-openstack-request-id: req-1313172b-57a9-4d11-902c-dfcd6d223c7e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:24.823143 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccccb59-6ae1-4441-b220-d9efdbec6315", "name": "network-vif-deleted", "tag": "6c43049c-5a80-4dc7-bfb7-5f6359ef364b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:24.823437 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1313172b-57a9-4d11-902c-dfcd6d223c7e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:24.823974 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccccb59-6ae1-4441-b220-d9efdbec6315', 'name': 'network-vif-deleted', 'tag': '6c43049c-5a80-4dc7-bfb7-5f6359ef364b', 'status': 'completed', 'code': 200} Dec 20 16:53:25.308734 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0df2ece-53bd-47de-8561-346d590a86f9 req-34a61e19-1959-41b8-b61f-6b7cab2115a2 tempest-ServerDiskConfigTestJSON-98702226 tempest-ServerDiskConfigTestJSON-98702226-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ccccb59-6ae1-4441-b220-d9efdbec6315 HTTP/1.1" status: 200 len: 210 time: 0.0789030 Dec 20 16:53:26.431812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50440) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:26.476863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Deleting subnet b99199b4-e41a-40a6-868f-6d00daa496ee {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 16:53:26.479992 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:26.514077 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:26.552949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:26.679257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:26.705262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99199b4-e41a-40a6-868f-6d00daa496ee,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:26.711096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:26.714656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-49e447e1-41c0-4eca-b81b-a0f20dff81e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b99199b4-e41a-40a6-868f-6d00daa496ee HTTP/1.1" status: 204 len: 168 time: 0.2818146 Dec 20 16:53:26.717332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50442) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:26.786487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.194166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.213584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5310b63-6b0e-4e13-9554-23a2b9157e7e']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:27.223411 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5e6282-3a49-49eb-938c-054e774748bd') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:27.223705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5e6282-3a49-49eb-938c-054e774748bd') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:27.233112 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.246694 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.252315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 16:53:27.252686 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: timer() Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 16:53:27.254370 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 16:53:27.404877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.411053 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.414213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d5310b63-6b0e-4e13-9554-23a2b9157e7e HTTP/1.1" status: 204 len: 168 time: 0.6959546 Dec 20 16:53:27.427172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dde4d-3165-4937-b6ea-0e427987a159 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5310b63-6b0e-4e13-9554-23a2b9157e7e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:27.804666 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50446) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:27.845588 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4bece21d-7990-4cd6-a793-79167ebc1fa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c84ae3ef153a4d728a561cad5adabb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396810 Dec 20 16:53:27.848717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50448) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:27.880754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:53:27.901286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 6c43049c-5a80-4dc7-bfb7-5f6359ef364b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:53:27.905915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 6c43049c-5a80-4dc7-bfb7-5f6359ef364b not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:53:27.906043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e244e53a-3d38-4076-8ba8-31ad571e99cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.928386 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e244e53a-3d38-4076-8ba8-31ad571e99cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:27.953233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:28.049950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e244e53a-3d38-4076-8ba8-31ad571e99cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:28.053588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e244e53a-3d38-4076-8ba8-31ad571e99cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:28.058225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e244e53a-3d38-4076-8ba8-31ad571e99cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7dfe8e1-d155-412f-804b-90246bb8f8af HTTP/1.1" status: 204 len: 168 time: 0.2049663 Dec 20 16:53:28.063028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244e53a-3d38-4076-8ba8-31ad571e99cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dfe8e1-d155-412f-804b-90246bb8f8af,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:29.210583 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50470) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:29.310099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1553757523-network', 'tenant_id': 'a864bcfb16394f31acefec2916171741'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:29.330162 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00330efe-cbbf-473d-b091-15753658749d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.432006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Made reservation on behalf of a864bcfb16394f31acefec2916171741 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:53:29.434407 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.443448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.516652 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.626307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.653604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 16:53:29.663921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b3f3b0-135f-44dd-97bb-fbd624ca3fc5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:29.668827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.669196 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Added segment da9091ab-1c63-45e9-98af-b12c91612f5a of type vlan for network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 Dec 20 16:53:29.713809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.827609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.828669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:29.829291 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:29.891766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] Pushing event updated for resources: {'Network': ['ID=34b0b423-bc4f-4e81-bfbd-0a97344867b0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:29.902463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 16:53:29.938947 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-08cef1ec-29dc-41b9-ae08-74bd543c7e16 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7271996 Dec 20 16:53:29.942742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50474) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:29.947630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Request body: {'subnet': {'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1553757523-subnet', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:30.049919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Made reservation on behalf of a864bcfb16394f31acefec2916171741 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:53:30.053024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.319049 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.367280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f34a8c8-b026-47fd-855a-f2b4e045d001,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:30.382531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:53:30.382881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Network hostable DHCP agents. Network: 34b0b423-bc4f-4e81-bfbd-0a97344867b0, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 16:53:30.513213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 16:53:30.593188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 34b0b423-bc4f-4e81-bfbd-0a97344867b0) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:30.597341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:30.597944 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.609383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976553a3-226b-4efb-9344-932904a40964 None None] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:53:30.698914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-13a6245a-ecda-4016-8ff8-446f1602ce1d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7551126 Dec 20 16:53:30.701871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50478) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:30.704931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 16:53:30.705893 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.707366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:30.809266 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.810379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.838408 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Allocated IP 172.20.0.2 (34b0b423-bc4f-4e81-bfbd-0a97344867b0/1f34a8c8-b026-47fd-855a-f2b4e045d001/b24f12cf-1440-46f3-a32f-d3f8ac21b39c) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:53:30.866215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:30.982714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.089038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.101977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.140655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:53:31.143516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:31.147046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:53:31.157911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Pushing event updated for resources: {'Port': ['ID=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:31.211413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Attempting to bind port b24f12cf-1440-46f3-a32f-d3f8ac21b39c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:53:31.211790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Attempting to bind port b24f12cf-1440-46f3-a32f-d3f8ac21b39c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:53:31.212155 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Attempting to bind port b24f12cf-1440-46f3-a32f-d3f8ac21b39c on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:31.217253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:53:31.217631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:53:31.218029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.218416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:53:31.218884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Bound port: b24f12cf-1440-46f3-a32f-d3f8ac21b39c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:53:31.219260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.282632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] For port b24f12cf-1440-46f3-a32f-d3f8ac21b39c, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:53:31.287148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] For port b24f12cf-1440-46f3-a32f-d3f8ac21b39c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:53:31.388312 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.461212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bae512-04fd-433e-8ee8-7b76acea1ba4 None None] Pushing event updated for resources: {'Port': ['ID=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:31.711758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.733362 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.757471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-78ec7312-744e-4ac7-9bdc-61549889db9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.833891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b24f12cf-1440-46f3-a32f-d3f8ac21b39c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:53:31.851034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Allocated IP 172.25.6.251 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:53:31.886042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b24f12cf-1440-46f3-a32f-d3f8ac21b39c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:31.886435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.953425 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:31.968450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.001582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port b24f12cf-1440-46f3-a32f-d3f8ac21b39c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:32.084590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.084988 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.140363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:53:32.146089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:32.152682 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:53:32.153002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:32.155236 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Pushing event updated for resources: {'Port': ['ID=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:32.161845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b93a3-e6ac-4f75-8da8-abe7dfe5992b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:53:32.191566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.191975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.192501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.192858 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.193275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.193628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.193966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.194300 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.194628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.194960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.195292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.195617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.195945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:32.227247 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d80252bb-b2d4-4ea5-96e2-685ba34117a0 None None] Provisioning complete for port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:32.227619 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d80252bb-b2d4-4ea5-96e2-685ba34117a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.264312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d80252bb-b2d4-4ea5-96e2-685ba34117a0 None None] Port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:53:32.380078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfd414-4253-447e-b9a1-c09ba6a61a15 None None] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 16:53:32.499739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6f44ba1a-d395-4a16-9384-e48c3f6d9a7b None None] Provisioning complete for port b24f12cf-1440-46f3-a32f-d3f8ac21b39c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:32.500014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6f44ba1a-d395-4a16-9384-e48c3f6d9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.517426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.731202 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.803799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0434f4de-a420-492b-a8dc-55ca4829aae4 None None] Provisioning complete for port b24f12cf-1440-46f3-a32f-d3f8ac21b39c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:32.804408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0434f4de-a420-492b-a8dc-55ca4829aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:32.964087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 16:53:33.076933 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:53:33.087404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:53:33.098174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:53:33.098782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:33.135767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.149299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.151149 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-845834f9-a312-40f7-af96-bc87e12955ec admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4469714 Dec 20 16:53:33.153446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 50482) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:33.210173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:53:33.394884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:32Z', 'revision_number': 3, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:33.421932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:53:33.422556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Updating router ae7f90ef-d3c5-4627-855f-de96b6f183fc port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:53:33.447602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.577505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.707062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.737445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Allocated IP 172.20.0.1 (34b0b423-bc4f-4e81-bfbd-0a97344867b0/1f34a8c8-b026-47fd-855a-f2b4e045d001/63316b2c-09fc-4eae-b1d5-489a1879ddee) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:53:33.793661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.807086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b24f12cf-1440-46f3-a32f-d3f8ac21b39c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:53:33.848422 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.857668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41cdda0-dde3-45c2-8fdd-1b0c94bb90e5 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:53:33.890104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e89ab-e807-4201-8f79-7467b2d51e37 None None] Pushing event updated for resources: {'Port': ['ID=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:33.892613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Attempting to bind port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:53:33.892983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Attempting to bind port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:53:33.893378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Attempting to bind port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:33.905338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:53:33.905718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:53:33.906128 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.906521 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:53:33.906995 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Bound port: ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:53:33.907375 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.957661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-42d4b2e2-691f-4d5b-8754-e1b881731c4b None None] Provisioning complete for port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:33.957942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42d4b2e2-691f-4d5b-8754-e1b881731c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:33.963974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b24f12cf-1440-46f3-a32f-d3f8ac21b39c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:33.964336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.010666 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.030742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] For port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:53:34.040992 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:53:34.043593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-42d4b2e2-691f-4d5b-8754-e1b881731c4b None None] Port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:53:34.049717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] For port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:53:34.053436 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:53:34.058075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:34.062776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:53:34.064791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Pushing event updated for resources: {'Port': ['ID=63316b2c-09fc-4eae-b1d5-489a1879ddee,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:34.106523 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.193780 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.245350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0934f1b-9714-445f-a217-ed68dd1b8105 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 16:53:34.267030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:53:34.267633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:34.269935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e89ab-e807-4201-8f79-7467b2d51e37 None None] Pushing event updated for resources: {'Port': ['ID=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:34.369258 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.382005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Provisioning complete for port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:34.382372 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.387271 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:53:34.540359 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.612244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.633457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.637574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] For port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:34.655850 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.657788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:32Z', 'revision_number': 3, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:34.685342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b85f6-b50d-4871-b60b-2c4c4e625391 None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:32Z', 'revision_number': 3, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:53:34.724781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.732668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Pushing event updated for resources: {'Port': ['ID=63316b2c-09fc-4eae-b1d5-489a1879ddee,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:34.735144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.764397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Provisioning complete for port 63316b2c-09fc-4eae-b1d5-489a1879ddee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:34.764763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:34.839258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:53:34.840819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:34.996462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Pushing event updated for resources: {'Port': ['ID=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:35.000094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:53:35.007462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-70aacfaf-60bf-43ab-9f7a-4ae2a599d837 None None] Port 63316b2c-09fc-4eae-b1d5-489a1879ddee cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:53:35.127782 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:35.136309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:53:35.142527 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9eee4681-3dea-470c-8611-63a056ad30bd admin admin] 10.222.0.81 "PUT /v2.0/routers/ae7f90ef-d3c5-4627-855f-de96b6f183fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880204 Dec 20 16:53:35.230982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1378f4a9-9d50-4735-bfa8-2de49de175ad None None] Provisioning complete for port 63316b2c-09fc-4eae-b1d5-489a1879ddee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:35.231374 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1378f4a9-9d50-4735-bfa8-2de49de175ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:35.267273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1378f4a9-9d50-4735-bfa8-2de49de175ad None None] Port 63316b2c-09fc-4eae-b1d5-489a1879ddee cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:53:35.779216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50492) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:35.783849 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72313209', 'description': 'tempest-description--1809078502'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:35.824663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:53:35.873865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:35.874166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:35.912164 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:35.979953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.118474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.150216 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:36.246481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.248723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2f834fb4-9217-446e-afc1-ebee4eaabf42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4684863 Dec 20 16:53:36.251897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50494) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:36.257311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'security_group_rule': {'security_group_id': '091563e0-0bc1-4148-a4b5-ce98f9dfb0ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:36.342651 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:53:36.352265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:53:36.352871 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:36.383991 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.441856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.463885 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:53:36.575853 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.592224 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20dada5-506e-4c71-a37d-8a50361c2921,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:36.670264 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 2, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:36.680578 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.682026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7bbdeeac-6214-47f6-a85e-5221673f7949 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290168 Dec 20 16:53:36.684527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50498) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:36.688847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'security_group_rule': {'security_group_id': '091563e0-0bc1-4148-a4b5-ce98f9dfb0ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:36.696226 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:53:36.696579 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Updating router ae7f90ef-d3c5-4627-855f-de96b6f183fc port 63316b2c-09fc-4eae-b1d5-489a1879ddee binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 16:53:36.722611 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.775809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.863184 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.958263 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:36.976278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45070ec9-af11-44eb-9c2a-9aded1082f14,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:36.998851 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.103272 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.104499 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cce6b681-71a4-40d1-b396-5c785b640b9b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190462 Dec 20 16:53:37.107568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50500) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:37.111882 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:37.141541 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.214478 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Pushing event updated for resources: {'Port': ['ID=63316b2c-09fc-4eae-b1d5-489a1879ddee,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:37.237032 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.237444 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.237801 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.238136 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.238474 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.238802 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.239130 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.239450 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.239771 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.240090 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.240407 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.240723 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.241039 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:53:37.254929 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.256739 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Attempting to bind port 63316b2c-09fc-4eae-b1d5-489a1879ddee on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:53:37.257117 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Attempting to bind port 63316b2c-09fc-4eae-b1d5-489a1879ddee by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:53:37.257586 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Attempting to bind port 63316b2c-09fc-4eae-b1d5-489a1879ddee on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:37.263093 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:53:37.263473 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:53:37.263877 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.264268 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:53:37.264734 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Bound port: 63316b2c-09fc-4eae-b1d5-489a1879ddee, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:53:37.265121 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.372920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.399350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-984763e6-2eaa-48d7-8efc-e7c653347ea0 None None] Provisioning complete for port 63316b2c-09fc-4eae-b1d5-489a1879ddee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:37.400389 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-984763e6-2eaa-48d7-8efc-e7c653347ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.436725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] For port 63316b2c-09fc-4eae-b1d5-489a1879ddee, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:53:37.438470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-984763e6-2eaa-48d7-8efc-e7c653347ea0 None None] Port 63316b2c-09fc-4eae-b1d5-489a1879ddee cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:53:37.441902 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] For port 63316b2c-09fc-4eae-b1d5-489a1879ddee, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=63316b2c-09fc-4eae-b1d5-489a1879ddee,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:53:37.485846 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Allocated IP 172.25.6.247 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/1fdeb556-c0ca-4d49-98b8-83c5ada3f898) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:53:37.523641 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.584042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:53:37.584663 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:37.586506 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79279-78f6-4b39-aadd-db47036b5391 None None] Pushing event updated for resources: {'Port': ['ID=63316b2c-09fc-4eae-b1d5-489a1879ddee,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:37.609348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.700438 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:53:37.724494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.770183 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:53:37.773046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:37.776700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:53:37.803553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'Port': ['ID=1fdeb556-c0ca-4d49-98b8-83c5ada3f898,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:37.863110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4553b1d0-5e3d-4e28-b47d-13722763b4b4 None None] Provisioning complete for port 63316b2c-09fc-4eae-b1d5-489a1879ddee triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:37.863777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4553b1d0-5e3d-4e28-b47d-13722763b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.907117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.909013 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:37.944312 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b01c3f-7ca3-4fbd-9717-eb854c11228b None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:53:37.952855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4553b1d0-5e3d-4e28-b47d-13722763b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:37.995655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4553b1d0-5e3d-4e28-b47d-13722763b4b4 None None] For port 63316b2c-09fc-4eae-b1d5-489a1879ddee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=63316b2c-09fc-4eae-b1d5-489a1879ddee,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:38.036797 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:38.113298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4553b1d0-5e3d-4e28-b47d-13722763b4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:38.171244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553b1d0-5e3d-4e28-b47d-13722763b4b4 None None] Pushing event updated for resources: {'Port': ['ID=63316b2c-09fc-4eae-b1d5-489a1879ddee,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:38.222828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:38.313302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:38.384173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'Port': ['ID=1fdeb556-c0ca-4d49-98b8-83c5ada3f898,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:38.397443 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:38.486103 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:38.487440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-efa43ab1-a9fb-4166-8cc5-981a980d6b03 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3789017 Dec 20 16:53:38.754082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-59d7618f-54ea-4908-a95f-c56d1c93ffbb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--72313209&fields=id&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 267 time: 0.0511160 Dec 20 16:53:38.867428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-3316afa3-b0c6-4a09-b5f4-63def7ddbdf5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:38.869004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-3316afa3-b0c6-4a09-b5f4-63def7ddbdf5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1081932 Dec 20 16:53:38.889110 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-d0149d71-a962-4760-a16d-7ee00f339a51 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/quotas/a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 375 time: 0.0106077 Dec 20 16:53:38.948741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-88d79d75-3c73-4e54-85d5-d1197485ca0b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490379 Dec 20 16:53:39.114759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-41ce99d3-95d4-4385-9781-46ba23b6a045 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530447 Dec 20 16:53:39.219566 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-8ea65848-9127-4be5-b183-aa22d9380428 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985868 Dec 20 16:53:39.519713 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d742dcf-0e27-4b9b-b4ce-0a2e3eb67d83 req-d3888496-a4ec-41de-b257-48dd0a32b0b5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Dec 20 16:53:39.825495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 63316b2c-09fc-4eae-b1d5-489a1879ddee up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:53:39.880073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 63316b2c-09fc-4eae-b1d5-489a1879ddee triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:39.880687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:40.601608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78d1fae2-22dc-456c-a907-6cfdfae7e03d req-df4c48c9-7fba-41d6-a869-759fa1f4ceee tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Dec 20 16:53:41.696604 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b1def56-195b-4c6d-a639-64e3dbac7f4f req-95b98fbb-6335-42a8-a47e-1d3d43bb9169 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 210 time: 0.0268121 Dec 20 16:53:41.934708 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-75c8f5b0-8b16-49d6-bd2c-4a5f3320248d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:41.936117 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-75c8f5b0-8b16-49d6-bd2c-4a5f3320248d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1075389 Dec 20 16:53:41.998870 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-8b03ac17-3917-464f-86cc-76509d253381 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 378 time: 0.0529892 Dec 20 16:53:42.008773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'port': {'device_id': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'admin_state_up': True, 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'security_groups': ['091563e0-0bc1-4148-a4b5-ce98f9dfb0ca']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:42.202887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Made reservation on behalf of a864bcfb16394f31acefec2916171741 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:53:42.206529 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:42.333241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Allocated IP 172.20.0.7 (34b0b423-bc4f-4e81-bfbd-0a97344867b0/1f34a8c8-b026-47fd-855a-f2b4e045d001/1048a8cb-01d2-4998-99a3-cf001d256793) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:53:42.467311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:42.582434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:42.626494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:53:42.630588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:53:42.634450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:53:42.641009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:42.692145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:42.692807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:42.783968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-98cf540c-0434-47ff-8203-8b869a35d6e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7791214 Dec 20 16:53:42.818569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503397f6-a6eb-4710-a92d-7668da19e8cd req-e32534a3-2924-418a-b363-edc1749d1ef6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:42.820304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-503397f6-a6eb-4710-a92d-7668da19e8cd req-e32534a3-2924-418a-b363-edc1749d1ef6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 931 time: 0.0535653 Dec 20 16:53:42.843659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Request body: {'port': {'device_id': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:42.866947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0c21c138-a358-445b-955f-452e247cdb75 None None] Provisioning complete for port 1048a8cb-01d2-4998-99a3-cf001d256793 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:42.867566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0c21c138-a358-445b-955f-452e247cdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:42.873528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-503397f6-a6eb-4710-a92d-7668da19e8cd req-c2afdf64-faff-4645-b071-d21e4ca75028 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466580 Dec 20 16:53:42.906563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:42.917692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0c21c138-a358-445b-955f-452e247cdb75 None None] Port 1048a8cb-01d2-4998-99a3-cf001d256793 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:53:43.172429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1048a8cb-01d2-4998-99a3-cf001d256793 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:53:43.181009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:43.192869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Transition to ACTIVE for port object 1048a8cb-01d2-4998-99a3-cf001d256793 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:53:43.295484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:43.369913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:43.765286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:53:43.765620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:53:43.765942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:43.772217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Port 1048a8cb-01d2-4998-99a3-cf001d256793 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:53:43.772532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:53:43.777395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:53:43.777729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:53:43.778105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:53:43.778520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Bound port: 1048a8cb-01d2-4998-99a3-cf001d256793, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:53:43.778865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:43.841258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:53:43.844476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:53:43.930366 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:43.963434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:43.964042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:43.966410 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] 10.222.0.72 "PUT /v2.0/ports/1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 1091 time: 1.1724532 Dec 20 16:53:43.967946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:43.971509 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e5033-4fca-469f-86ae-965f4569c5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:44.000125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645820-e43c-4ea3-86bf-726ddb7c153c service neutron] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:44.010840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f38c9-e519-4f43-bcd3-22df2240d6e4 req-cfa63c10-c127-425c-bf03-4252d778e281 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.012434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0f38c9-e519-4f43-bcd3-22df2240d6e4 req-cfa63c10-c127-425c-bf03-4252d778e281 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0668130 Dec 20 16:53:44.074601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0f38c9-e519-4f43-bcd3-22df2240d6e4 req-2f62d0ec-55b7-4e4e-aae9-5057fff0ca80 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556183 Dec 20 16:53:44.127247 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e11063-013a-4ff2-88fe-f19d21594201 x-openstack-request-id: req-47e11063-013a-4ff2-88fe-f19d21594201 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:44.127594 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:44.128728 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47e11063-013a-4ff2-88fe-f19d21594201 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:44.129205 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'status': 'completed', 'code': 200} Dec 20 16:53:44.146179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-2e1b35c2-8942-41a0-90ac-9f47ffaac5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.147769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-2e1b35c2-8942-41a0-90ac-9f47ffaac5b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1094 time: 0.0540032 Dec 20 16:53:44.193048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-abf949b4-eac5-4141-be63-976f6e728e55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 217 time: 0.0376353 Dec 20 16:53:44.242925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-f631d863-2eba-4019-8de6-fcf6fb15d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.244424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-f631d863-2eba-4019-8de6-fcf6fb15d5b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0442433 Dec 20 16:53:44.295357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-d28d2786-1fa2-4ba3-a606-fa0c332b27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.296864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-d28d2786-1fa2-4ba3-a606-fa0c332b27a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450084 Dec 20 16:53:44.387091 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-8802a583-4575-4293-b9aa-8d10dcf659d6 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828998 Dec 20 16:53:44.480412 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c87f3100-ce58-4ea6-88cc-a8b0887b3478 req-d81c8b20-d386-44a3-ab79-da88b3baad7e service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861998 Dec 20 16:53:44.657421 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-9423d13b-b1ee-4fdd-a448-1cd456e6548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.658880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-9423d13b-b1ee-4fdd-a448-1cd456e6548e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1094 time: 0.0399921 Dec 20 16:53:44.753830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-7e5ef00c-96f6-4181-b47f-53d2b10bc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.755309 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-7e5ef00c-96f6-4181-b47f-53d2b10bc3f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0891910 Dec 20 16:53:44.798981 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-8edc26f4-53b2-4525-86be-d9152d86090e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 217 time: 0.0362880 Dec 20 16:53:44.850965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-d83dfff3-5d1d-4112-bd34-316443944510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.852401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-d83dfff3-5d1d-4112-bd34-316443944510 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0456455 Dec 20 16:53:44.903404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-b8ce9344-f543-47d5-a25b-fa408b21c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:44.904901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-b8ce9344-f543-47d5-a25b-fa408b21c9c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433083 Dec 20 16:53:44.995629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-7c4a7894-b6eb-42fd-bf84-651051da40ca service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825968 Dec 20 16:53:45.093923 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-923e5033-4fca-469f-86ae-965f4569c5b3 req-d6fa1904-99ca-4249-8c6d-657d6514ee7f service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897467 Dec 20 16:53:45.192792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca320-36db-4ff7-bbb8-bf4edfd28152 req-95915b91-800c-4bf0-ac8e-1cead016ba8a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:45.194318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-820ca320-36db-4ff7-bbb8-bf4edfd28152 req-95915b91-800c-4bf0-ac8e-1cead016ba8a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0493748 Dec 20 16:53:45.241435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-820ca320-36db-4ff7-bbb8-bf4edfd28152 req-30e3de1a-ebbe-4147-ab08-4f2b3ad62e7a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411484 Dec 20 16:53:46.367769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504b700-fa19-4cc2-a7c6-dc71c5deaf65 req-6ceb5958-0ef4-4019-87bb-8a476f194e59 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:46.369263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4504b700-fa19-4cc2-a7c6-dc71c5deaf65 req-6ceb5958-0ef4-4019-87bb-8a476f194e59 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0537441 Dec 20 16:53:46.416927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4504b700-fa19-4cc2-a7c6-dc71c5deaf65 req-b4f6f147-09d4-4526-870a-66c5aa94353a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415468 Dec 20 16:53:47.534014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482e535-cc57-4e7f-8bba-a345f838f2cf req-91e9881d-a51c-4926-8093-c049e77a204b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:47.536465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3482e535-cc57-4e7f-8bba-a345f838f2cf req-91e9881d-a51c-4926-8093-c049e77a204b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0509982 Dec 20 16:53:47.584891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3482e535-cc57-4e7f-8bba-a345f838f2cf req-bd0b90b2-c4d8-462e-878e-fad4e8fa84d7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423248 Dec 20 16:53:48.000203 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:53:48.107449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:48.119304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '1048a8cb-01d2-4998-99a3-cf001d256793', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '1048a8cb-01d2-4998-99a3-cf001d256793', 'mac_address': 'fa:16:3e:70:8f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:53:48.157732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:48.170429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1048a8cb-01d2-4998-99a3-cf001d256793 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:53:48.191137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:48.340428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:48.387818 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:48.543248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['1048a8cb-01d2-4998-99a3-cf001d256793'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:53:48.702073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94d596-9fb1-480c-979b-c903f4e3f116 req-d2a4f075-cb84-4129-bd8b-b53284a17393 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:48.703589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae94d596-9fb1-480c-979b-c903f4e3f116 req-d2a4f075-cb84-4129-bd8b-b53284a17393 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 944 time: 0.0488567 Dec 20 16:53:48.756597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae94d596-9fb1-480c-979b-c903f4e3f116 req-571a3862-aea6-47af-875a-79f79b5b7ef2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466411 Dec 20 16:53:49.872929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34462-98a3-45a8-b229-58a2da6cafe9 req-6a3cca1b-32b6-4def-b08b-2283a2686bce tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:49.874447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05e34462-98a3-45a8-b229-58a2da6cafe9 req-6a3cca1b-32b6-4def-b08b-2283a2686bce tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 944 time: 0.0506392 Dec 20 16:53:49.922882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05e34462-98a3-45a8-b229-58a2da6cafe9 req-34948625-cc3d-434d-add0-aa00ace35c68 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421081 Dec 20 16:53:50.008026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:53:50.152784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 1048a8cb-01d2-4998-99a3-cf001d256793 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:53:50.157215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 1048a8cb-01d2-4998-99a3-cf001d256793 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:53:50.157600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:50.240712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:50.263292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:50.266072 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa3402d-f764-4d63-ae13-84b5408a0456" -d '{"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-plugged", "status": "completed", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:50.289375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:53:50.358290 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d308e452-0bb2-4d3b-85b4-27877a3de27a x-openstack-request-id: req-d308e452-0bb2-4d3b-85b4-27877a3de27a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:50.363345 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-plugged", "status": "completed", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:50.363345 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d308e452-0bb2-4d3b-85b4-27877a3de27a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:50.363345 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'code': 200} Dec 20 16:53:50.392828 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:50.442236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:53:50.458930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c793d9b-6ff3-4302-92a1-437189189c2c req-3d199c66-6200-435a-a0c0-8ba393607c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:50.460443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8c793d9b-6ff3-4302-92a1-437189189c2c req-3d199c66-6200-435a-a0c0-8ba393607c58 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1096 time: 0.0436502 Dec 20 16:53:50.505225 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8c793d9b-6ff3-4302-92a1-437189189c2c req-e7123c49-7747-48cb-96ea-b8f6c52e44b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371287 Dec 20 16:53:51.042872 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387512-102b-4fd8-a321-b710b28ae487 req-328eab43-d54d-48e3-a07b-627fa056f2e1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:51.044376 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51387512-102b-4fd8-a321-b710b28ae487 req-328eab43-d54d-48e3-a07b-627fa056f2e1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Dec 20 16:53:51.092255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51387512-102b-4fd8-a321-b710b28ae487 req-259806bb-b85b-4564-ac78-ed6c86b734a6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412221 Dec 20 16:53:52.198413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:52.216563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351cc7-7c40-4e32-a3cb-999225b90d49 req-38be402a-f4c0-4b02-bfa9-b0a99f096f5a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:52.221286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60351cc7-7c40-4e32-a3cb-999225b90d49 req-38be402a-f4c0-4b02-bfa9-b0a99f096f5a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0542471 Dec 20 16:53:52.266564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60351cc7-7c40-4e32-a3cb-999225b90d49 req-05862920-f919-4570-bb7d-8ba9d231ee13 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416574 Dec 20 16:53:52.379834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bb414-3ec1-4b5e-8b18-81558f55e250 req-04757523-bc88-4d78-b017-76d2948f6f8d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:52.381268 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a1bb414-3ec1-4b5e-8b18-81558f55e250 req-04757523-bc88-4d78-b017-76d2948f6f8d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0499489 Dec 20 16:53:52.390200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50568) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:53:52.394570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'floatingip': {'port_id': '1048a8cb-01d2-4998-99a3-cf001d256793'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:53:52.468843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:53.074940 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:53.243001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:53.345372 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 associated. External IP: 172.25.6.247, port: 1048a8cb-01d2-4998-99a3-cf001d256793. Dec 20 16:53:53.560546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:53:53.673646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:53:53.679150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:53.683608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:53:53.694356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:53:53.694980 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:53.706037 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5a2d7578-e597-4d6b-b0fe-823cb5f5cfd2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "PUT /v2.0/floatingips/a34a7d97-0193-4475-b6e2-35f2a9171328 HTTP/1.1" status: 200 len: 991 time: 1.3147702 Dec 20 16:53:53.706608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:53:53.709391 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:53:53.752236 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f5eea-8f8b-4d16-8ebc-14c9405fbe76 x-openstack-request-id: req-a69f5eea-8f8b-4d16-8ebc-14c9405fbe76 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:53:53.752535 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:53:53.752885 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a69f5eea-8f8b-4d16-8ebc-14c9405fbe76 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:53:53.753339 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'status': 'completed', 'code': 200} Dec 20 16:53:53.812162 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:53:53.826416 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-4bef2a6a-5283-447b-ab43-de81e6dc4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:53.828040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-4bef2a6a-5283-447b-ab43-de81e6dc4cbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1096 time: 0.0424032 Dec 20 16:53:53.925584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-ccc31b7d-f6a8-4fcb-a70d-fc72f9c4a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:53.926994 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-ccc31b7d-f6a8-4fcb-a70d-fc72f9c4a35b service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0921853 Dec 20 16:53:53.994808 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-c43eb7db-b3d2-40b5-a731-4a46c68bcac0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 999 time: 0.0605352 Dec 20 16:53:54.038272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '1048a8cb-01d2-4998-99a3-cf001d256793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:70:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:53:52Z', 'revision_number': 1, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:54.049756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-398b7ed4-ce62-4767-8b97-fb29edd9c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:54.051367 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-398b7ed4-ce62-4767-8b97-fb29edd9c7e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0499165 Dec 20 16:53:54.064632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:53:54.073293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:53:54.073901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:53:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:54.099544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-04d9c3a9-2e04-4350-9700-d597179cf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:53:54.101117 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-04d9c3a9-2e04-4350-9700-d597179cf399 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424004 Dec 20 16:53:54.182425 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:53:54.200544 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-2f0231e3-6f75-477c-8010-38c468e04aa1 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918982 Dec 20 16:53:54.293560 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-77b9e43b-f7ae-49d5-a30b-3c4238cb32a7 req-19573cca-168c-4b9e-b082-e874080087a0 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862348 Dec 20 16:53:54.419216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '1048a8cb-01d2-4998-99a3-cf001d256793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:70:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:53:52Z', 'revision_number': 1, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:53:54.446459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25dd2a-82c3-472e-9d85-02359b4c7f8e None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '1048a8cb-01d2-4998-99a3-cf001d256793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:70:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:53:52Z', 'revision_number': 1, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:53:54.648370 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a750868-c8b9-4be8-b66a-bd6718dea00e None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:53:57.957721 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:53:59.369602 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-198f506a-63a0-412d-b6e4-8b031f6f54c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:01.751105 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-493a33af-875e-45a5-911e-3c461314391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:03.139663 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:04.609173 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:05.260944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:11.042029 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:54:22.192089 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:27.923292 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:29.363390 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ea2033d-5863-41ba-ae58-b6a12aceee90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:31.826025 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3fc358ec-20ae-491b-8943-eddb3d645ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:33.180194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:34.614556 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:35.151566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:40.742721 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-c9b7ab90-9f3c-4cd4-8770-da1656a77bbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411444 Dec 20 16:54:40.842006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263776-8a63-4b58-9c14-886baa8322fc req-cafd8339-a6c6-4188-898b-0948fe0a5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:40.843516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-cafd8339-a6c6-4188-898b-0948fe0a5129 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1096 time: 0.0514560 Dec 20 16:54:40.949554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263776-8a63-4b58-9c14-886baa8322fc req-bd8dac91-48fd-4d61-830e-b825c73151fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:40.950939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-bd8dac91-48fd-4d61-830e-b825c73151fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0877125 Dec 20 16:54:41.023105 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-0cda233d-3aee-49c7-90e6-9da748527418 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 1001 time: 0.0643716 Dec 20 16:54:41.075589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263776-8a63-4b58-9c14-886baa8322fc req-a4a8427e-78b6-4cd6-b967-4da7e259cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:41.077061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-a4a8427e-78b6-4cd6-b967-4da7e259cdd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0463302 Dec 20 16:54:41.124490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263776-8a63-4b58-9c14-886baa8322fc req-4a72bdd0-3a7e-4749-8487-e87b56a86ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:54:41.126069 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-4a72bdd0-3a7e-4749-8487-e87b56a86ed3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417678 Dec 20 16:54:41.221516 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-8dbc962d-efa3-43cc-9691-8679082113ac service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873778 Dec 20 16:54:41.312534 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f5263776-8a63-4b58-9c14-886baa8322fc req-9407a35c-6eb8-49e1-9df9-b4c70624e7ad service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Dec 20 16:54:48.041439 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:54:52.213933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:58.036693 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:54:59.350841 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7bb6883f-09ec-44fd-8ae1-6b48f049851b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:01.751694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e36af9e0-1dfd-4248-9e08-35b790deab89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:03.179534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:04.585206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:05.219554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:22.230425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:25.041408 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:55:27.956257 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:29.367923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e67d093-eccc-446e-8092-a1445af4d9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:29.777497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb99edd-e2c4-405a-a728-27def65524bb req-c57a56bc-8f44-4eca-b645-0c2cde83e4d0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:29.779014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bb99edd-e2c4-405a-a728-27def65524bb req-c57a56bc-8f44-4eca-b645-0c2cde83e4d0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Dec 20 16:55:29.830983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bb99edd-e2c4-405a-a728-27def65524bb req-42700dee-125b-49d4-b3a4-3e8bb3ffc1f1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457144 Dec 20 16:55:30.237807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86570f-1297-4752-af58-daf575c3fdfb req-04a48ebe-9686-43a7-842b-fe4c57852a52 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:30.239348 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c86570f-1297-4752-af58-daf575c3fdfb req-04a48ebe-9686-43a7-842b-fe4c57852a52 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0504949 Dec 20 16:55:30.293565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c86570f-1297-4752-af58-daf575c3fdfb req-30f1334e-0cbd-4867-9748-6ea777f65b7b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479507 Dec 20 16:55:30.422893 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-4b960ba0-cd95-4ca1-b512-ca21b9f12ad5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452819 Dec 20 16:55:31.416067 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05126-1f05-4904-b6d4-f4962165ff1d req-99167e38-35e0-469c-926a-6e2d0543d094 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:31.417928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27b05126-1f05-4904-b6d4-f4962165ff1d req-99167e38-35e0-469c-926a-6e2d0543d094 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0540113 Dec 20 16:55:31.466355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27b05126-1f05-4904-b6d4-f4962165ff1d req-4bf6f407-4f78-4723-a8c2-59bcbb1a2003 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413072 Dec 20 16:55:31.830654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02ae5b44-9af7-4bd5-af38-5ef7353409f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:32.767199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-aaced92f-c2e2-4c53-8a3a-84216d6dab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:32.768867 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-aaced92f-c2e2-4c53-8a3a-84216d6dab99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1096 time: 0.0453250 Dec 20 16:55:32.864738 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-59fee4e2-952c-45b2-9472-a7572527a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:32.866301 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-59fee4e2-952c-45b2-9472-a7572527a28f service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0908425 Dec 20 16:55:32.914829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947877-41ff-411a-abfc-84d35690b417 req-5eadb0b1-7661-4ff9-8c4c-038e00577195 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:32.916406 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d947877-41ff-411a-abfc-84d35690b417 req-5eadb0b1-7661-4ff9-8c4c-038e00577195 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.3796482 Dec 20 16:55:32.940668 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-b1d81f06-006c-4699-bfc8-ef2b0d4c0a26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 1001 time: 0.0673752 Dec 20 16:55:32.965335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d947877-41ff-411a-abfc-84d35690b417 req-a0fc9c2e-7c8e-4194-95a0-15b0aaabf7b4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424464 Dec 20 16:55:32.993338 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-8873827b-329f-48a2-99b1-79f5c62d6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:32.994798 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-8873827b-329f-48a2-99b1-79f5c62d6ffa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0471609 Dec 20 16:55:33.043105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-70aa6cd9-8ecc-4466-ae96-7fc01ded7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:33.044535 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-70aa6cd9-8ecc-4466-ae96-7fc01ded7fad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423918 Dec 20 16:55:33.145189 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-1045759e-77c8-44da-94c3-cc3aaca4e9dd service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907793 Dec 20 16:55:33.161988 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:33.242714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-3be81985-02a0-476f-b8e3-2fe834d83a51 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905790 Dec 20 16:55:34.083157 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4923e37-490f-49cd-ba02-ff039ab0ca9b req-43e6ab6e-f7ba-400a-b059-0789fb44a0a3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:34.084561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4923e37-490f-49cd-ba02-ff039ab0ca9b req-43e6ab6e-f7ba-400a-b059-0789fb44a0a3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Dec 20 16:55:34.132199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4923e37-490f-49cd-ba02-ff039ab0ca9b req-00396162-0cbe-4e04-a4f3-0f13a44dec5d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414252 Dec 20 16:55:34.601704 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:35.139197 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:35.249558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582adb5d-e083-4a35-9bd0-d2d28c0bdbf7 req-ed794386-76d3-4f10-9a48-9b892c9eea73 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:35.251399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-582adb5d-e083-4a35-9bd0-d2d28c0bdbf7 req-ed794386-76d3-4f10-9a48-9b892c9eea73 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0499790 Dec 20 16:55:35.303521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-582adb5d-e083-4a35-9bd0-d2d28c0bdbf7 req-015ca480-4573-45db-9a1e-7bcb8e5ccdc6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461419 Dec 20 16:55:36.425760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db70050-83b5-44e9-9662-31e0b6465a7b req-7e5291da-dbf4-4696-935d-0ef8c484e2d6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:36.427156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9db70050-83b5-44e9-9662-31e0b6465a7b req-7e5291da-dbf4-4696-935d-0ef8c484e2d6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Dec 20 16:55:36.475281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9db70050-83b5-44e9-9662-31e0b6465a7b req-488fb16d-f22a-406c-a93b-3e7a0c2b4392 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420280 Dec 20 16:55:37.590597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c443-5322-4e11-9235-596267748083 req-6db812eb-c743-48b6-ab9c-1fef883d1681 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:37.592081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf50c443-5322-4e11-9235-596267748083 req-6db812eb-c743-48b6-ab9c-1fef883d1681 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0490937 Dec 20 16:55:37.640676 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf50c443-5322-4e11-9235-596267748083 req-2a8e9f8e-a3ae-4afe-9575-38d6c2c9894b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418899 Dec 20 16:55:38.764400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8e72-2fd1-4614-8212-c69ab624f3fb req-e1d66414-6154-4582-8e60-3392e8b23c9f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:38.766015 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63ec8e72-2fd1-4614-8212-c69ab624f3fb req-e1d66414-6154-4582-8e60-3392e8b23c9f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Dec 20 16:55:38.814695 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63ec8e72-2fd1-4614-8212-c69ab624f3fb req-505a66f4-3852-4748-a9db-d806d5e07994 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426729 Dec 20 16:55:39.933414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503638-6ec4-4aaa-bbc8-a4760bb876cb req-bddf5ca0-21c4-42f0-a4ab-27f643a1d04a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:39.934891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca503638-6ec4-4aaa-bbc8-a4760bb876cb req-bddf5ca0-21c4-42f0-a4ab-27f643a1d04a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0487645 Dec 20 16:55:39.982657 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ca503638-6ec4-4aaa-bbc8-a4760bb876cb req-e6760298-320e-4911-9a4b-d792f64d8733 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411096 Dec 20 16:55:41.105134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f524cd9-f499-42e2-b454-7a252dbe11d6 req-8a4df964-a0f6-4b3d-b610-77cd59a0ac04 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:41.106647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f524cd9-f499-42e2-b454-7a252dbe11d6 req-8a4df964-a0f6-4b3d-b610-77cd59a0ac04 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0532007 Dec 20 16:55:41.160241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6f524cd9-f499-42e2-b454-7a252dbe11d6 req-a8053c83-cce4-4a28-94f9-3d81c9d46507 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476146 Dec 20 16:55:41.949576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-7a6f199c-00c2-492e-8dd5-3b6777b4c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:41.951075 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-7a6f199c-00c2-492e-8dd5-3b6777b4c460 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1096 time: 0.0418007 Dec 20 16:55:42.059501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-a8ee9f60-cb86-47e0-8056-a81a5d0f8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:42.060916 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-a8ee9f60-cb86-47e0-8056-a81a5d0f8d01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0892117 Dec 20 16:55:42.132725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-7b0739cb-795c-4850-b33c-3db06ecce373 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 1001 time: 0.0649047 Dec 20 16:55:42.183393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-e1946bcf-3c4a-4e50-949a-52c1d8fc2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:42.184877 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-e1946bcf-3c4a-4e50-949a-52c1d8fc2ba2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0453134 Dec 20 16:55:42.231532 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-d4f72c2d-261f-4982-8d3b-6472ddcb5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:42.233078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-d4f72c2d-261f-4982-8d3b-6472ddcb5550 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414422 Dec 20 16:55:42.279599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36868a-8685-4179-9ee0-e051f5eb1c3a req-b7104da8-d1ab-43b1-82b8-96c72c170e5f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:42.281108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd36868a-8685-4179-9ee0-e051f5eb1c3a req-b7104da8-d1ab-43b1-82b8-96c72c170e5f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0501745 Dec 20 16:55:42.332104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bd36868a-8685-4179-9ee0-e051f5eb1c3a req-c2f15b71-fbee-4406-9692-40b07ddf9a7e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440469 Dec 20 16:55:42.334450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-1a30c46c-a990-458e-a494-c046921bf1c8 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939014 Dec 20 16:55:42.428989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-13667c92-9e04-4ef8-9838-30e0c7bc3f7e req-2eff11c9-6708-4215-84d7-c63617c0ed3f service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Dec 20 16:55:43.449727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b142da-eb5f-431d-bc7d-0f2e6214dfc7 req-46263726-4f34-42b1-bdf6-6d753a2712fb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:43.451115 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8b142da-eb5f-431d-bc7d-0f2e6214dfc7 req-46263726-4f34-42b1-bdf6-6d753a2712fb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Dec 20 16:55:43.497379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8b142da-eb5f-431d-bc7d-0f2e6214dfc7 req-68d09d92-0e59-4c94-bca8-91d3d1a7a371 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393531 Dec 20 16:55:44.621814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aaeac-585b-4e5d-99b1-5ab83ccf19c9 req-14be5c49-ef25-46a5-a77f-c247a37481ad tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:44.623298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e0aaeac-585b-4e5d-99b1-5ab83ccf19c9 req-14be5c49-ef25-46a5-a77f-c247a37481ad tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Dec 20 16:55:44.670326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e0aaeac-585b-4e5d-99b1-5ab83ccf19c9 req-bd86b0d0-8b17-47c8-9f0a-ec94f4b7ada4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402155 Dec 20 16:55:45.698228 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-389914ae-4400-4fab-9d6c-c257d474496d req-108a21ab-df75-4174-afa2-d8a6c200e580 service neutron] show failed (client error): The resource could not be found. Dec 20 16:55:45.699248 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-108a21ab-df75-4174-afa2-d8a6c200e580 service neutron] 10.222.0.72 "GET /v2.0/ports/1048a8cb-01d2-4998-99a3-cf001d256793/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0554445 Dec 20 16:55:45.790388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27590d46-2a02-47c6-afee-4aafb8e99219 req-c30cbf2d-d132-40a7-8360-1b8fe987ea1a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:45.791899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27590d46-2a02-47c6-afee-4aafb8e99219 req-c30cbf2d-d132-40a7-8360-1b8fe987ea1a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0489144 Dec 20 16:55:45.840882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27590d46-2a02-47c6-afee-4aafb8e99219 req-3e564984-a68c-4f84-9a5c-40fe47e6ab51 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420797 Dec 20 16:55:46.398684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-6dce6613-026f-45f0-904c-b075e60bba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:46.400105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-6dce6613-026f-45f0-904c-b075e60bba99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 1096 time: 0.0866790 Dec 20 16:55:46.412167 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:55:46.464587 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:46.665092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:46.701596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:55:46.743715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:55:46.745975 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8acaf1-c6ff-46b2-8a60-d0fee1abf4cc" -d '{"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-unplugged", "status": "completed", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:55:46.750064 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:46.762409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Transition to ACTIVE for port object 1048a8cb-01d2-4998-99a3-cf001d256793 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:55:46.853215 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c5684-046e-4ac0-9534-365e63d19705 x-openstack-request-id: req-949c5684-046e-4ac0-9534-365e63d19705 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:55:46.853828 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-unplugged", "status": "completed", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:55:46.853828 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-949c5684-046e-4ac0-9534-365e63d19705 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:55:46.854166 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'code': 200} Dec 20 16:55:46.941061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:47.024171 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3800e-7acb-4645-b47a-42f1f8cfd22d req-6afcb501-4d71-43a8-aa86-7188a0a43491 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:47.025790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dae3800e-7acb-4645-b47a-42f1f8cfd22d req-6afcb501-4d71-43a8-aa86-7188a0a43491 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.1118143 Dec 20 16:55:47.063473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:47.112854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.113240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.113587 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.113928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.114260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.114608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.114918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.115245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.115576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.115897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.116226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.116640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.116965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:47.172542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] No DVR routers for this DVR port 1048a8cb-01d2-4998-99a3-cf001d256793 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:55:47.219704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dae3800e-7acb-4645-b47a-42f1f8cfd22d req-09dc6b50-e3be-4529-a8a1-cf2a4f0f78cb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565897 Dec 20 16:55:47.322021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:55:47.322368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:55:47.322700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:55:47.327092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Port 1048a8cb-01d2-4998-99a3-cf001d256793 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:55:47.327419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Attempting to bind port 1048a8cb-01d2-4998-99a3-cf001d256793 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:55:47.332318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:55:47.332658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:55:47.333046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:55:47.333507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Bound port: 1048a8cb-01d2-4998-99a3-cf001d256793, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:55:47.333865 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:47.397038 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:55:47.400049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:55:47.476266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:47.513447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:47.514051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:47.515453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] 10.222.0.83 "PUT /v2.0/ports/1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 1091 time: 1.1071990 Dec 20 16:55:47.535837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e0049-aa2e-483a-b3cb-62e5e56e8500 service neutron] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:47.581419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-e5bc62e2-0280-454d-bec7-ba8d1ff4cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:47.582935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-e5bc62e2-0280-454d-bec7-ba8d1ff4cd6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1094 time: 0.0440578 Dec 20 16:55:47.685369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-044d4c99-dfd3-4c43-bd74-5fdc716db8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:47.686945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-044d4c99-dfd3-4c43-bd74-5fdc716db8fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0965221 Dec 20 16:55:47.788906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-1a88999e-58e3-48e8-afb6-fe245849d2a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 999 time: 0.0944955 Dec 20 16:55:47.840172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-2bc74156-6b3f-4dc8-908c-1cc3ef14efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:47.841729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-2bc74156-6b3f-4dc8-908c-1cc3ef14efb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0452099 Dec 20 16:55:47.896524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389914ae-4400-4fab-9d6c-c257d474496d req-28b62506-d40c-4d32-b7cd-c9ac7e31a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:47.898074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-28b62506-d40c-4d32-b7cd-c9ac7e31a5f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496907 Dec 20 16:55:47.999838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-0cc126bd-93a4-4725-b3ed-1ed4cfbec3c1 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929499 Dec 20 16:55:48.093103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-389914ae-4400-4fab-9d6c-c257d474496d req-0dd22b57-3de5-49ea-806a-7fbe32767be6 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862150 Dec 20 16:55:48.350178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4d23-7a6c-448a-bf91-8aa7d1e15f82 req-2413fe27-0bab-4dff-855c-c1c765e30c9a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:48.351574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-967e4d23-7a6c-448a-bf91-8aa7d1e15f82 req-2413fe27-0bab-4dff-855c-c1c765e30c9a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0562072 Dec 20 16:55:48.403082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-967e4d23-7a6c-448a-bf91-8aa7d1e15f82 req-692cc362-e562-4d1e-b4cf-3d46b14d0807 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443065 Dec 20 16:55:48.597740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:55:48.638089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:55:48.854851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:55:48.857280 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b820f6f-5400-4104-b534-af012ed2534f" -d '{"events": [{"name": "network-changed", "server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:55:48.905486 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c19ec06-8abb-4016-8737-c71564433107 x-openstack-request-id: req-5c19ec06-8abb-4016-8737-c71564433107 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:55:48.906101 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:55:48.906101 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c19ec06-8abb-4016-8737-c71564433107 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:55:48.907096 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'status': 'completed', 'code': 200} Dec 20 16:55:48.967646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-cc570add-00d8-4bb5-ac0e-85fff79babb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:48.967907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-295b55af-6fe2-4961-8804-2a5945ac999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:48.969764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-cc570add-00d8-4bb5-ac0e-85fff79babb0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1094 time: 0.0423081 Dec 20 16:55:48.969954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-295b55af-6fe2-4961-8804-2a5945ac999a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1094 time: 0.0410516 Dec 20 16:55:49.069437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-9d2b577b-00f3-4e4f-a26c-d5a4e84f74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.070110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-4792207c-3508-4bf0-8222-6ef872c3c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.070959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-9d2b577b-00f3-4e4f-a26c-d5a4e84f74b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0937936 Dec 20 16:55:49.071598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-4792207c-3508-4bf0-8222-6ef872c3c7cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0952339 Dec 20 16:55:49.138573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-62a1bff0-615d-4e7e-b97f-e61200544a9d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 999 time: 0.0602777 Dec 20 16:55:49.138894 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-4238b494-fb21-4865-8106-e1b1ca8eea14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 999 time: 0.0594554 Dec 20 16:55:49.188900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-acb8f5ca-99d4-498e-9df5-113fdc093a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.189588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-978184fe-91a8-467a-899e-a48c89a26b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.190393 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-acb8f5ca-99d4-498e-9df5-113fdc093a29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0451283 Dec 20 16:55:49.191051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-978184fe-91a8-467a-899e-a48c89a26b54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0446968 Dec 20 16:55:49.241283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-68fb7f14-fdd5-48fb-aa02-f9133ce451f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.242399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820f6f-5400-4104-b534-af012ed2534f req-6322add6-c708-46bb-92c6-9e2943234215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.242790 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-68fb7f14-fdd5-48fb-aa02-f9133ce451f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457563 Dec 20 16:55:49.243883 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-6322add6-c708-46bb-92c6-9e2943234215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451880 Dec 20 16:55:49.339650 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-20beb4fc-354d-429f-98e7-4b68e8657739 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Dec 20 16:55:49.340164 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-c8f67067-4192-4e1a-8d41-baa12c761841 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880795 Dec 20 16:55:49.440369 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-065bdcd3-f27c-403f-b7c5-198ec685aeaf service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914195 Dec 20 16:55:49.442859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5b820f6f-5400-4104-b534-af012ed2534f req-7c6db253-4e5b-4258-8358-20be92f99eed service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964043 Dec 20 16:55:49.526324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10c821-d657-4a6d-9341-bc0810e29a97 req-5ffba669-97d6-44c4-86cc-c012c049ad09 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:49.527824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e10c821-d657-4a6d-9341-bc0810e29a97 req-5ffba669-97d6-44c4-86cc-c012c049ad09 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0504785 Dec 20 16:55:49.576452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e10c821-d657-4a6d-9341-bc0810e29a97 req-8835c1d0-6b9a-4833-9577-a312ea56a369 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420573 Dec 20 16:55:50.514479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:55:50.611675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:50.623181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '1048a8cb-01d2-4998-99a3-cf001d256793', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '1048a8cb-01d2-4998-99a3-cf001d256793', 'mac_address': 'fa:16:3e:70:8f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:55:50.665650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:50.679516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1048a8cb-01d2-4998-99a3-cf001d256793 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:55:50.699110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:50.708526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e672227-10b2-4473-9b84-a1758d37ad86 req-d8a6ee99-edcf-4396-82cc-2fcac5c75a22 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:50.710152 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e672227-10b2-4473-9b84-a1758d37ad86 req-d8a6ee99-edcf-4396-82cc-2fcac5c75a22 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 943 time: 0.0542698 Dec 20 16:55:50.758172 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e672227-10b2-4473-9b84-a1758d37ad86 req-fcd9787d-74cb-453e-a4e1-d26641079ee2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419445 Dec 20 16:55:50.784339 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:50.832814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:50.840002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.840346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.840682 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.841015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.841371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.841698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.842026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.842345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.842663 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.842983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.843302 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.843618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:50.844546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:55:51.877005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87360e6-0488-4604-917f-71669862080f req-2ce5fd58-4260-468d-9043-a2797911048b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:51.878561 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e87360e6-0488-4604-917f-71669862080f req-2ce5fd58-4260-468d-9043-a2797911048b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 944 time: 0.0501585 Dec 20 16:55:51.927000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e87360e6-0488-4604-917f-71669862080f req-0890f2c0-778e-4b21-bbad-21d73c7c514b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424917 Dec 20 16:55:52.254912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['1048a8cb-01d2-4998-99a3-cf001d256793'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:55:52.425697 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75731fc4-05cd-4bbe-a155-3d33d3f01664 req-968324e4-38a5-44c6-8f8e-d587a5379535 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:52.427190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75731fc4-05cd-4bbe-a155-3d33d3f01664 req-968324e4-38a5-44c6-8f8e-d587a5379535 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 944 time: 0.0521619 Dec 20 16:55:52.491403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75731fc4-05cd-4bbe-a155-3d33d3f01664 req-5891a3f5-b693-4651-885a-a1742e2951b4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573220 Dec 20 16:55:52.512860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:52.553992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-5d7e51ff-b65c-4244-ad45-10e1e85f0726 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:52.555447 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-5d7e51ff-b65c-4244-ad45-10e1e85f0726 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273&tenant_id=a864bcfb16394f31acefec2916171741&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 944 time: 0.0562758 Dec 20 16:55:52.616007 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-60c71afa-03ca-4bfd-99f9-658c53a5c945 service neutron] delete failed (client error): The resource could not be found. Dec 20 16:55:52.617020 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-60c71afa-03ca-4bfd-99f9-658c53a5c945 service neutron] 10.222.0.72 "DELETE /v2.0/ports/1048a8cb-01d2-4998-99a3-cf001d256793/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0530436 Dec 20 16:55:52.707288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-3466cb6c-d2b9-4695-8e36-1c8b9ca7b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:52.708662 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-3466cb6c-d2b9-4695-8e36-1c8b9ca7b37c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 1095 time: 0.0462167 Dec 20 16:55:52.799792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-85610630-8cd5-4ec3-980d-5fb23438606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:52.801399 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-85610630-8cd5-4ec3-980d-5fb23438606a service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0856545 Dec 20 16:55:52.871578 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-95f429a8-b978-442e-82d7-0071d6bcac69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 200 len: 1000 time: 0.0631194 Dec 20 16:55:52.919966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-cd76efe6-980b-47b4-a6eb-be42b98a28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:52.921482 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-cd76efe6-980b-47b4-a6eb-be42b98a28dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0432236 Dec 20 16:55:52.966742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-388469c8-7d21-499e-97e4-072e51f35fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:52.968158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-388469c8-7d21-499e-97e4-072e51f35fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400932 Dec 20 16:55:53.064493 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-e188d804-f993-426f-a191-67845f84bd32 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894785 Dec 20 16:55:53.155457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53ab0687-655f-4f6a-82db-69af5bc5d9de req-be150f39-3684-4793-8e57-985900d2fc24 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839181 Dec 20 16:55:53.611637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f51c4-c82f-4105-b461-7fee91527d64 req-6d5fb1c1-5bd7-4631-9383-1f6fd9eb1388 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:53.613203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc6f51c4-c82f-4105-b461-7fee91527d64 req-6d5fb1c1-5bd7-4631-9383-1f6fd9eb1388 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 944 time: 0.0514669 Dec 20 16:55:53.663519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc6f51c4-c82f-4105-b461-7fee91527d64 req-5e0bf73e-4453-4435-a9d1-fc3e4599aef0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441275 Dec 20 16:55:54.529737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:55:54.653126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 1048a8cb-01d2-4998-99a3-cf001d256793 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:55:54.658017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 1048a8cb-01d2-4998-99a3-cf001d256793 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:55:54.658395 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:54.740900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:54.764357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:55:54.767331 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4466f-8315-4d6b-94e5-160b3a0b18af" -d '{"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-plugged", "status": "completed", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:55:54.780095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:54.787955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4374b57-05d2-405a-becd-cb6c6bc5f4ee req-976bfb7f-896f-4456-9006-8d2dcddf1763 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:54.789543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4374b57-05d2-405a-becd-cb6c6bc5f4ee req-976bfb7f-896f-4456-9006-8d2dcddf1763 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 944 time: 0.0510895 Dec 20 16:55:54.807037 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699940f-3e4f-4e1b-8ea3-42fb7a7980f3 x-openstack-request-id: req-6699940f-3e4f-4e1b-8ea3-42fb7a7980f3 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:55:54.807342 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-plugged", "status": "completed", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:55:54.807601 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6699940f-3e4f-4e1b-8ea3-42fb7a7980f3 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:55:54.808004 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'code': 200} Dec 20 16:55:54.839518 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a4374b57-05d2-405a-becd-cb6c6bc5f4ee req-26ae73a3-6c6d-41d3-bbda-f91821a634bd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440421 Dec 20 16:55:54.887416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:54.934930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:54.974195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55a51-4f7a-4778-bad9-12b915c18f73 req-827dd01c-5ee0-499c-9685-ff0dfd6cb49a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:54.975718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaa55a51-4f7a-4778-bad9-12b915c18f73 req-827dd01c-5ee0-499c-9685-ff0dfd6cb49a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0561221 Dec 20 16:55:55.026512 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aaa55a51-4f7a-4778-bad9-12b915c18f73 req-7155a4c7-27ea-4a3e-ae5c-84987f74ae14 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444441 Dec 20 16:55:55.165185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8277944-f68d-43d7-944d-0359b63b30b6 req-4af74782-046d-4b52-b94c-b0c3cb216b5c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:55.166737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8277944-f68d-43d7-944d-0359b63b30b6 req-4af74782-046d-4b52-b94c-b0c3cb216b5c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0621603 Dec 20 16:55:55.215465 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8277944-f68d-43d7-944d-0359b63b30b6 req-1f5dde3f-fe63-467e-8479-ea8c8c3ea5b5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421288 Dec 20 16:55:55.723468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e3797-a4a1-4ee0-9e5c-f35f033d58a2 req-cf6e9b8e-481e-4f1c-ae4b-2b307064a276 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:55.724972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae4e3797-a4a1-4ee0-9e5c-f35f033d58a2 req-cf6e9b8e-481e-4f1c-ae4b-2b307064a276 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Dec 20 16:55:55.775408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae4e3797-a4a1-4ee0-9e5c-f35f033d58a2 req-299730c2-4199-4560-a882-adc4670fdec6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443561 Dec 20 16:55:56.898433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87723d-3d99-432e-b022-1072c15a76d6 req-047ebca4-ad68-4df9-90b1-02df047d028d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:56.899939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac87723d-3d99-432e-b022-1072c15a76d6 req-047ebca4-ad68-4df9-90b1-02df047d028d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Dec 20 16:55:56.947394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac87723d-3d99-432e-b022-1072c15a76d6 req-26c7d757-889b-4fcf-ae5d-bcea8131e878 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415242 Dec 20 16:55:57.012294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-fcf70d4a-3c16-439f-b110-d117a7ce4738 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:57.013762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-fcf70d4a-3c16-439f-b110-d117a7ce4738 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Dec 20 16:55:57.106897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Deleting port 1048a8cb-01d2-4998-99a3-cf001d256793 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:55:57.107150 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.195854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] For port 1048a8cb-01d2-4998-99a3-cf001d256793, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=1048a8cb-01d2-4998-99a3-cf001d256793,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:55:57.196211 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.422871 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.423147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.423495 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 disassociated. External IP: 172.25.6.247, port: 1048a8cb-01d2-4998-99a3-cf001d256793. Dec 20 16:55:57.424108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Calling delete_port for 1048a8cb-01d2-4998-99a3-cf001d256793 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:55:57.647315 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.677282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event deleted for resources: {'Port': ['ID=1048a8cb-01d2-4998-99a3-cf001d256793,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:55:57.796563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:55:57.912093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:55:57.927194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:55:57.934739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:55:57.935452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:55:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:57.956437 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] No DVR routers for this DVR port 1048a8cb-01d2-4998-99a3-cf001d256793 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:55:57.959738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:57.963109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6699ff1-39c3-40d7-acf4-8f9ab879d85b req-7a7b8de3-feb4-49d8-8ccb-2483afd79aa0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "DELETE /v2.0/ports/1048a8cb-01d2-4998-99a3-cf001d256793 HTTP/1.1" status: 204 len: 173 time: 0.9433620 Dec 20 16:55:57.963569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-deleted', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:55:57.966647 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1ab2b-8044-4f7e-b5cd-5ca429203dd4" -d '{"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-deleted", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:55:57.979043 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:58.021683 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33ada32-a1f9-44b7-91eb-9e3fee2f38c0 x-openstack-request-id: req-f33ada32-a1f9-44b7-91eb-9e3fee2f38c0 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:55:58.022108 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edcc2e9-9687-4c19-8b51-74ebe552a273", "name": "network-vif-deleted", "tag": "1048a8cb-01d2-4998-99a3-cf001d256793", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:55:58.022542 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f33ada32-a1f9-44b7-91eb-9e3fee2f38c0 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:55:58.023019 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edcc2e9-9687-4c19-8b51-74ebe552a273', 'name': 'network-vif-deleted', 'tag': '1048a8cb-01d2-4998-99a3-cf001d256793', 'status': 'completed', 'code': 200} Dec 20 16:55:58.056401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:55:58.302212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:58.322605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20df517f-a144-4514-9586-b84909db70d8 req-f1d3cd66-a867-4b24-a0df-36228bf13bcc tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=7edcc2e9-9687-4c19-8b51-74ebe552a273 HTTP/1.1" status: 200 len: 210 time: 0.2856290 Dec 20 16:55:58.329851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:55:58.338366 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:55:58.338970 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:55:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:58.446411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:55:58.650090 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:55:58.677676 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fb8b-110f-453b-bfbc-ec1f26bb3efb None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:55:58.898049 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966af1c-adc0-4cc9-befb-9b915afdb43f None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:55:59.372819 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1368a6e-743e-4ff3-b1b9-8f79ab53ca33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:55:59.563624 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-1432bada-8aa5-42b0-869c-87e13aae775c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--72313209&fields=id&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 267 time: 0.0419743 Dec 20 16:55:59.672725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-777c1c94-d78c-4f4d-a219-a04edf3f1e08 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:55:59.674463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-777c1c94-d78c-4f4d-a219-a04edf3f1e08 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1041903 Dec 20 16:55:59.691634 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-654deffa-a55b-491e-9251-9b1509f159c4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/quotas/a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 375 time: 0.0114417 Dec 20 16:55:59.748354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-b7e421b5-20d9-4a10-ac28-d1c0a3d38cde tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502896 Dec 20 16:55:59.807344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-59fe6553-eac7-4073-ab44-0ef5c88e2b00 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 16:55:59.808382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-59fe6553-eac7-4073-ab44-0ef5c88e2b00 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478225 Dec 20 16:55:59.898360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-a3455bda-6de9-498a-abd3-a5d82a72fc83 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827732 Dec 20 16:55:59.991055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-80977218-6f3b-480f-9078-930dd52b0a82 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865214 Dec 20 16:56:00.275370 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a8fd206-f818-4f81-9db6-a43e66bab9d1 req-88209ea0-1474-4ef0-a189-b7967fcc0fa9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0268853 Dec 20 16:56:00.529054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:56:00.549894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 1048a8cb-01d2-4998-99a3-cf001d256793 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:56:00.550248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 1048a8cb-01d2-4998-99a3-cf001d256793 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:56:01.355064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f2431ac-c27c-41d7-8726-86070eb61448 req-1625f94d-7c1e-4ae0-8aa6-2bf16eebc27b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0283067 Dec 20 16:56:01.784079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15409aff-c0d6-43d7-826a-6517facc5feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:02.040935 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:56:02.436004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f55aefc-976d-4b0b-9905-ee00d6af2342 req-f6303999-55a5-43dd-a14a-095d7fdb4857 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0273626 Dec 20 16:56:03.183962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:03.517827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c56ddab3-927b-4447-8310-9504174849f9 req-0c863545-6067-42c7-bdac-e2fd028b1c54 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0307732 Dec 20 16:56:04.612014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f5de52b9-c523-49af-bba0-e31ded12e6de req-7102cdc9-4d66-4072-bff4-0970b715ff91 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0268335 Dec 20 16:56:04.636031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:05.218402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:05.705646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-721be795-d609-46e8-abf2-2390c31dd41c req-193de2ab-51ec-4133-a027-693fb8cad540 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0266943 Dec 20 16:56:06.680890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-da846cec-8861-4dfc-be46-89f8ecd75ce4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:06.682330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-da846cec-8861-4dfc-be46-89f8ecd75ce4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1049960 Dec 20 16:56:06.760238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-6a4c640b-e7ac-42fc-85da-d72c2480f3eb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 378 time: 0.0691111 Dec 20 16:56:06.788492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'port': {'device_id': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'admin_state_up': True, 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'security_groups': ['091563e0-0bc1-4148-a4b5-ce98f9dfb0ca']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:56:06.823435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e087ca6-817c-450d-88d5-eae2c3c02c46 req-d502bc93-6a59-4277-8b60-afd0078f71ae tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0361695 Dec 20 16:56:07.092652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Made reservation on behalf of a864bcfb16394f31acefec2916171741 for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:56:07.096403 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:07.230982 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Allocated IP 172.20.0.9 (34b0b423-bc4f-4e81-bfbd-0a97344867b0/1f34a8c8-b026-47fd-855a-f2b4e045d001/aec8c8fc-b03f-40fb-ba5b-c459d2ba5647) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:56:07.387926 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:07.523767 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:07.574456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:56:07.577585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:56:07.582134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:56:07.589827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:56:07.645060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:07.645821 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:07.787423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5a6ceb6c-f977-4cd8-afed-5ede506d16b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0207524 Dec 20 16:56:07.801187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Request body: {'port': {'device_id': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:56:07.808059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-aa7077c4-694c-4709-a687-d7b2ebe28ac8 None None] Provisioning complete for port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:56:07.811009 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa7077c4-694c-4709-a687-d7b2ebe28ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:07.843346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-aa7077c4-694c-4709-a687-d7b2ebe28ac8 None None] Port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:56:07.864583 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.022888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5167d-8e9e-4540-9d9c-2f9f6e0d2b4f req-b41dc158-34df-4829-970c-0c2e972677b3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.024391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d5167d-8e9e-4540-9d9c-2f9f6e0d2b4f req-b41dc158-34df-4829-970c-0c2e972677b3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 931 time: 0.1267765 Dec 20 16:56:08.128140 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-76d5167d-8e9e-4540-9d9c-2f9f6e0d2b4f req-fe0acc83-ecf6-4601-86d8-486f77ffe301 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939527 Dec 20 16:56:08.220564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:56:08.228346 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.241023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Transition to ACTIVE for port object aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:56:08.344881 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.394716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:56:08.467676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:56:08.468014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:56:08.468630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:56:08.473917 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:56:08.474239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:56:08.479714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:56:08.480051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:56:08.480433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:56:08.480894 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Bound port: aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:56:08.481294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.554385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:56:08.557466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:56:08.630332 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.668937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.669596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:08.670993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] 10.222.0.83 "PUT /v2.0/ports/aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1091 time: 0.8744624 Dec 20 16:56:08.671433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:56:08.674798 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d763a537-9e27-4539-9b37-632707450e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:56:08.696565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851de040-659a-4bf6-8c38-bd52428ffe51 service neutron] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:56:08.719637 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47eb94-732a-4ccd-a518-3e3c70e269a7 x-openstack-request-id: req-0e47eb94-732a-4ccd-a518-3e3c70e269a7 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:56:08.719939 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:56:08.720245 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e47eb94-732a-4ccd-a518-3e3c70e269a7 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:56:08.720656 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'status': 'completed', 'code': 200} Dec 20 16:56:08.785103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a537-9e27-4539-9b37-632707450e1e req-719b16e4-d6d2-42ec-aaa9-588ea7e670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.786702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d763a537-9e27-4539-9b37-632707450e1e req-719b16e4-d6d2-42ec-aaa9-588ea7e670b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1094 time: 0.0456965 Dec 20 16:56:08.896703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a537-9e27-4539-9b37-632707450e1e req-cfb5edde-80d2-4057-a084-f66283af71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.898273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d763a537-9e27-4539-9b37-632707450e1e req-cfb5edde-80d2-4057-a084-f66283af71cb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a864bcfb16394f31acefec2916171741&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1035383 Dec 20 16:56:08.993565 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a537-9e27-4539-9b37-632707450e1e req-00a8b07e-6002-4d0a-bf0e-8279592cda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:08.995031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d763a537-9e27-4539-9b37-632707450e1e req-00a8b07e-6002-4d0a-bf0e-8279592cda78 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900054 Dec 20 16:56:09.077652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5068efe3-0134-49cd-9a6f-908720488012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:09.079410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-5068efe3-0134-49cd-9a6f-908720488012 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1094 time: 0.0467963 Dec 20 16:56:09.123154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-0348ff84-6c8b-48a6-9814-20c93a6de689 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Dec 20 16:56:09.175473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-86ba58ce-5583-4f7b-8075-cff8280ae4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:09.176984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-86ba58ce-5583-4f7b-8075-cff8280ae4c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0474443 Dec 20 16:56:09.255759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-dfb7bee7-ae33-484d-8c52-a33e54347cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:09.257383 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-dfb7bee7-ae33-484d-8c52-a33e54347cfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729399 Dec 20 16:56:09.281390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cfe16-43ea-4971-864c-d5b1d388b916 req-324267d5-21c3-4d6d-9a04-5bced8efb1ce tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:09.282863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a5cfe16-43ea-4971-864c-d5b1d388b916 req-324267d5-21c3-4d6d-9a04-5bced8efb1ce tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0700653 Dec 20 16:56:09.385282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a5cfe16-43ea-4971-864c-d5b1d388b916 req-45d3384e-3965-496b-8b98-437e62b45fac tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923812 Dec 20 16:56:09.401903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-16fe89be-1e76-4fbf-bb22-cba660a0781e service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368711 Dec 20 16:56:09.492248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f91c18eb-8b6a-42f1-994e-90d7b92868b5 req-24341255-7f33-44b2-afdd-deac206a28b3 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836213 Dec 20 16:56:10.507381 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca7401-6294-4bf3-a08a-016b37af5bd3 req-26a3d0af-8952-408b-b9d8-e73a7a705e5c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:10.508857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3dca7401-6294-4bf3-a08a-016b37af5bd3 req-26a3d0af-8952-408b-b9d8-e73a7a705e5c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0495737 Dec 20 16:56:10.561219 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3dca7401-6294-4bf3-a08a-016b37af5bd3 req-b02afeba-7906-463b-ba86-de6e27adbff3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462730 Dec 20 16:56:11.680598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb72a81-d6a3-4615-b460-eab89ab35665 req-ca8b29e8-2b60-4160-8896-91a2e37d9301 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:11.682123 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-efb72a81-d6a3-4615-b460-eab89ab35665 req-ca8b29e8-2b60-4160-8896-91a2e37d9301 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0488055 Dec 20 16:56:11.729102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-efb72a81-d6a3-4615-b460-eab89ab35665 req-242ed70c-fcc0-4bdb-b3e5-492db64f7e0c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403867 Dec 20 16:56:12.591049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:56:12.685123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:56:12.696532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'mac_address': 'fa:16:3e:89:6b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:56:12.738118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:12.750901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:56:12.769930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:56:12.841299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:12.850681 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88c84-dece-4a5a-a808-7184cbb6d5ff req-9e065d5c-938f-4496-a5e8-a1307ba3300f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:12.852209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a88c84-dece-4a5a-a808-7184cbb6d5ff req-9e065d5c-938f-4496-a5e8-a1307ba3300f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0492294 Dec 20 16:56:12.891812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:56:12.900648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77a88c84-dece-4a5a-a808-7184cbb6d5ff req-d1f54648-ed87-40cf-82db-db541555f629 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418646 Dec 20 16:56:13.136777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:56:14.023160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd22b25-bad8-4bbd-97b3-25453963d61c req-99de924e-fa18-4c9e-bd17-b56319fd121e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:14.024653 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dd22b25-bad8-4bbd-97b3-25453963d61c req-99de924e-fa18-4c9e-bd17-b56319fd121e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 944 time: 0.0523987 Dec 20 16:56:14.073543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dd22b25-bad8-4bbd-97b3-25453963d61c req-09271cae-db4b-478d-bd93-35485b7b1463 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429013 Dec 20 16:56:14.591434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:56:14.738524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:56:14.743013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:56:14.743382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:14.821136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:14.846151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:56:14.848261 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a0b38-df69-4b00-ba4f-f719cfcd4f32" -d '{"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-plugged", "status": "completed", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:56:14.861454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:56:14.885348 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36c80a7-b0c8-47ef-bfb0-6191c7bcffec x-openstack-request-id: req-b36c80a7-b0c8-47ef-bfb0-6191c7bcffec {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:56:14.885641 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-plugged", "status": "completed", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:56:14.885906 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b36c80a7-b0c8-47ef-bfb0-6191c7bcffec {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:56:14.886297 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'code': 200} Dec 20 16:56:14.967189 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:14.983822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409285-d00a-43f0-8685-27d0dd00cb88 req-0d419fd1-0b14-487b-9c15-56db131ed65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:14.985940 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69409285-d00a-43f0-8685-27d0dd00cb88 req-0d419fd1-0b14-487b-9c15-56db131ed65a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1095 time: 0.0419095 Dec 20 16:56:15.015147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:56:15.035478 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69409285-d00a-43f0-8685-27d0dd00cb88 req-8a408340-1d84-4b2c-9501-36d829483d10 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420902 Dec 20 16:56:15.195501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2317991-b71a-4ed3-a591-89fe078b17a7 req-2a22e20b-3f5e-4773-a78e-85c2a72af9c6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:15.196975 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2317991-b71a-4ed3-a591-89fe078b17a7 req-2a22e20b-3f5e-4773-a78e-85c2a72af9c6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0526123 Dec 20 16:56:15.244254 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e2317991-b71a-4ed3-a591-89fe078b17a7 req-da8fd687-7a4d-4232-a8de-87c4177d17a0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413241 Dec 20 16:56:16.364393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9759-c030-4705-be15-fe0183726b26 req-100b2146-ef12-4b7d-ad1e-c637a9692010 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:16.366007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d17e9759-c030-4705-be15-fe0183726b26 req-100b2146-ef12-4b7d-ad1e-c637a9692010 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0517347 Dec 20 16:56:16.415354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d17e9759-c030-4705-be15-fe0183726b26 req-fee83169-8317-4f2f-96b0-bd52f380d737 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431960 Dec 20 16:56:17.531679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ad00-388c-4072-8953-cba7abb5634a req-4fa993f4-ec41-4559-b0c8-c345bad87fd5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:17.533183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5502ad00-388c-4072-8953-cba7abb5634a req-4fa993f4-ec41-4559-b0c8-c345bad87fd5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0493419 Dec 20 16:56:17.584146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5502ad00-388c-4072-8953-cba7abb5634a req-42cf4b61-fc67-482f-801a-c9c222ce63cb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449259 Dec 20 16:56:17.698103 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f03d-8a7b-4f55-9de2-280579e91338 req-7744108d-d6f9-46fc-8337-14b58594ffb9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:17.699961 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-49b9f03d-8a7b-4f55-9de2-280579e91338 req-7744108d-d6f9-46fc-8337-14b58594ffb9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0494976 Dec 20 16:56:17.718669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 50938) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:56:17.723300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'floatingip': {'port_id': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:56:17.763260 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:18.213975 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:18.298650 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:18.401349 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 associated. External IP: 172.25.6.247, port: aec8c8fc-b03f-40fb-ba5b-c459d2ba5647. Dec 20 16:56:18.608297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:56:18.970821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:56:18.976010 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:18.980222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:56:18.990644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:56:18.991264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:56:19.004880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2cb7d728-8136-4eb7-8004-7d9fb0c86163 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "PUT /v2.0/floatingips/a34a7d97-0193-4475-b6e2-35f2a9171328 HTTP/1.1" status: 200 len: 991 time: 1.2850208 Dec 20 16:56:19.005610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:56:19.007849 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:56:19.047637 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d027226-6ce1-4c2e-8fba-b6aba2bed8bc x-openstack-request-id: req-9d027226-6ce1-4c2e-8fba-b6aba2bed8bc {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:56:19.057705 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:56:19.057705 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d027226-6ce1-4c2e-8fba-b6aba2bed8bc {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:56:19.057705 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'status': 'completed', 'code': 200} Dec 20 16:56:19.107068 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:56:19.112087 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-8dc24064-50cd-406e-ade0-182969a2aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:19.113625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-8dc24064-50cd-406e-ade0-182969a2aeaf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1096 time: 0.0411170 Dec 20 16:56:19.212184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-ebad4bf7-9fab-4347-b702-cd8a21f7e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:19.213689 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-ebad4bf7-9fab-4347-b702-cd8a21f7e310 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0913904 Dec 20 16:56:19.279302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-d34d55dc-7960-40e9-9340-5eb519e7b6c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 999 time: 0.0588245 Dec 20 16:56:19.329180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-7b7e5816-9d2c-42d9-bf8c-51f8b9b1e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:19.330667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-7b7e5816-9d2c-42d9-bf8c-51f8b9b1e191 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0449789 Dec 20 16:56:19.339946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:89:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:56:18Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:56:19.366200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:56:19.374496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:56:19.375415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:56:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:56:19.381061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-ab07922a-108b-4b68-8b7f-7bfc75394e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:19.382585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-ab07922a-108b-4b68-8b7f-7bfc75394e3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441165 Dec 20 16:56:19.476665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-60ced696-4db3-4335-a252-c9eae4ed9a6b service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 Dec 20 16:56:19.481487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:56:19.572987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b098e1cb-7b74-4a4c-9980-d0fd008ab6ab req-b20fbf66-81d6-4bf8-a541-67186df2185d service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896549 Dec 20 16:56:19.709622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:89:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:56:18Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:56:19.897632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff1d83-b862-4fbc-8af1-b5cbdfda7434 None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:89:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:56:18Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:56:20.093980 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67648c08-6761-4a99-b7b0-9616f3fade5a None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:56:22.235938 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:27.909957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:29.338395 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-847998f7-75a6-4c9f-9e37-31cd635100f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:31.750767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6455eaaf-aa4d-4442-a6f0-c67bb4ce8d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:33.178645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:34.606497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:35.132814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:39.040317 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:56:44.091967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-01ba9788-911c-438b-a656-778ec71c73d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416670 Dec 20 16:56:44.178179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-bab78098-cea0-4e28-bc3d-448b54fbc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:44.180765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-bab78098-cea0-4e28-bc3d-448b54fbc6a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1096 time: 0.0453627 Dec 20 16:56:44.291878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-d45f28ee-353b-4890-8d36-32004d81e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:44.293410 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-d45f28ee-353b-4890-8d36-32004d81e5e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0922103 Dec 20 16:56:44.363014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-0a8e179a-ecac-46be-abca-62e5123bb7a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1001 time: 0.0622976 Dec 20 16:56:44.417974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-de4393c4-07b1-4ffa-81f4-e8c7f89dec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:44.419455 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-de4393c4-07b1-4ffa-81f4-e8c7f89dec4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0491216 Dec 20 16:56:44.465685 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-02279ee2-914f-45e9-a330-9c5f94c2b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:56:44.467200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-02279ee2-914f-45e9-a330-9c5f94c2b8a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407240 Dec 20 16:56:44.559356 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-b9c0fc16-8503-4d83-bdfb-b4703b8f5110 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847802 Dec 20 16:56:44.659541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8117e6ec-2edb-4f9a-8947-739281f8048e req-658fb6c2-0e75-4ac8-8589-a77eb7789cc8 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918183 Dec 20 16:56:52.315779 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:57.960907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:56:59.331244 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00ca80f5-575c-4522-b451-e6f94a1b06b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:01.747877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21af4662-fdb0-4c7c-9a86-20da40599f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:03.187868 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:04.627969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:05.171438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:16.038209 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:57:22.309030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:27.949224 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:29.349269 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1b838f0-81f6-452d-82f6-c26af2e63bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:31.788921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5147c310-6712-4cbb-8311-3f8371019be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:33.172288 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:34.611758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:35.210081 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:46.106163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-f105b2b2-80f3-4ffa-a000-a3f75ea33c17 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429738 Dec 20 16:57:46.195548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-ae6e5748-3ef1-4210-9603-279548444ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.200724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-ae6e5748-3ef1-4210-9603-279548444ec4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1096 time: 0.0471005 Dec 20 16:57:46.302904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-6f0b71d9-de27-4682-894f-c3b39063142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.304417 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-6f0b71d9-de27-4682-894f-c3b39063142c service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0882752 Dec 20 16:57:46.375949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-0423a1aa-473b-4b70-8185-645ef24bebb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1001 time: 0.0643065 Dec 20 16:57:46.425236 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-99523841-ed20-4c1a-b89b-2bc270727735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.426595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-99523841-ed20-4c1a-b89b-2bc270727735 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0443199 Dec 20 16:57:46.473604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-5828bff2-34af-41af-ba1d-6c0fa28d1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:57:46.475153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-5828bff2-34af-41af-ba1d-6c0fa28d1130 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419428 Dec 20 16:57:46.573681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-29ca03e6-7ddf-4f4c-beda-c09df47e5bc9 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871615 Dec 20 16:57:46.664652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f4e917c-154e-4748-b9df-a6e9eae4ed3e req-efb62c5c-616c-40f6-b280-cfde78de7b19 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834565 Dec 20 16:57:52.326411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:53.037206 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:57:57.965629 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:57:59.371644 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0606c26a-91c7-4c14-a6c0-32dd88fbc4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:01.749213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-795e9c51-fbc8-417b-8ff3-621c0ac0301c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:03.160277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:04.622575 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:05.141005 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:22.228756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:27.954053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:29.336809 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3b42e20-a24b-4241-a80f-2814a999a4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:30.035950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:58:31.748073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6fa24edf-16fa-46c3-b032-b3611f57a5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:33.210822 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:34.614047 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:35.250943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:45.570654 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052efa2c-fa4e-4a80-a09a-ec25400c0382 req-bab26112-b4ae-4cce-bda5-3b84786f3960 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:45.572162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-052efa2c-fa4e-4a80-a09a-ec25400c0382 req-bab26112-b4ae-4cce-bda5-3b84786f3960 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.1108069 Dec 20 16:58:45.622462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-052efa2c-fa4e-4a80-a09a-ec25400c0382 req-622e2126-cec7-43c9-ae26-5ec974b9c277 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441484 Dec 20 16:58:46.802636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15847e-a2da-4ed0-a6b6-01efa9396b3e req-37ac3030-3c76-4c5c-a940-1d9eb1986bb8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:46.804127 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb15847e-a2da-4ed0-a6b6-01efa9396b3e req-37ac3030-3c76-4c5c-a940-1d9eb1986bb8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.1106641 Dec 20 16:58:46.853793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb15847e-a2da-4ed0-a6b6-01efa9396b3e req-c6226a96-b918-425f-8775-48350ed992b6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427082 Dec 20 16:58:47.123763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c107-10f6-4de0-8c30-509d8685286d req-07d428ea-fb39-4719-86d1-6cfa26544c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:47.125447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-07d428ea-fb39-4719-86d1-6cfa26544c1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1096 time: 0.0415285 Dec 20 16:58:47.241759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c107-10f6-4de0-8c30-509d8685286d req-d50a7521-6761-4b6c-9329-e17fcd8a4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:47.243386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-d50a7521-6761-4b6c-9329-e17fcd8a4024 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0970392 Dec 20 16:58:47.317235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-7a7a9942-c91a-4885-a3de-bbc876b47198 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1001 time: 0.0662155 Dec 20 16:58:47.383895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c107-10f6-4de0-8c30-509d8685286d req-fda3c79a-7e71-46a8-94e5-108baf4c2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:47.387394 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-fda3c79a-7e71-46a8-94e5-108baf4c2bac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0626438 Dec 20 16:58:47.439350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c107-10f6-4de0-8c30-509d8685286d req-8fadcd56-aebf-49e4-a579-32b2936594fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:47.439967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-8fadcd56-aebf-49e4-a579-32b2936594fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435345 Dec 20 16:58:47.548817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-025ccbed-f9e9-4a8c-8cad-be6b02bbe47f service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011992 Dec 20 16:58:47.649304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de53c107-10f6-4de0-8c30-509d8685286d req-c4546573-e83c-4a10-af5b-1a292d304756 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924740 Dec 20 16:58:47.973341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521818fc-5330-4c1a-ba04-c4d040131a59 req-479b5aad-3246-4436-bf57-e0132edf0c7c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:47.974863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-521818fc-5330-4c1a-ba04-c4d040131a59 req-479b5aad-3246-4436-bf57-e0132edf0c7c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0500433 Dec 20 16:58:48.030128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-521818fc-5330-4c1a-ba04-c4d040131a59 req-93c47384-ed26-4c30-b3d4-c3ec83a63b54 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460961 Dec 20 16:58:49.148660 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4115c1-3a4c-4048-a5b5-5ad6d1689d04 req-4fe6f272-c855-4cbb-93e1-6d8721e389b8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:49.150251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f4115c1-3a4c-4048-a5b5-5ad6d1689d04 req-4fe6f272-c855-4cbb-93e1-6d8721e389b8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0508816 Dec 20 16:58:49.198546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8f4115c1-3a4c-4048-a5b5-5ad6d1689d04 req-c4b8fb4c-e72d-44ca-a93a-db80c86a2d97 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419993 Dec 20 16:58:50.318715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1abfed-2876-4056-832f-d9ee449d2027 req-dd9d6425-cac8-4e78-9786-bfadad91fa58 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:50.320276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb1abfed-2876-4056-832f-d9ee449d2027 req-dd9d6425-cac8-4e78-9786-bfadad91fa58 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0525858 Dec 20 16:58:50.369978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eb1abfed-2876-4056-832f-d9ee449d2027 req-69ca620b-e4bc-47fa-97c0-8e3a13696dbd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423040 Dec 20 16:58:51.492892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b846-7fad-4194-939e-e33c64492b93 req-451e022b-7112-433d-a44c-435288210c81 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:51.494440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a458b846-7fad-4194-939e-e33c64492b93 req-451e022b-7112-433d-a44c-435288210c81 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0539992 Dec 20 16:58:51.543030 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a458b846-7fad-4194-939e-e33c64492b93 req-fa702bf2-1431-4fa4-97bb-be62f64e7509 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423265 Dec 20 16:58:52.293871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:52.662317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae4776-545f-4287-939a-3b12ce7614fe req-f0bf771b-77c3-4448-b449-0debe70364e3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:52.663823 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bae4776-545f-4287-939a-3b12ce7614fe req-f0bf771b-77c3-4448-b449-0debe70364e3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0514085 Dec 20 16:58:52.712141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7bae4776-545f-4287-939a-3b12ce7614fe req-8a8db3be-3169-412f-af58-3460c2361373 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414574 Dec 20 16:58:53.829455 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9e7a5-be13-4941-a158-00a87c387917 req-2c33d55f-815b-4a1e-83a4-6120f5179435 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:53.830978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cef9e7a5-be13-4941-a158-00a87c387917 req-2c33d55f-815b-4a1e-83a4-6120f5179435 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0505960 Dec 20 16:58:53.882301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cef9e7a5-be13-4941-a158-00a87c387917 req-e10414b1-205a-48b0-8e20-a01e07a77989 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451121 Dec 20 16:58:55.000412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa76d92-89e7-408b-9136-748a62faebb4 req-3ef13c29-d14a-4ad2-9bd3-024d07096fc4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:55.001997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfa76d92-89e7-408b-9136-748a62faebb4 req-3ef13c29-d14a-4ad2-9bd3-024d07096fc4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0498786 Dec 20 16:58:55.050109 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bfa76d92-89e7-408b-9136-748a62faebb4 req-f440e0aa-3ee7-46da-b542-bd5af8a97ba4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420899 Dec 20 16:58:56.181128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3826e-b2c1-4662-97ef-46f2b3fb458d req-c7fd59ca-ea9c-4c32-97bb-81e3b0b89a2f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:56.181128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31c3826e-b2c1-4662-97ef-46f2b3fb458d req-c7fd59ca-ea9c-4c32-97bb-81e3b0b89a2f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0513394 Dec 20 16:58:56.227189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-31c3826e-b2c1-4662-97ef-46f2b3fb458d req-14d0c026-8a2b-4157-bc15-e4dbbe0a2acd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426736 Dec 20 16:58:56.638359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a878-ec01-494b-ba20-e2d8789ba878 req-186b113b-d641-4388-9a47-5ed985897174 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:56.639851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de52a878-ec01-494b-ba20-e2d8789ba878 req-186b113b-d641-4388-9a47-5ed985897174 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0539005 Dec 20 16:58:56.688742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de52a878-ec01-494b-ba20-e2d8789ba878 req-eda37ef3-de11-432c-95fc-feb33306766f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428162 Dec 20 16:58:56.821930 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-862353f4-3ac0-4a32-b28a-c7b299f43ccf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868206 Dec 20 16:58:57.808914 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47505e-4501-4ed6-bea8-7e9f85ce0b1a req-ce4fb4a8-7bd1-44e9-a179-d205937ee275 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:57.811092 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e47505e-4501-4ed6-bea8-7e9f85ce0b1a req-ce4fb4a8-7bd1-44e9-a179-d205937ee275 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0519204 Dec 20 16:58:57.864601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e47505e-4501-4ed6-bea8-7e9f85ce0b1a req-ae5a28bd-d932-420a-a4c6-15efa8e4a966 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442500 Dec 20 16:58:57.955126 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:58.991326 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4c423-231f-4d4c-92c4-7f088e6b2b09 req-0572c63a-2e63-4369-a501-65c5dc937b85 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:58.992833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75e4c423-231f-4d4c-92c4-7f088e6b2b09 req-0572c63a-2e63-4369-a501-65c5dc937b85 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0550759 Dec 20 16:58:59.040560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75e4c423-231f-4d4c-92c4-7f088e6b2b09 req-f74d4f5e-d2b8-4fdb-a098-54c83c710562 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415289 Dec 20 16:58:59.161462 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-fbfc1882-cf74-41bb-87f4-8277ef9f76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:59.163687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-fbfc1882-cf74-41bb-87f4-8277ef9f76cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1096 time: 0.0431414 Dec 20 16:58:59.257650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-b797f5ed-10aa-4103-9e84-b275eaed862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:59.259162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-b797f5ed-10aa-4103-9e84-b275eaed862d service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0898330 Dec 20 16:58:59.326232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-86305b1d-ff6b-4de9-a865-572e8680672d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1001 time: 0.0600638 Dec 20 16:58:59.353431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fcd58f0a-34a8-4201-b709-a4a9b82e0901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:58:59.377623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-c7938102-82c0-4070-8502-296c82b4b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:59.379082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-c7938102-82c0-4070-8502-296c82b4b099 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0463386 Dec 20 16:58:59.428943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-38166f50-f776-4fac-8e8d-60ca5d15f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:58:59.430422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-38166f50-f776-4fac-8e8d-60ca5d15f273 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448706 Dec 20 16:58:59.521922 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-92e8cdc1-bf5b-4100-b296-a670d780ebb2 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837708 Dec 20 16:58:59.616265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-723acc77-c10d-40df-b91d-d3c8c1319ae9 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877912 Dec 20 16:59:00.164089 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f97c1-4223-4030-9cf5-0e32bccecbc4 req-e8a2e1fc-fd8c-4733-9f48-13acb1b805d0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:00.165524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d02f97c1-4223-4030-9cf5-0e32bccecbc4 req-e8a2e1fc-fd8c-4733-9f48-13acb1b805d0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0499632 Dec 20 16:59:00.213681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d02f97c1-4223-4030-9cf5-0e32bccecbc4 req-95c5dcfa-c643-4967-af25-1bf601e96f21 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414515 Dec 20 16:59:01.331788 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f2c8c-a3eb-4d5e-9be0-e6d4b0bdd08f req-28be5264-6b9d-420b-8e8e-cd727687a594 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:01.333303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f87f2c8c-a3eb-4d5e-9be0-e6d4b0bdd08f req-28be5264-6b9d-420b-8e8e-cd727687a594 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0498791 Dec 20 16:59:01.385601 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f87f2c8c-a3eb-4d5e-9be0-e6d4b0bdd08f req-6a228a8a-0a81-4531-a01f-0dcbbfbaa15f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463846 Dec 20 16:59:01.747717 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72b6f427-60db-429d-b0bf-39ff05cf0c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:01.786879 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-92d66ee2-24c0-4513-afd0-ff55ef8c0a28 service neutron] show failed (client error): The resource could not be found. Dec 20 16:59:01.787839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-92d66ee2-24c0-4513-afd0-ff55ef8c0a28 service neutron] 10.222.0.83 "GET /v2.0/ports/aec8c8fc-b03f-40fb-ba5b-c459d2ba5647/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0563698 Dec 20 16:59:02.428288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-b11d62d7-261d-4c52-9a4e-6781c034fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:02.429887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-b11d62d7-261d-4c52-9a4e-6781c034fc78 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 1096 time: 0.0824106 Dec 20 16:59:02.442318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:02.498331 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:02.508063 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 16:59:02.511655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8525c-b66b-4b5d-8518-0c8156f30f61 req-12ca2dbf-4fe6-400f-81c6-4ac68fabc286 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:02.512209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8f8525c-b66b-4b5d-8518-0c8156f30f61 req-12ca2dbf-4fe6-400f-81c6-4ac68fabc286 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0538039 Dec 20 16:59:02.563014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8f8525c-b66b-4b5d-8518-0c8156f30f61 req-b4170b81-393d-44f1-8917-f7a13b5eb117 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435565 Dec 20 16:59:02.712233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:02.744730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:59:02.784572 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:02.786881 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f56d22-6758-40dc-bc69-ead7ba761039" -d '{"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:02.790733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:02.804206 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Transition to ACTIVE for port object aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:59:02.884913 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:02.895214 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e504a7-a5cc-4bed-890f-31b0fec848d1 x-openstack-request-id: req-d6e504a7-a5cc-4bed-890f-31b0fec848d1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:02.895505 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:02.895783 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6e504a7-a5cc-4bed-890f-31b0fec848d1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:02.896175 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'code': 200} Dec 20 16:59:02.993979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=6']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:03.021185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.021537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.021883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.022224 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.022556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.022884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.023209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.023541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.023866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.024188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.024513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.024831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.025150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:03.077768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] No DVR routers for this DVR port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on host n-h2-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:03.159171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:03.216481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:59:03.216925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:59:03.217299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:59:03.221787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:59:03.222106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Attempting to bind port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:59:03.226973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:59:03.227307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:59:03.227689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:59:03.228109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Bound port: aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:59:03.228459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:03.295302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:59:03.298664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:59:03.382602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:03.422255 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.422884 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:03.424274 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1091 time: 0.9861641 Dec 20 16:59:03.442345 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67c712-76ef-4425-a78e-0dd63d0e68c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=7']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:03.493368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-249e1b55-2c52-43ec-95a2-bc3c58d328a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.494888 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-249e1b55-2c52-43ec-95a2-bc3c58d328a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1094 time: 0.0451851 Dec 20 16:59:03.595190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-a83ddf2f-a1dc-4291-9391-fda98b81a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.596921 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-a83ddf2f-a1dc-4291-9391-fda98b81a580 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0944366 Dec 20 16:59:03.664424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-7d163f26-35d9-4b7e-ba90-558fedac333a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 999 time: 0.0610619 Dec 20 16:59:03.688314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc182-be37-41c3-9d74-df5e9e060e34 req-f5ea3e1c-2e1d-40a1-a262-aef30c33d40f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.689966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cbc182-be37-41c3-9d74-df5e9e060e34 req-f5ea3e1c-2e1d-40a1-a262-aef30c33d40f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0501604 Dec 20 16:59:03.721546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-eeddf983-d0b9-4396-a769-8f51dce9f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.723049 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-eeddf983-d0b9-4396-a769-8f51dce9f244 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0515997 Dec 20 16:59:03.743687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73cbc182-be37-41c3-9d74-df5e9e060e34 req-33853633-c312-4204-bcdf-2f09cccff6ed tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474603 Dec 20 16:59:03.768432 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-4c34227b-0d57-4358-ab82-154824c66ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:03.769987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-4c34227b-0d57-4358-ab82-154824c66ead service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402198 Dec 20 16:59:03.859694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-1b49a6ff-072e-4b53-a8b9-7c641bdea5e2 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827389 Dec 20 16:59:03.954223 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b6b7992-6657-4449-b4ae-8c85b171dbfe req-76c3bf14-9e95-4380-8785-bc87bd9094f0 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871921 Dec 20 16:59:04.627662 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:04.865300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c22c-8c74-4053-939c-6128120c4a82 req-a869553c-72a4-40a4-8c75-d751115146df tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:04.866786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19f6c22c-8c74-4053-939c-6128120c4a82 req-a869553c-72a4-40a4-8c75-d751115146df tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0499101 Dec 20 16:59:04.897746 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:04.900138 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696786e1-c4b2-429d-b31d-f2e131fb150d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:04.916439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-19f6c22c-8c74-4053-939c-6128120c4a82 req-cbd9dd38-e95a-4cfa-8012-fc998128d8ac tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435810 Dec 20 16:59:04.950980 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b9496-ed20-4c3d-8a47-148168023a89 x-openstack-request-id: req-074b9496-ed20-4c3d-8a47-148168023a89 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:04.951291 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:04.951575 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-074b9496-ed20-4c3d-8a47-148168023a89 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:04.952691 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'status': 'completed', 'code': 200} Dec 20 16:59:05.011643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-d6c9ff2a-adee-410b-a699-1dd78c55fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.013185 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-d6c9ff2a-adee-410b-a699-1dd78c55fb43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1094 time: 0.0409210 Dec 20 16:59:05.015899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-71c21e58-1f70-40de-a24f-e8f1eb0391db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.017446 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-71c21e58-1f70-40de-a24f-e8f1eb0391db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1094 time: 0.0431039 Dec 20 16:59:05.115514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-8d34437f-06e7-4879-b120-373dcc8248dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.117069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-8d34437f-06e7-4879-b120-373dcc8248dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0964665 Dec 20 16:59:05.139205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:05.191557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-6115d702-a209-49c8-b769-fbb82c2b578c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 999 time: 0.0676374 Dec 20 16:59:05.248196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-95b4b7cf-55df-4f76-8157-3182bf5577dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.250608 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-95b4b7cf-55df-4f76-8157-3182bf5577dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0526698 Dec 20 16:59:05.302848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-38dc1173-a64f-4f80-9c74-172cc45020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.304403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-38dc1173-a64f-4f80-9c74-172cc45020ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453451 Dec 20 16:59:05.400241 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-6247e2eb-e4fd-4d97-b43d-6113c61caa6a service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887308 Dec 20 16:59:05.449574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-7136b69f-d6d3-47c5-9ab9-0cee86fe89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.451171 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-7136b69f-d6d3-47c5-9ab9-0cee86fe89c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.4255669 Dec 20 16:59:05.500685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-2fbbe239-7652-4c11-883e-9785036b8369 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931315 Dec 20 16:59:05.521597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-1792bd0b-9052-4507-ac69-d3be19a0ab22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 999 time: 0.0631080 Dec 20 16:59:05.576008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-0275dcba-b96b-41a1-af58-5abdd6fef236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.577855 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-0275dcba-b96b-41a1-af58-5abdd6fef236 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0501080 Dec 20 16:59:05.623309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-e8d492aa-260a-4715-a822-52507128c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:05.625844 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-e8d492aa-260a-4715-a822-52507128c436 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413647 Dec 20 16:59:05.728165 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-b4edd926-ef51-4ab8-beb1-c829ac7e8cae service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890954 Dec 20 16:59:05.824687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-696786e1-c4b2-429d-b31d-f2e131fb150d req-6de9ac02-bad0-4112-8436-551e7695c143 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891788 Dec 20 16:59:06.038237 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43506-919f-4185-8267-ecf560a680d3 req-bdc967f6-f445-466a-8ebe-712ff6d2d541 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:06.039687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aa43506-919f-4185-8267-ecf560a680d3 req-bdc967f6-f445-466a-8ebe-712ff6d2d541 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0510926 Dec 20 16:59:06.088574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7aa43506-919f-4185-8267-ecf560a680d3 req-bf5a8bec-0ca9-4cca-91cd-79a738f2035c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428209 Dec 20 16:59:06.509641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a15ab-f531-4f17-86e9-e68ebc664aff req-eb284eb8-5435-496c-b39f-a82960712565 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:06.511162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a39a15ab-f531-4f17-86e9-e68ebc664aff req-eb284eb8-5435-496c-b39f-a82960712565 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0587997 Dec 20 16:59:06.564399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a39a15ab-f531-4f17-86e9-e68ebc664aff req-7d9b3911-a812-4b12-ae13-f73cc4cd0075 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464387 Dec 20 16:59:06.627045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-bf4a5105-0445-4437-b7d5-d063ddad9fe9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:06.628603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-bf4a5105-0445-4437-b7d5-d063ddad9fe9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c&tenant_id=a864bcfb16394f31acefec2916171741&binding%3Ahost_id=n-h1-781076-8 HTTP/1.1" status: 200 len: 943 time: 0.0582075 Dec 20 16:59:06.688484 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-fadcd29b-3085-4693-a7d5-f3f9a6873618 service neutron] delete failed (client error): The resource could not be found. Dec 20 16:59:06.689563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-fadcd29b-3085-4693-a7d5-f3f9a6873618 service neutron] 10.222.0.83 "DELETE /v2.0/ports/aec8c8fc-b03f-40fb-ba5b-c459d2ba5647/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0543540 Dec 20 16:59:06.778340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-cfd033e4-5a62-448b-b188-d8f7c993ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:06.779846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-cfd033e4-5a62-448b-b188-d8f7c993ea0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1094 time: 0.0452702 Dec 20 16:59:06.881520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-7e39fa89-f187-4a70-a9cc-71d9ff093e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:06.883009 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-7e39fa89-f187-4a70-a9cc-71d9ff093e31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0956264 Dec 20 16:59:06.958255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-40be63bc-4d37-4eb9-a128-a348823f443f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 999 time: 0.0685837 Dec 20 16:59:07.009933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-d3f0d33a-88eb-411b-90c2-944da56fb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:07.011451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-d3f0d33a-88eb-411b-90c2-944da56fb521 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0464439 Dec 20 16:59:07.036699 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:59:07.060311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-78d1548e-2f77-4eae-9287-545a0beb96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:07.061953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-78d1548e-2f77-4eae-9287-545a0beb96ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422714 Dec 20 16:59:07.168474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-6442b4aa-cacd-4ef5-9d8e-82046fc09e01 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978751 Dec 20 16:59:07.256245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:07.266178 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebb5b875-9560-4e64-82c4-abea23bf3859 req-02607e49-7455-4655-80b8-68f495e041be service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905774 Dec 20 16:59:07.301420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:07.574616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:59:07.676768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:07.692600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'mac_address': 'fa:16:3e:89:6b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:59:07.694953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118c254-26d5-41d6-bd19-7522002a50c4 req-cac247d6-abc2-43ff-85a4-c4622cde7f77 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:07.696463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6118c254-26d5-41d6-bd19-7522002a50c4 req-cac247d6-abc2-43ff-85a4-c4622cde7f77 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 943 time: 0.0533509 Dec 20 16:59:07.731551 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:07.746122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:59:07.752535 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6118c254-26d5-41d6-bd19-7522002a50c4 req-3646f358-10f8-44f7-a0bd-9f52151e15b6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439227 Dec 20 16:59:07.770643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:07.910855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:07.958689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:07.965946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.966294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.966640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.966981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.967318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.967711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.968047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.968377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.968707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.969035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.969404 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.969730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:07.970055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 16:59:08.143443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:59:08.872225 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc9d30-c9e4-4a4c-83ee-fdfe052f05ec req-d06f1dfb-cb49-4f7b-b1b0-fd65bcb1eae4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:08.874266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73dc9d30-c9e4-4a4c-83ee-fdfe052f05ec req-d06f1dfb-cb49-4f7b-b1b0-fd65bcb1eae4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 944 time: 0.0485127 Dec 20 16:59:08.921919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73dc9d30-c9e4-4a4c-83ee-fdfe052f05ec req-0304ae49-ed46-48c6-b014-7abb46ee4aee tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413392 Dec 20 16:59:09.037852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c066-e34f-48d9-89bf-374701a3dd9d req-a751c695-5f10-46a0-a618-aa5e03eb2339 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.039240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb55c066-e34f-48d9-89bf-374701a3dd9d req-a751c695-5f10-46a0-a618-aa5e03eb2339 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 944 time: 0.0489385 Dec 20 16:59:09.091342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb55c066-e34f-48d9-89bf-374701a3dd9d req-19d5dbf1-6529-4ca4-81e6-6207d5be455c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460668 Dec 20 16:59:09.470108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31db706-6b00-4049-b40c-f2cd1a19315f req-77d846a7-4be6-48b7-8dd3-c1620be1f995 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.471609 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c31db706-6b00-4049-b40c-f2cd1a19315f req-77d846a7-4be6-48b7-8dd3-c1620be1f995 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 944 time: 0.0499439 Dec 20 16:59:09.521470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c31db706-6b00-4049-b40c-f2cd1a19315f req-7d44e5c9-5160-4131-b2e9-e3c74ef6c91c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437729 Dec 20 16:59:09.565021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:59:09.616341 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-3062b216-0ddf-43f0-aada-d8c7b43b0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.617871 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-3062b216-0ddf-43f0-aada-d8c7b43b0c71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 1095 time: 0.0406382 Dec 20 16:59:09.713722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-213f67d9-adca-4147-9145-491ba8bd67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.715154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-213f67d9-adca-4147-9145-491ba8bd67b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0898933 Dec 20 16:59:09.739368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:59:09.743412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:59:09.743832 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:09.783094 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-ea786123-e502-44df-b40e-9efa4a0ed808 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 200 len: 1000 time: 0.0605540 Dec 20 16:59:09.827279 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:09.836862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-9de8133f-b06f-4523-a470-e9395d7e906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.838362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-9de8133f-b06f-4523-a470-e9395d7e906b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0490999 Dec 20 16:59:09.849660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:09.851939 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6a9acb-b14c-4894-9130-bd4308b0d40b" -d '{"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-plugged", "status": "completed", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:09.866473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:09.885312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-7c0ed190-db3b-4fe1-bb6a-fef05865b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:09.887157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-7c0ed190-db3b-4fe1-bb6a-fef05865b440 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419414 Dec 20 16:59:09.949057 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258eb603-7d8f-4d83-af67-01351126dd9b x-openstack-request-id: req-258eb603-7d8f-4d83-af67-01351126dd9b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:09.949374 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-plugged", "status": "completed", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:09.949627 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-258eb603-7d8f-4d83-af67-01351126dd9b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:09.950026 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'code': 200} Dec 20 16:59:09.968135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:09.986322 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-338d77e0-1896-43c5-b941-ca56cfe0a24a service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914068 Dec 20 16:59:10.018296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:10.082154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc28634c-b6a3-48da-b5f3-e4ab7f2c0d33 req-72f23326-adc0-4210-ad13-18f86a5d967b service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886691 Dec 20 16:59:10.647110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16996e78-e813-41e6-b1cd-e07333e0a3c4 req-06f19e16-731f-49b5-93d9-39b2429146c6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:10.648615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16996e78-e813-41e6-b1cd-e07333e0a3c4 req-06f19e16-731f-49b5-93d9-39b2429146c6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0515938 Dec 20 16:59:10.701002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16996e78-e813-41e6-b1cd-e07333e0a3c4 req-454c3203-6af8-4493-a989-e05a76c154b0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447648 Dec 20 16:59:11.821444 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca31cdc-102c-414c-8882-d5c676b56f80 req-b12810c5-1ddc-4321-9359-8dd04574e2a6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:11.822953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca31cdc-102c-414c-8882-d5c676b56f80 req-b12810c5-1ddc-4321-9359-8dd04574e2a6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0532484 Dec 20 16:59:11.869841 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca31cdc-102c-414c-8882-d5c676b56f80 req-2e5c9643-96db-4e0f-864b-0856db8ac871 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402663 Dec 20 16:59:12.398537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5f58-d02b-4720-aa59-29592d8d4c76 req-3d128c1e-dc15-4a65-9616-b36c8edb61e5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:12.399941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-998c5f58-d02b-4720-aa59-29592d8d4c76 req-3d128c1e-dc15-4a65-9616-b36c8edb61e5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0496030 Dec 20 16:59:12.448182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-998c5f58-d02b-4720-aa59-29592d8d4c76 req-575dd5c4-5301-4fe7-b44a-93059abd208b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422463 Dec 20 16:59:13.573449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1ee5c-e571-4db8-896a-83d053e633de req-81ff52b6-b725-41d8-9396-097582bc91b4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:13.574974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5dd1ee5c-e571-4db8-896a-83d053e633de req-81ff52b6-b725-41d8-9396-097582bc91b4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0530603 Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 16:59:13.653222 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 16:59:13.656812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635efa5-f043-4683-b34e-7b03381044ee req-b2d7e618-e771-42c2-b0b6-17fe0be79f59 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:13.658348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d635efa5-f043-4683-b34e-7b03381044ee req-b2d7e618-e771-42c2-b0b6-17fe0be79f59 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 945 time: 0.0527239 Dec 20 16:59:13.759435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Deleting port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 16:59:13.759678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:13.852558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] For port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:13.852917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:13.886040 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5dd1ee5c-e571-4db8-896a-83d053e633de req-fdd87eea-f19a-4cb1-94c1-b07f529a221e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3051581 Dec 20 16:59:14.029867 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:14.030130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:14.030442 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 disassociated. External IP: 172.25.6.247, port: aec8c8fc-b03f-40fb-ba5b-c459d2ba5647. Dec 20 16:59:14.030773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Calling delete_port for aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 16:59:14.268115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:14.302248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event deleted for resources: {'Port': ['ID=aec8c8fc-b03f-40fb-ba5b-c459d2ba5647,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:14.421737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:59:14.535897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:59:14.546595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:59:14.557600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:14.558145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:14.580723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] No DVR routers for this DVR port aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 16:59:14.583420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:14.587038 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d635efa5-f043-4683-b34e-7b03381044ee req-b3846c7b-9b9e-44b0-a2d0-62fba173a5a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "DELETE /v2.0/ports/aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 HTTP/1.1" status: 204 len: 173 time: 0.9227059 Dec 20 16:59:14.591798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-deleted', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:14.594743 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9b6f2-c251-46b8-a990-84b3ebaa7c4d" -d '{"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-deleted", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:14.640009 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25526f52-eecf-43c8-b528-d565732477b3 x-openstack-request-id: req-25526f52-eecf-43c8-b528-d565732477b3 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:14.640321 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c", "name": "network-vif-deleted", "tag": "aec8c8fc-b03f-40fb-ba5b-c459d2ba5647", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:14.640590 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25526f52-eecf-43c8-b528-d565732477b3 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:14.641605 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c', 'name': 'network-vif-deleted', 'tag': 'aec8c8fc-b03f-40fb-ba5b-c459d2ba5647', 'status': 'completed', 'code': 200} Dec 20 16:59:14.669431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:14.875152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:14.902440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:59:14.911290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:14.911909 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:14.993755 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6dc5af5c-14fa-4b83-9f18-2114011be488 req-6734d01a-d466-43f2-a337-e8bd097e7274 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=d2e09b2c-4c94-4cac-9ee2-4bbfb74d5c1c HTTP/1.1" status: 200 len: 210 time: 0.0279703 Dec 20 16:59:15.022363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:15.222102 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:15.253742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89636f21-df55-4bab-ad5e-0119dc18bf50 None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:59:15.471845 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8d6491-2bc3-482b-a6a6-e25782d5a98a None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:59:16.310328 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e0a5971f-d307-47ae-8c32-15a59ad953da tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--72313209&fields=id&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 267 time: 0.0425756 Dec 20 16:59:16.420617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-1bc0334b-fbc9-41c4-aef9-40d8f8cdc4a3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:16.422460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-1bc0334b-fbc9-41c4-aef9-40d8f8cdc4a3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1045227 Dec 20 16:59:16.438873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-60b8b00f-8020-4859-a607-197477537cfb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/quotas/a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 375 time: 0.0098691 Dec 20 16:59:16.490004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-d940ec13-31fa-4259-ae7e-4aa5a489a4df tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452943 Dec 20 16:59:16.588146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-fc48deb8-bc34-4420-b3e6-243d3548c544 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855641 Dec 20 16:59:16.678524 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-d77c5408-967b-48d0-b01c-258fafe472f6 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843585 Dec 20 16:59:16.947819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5dd20d69-a048-4435-8b0d-30789a936108 req-a9d4e4ee-8675-499d-a0f0-d5930e915b7d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0281937 Dec 20 16:59:17.581988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 16:59:17.601506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 16:59:17.601852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device aec8c8fc-b03f-40fb-ba5b-c459d2ba5647 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 16:59:18.045528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16a6e3d0-221e-41e3-bc59-36fa670ee7f3 req-8ab76e9e-3622-45b9-a0a5-140d84028d83 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0263653 Dec 20 16:59:19.144748 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f957c074-5778-4713-8a57-579ccc1c5e54 req-4e245852-a6d3-4b61-a6a3-0d7691001ccb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0305815 Dec 20 16:59:19.507179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-c45cf005-87c0-48f5-bc07-58ed9295daad tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:19.508613 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-c45cf005-87c0-48f5-bc07-58ed9295daad tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1048408 Dec 20 16:59:19.575493 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-bf5817e8-b73a-4d32-b2b4-4ed974f99dc0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 378 time: 0.0577195 Dec 20 16:59:19.585246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'port': {'device_id': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'admin_state_up': True, 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'security_groups': ['091563e0-0bc1-4148-a4b5-ce98f9dfb0ca']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:19.807396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Made reservation on behalf of a864bcfb16394f31acefec2916171741 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 16:59:19.811043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:19.942359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Allocated IP 172.20.0.12 (34b0b423-bc4f-4e81-bfbd-0a97344867b0/1f34a8c8-b026-47fd-855a-f2b4e045d001/395592ed-9b40-4ce3-bbb3-62b75929f8ff) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 16:59:20.083636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.191693 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.240402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 16:59:20.243633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 16:59:20.247562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 16:59:20.268213 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8e04d-e8d7-4adf-9d69-726932b4ed70 req-56162c9c-9751-4256-a8e0-26bb871ebc01 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:20.269828 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6f8e04d-e8d7-4adf-9d69-726932b4ed70 req-56162c9c-9751-4256-a8e0-26bb871ebc01 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 932 time: 0.0523999 Dec 20 16:59:20.273038 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:20.305720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:20.306450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.333298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6f8e04d-e8d7-4adf-9d69-726932b4ed70 req-c49d88f4-0b6f-4091-8864-c8bbc70a9de0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505457 Dec 20 16:59:20.385195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-38606110-d30f-43ba-8348-c45a4ea5bf0e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8037038 Dec 20 16:59:20.397759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Request body: {'port': {'device_id': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:20.459700 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.495075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-812af2d8-7b9c-4df3-99e6-9972fb49a841 None None] Provisioning complete for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:59:20.496191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-812af2d8-7b9c-4df3-99e6-9972fb49a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.528983 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-812af2d8-7b9c-4df3-99e6-9972fb49a841 None None] Port 395592ed-9b40-4ce3-bbb3-62b75929f8ff cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 16:59:20.726573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395592ed-9b40-4ce3-bbb3-62b75929f8ff {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:59:20.734161 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.747125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Transition to ACTIVE for port object 395592ed-9b40-4ce3-bbb3-62b75929f8ff will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 16:59:20.858898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:20.909251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:20.986801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 16:59:20.987034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 16:59:20.987366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:59:20.992024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 16:59:20.992339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 16:59:20.997262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 16:59:20.997600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 16:59:20.997974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 16:59:20.998398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Bound port: 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 16:59:20.998744 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.066761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 16:59:21.069749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 16:59:21.225459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.263424 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.264042 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:21.265450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] 10.222.0.72 "PUT /v2.0/ports/395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1092 time: 0.8722367 Dec 20 16:59:21.265892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:21.268479 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00a5b1-3494-4bbf-a269-26314759d524" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:21.293114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11873-62b4-4844-ae58-1b0972431850 service neutron] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:21.310028 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e4f814-2076-4754-b7ba-28a468f2ffa7 x-openstack-request-id: req-c0e4f814-2076-4754-b7ba-28a468f2ffa7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:21.310375 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:21.310636 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0e4f814-2076-4754-b7ba-28a468f2ffa7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:21.311065 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'status': 'completed', 'code': 200} Dec 20 16:59:21.384100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a5b1-3494-4bbf-a269-26314759d524 req-3752bfec-60b6-47b3-9521-c99815eec3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.385823 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d00a5b1-3494-4bbf-a269-26314759d524 req-3752bfec-60b6-47b3-9521-c99815eec3fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.0519543 Dec 20 16:59:21.460560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca21452-8168-4577-8e4d-ee71ff6e0a27 req-56a86a94-e183-46d6-acee-b78350bf1e3c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.462496 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca21452-8168-4577-8e4d-ee71ff6e0a27 req-56a86a94-e183-46d6-acee-b78350bf1e3c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0570085 Dec 20 16:59:21.493281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a5b1-3494-4bbf-a269-26314759d524 req-1b56c6fd-45bf-47a8-a2e8-e8ae49e7b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.494803 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d00a5b1-3494-4bbf-a269-26314759d524 req-1b56c6fd-45bf-47a8-a2e8-e8ae49e7b6fd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a864bcfb16394f31acefec2916171741&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1013765 Dec 20 16:59:21.515605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ca21452-8168-4577-8e4d-ee71ff6e0a27 req-33b9e082-3bec-4478-9bca-b01f984249b0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458391 Dec 20 16:59:21.597074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a5b1-3494-4bbf-a269-26314759d524 req-386679d6-5779-48cf-87c1-b685c3ca25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.598617 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7d00a5b1-3494-4bbf-a269-26314759d524 req-386679d6-5779-48cf-87c1-b685c3ca25f0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963414 Dec 20 16:59:21.673233 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e67b1e9e-3fc8-465e-965a-1cb8c08b0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.675788 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-e67b1e9e-3fc8-465e-965a-1cb8c08b0a7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.0416033 Dec 20 16:59:21.717679 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-aeeecdba-37d0-4ce9-866c-a3c9f0755f38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 217 time: 0.0342584 Dec 20 16:59:21.771879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-8eb7cb2e-74b6-413e-949f-efa3c388e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.773278 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-8eb7cb2e-74b6-413e-949f-efa3c388e888 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0491781 Dec 20 16:59:21.820624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-abbfb58f-de22-4840-b072-abf7bafd3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:21.822136 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-abbfb58f-de22-4840-b072-abf7bafd3843 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415404 Dec 20 16:59:21.912681 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-95bccc1f-cc29-446d-8b6e-ff0bc7fe7663 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835593 Dec 20 16:59:22.009539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-48609d0e-9ab9-40b4-854d-2e24def3fb74 req-6080db9e-737b-498a-bc17-8b185b97cb8d service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896766 Dec 20 16:59:22.262019 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:22.640001 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f22f5-fe44-475f-8cff-e88551eacedd req-5eedde93-305c-461d-8d9b-3c937b250ff3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:22.641605 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-923f22f5-fe44-475f-8cff-e88551eacedd req-5eedde93-305c-461d-8d9b-3c937b250ff3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0546393 Dec 20 16:59:22.692073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-923f22f5-fe44-475f-8cff-e88551eacedd req-ccf8db4f-2b58-4999-a55c-4fcbac057fb1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443654 Dec 20 16:59:23.604976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 16:59:23.699542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:23.714260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'mac_address': 'fa:16:3e:88:5e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 16:59:23.752823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:23.766197 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395592ed-9b40-4ce3-bbb3-62b75929f8ff {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 16:59:23.786611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:23.810011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d6fb-35dc-44ad-b756-96693f69c00f req-c54e8734-cdda-4ca6-baa6-e7c0a5e8fd5b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:23.811560 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0125d6fb-35dc-44ad-b756-96693f69c00f req-c54e8734-cdda-4ca6-baa6-e7c0a5e8fd5b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0501204 Dec 20 16:59:23.856027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:23.859160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0125d6fb-35dc-44ad-b756-96693f69c00f req-a8f6022f-1494-4c8d-b055-8175d19459da tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409114 Dec 20 16:59:23.904002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:24.062196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['395592ed-9b40-4ce3-bbb3-62b75929f8ff'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 16:59:24.988709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8f55-582c-40ef-8747-4805823f1012 req-33f2a85e-a5e1-41ec-92ab-903db5d5c8c2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:24.990251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14b8f55-582c-40ef-8747-4805823f1012 req-33f2a85e-a5e1-41ec-92ab-903db5d5c8c2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0541120 Dec 20 16:59:25.039053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f14b8f55-582c-40ef-8747-4805823f1012 req-e1c01b92-4ebe-48c2-a68c-911170a2486c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428286 Dec 20 16:59:25.630099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 16:59:25.753975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 16:59:25.758183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 16:59:25.758558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.000104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.023078 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:26.025353 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674a856-b913-403d-b7d5-2d95c8ae6bd3" -d '{"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:26.038868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 16:59:26.064334 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c7d18-42dc-420a-9bba-4dd735088c74 x-openstack-request-id: req-474c7d18-42dc-420a-9bba-4dd735088c74 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:26.064650 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:26.064909 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-474c7d18-42dc-420a-9bba-4dd735088c74 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:26.065336 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'code': 200} Dec 20 16:59:26.163179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2249f61-66d4-45ab-9ae9-51eba6f726c6 req-6398d5f8-fe63-4527-b7c0-a09c430596da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:26.164880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e2249f61-66d4-45ab-9ae9-51eba6f726c6 req-6398d5f8-fe63-4527-b7c0-a09c430596da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0436058 Dec 20 16:59:26.169943 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53f18-4d9b-4d70-95b8-07121792e733 req-b1c6ada9-586f-4380-9b50-53d96e2ea903 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:26.171426 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ec53f18-4d9b-4d70-95b8-07121792e733 req-b1c6ada9-586f-4380-9b50-53d96e2ea903 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0528953 Dec 20 16:59:26.216002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e2249f61-66d4-45ab-9ae9-51eba6f726c6 req-8f64ada2-d510-4e3a-979d-4e7a6eefdcc7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434325 Dec 20 16:59:26.221186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ec53f18-4d9b-4d70-95b8-07121792e733 req-ea1156cf-83f5-4401-9c5c-83e071740b2c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428720 Dec 20 16:59:26.234138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:26.282038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 16:59:27.346780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00a40f-1101-450b-9b4f-5ee1707099cd req-aba00a3b-d6cd-4aed-9581-828851cc9215 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:27.348472 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e00a40f-1101-450b-9b4f-5ee1707099cd req-aba00a3b-d6cd-4aed-9581-828851cc9215 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0546694 Dec 20 16:59:27.400233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e00a40f-1101-450b-9b4f-5ee1707099cd req-9e1cae18-4e39-43bf-9879-da31ecd86753 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453601 Dec 20 16:59:27.970363 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:28.517680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4505-e253-475f-9e9a-72f21f7f41fd req-cf48be9e-fdba-42e0-bc88-0cdbac4416e1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:28.519964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aedd4505-e253-475f-9e9a-72f21f7f41fd req-cf48be9e-fdba-42e0-bc88-0cdbac4416e1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Dec 20 16:59:28.567276 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aedd4505-e253-475f-9e9a-72f21f7f41fd req-95f4aff7-c2c3-4d9b-b93e-959e1ba9269f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412424 Dec 20 16:59:28.681794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c7e5e-1772-4314-9e98-14b391a5ea76 req-a7ad43e1-ed2f-4a32-8968-3c610092a954 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:28.683259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-347c7e5e-1772-4314-9e98-14b391a5ea76 req-a7ad43e1-ed2f-4a32-8968-3c610092a954 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0502610 Dec 20 16:59:28.692763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51416) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 16:59:28.697240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'floatingip': {'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 16:59:28.740956 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.185864 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.304294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.406811 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 associated. External IP: 172.25.6.247, port: 395592ed-9b40-4ce3-bbb3-62b75929f8ff. Dec 20 16:59:29.418873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7483c21-a78d-4162-acdf-aa8bd9092b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.618588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 16:59:29.728920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 16:59:29.733805 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:29.738867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 16:59:29.747888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:29.748490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:29.761855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4b0e8c29-67be-4998-8187-0f1042610c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "PUT /v2.0/floatingips/a34a7d97-0193-4475-b6e2-35f2a9171328 HTTP/1.1" status: 200 len: 992 time: 1.0679717 Dec 20 16:59:29.762448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 16:59:29.764694 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716585fe-5c51-4b3c-a0d9-b5bb565573c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 16:59:29.808145 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 16:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1010836-94cd-4fae-9729-c3d0b633ad99 x-openstack-request-id: req-c1010836-94cd-4fae-9729-c3d0b633ad99 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 16:59:29.808635 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 16:59:29.808899 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1010836-94cd-4fae-9729-c3d0b633ad99 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 16:59:29.809341 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'status': 'completed', 'code': 200} Dec 20 16:59:29.867428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:29.875204 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-48795e61-f05e-409d-af33-ab4fdb72d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:29.876711 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-48795e61-f05e-409d-af33-ab4fdb72d69d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1097 time: 0.0456221 Dec 20 16:59:29.971130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-2dc807a4-8799-4fca-ba41-872678a2045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:29.973695 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-2dc807a4-8799-4fca-ba41-872678a2045e service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0891585 Dec 20 16:59:30.045464 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-15870a42-7e4e-42e5-86a6-c7a072ae30e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1000 time: 0.0650225 Dec 20 16:59:30.099131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-8ed1c089-f8c9-4626-b3d5-0d1da8470f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:30.099131 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-8ed1c089-f8c9-4626-b3d5-0d1da8470f4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0471315 Dec 20 16:59:30.100514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:88:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:59:29Z', 'revision_number': 9, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:30.127597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 16:59:30.136671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 16:59:30.137317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T16:59:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:30.146599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-6d3fa68e-459c-44f3-80e3-f9a0a0bfe8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:30.148158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-6d3fa68e-459c-44f3-80e3-f9a0a0bfe8cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423357 Dec 20 16:59:30.245945 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-ba7c3732-862d-465b-9ae8-440aa224a94c service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910025 Dec 20 16:59:30.248233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 16:59:30.340390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-716585fe-5c51-4b3c-a0d9-b5bb565573c2 req-48b543c1-8da5-42ff-ac3f-e0506a64463a service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873168 Dec 20 16:59:30.481598 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:88:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:59:29Z', 'revision_number': 9, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 16:59:30.509208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26753246-3bfc-4963-943e-b3a6cc5904d1 None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:88:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T16:59:29Z', 'revision_number': 9, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 16:59:30.711731 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3fb1f3-32ad-4e22-ae5f-bcc0bc760340 None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 16:59:31.764526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15c16acc-74a9-4716-9107-cb9c254a1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:33.201137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:34.612821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:35.176471 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:43.079881 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-bf59ac07-24be-45bd-8203-25fb498f2346 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523183 Dec 20 16:59:43.163118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-8508f3fa-0ed5-458f-9302-a4eafed1ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.164696 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-8508f3fa-0ed5-458f-9302-a4eafed1ace1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1097 time: 0.0430126 Dec 20 16:59:43.273392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-7667cdeb-cfed-4d74-a5ee-c7bdbec0912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.274987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-7667cdeb-cfed-4d74-a5ee-c7bdbec0912f service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0911341 Dec 20 16:59:43.342694 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-bb81a5b8-c12f-4a49-98ac-ce791f461570 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1003 time: 0.0607176 Dec 20 16:59:43.392996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-c6d5b75d-cb25-48e4-a4a3-39fc374d3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.394593 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-c6d5b75d-cb25-48e4-a4a3-39fc374d3aa6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0448978 Dec 20 16:59:43.445672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-d3274eee-a9e2-4367-b621-a3f7dd822fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 16:59:43.447173 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-d3274eee-a9e2-4367-b621-a3f7dd822fa9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450957 Dec 20 16:59:43.536883 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-d973fb98-af30-4f6a-81d6-9dec52b49f3b service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Dec 20 16:59:43.632087 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9b5eaa18-42fd-4452-b562-140fb02aa1c2 req-34702ce9-1bbd-45d1-9a2e-c6a51fc46dc5 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876644 Dec 20 16:59:44.036940 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:59:52.247243 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:57.953183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:59:59.349473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dca769ab-3704-4fd0-8bc4-27dab76df314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:01.746871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d5f8-a5a3-4994-8764-95c19c5bb9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:03.192559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:04.629380 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:05.148881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:21.035779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:00:22.257346 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:27.976781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:29.354020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c76358e5-0888-4b2e-ba10-233774506185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:31.758167 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d200883-530c-4ed7-a7f8-e032cb8c25e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:33.158251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:34.657080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:35.119342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:43.066290 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-281bc68f-4dab-4ffc-ade3-aebd5502b82b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402324 Dec 20 17:00:43.146764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-8f13deed-d792-4540-a643-a004da2a17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:43.148287 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-8f13deed-d792-4540-a643-a004da2a17bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1097 time: 0.0412116 Dec 20 17:00:43.256553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-fefbb677-c03e-4b31-90ca-6440783f4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:43.258100 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-fefbb677-c03e-4b31-90ca-6440783f4bca service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0895379 Dec 20 17:00:43.326125 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-4c8ac8f4-ca53-48a2-8e66-2ec8c55bb0b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1003 time: 0.0609138 Dec 20 17:00:43.390569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-3d0a889c-d16e-40db-b491-aaa7921a37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:43.392012 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-3d0a889c-d16e-40db-b491-aaa7921a37ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0503552 Dec 20 17:00:43.439317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-45dca11a-10dd-4279-9192-b0387a6f0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:00:43.440814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-45dca11a-10dd-4279-9192-b0387a6f0f73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412169 Dec 20 17:00:43.529312 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-bc72805e-0d96-4ab2-8551-9490a95fd88a service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812497 Dec 20 17:00:43.627051 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ca4d8f7d-26a0-4901-973f-206a92b0b5ba req-5a724a13-06ed-4b6a-838c-fbc375151708 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898151 Dec 20 17:00:52.279221 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:57.959085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:00:58.035393 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:00:59.364542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4cf3b94-e3c4-45ae-bb8f-35a12050ff0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:01.758591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c802619-dcf5-452f-8bb9-fb2b5178e7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:03.210450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:04.639153 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:04.764987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-7cdcda89-01b4-442f-a60d-f6bf109683a0 req-ac9843fe-d16c-44e5-913d-cd6381dcdd53 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:01:04.766061 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7cdcda89-01b4-442f-a60d-f6bf109683a0 req-ac9843fe-d16c-44e5-913d-cd6381dcdd53 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444331 Dec 20 17:01:05.135824 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5e919-e2c4-4065-8e32-2172bbf6c88c req-c17f20ae-1a69-449a-9747-6a7b03109739 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:05.137336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98e5e919-e2c4-4065-8e32-2172bbf6c88c req-c17f20ae-1a69-449a-9747-6a7b03109739 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0504632 Dec 20 17:01:05.189322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98e5e919-e2c4-4065-8e32-2172bbf6c88c req-600b3c7d-4c00-4cb5-b125-bf9d0261acd3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459828 Dec 20 17:01:05.267320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:05.453687 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-8eaf7fe9-3623-43fa-9efc-55413c5bed38 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411539 Dec 20 17:01:05.462297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-dddeecc2-65f7-4661-bd77-abde74c7caa7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:01:05.463226 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-dddeecc2-65f7-4661-bd77-abde74c7caa7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049233 Dec 20 17:01:06.318388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f3198-c27d-45b3-ab7f-259514238a20 req-d469d08c-6aff-4a04-a0b6-9d70a6c42af0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:06.319865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d5f3198-c27d-45b3-ab7f-259514238a20 req-d469d08c-6aff-4a04-a0b6-9d70a6c42af0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0560648 Dec 20 17:01:06.370388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d5f3198-c27d-45b3-ab7f-259514238a20 req-849ac3cb-b1c1-4715-a4ae-558e00485333 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435073 Dec 20 17:01:07.493745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc711e-cb0e-41e2-a0e9-524512aa4271 req-7a344f50-babd-4b51-b427-e4fb4ed61fa9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:07.495311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6dc711e-cb0e-41e2-a0e9-524512aa4271 req-7a344f50-babd-4b51-b427-e4fb4ed61fa9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Dec 20 17:01:07.545754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6dc711e-cb0e-41e2-a0e9-524512aa4271 req-b8b3098e-3b03-4111-97a5-c82faa4e7e1d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440409 Dec 20 17:01:07.766943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-990b5370-39b4-42ce-97d3-1d6b6392b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:07.768431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-990b5370-39b4-42ce-97d3-1d6b6392b464 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1097 time: 0.0414267 Dec 20 17:01:07.863724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-7829af63-f635-4b65-a116-0e1841f8076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:07.865351 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-7829af63-f635-4b65-a116-0e1841f8076b service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0896230 Dec 20 17:01:07.932752 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-86ce7a13-3486-4c32-97ec-22e5f2d48106 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1003 time: 0.0607364 Dec 20 17:01:07.987216 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-e5e9d1b4-124c-4500-9e9f-2286995db221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:07.988667 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-e5e9d1b4-124c-4500-9e9f-2286995db221 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0484700 Dec 20 17:01:08.033869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-ab67435d-4df2-4d18-bea6-e2e8a322af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:08.035424 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-ab67435d-4df2-4d18-bea6-e2e8a322af5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401282 Dec 20 17:01:08.129038 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-5a27a99a-cc27-442a-9031-d0056d06dcf9 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Dec 20 17:01:08.222759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-820e7981-3d6a-4781-adcb-ee13c9ff1aa6 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Dec 20 17:01:08.669034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e3fdb-b9ce-4d02-ae33-fda4f6434e33 req-3ae92270-c9a7-4134-8a05-e7e279f47199 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:08.670532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a28e3fdb-b9ce-4d02-ae33-fda4f6434e33 req-3ae92270-c9a7-4134-8a05-e7e279f47199 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0531511 Dec 20 17:01:08.719065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a28e3fdb-b9ce-4d02-ae33-fda4f6434e33 req-d5e2ae5b-e3d9-4d35-820e-4b29ff0e8d5d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425355 Dec 20 17:01:09.836279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022f84e-e46f-4cf0-b339-1d5897c799c2 req-01add64a-d1b1-4179-ae75-7759cdefc54f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:09.838182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3022f84e-e46f-4cf0-b339-1d5897c799c2 req-01add64a-d1b1-4179-ae75-7759cdefc54f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Dec 20 17:01:09.886836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3022f84e-e46f-4cf0-b339-1d5897c799c2 req-886b3379-eaff-4339-b7ec-f100ca82c7c1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423744 Dec 20 17:01:11.007347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dddaa-6ccc-4f66-92a6-283dabf861e4 req-e4052935-2562-428f-aa18-33a6fcf1ea61 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:11.009131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b8dddaa-6ccc-4f66-92a6-283dabf861e4 req-e4052935-2562-428f-aa18-33a6fcf1ea61 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0514617 Dec 20 17:01:11.065202 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b8dddaa-6ccc-4f66-92a6-283dabf861e4 req-e1891a01-754b-466d-bf6b-85a60fce80ec tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483923 Dec 20 17:01:12.188506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d8a5a-592c-40e6-b76a-e36e1c240f01 req-68980357-5a0b-4841-87cb-26f7bd40692e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:12.190087 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-491d8a5a-592c-40e6-b76a-e36e1c240f01 req-68980357-5a0b-4841-87cb-26f7bd40692e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0506895 Dec 20 17:01:12.237098 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-491d8a5a-592c-40e6-b76a-e36e1c240f01 req-9c574e04-bd21-485a-8d89-b0cb7c32390b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410202 Dec 20 17:01:13.357580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9d77f-3b1a-4a37-b390-a7ec8910de4c req-4246a7f8-0ff1-4132-bf65-ac6eb9d6faf7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:13.359074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3d9d77f-3b1a-4a37-b390-a7ec8910de4c req-4246a7f8-0ff1-4132-bf65-ac6eb9d6faf7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Dec 20 17:01:13.407506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3d9d77f-3b1a-4a37-b390-a7ec8910de4c req-2e8e9f29-525a-48c6-83f0-0cf7e2b1868c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423319 Dec 20 17:01:14.530029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d641228-bd5a-4e53-8835-2ad74b695191 req-901c8b4f-4c5a-416d-83da-5c93b6531c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:14.531569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d641228-bd5a-4e53-8835-2ad74b695191 req-901c8b4f-4c5a-416d-83da-5c93b6531c31 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0537038 Dec 20 17:01:14.579547 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d641228-bd5a-4e53-8835-2ad74b695191 req-78deb58f-9507-4f43-bd60-9c2e4bde0e86 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420573 Dec 20 17:01:15.701652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0762a5-bcbc-49fd-89d2-54136f303a3f req-8496c19f-d1b5-446e-85f0-06250d1133fc tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:15.703191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d0762a5-bcbc-49fd-89d2-54136f303a3f req-8496c19f-d1b5-446e-85f0-06250d1133fc tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0522060 Dec 20 17:01:15.752773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4d0762a5-bcbc-49fd-89d2-54136f303a3f req-0ede01e4-0e85-43c2-aee5-0faf13d468ca tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434155 Dec 20 17:01:16.875284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be69e-5dae-407f-b2af-9730cd5e2f0d req-894754d8-af82-44ee-95ad-6e852e213e30 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:16.876777 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de8be69e-5dae-407f-b2af-9730cd5e2f0d req-894754d8-af82-44ee-95ad-6e852e213e30 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0533841 Dec 20 17:01:16.925728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de8be69e-5dae-407f-b2af-9730cd5e2f0d req-dca5bcab-947c-49c2-ad04-8d9f4c22f81e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429335 Dec 20 17:01:18.042743 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a231-b746-4872-9a4f-73a66ad4cd94 req-0563fac0-188e-48eb-975c-fdd1a45aba20 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:18.044235 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c682a231-b746-4872-9a4f-73a66ad4cd94 req-0563fac0-188e-48eb-975c-fdd1a45aba20 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Dec 20 17:01:18.091699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c682a231-b746-4872-9a4f-73a66ad4cd94 req-e2c43d90-5025-4d1b-9a1e-c0f6a159a226 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413465 Dec 20 17:01:19.210346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae9416-37a9-421c-b5ef-66a4b3aa81b4 req-5faaf81b-f09c-468b-9dac-0973d00e8121 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:19.212571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aae9416-37a9-421c-b5ef-66a4b3aa81b4 req-5faaf81b-f09c-468b-9dac-0973d00e8121 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0504096 Dec 20 17:01:19.263510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1aae9416-37a9-421c-b5ef-66a4b3aa81b4 req-e61bd490-ebf1-4343-9a5e-a8a121c98245 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448544 Dec 20 17:01:20.384928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90ed14-9664-4a5f-b9be-749b9a3cf2b2 req-33ea1420-99d8-4a7a-94b6-53f43571545e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:20.386572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c90ed14-9664-4a5f-b9be-749b9a3cf2b2 req-33ea1420-99d8-4a7a-94b6-53f43571545e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0505157 Dec 20 17:01:20.435615 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c90ed14-9664-4a5f-b9be-749b9a3cf2b2 req-679d6b11-12ca-4b0e-b4c2-117c2784f639 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430648 Dec 20 17:01:20.438557 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-efb5a4c8-a5c7-4a32-b11a-1b59ece8efad service neutron] show failed (client error): The resource could not be found. Dec 20 17:01:20.439576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-efb5a4c8-a5c7-4a32-b11a-1b59ece8efad service neutron] 10.222.0.72 "GET /v2.0/ports/395592ed-9b40-4ce3-bbb3-62b75929f8ff/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0557525 Dec 20 17:01:21.294878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-b59f610b-67dd-4e55-b62e-2d903fd4f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:21.296439 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-b59f610b-67dd-4e55-b62e-2d903fd4f4e9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 1097 time: 0.0798600 Dec 20 17:01:21.307463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-8cfcda30-252b-4285-8f1a-9d4269b40106 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:01:21.308477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-8cfcda30-252b-4285-8f1a-9d4269b40106 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055969 Dec 20 17:01:21.320795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:21.377640 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:21.615192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd2a7-e76a-4c14-b358-033c166e40d6 req-275b0d6a-8f05-4107-a2a0-9edca5fde57a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:21.616693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08bfd2a7-e76a-4c14-b358-033c166e40d6 req-275b0d6a-8f05-4107-a2a0-9edca5fde57a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0989728 Dec 20 17:01:21.634922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:21.697700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:01:21.702184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08bfd2a7-e76a-4c14-b358-033c166e40d6 req-36a4a184-e811-4e14-bd71-787e8f8fd0fb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789645 Dec 20 17:01:21.740333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:21.742614 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0353f1e-faa9-4088-a78f-2fc92c499297" -d '{"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-unplugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:21.747364 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:21.759672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Transition to ACTIVE for port object 395592ed-9b40-4ce3-bbb3-62b75929f8ff will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:01:21.844064 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c74b58-6ba1-4a61-9d66-385faef85a64 x-openstack-request-id: req-04c74b58-6ba1-4a61-9d66-385faef85a64 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:21.844363 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-unplugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:21.844616 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04c74b58-6ba1-4a61-9d66-385faef85a64 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:21.845016 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'code': 200} Dec 20 17:01:21.877388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:21.956394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:21.971466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.971740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.972149 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.972496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.972833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.973187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.973518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.973850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.974177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.974502 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.974831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.975152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:21.975476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:22.014672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] No DVR routers for this DVR port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:01:22.157405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:01:22.157741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:01:22.158068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:22.162371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:01:22.162690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:22.168049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:01:22.172910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:01:22.172910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:01:22.172910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Bound port: 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:01:22.172910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:22.233081 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:01:22.236010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:01:22.328715 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:22.346476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:22.382670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:22.384873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:22.384873 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] 10.222.0.83 "PUT /v2.0/ports/395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1092 time: 1.0675488 Dec 20 17:01:22.406398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a276d-2b5e-4535-9b68-e85f6358b861 service neutron] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:22.455637 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-ce246dc1-edf2-46ce-adb8-0eedbdef0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:22.458077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-ce246dc1-edf2-46ce-adb8-0eedbdef0c45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.0482104 Dec 20 17:01:22.553972 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-79038d03-1a0e-44bb-9565-981d2dd0db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:22.555462 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-79038d03-1a0e-44bb-9565-981d2dd0db5f service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0896597 Dec 20 17:01:22.626155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-2442c076-3781-41ac-837b-deafcf487013 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0639107 Dec 20 17:01:22.676327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-abe54041-96a3-4cb1-bec3-f23e6fe93322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:22.678067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-abe54041-96a3-4cb1-bec3-f23e6fe93322 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0451298 Dec 20 17:01:22.725903 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-4b18c6ee-65d3-44ea-aa00-b9ea9f89d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:22.727458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-4b18c6ee-65d3-44ea-aa00-b9ea9f89d444 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413072 Dec 20 17:01:23.112766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-44ad9a66-6c01-40cb-89cf-194aa2d2f77c service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756804 Dec 20 17:01:23.122491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72f15f-af4d-4e4f-9652-c935cc8383dd req-dd892dc4-31cb-4234-9b72-adb25be10a2c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:23.123870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a72f15f-af4d-4e4f-9652-c935cc8383dd req-dd892dc4-31cb-4234-9b72-adb25be10a2c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0789380 Dec 20 17:01:23.235330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8a72f15f-af4d-4e4f-9652-c935cc8383dd req-3fe00431-b5d4-4753-be61-012eb97415bd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034834 Dec 20 17:01:23.250145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098193f4-65a5-4356-bd8f-ec49f1d79981 req-2ce9c306-2071-4181-8347-a803c2f6a56a service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253662 Dec 20 17:01:23.846198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:23.848556 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69f144-d9bf-41fd-be9c-4ce76009af88" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:23.897666 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13960bba-e6e4-46d1-9eba-5b8f3428c8b3 x-openstack-request-id: req-13960bba-e6e4-46d1-9eba-5b8f3428c8b3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:23.897958 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:23.898212 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13960bba-e6e4-46d1-9eba-5b8f3428c8b3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:23.898651 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'status': 'completed', 'code': 200} Dec 20 17:01:23.960019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-d8bb9365-c01e-4bc3-91dd-4900400aa37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:23.961486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-d8bb9365-c01e-4bc3-91dd-4900400aa37d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.0425160 Dec 20 17:01:23.970245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-e5fb2a8f-66f8-49af-9fbf-5f992076428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:23.971766 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-e5fb2a8f-66f8-49af-9fbf-5f992076428c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1095 time: 0.0501010 Dec 20 17:01:24.060881 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-8efd31e1-49ad-431f-9793-1466400fab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.062433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-8efd31e1-49ad-431f-9793-1466400fab5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0942869 Dec 20 17:01:24.063814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-41ab170e-4f84-40a6-a35d-7b91566a9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.065314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-41ab170e-4f84-40a6-a35d-7b91566a9f55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0865288 Dec 20 17:01:24.131677 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-02e0827e-438f-49d7-bed2-5385025ab2e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0624459 Dec 20 17:01:24.136507 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-c4790bf4-c9c3-40c7-87a1-a64dadb316d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0644193 Dec 20 17:01:24.183375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-b9d220f9-14c3-469a-9f6f-14ba99329036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.184942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-b9d220f9-14c3-469a-9f6f-14ba99329036 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0464246 Dec 20 17:01:24.189903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-cb438d88-caf5-4c96-8fa6-bf14fc1763ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.191365 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-cb438d88-caf5-4c96-8fa6-bf14fc1763ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0475907 Dec 20 17:01:24.236106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-1f72af0e-006c-4698-8a01-ea26d1e96591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.237043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-f98c2c53-3187-4cbe-88f8-99eacfa72bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.237581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-1f72af0e-006c-4698-8a01-ea26d1e96591 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457435 Dec 20 17:01:24.238589 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-f98c2c53-3187-4cbe-88f8-99eacfa72bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407686 Dec 20 17:01:24.249837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-2a87d822-0558-4400-924f-473ad236b2be service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:01:24.250791 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-2a87d822-0558-4400-924f-473ad236b2be service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050054 Dec 20 17:01:24.350667 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-f44ef844-11ac-4547-b4d4-41d36544cb2b service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926816 Dec 20 17:01:24.362867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-21a57ccc-027e-46ba-9a18-358a30b67c1d service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167135 Dec 20 17:01:24.365044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:01:24.405686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:01:24.408363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2bcd7-c18b-4800-a375-a595c183a642 req-3caf5773-ba2e-4403-bfc2-c23f1c7ac853 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:24.409923 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ac2bcd7-c18b-4800-a375-a595c183a642 req-3caf5773-ba2e-4403-bfc2-c23f1c7ac853 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0951645 Dec 20 17:01:24.446078 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-53f0077b-a52f-40dd-8fb6-f493e52bd3f8 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887873 Dec 20 17:01:24.504332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6ac2bcd7-c18b-4800-a375-a595c183a642 req-5f31231c-89f4-4852-b2ee-180fd5337a48 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653627 Dec 20 17:01:24.507831 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc69f144-d9bf-41fd-be9c-4ce76009af88 req-bc140497-c49c-44b7-9d68-a12419b96ee7 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369686 Dec 20 17:01:25.629831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16c49b-a99a-4207-a69a-c8c0955515e6 req-c176e1d2-f42b-416d-83b0-fb000ec7f0ca tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:25.631329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee16c49b-a99a-4207-a69a-c8c0955515e6 req-c176e1d2-f42b-416d-83b0-fb000ec7f0ca tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0542562 Dec 20 17:01:25.678929 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ee16c49b-a99a-4207-a69a-c8c0955515e6 req-ba89d09d-b9ae-4955-aad1-f7114dbf35ca tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415466 Dec 20 17:01:26.800928 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8a8c5-a2c1-4112-b66d-f9d81df6bb43 req-835ba209-fd08-40b3-97f2-afd3951d329d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:26.802749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09a8a8c5-a2c1-4112-b66d-f9d81df6bb43 req-835ba209-fd08-40b3-97f2-afd3951d329d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0527980 Dec 20 17:01:26.851508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09a8a8c5-a2c1-4112-b66d-f9d81df6bb43 req-d9eebd43-ba96-4b04-b9e8-cc8b2734f9ab tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425549 Dec 20 17:01:27.812056 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:01:27.908626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:27.930417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'mac_address': 'fa:16:3e:88:5e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:01:27.971949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53166e-1f0b-4b8d-b23f-2f7a4fe602a0 req-8305e382-a480-40a0-a11a-192627a010a6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:27.973125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:27.973852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e53166e-1f0b-4b8d-b23f-2f7a4fe602a0 req-8305e382-a480-40a0-a11a-192627a010a6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 944 time: 0.0512567 Dec 20 17:01:27.986824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395592ed-9b40-4ce3-bbb3-62b75929f8ff {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:28.007662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:28.027519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e53166e-1f0b-4b8d-b23f-2f7a4fe602a0 req-b31ac2f9-c2f2-4136-b9d6-b90db2a5321e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472834 Dec 20 17:01:28.032957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:28.158527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:28.208912 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:28.216187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.216623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.217106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.217475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.217809 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.218164 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.218526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.218857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.219180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.219502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.219824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.220145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.220470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:28.549225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['395592ed-9b40-4ce3-bbb3-62b75929f8ff'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:28.818050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08dadd-541f-4a84-94ca-7590880cce14 req-4d39cf55-04e9-4b73-aaaf-8554833b0493 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.819517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e08dadd-541f-4a84-94ca-7590880cce14 req-4d39cf55-04e9-4b73-aaaf-8554833b0493 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Dec 20 17:01:28.876272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6e08dadd-541f-4a84-94ca-7590880cce14 req-8602c193-af10-4ff4-b03a-06d2dc150b42 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507104 Dec 20 17:01:28.918572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-f9e763f1-fd1e-4bad-9fcc-0c7c2405cef6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:28.920800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-f9e763f1-fd1e-4bad-9fcc-0c7c2405cef6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8&tenant_id=a864bcfb16394f31acefec2916171741&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 945 time: 0.0558150 Dec 20 17:01:28.986681 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-f1efa559-af00-4417-a22d-2f895d65c5a7 service neutron] 10.222.0.83 "GET /v2.0/ports/395592ed-9b40-4ce3-bbb3-62b75929f8ff/bindings/n-h2-781076-8 HTTP/1.1" status: 200 len: 382 time: 0.0576315 Dec 20 17:01:29.050259 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-4050708c-7bd4-4e13-9b47-613246407d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:29.052000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-4050708c-7bd4-4e13-9b47-613246407d75 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0416844 Dec 20 17:01:29.142761 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-d1df9786-5c13-4d6f-8add-ddfe131629fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:29.144203 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-d1df9786-5c13-4d6f-8add-ddfe131629fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0849698 Dec 20 17:01:29.218732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-b667a27d-001e-45a9-b9f6-3a5fd4bededc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1002 time: 0.0664916 Dec 20 17:01:29.271108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-f8fa5063-33a1-496d-b53d-5e0482a037b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:29.272613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-f8fa5063-33a1-496d-b53d-5e0482a037b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0466039 Dec 20 17:01:29.320796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-84f9d766-aac7-479f-8808-271c8cbd6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:29.322362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-84f9d766-aac7-479f-8808-271c8cbd6e0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417933 Dec 20 17:01:29.363768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ca8867b-f4d9-4853-bf1d-ae81ad91ecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:29.416198 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-ecb1cd94-9645-4af0-87b9-92dd6ab501f3 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863540 Dec 20 17:01:29.509686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-2e0d2530-cdcd-4b49-ad9e-a84fadae72c7 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865500 Dec 20 17:01:29.819730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:01:29.981429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:01:29.985934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:01:29.986311 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:30.000759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c2c8-3a9e-4083-8c22-a6e1ff43b05e req-ccac1209-2968-4073-b112-af1759fe9f0b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:30.003543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa13c2c8-3a9e-4083-8c22-a6e1ff43b05e req-ccac1209-2968-4073-b112-af1759fe9f0b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Dec 20 17:01:30.049840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fa13c2c8-3a9e-4083-8c22-a6e1ff43b05e req-7f9c8606-bae0-4c90-81dc-7a2db2b1457e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416982 Dec 20 17:01:30.068413 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:30.090814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:30.093580 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a2561f-44ae-401f-aa06-379e48654722" -d '{"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:30.106647 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:30.143733 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede2d02c-d00c-46e6-b9b5-442a3fba4794 x-openstack-request-id: req-ede2d02c-d00c-46e6-b9b5-442a3fba4794 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:30.144027 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:30.144308 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ede2d02c-d00c-46e6-b9b5-442a3fba4794 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:30.145110 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'code': 200} Dec 20 17:01:30.215620 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:30.263217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:31.177073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ae66-299e-41ee-b160-742578b24d9b req-dbb6c504-f874-41c4-94ed-22b9846162e4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:31.178583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9c8ae66-299e-41ee-b160-742578b24d9b req-dbb6c504-f874-41c4-94ed-22b9846162e4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0507884 Dec 20 17:01:31.227466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a9c8ae66-299e-41ee-b160-742578b24d9b req-49dda31a-71f9-4bfd-b0f8-a0b634f66a02 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425699 Dec 20 17:01:31.786577 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-66dd011f-996a-4d1d-a6db-a63dd5ed3f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:32.352691 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d20a-015e-4c20-a536-41a3f4c8e565 req-24b018d4-b390-4972-befa-69cff4547f6b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:32.358320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df59d20a-015e-4c20-a536-41a3f4c8e565 req-24b018d4-b390-4972-befa-69cff4547f6b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0554113 Dec 20 17:01:32.401779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df59d20a-015e-4c20-a536-41a3f4c8e565 req-dc446b93-6f0f-4265-b94e-ba196d5b5636 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404387 Dec 20 17:01:32.508318 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-392ce28f-dcac-464b-aa39-a2c4b3046163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:32.509842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-392ce28f-dcac-464b-aa39-a2c4b3046163 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 1097 time: 0.0463054 Dec 20 17:01:32.521303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:32.573007 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:32.775468 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:32.808501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:01:32.851240 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:32.853518 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e82c0c-b520-4fc8-9ff9-d1e7dd838406" -d '{"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-unplugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:32.858220 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:32.871671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Transition to ACTIVE for port object 395592ed-9b40-4ce3-bbb3-62b75929f8ff will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:01:32.907920 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa415abb-9d25-4523-bc1f-eb72752191ae x-openstack-request-id: req-fa415abb-9d25-4523-bc1f-eb72752191ae {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:32.907920 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-unplugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:32.907920 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa415abb-9d25-4523-bc1f-eb72752191ae {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:32.907920 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'code': 200} Dec 20 17:01:32.974487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:33.050071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=10']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:33.065759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.066097 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.066431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.066767 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.067095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.067419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.067744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.068064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.068377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.068697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.069016 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.069356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.069670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:01:33.115143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] No DVR routers for this DVR port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on host n-h2-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:01:33.163633 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:33.254736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:01:33.255076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:01:33.255402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:33.259864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:01:33.260181 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Attempting to bind port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:33.264970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:01:33.265339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:01:33.265715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:01:33.266135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Bound port: 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:01:33.266484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:33.330709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:01:33.333833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:01:33.409975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:33.448281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:33.448927 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:33.450310 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] 10.222.0.72 "PUT /v2.0/ports/395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1093 time: 0.9329219 Dec 20 17:01:33.470714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241b269-8439-4916-839f-890d9ebc4c13 service neutron] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=11']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:33.520397 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-08a54c13-7e8a-4061-80a9-985cd5dc226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:33.522836 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-08a54c13-7e8a-4061-80a9-985cd5dc226d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0448930 Dec 20 17:01:33.532621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0403-0673-451d-9d86-dbc6b902e837 req-aa8898af-2535-40e6-bbb2-f538a105d645 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:33.534205 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48eb0403-0673-451d-9d86-dbc6b902e837 req-aa8898af-2535-40e6-bbb2-f538a105d645 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0546505 Dec 20 17:01:33.589531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-48eb0403-0673-451d-9d86-dbc6b902e837 req-53b78ce5-d281-4180-b51f-51fc612da2e6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486634 Dec 20 17:01:33.962710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-78e581fe-3fdf-46a2-90cf-4b5b083a4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:33.964115 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-78e581fe-3fdf-46a2-90cf-4b5b083a4f47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.4352677 Dec 20 17:01:34.035313 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-4a408957-bc54-4fb9-aad3-2cbeea7a9c79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0627489 Dec 20 17:01:34.084293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-6820db9f-d522-41f8-8cea-21f6fdaa95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:34.085750 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-6820db9f-d522-41f8-8cea-21f6fdaa95c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0438187 Dec 20 17:01:34.131275 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-aee956e8-06e8-40b4-8ed6-78944a0dc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:34.132813 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-aee956e8-06e8-40b4-8ed6-78944a0dc592 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404804 Dec 20 17:01:34.225729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-67707cb5-ff9e-481a-829f-60ef2684e2cd service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Dec 20 17:01:34.319621 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6250e3d8-3849-4eb9-9f3e-04b6b0fb1914 req-38410eeb-2128-4a84-b5de-d7389d236abf service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875018 Dec 20 17:01:34.689373 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:34.721508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e21551-5de0-412b-9f7c-34d6dd6f2c75 req-db60fdb3-bacf-48dc-b4d9-e0879a67931f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:34.723014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94e21551-5de0-412b-9f7c-34d6dd6f2c75 req-db60fdb3-bacf-48dc-b4d9-e0879a67931f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0513856 Dec 20 17:01:34.775705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94e21551-5de0-412b-9f7c-34d6dd6f2c75 req-bc418944-8cd7-4c59-a1f6-26bf586ac4f7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466583 Dec 20 17:01:34.908408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:34.910809 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53978e9f-1b99-4610-955a-a618cefa1f80" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:34.964053 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf62d1-be66-4160-b8ca-aea936d674ed x-openstack-request-id: req-1bcf62d1-be66-4160-b8ca-aea936d674ed {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:34.964346 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:34.964596 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bcf62d1-be66-4160-b8ca-aea936d674ed {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:34.965074 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'status': 'completed', 'code': 200} Dec 20 17:01:35.027039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-360ded2a-6871-4f00-aed2-8dec451c7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.028694 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-360ded2a-6871-4f00-aed2-8dec451c7443 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0431688 Dec 20 17:01:35.034558 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:01:35.036104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-fa65ebdf-9b41-4a03-be9b-002c9ca5a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.037725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-fa65ebdf-9b41-4a03-be9b-002c9ca5a872 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0498843 Dec 20 17:01:35.123321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-68509403-e257-41f0-8e22-2a16ffc64daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.124866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-68509403-e257-41f0-8e22-2a16ffc64daa service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0893278 Dec 20 17:01:35.132268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-e3cc76c8-1c5e-40c2-81eb-8cd170c04860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.133866 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-e3cc76c8-1c5e-40c2-81eb-8cd170c04860 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0885134 Dec 20 17:01:35.175732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:35.201573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-245ea370-bb93-4c56-8d21-3a8091d005e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0691988 Dec 20 17:01:35.210158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-4f4a7196-065e-45f7-bb6c-97908b5eca35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 200 len: 1001 time: 0.0677207 Dec 20 17:01:35.252077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-79cedceb-d1b5-488a-8637-31d82331094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.253613 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-79cedceb-d1b5-488a-8637-31d82331094b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0453045 Dec 20 17:01:35.261997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-c32f2da6-c681-486e-9743-ebcd7534a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.263542 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-c32f2da6-c681-486e-9743-ebcd7534a63d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0457370 Dec 20 17:01:35.300266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-9effb615-9bfd-4448-97c2-6de0ef54a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.302234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-9effb615-9bfd-4448-97c2-6de0ef54a3f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416276 Dec 20 17:01:35.317911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-eca3d1e7-9abf-487e-a78c-ec90dd118cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.319264 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-eca3d1e7-9abf-487e-a78c-ec90dd118cee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484359 Dec 20 17:01:35.398141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-be61a9b4-eed2-4f12-a43e-55ba0d30c3c9 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885932 Dec 20 17:01:35.416964 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-d8b70aaf-e020-40d6-8e71-8ff4de8406b6 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887954 Dec 20 17:01:35.497444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-b061eba6-2240-4c75-bd83-c218c1a23485 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919898 Dec 20 17:01:35.511475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-53978e9f-1b99-4610-955a-a618cefa1f80 req-9ac1790f-2bcf-4938-ba67-0565978f70ea service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860929 Dec 20 17:01:35.827111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:01:35.867190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:01:35.896940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838fd81-9576-42ec-a0e1-9ade553c0882 req-7058ed77-0e94-4ddb-8fe1-3069d14b4f20 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:35.898503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8838fd81-9576-42ec-a0e1-9ade553c0882 req-7058ed77-0e94-4ddb-8fe1-3069d14b4f20 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Dec 20 17:01:35.948654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8838fd81-9576-42ec-a0e1-9ade553c0882 req-45556854-65db-4d2f-b095-4e5f6034639b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431023 Dec 20 17:01:36.467519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:01:36.565241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:36.576577 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'mac_address': 'fa:16:3e:88:5e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:01:36.614206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.627866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395592ed-9b40-4ce3-bbb3-62b75929f8ff {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:36.647105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:36.735065 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:36.784579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=12']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:36.965487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['395592ed-9b40-4ce3-bbb3-62b75929f8ff'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:37.071960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d259-1a5b-4a6b-ba3f-1df2b65dac0f req-b32f6712-a0e8-4c9d-a79e-bde4b24fa625 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:37.073489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d5d259-1a5b-4a6b-ba3f-1df2b65dac0f req-b32f6712-a0e8-4c9d-a79e-bde4b24fa625 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0524309 Dec 20 17:01:37.124371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43d5d259-1a5b-4a6b-ba3f-1df2b65dac0f req-4540e3f5-0cf1-4e4f-b74c-214794fb45ba tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446837 Dec 20 17:01:37.245436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25572f22-71c0-490f-8b5d-658e6096ca8c req-bcef5274-8cce-42c4-abfc-70b691338d8a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:37.246829 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25572f22-71c0-490f-8b5d-658e6096ca8c req-bcef5274-8cce-42c4-abfc-70b691338d8a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0536737 Dec 20 17:01:37.295892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25572f22-71c0-490f-8b5d-658e6096ca8c req-39f928cb-1c47-40fe-92f1-381771b0278f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428627 Dec 20 17:01:37.418160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b66a-b14b-4346-a495-f7dbe00bd365 req-a2036114-89a7-47b7-b40c-7d6267b08cbb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:37.419817 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eae1b66a-b14b-4346-a495-f7dbe00bd365 req-a2036114-89a7-47b7-b40c-7d6267b08cbb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Dec 20 17:01:37.468272 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eae1b66a-b14b-4346-a495-f7dbe00bd365 req-3c6871dd-8e96-4d3f-8bd6-8fc18a961039 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423441 Dec 20 17:01:37.982780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc49d79-7eff-4a79-a5d9-7d7e974d0ee1 req-ac6636a9-f6c2-47a6-bb10-2c4e28e11c0a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:37.984412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc49d79-7eff-4a79-a5d9-7d7e974d0ee1 req-ac6636a9-f6c2-47a6-bb10-2c4e28e11c0a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 946 time: 0.0560453 Dec 20 17:01:38.033354 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5bc49d79-7eff-4a79-a5d9-7d7e974d0ee1 req-9efc5555-a42d-447f-80ad-02bf1f8d5717 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430038 Dec 20 17:01:38.463643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:01:38.586286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:01:38.590144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 395592ed-9b40-4ce3-bbb3-62b75929f8ff triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:01:38.590514 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:38.668664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:38.693043 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:38.695279 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ddba59-45d6-42c5-b093-d9cf3b3b7e83" -d '{"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:38.708625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:38.733731 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c238eac-3c90-44d0-8393-540a0c58940a x-openstack-request-id: req-1c238eac-3c90-44d0-8393-540a0c58940a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:38.734020 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-plugged", "status": "completed", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:38.738765 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c238eac-3c90-44d0-8393-540a0c58940a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:38.738765 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'code': 200} Dec 20 17:01:38.792013 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:38.841696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=13']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:39.158299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93361a21-f2d7-4b0d-944d-7ce5e0cf5549 req-fc85a6d6-4914-407e-868f-acbfde9f6a2a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:39.159978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93361a21-f2d7-4b0d-944d-7ce5e0cf5549 req-fc85a6d6-4914-407e-868f-acbfde9f6a2a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 947 time: 0.0510540 Dec 20 17:01:39.201633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-b69ecca9-2b0f-48a1-9caa-316642c9e085 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:39.203316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-b69ecca9-2b0f-48a1-9caa-316642c9e085 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 947 time: 0.0554967 Dec 20 17:01:39.210979 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93361a21-f2d7-4b0d-944d-7ce5e0cf5549 req-f3fc0531-f82d-4568-b2f3-0049e828f231 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447676 Dec 20 17:01:39.297207 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Deleting port 395592ed-9b40-4ce3-bbb3-62b75929f8ff {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:01:39.297554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:39.393843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] For port 395592ed-9b40-4ce3-bbb3-62b75929f8ff, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=395592ed-9b40-4ce3-bbb3-62b75929f8ff,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:39.394122 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:39.568402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:39.568768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:39.569089 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 disassociated. External IP: 172.25.6.247, port: 395592ed-9b40-4ce3-bbb3-62b75929f8ff. Dec 20 17:01:39.569463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Calling delete_port for 395592ed-9b40-4ce3-bbb3-62b75929f8ff owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:01:39.792196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:39.823213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event deleted for resources: {'Port': ['ID=395592ed-9b40-4ce3-bbb3-62b75929f8ff,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:39.943019 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:01:40.057658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:01:40.067236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04753d3-3416-4762-8c88-8079529462dc None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:01:40.080859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:01:40.081526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:01:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:40.098592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] No DVR routers for this DVR port 395592ed-9b40-4ce3-bbb3-62b75929f8ff on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:01:40.101810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:40.107405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1f606ca2-00ef-4d42-9d85-7f8280093e83 req-1d0d7d00-40be-4b2a-b1ba-8b44be1b59fe tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "DELETE /v2.0/ports/395592ed-9b40-4ce3-bbb3-62b75929f8ff HTTP/1.1" status: 204 len: 173 time: 0.8957815 Dec 20 17:01:40.107405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-deleted', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:40.108910 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e3fbd0-5a28-4a0c-ae18-9617ddfb3fc3" -d '{"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-deleted", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:40.149635 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed838b9-e28f-4b8b-9e58-ad88e959fc3a x-openstack-request-id: req-9ed838b9-e28f-4b8b-9e58-ad88e959fc3a {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:40.149936 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98a9ac-bc4a-411d-965c-a52e9022ddd8", "name": "network-vif-deleted", "tag": "395592ed-9b40-4ce3-bbb3-62b75929f8ff", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:40.150190 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ed838b9-e28f-4b8b-9e58-ad88e959fc3a {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:40.150600 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98a9ac-bc4a-411d-965c-a52e9022ddd8', 'name': 'network-vif-deleted', 'tag': '395592ed-9b40-4ce3-bbb3-62b75929f8ff', 'status': 'completed', 'code': 200} Dec 20 17:01:40.199175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:01:40.319316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-10f8ce21-2fa1-47dc-95b1-444bf12f1849 req-851daf7f-60d1-4bd9-a00b-b559fa3b98e8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a98a9ac-bc4a-411d-965c-a52e9022ddd8 HTTP/1.1" status: 200 len: 210 time: 0.0298307 Dec 20 17:01:40.563300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:40.589651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04753d3-3416-4762-8c88-8079529462dc None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:01:40.598539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:01:40.599133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:01:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:40.712902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:01:40.922920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f04753d3-3416-4762-8c88-8079529462dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:40.951231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04753d3-3416-4762-8c88-8079529462dc None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:01:41.173316 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabb0cd4-aeda-42db-a577-9ff0105e8d87 None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:01:41.608054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-b4d255dc-c63c-4292-b5cb-239ab37c5bab tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--72313209&fields=id&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 267 time: 0.0428600 Dec 20 17:01:41.719014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-ef2bde69-66da-46ab-8e56-7493f68d065d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:41.720366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-ef2bde69-66da-46ab-8e56-7493f68d065d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1052320 Dec 20 17:01:41.735682 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-699a8422-cc0b-4576-91f7-c6f1a039b1e0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/quotas/a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Dec 20 17:01:41.786622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-4bbbf974-4ec2-44cb-a4e9-4b6fcfed9a97 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453706 Dec 20 17:01:41.924143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-b4f4bd39-82e0-4e28-89ea-ffc9cecdd91f service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254654 Dec 20 17:01:42.016103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-2a01e19e-7f11-4c23-aed1-c4f30348a055 service neutron] 10.222.0.81 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Dec 20 17:01:42.475670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:01:42.496655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 395592ed-9b40-4ce3-bbb3-62b75929f8ff {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:01:42.497004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 395592ed-9b40-4ce3-bbb3-62b75929f8ff not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:01:43.301483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e3a2dd67-c9c6-4ae8-aab0-a619b185c7fc req-56c1bd00-85d2-42b7-a933-aa4e4ef8e6fd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0356479 Dec 20 17:01:44.400365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aef7a82-1c76-4278-acef-ab1e5b9421ff req-6bfb23ec-5014-4534-aa26-e8bdbc56303b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0268199 Dec 20 17:01:45.442861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-226369f2-dbf1-4d33-9669-745be336bbec tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:45.444398 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-226369f2-dbf1-4d33-9669-745be336bbec tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 812 time: 0.1112013 Dec 20 17:01:45.508448 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e42e7ab9-2063-448c-9920-898e6120109f req-4ecede54-0ee3-4bdf-916e-cdbcc06ec114 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0274193 Dec 20 17:01:45.510443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-c2d2118c-6f11-4eff-853a-9d9db611a275 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 378 time: 0.0566530 Dec 20 17:01:45.521113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'port': {'device_id': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'admin_state_up': True, 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'security_groups': ['091563e0-0bc1-4148-a4b5-ce98f9dfb0ca']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:45.729406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Made reservation on behalf of a864bcfb16394f31acefec2916171741 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:01:45.733909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:45.872396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Allocated IP 172.20.0.12 (34b0b423-bc4f-4e81-bfbd-0a97344867b0/1f34a8c8-b026-47fd-855a-f2b4e045d001/8abe694a-69c6-48d6-bf2f-20daa9331a72) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:01:46.013253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.146835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.192234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:01:46.195326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:01:46.199036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:01:46.206081 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:46.261843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:46.262798 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.379084 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-54f84e1e-e4c4-4434-9088-e7e76abbdc4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618674 Dec 20 17:01:46.390895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Request body: {'port': {'device_id': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:46.446377 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.468094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a94fbd59-7dcb-4c42-8501-870e161b7080 None None] Provisioning complete for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:01:46.469287 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a94fbd59-7dcb-4c42-8501-870e161b7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.503390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a94fbd59-7dcb-4c42-8501-870e161b7080 None None] Port 8abe694a-69c6-48d6-bf2f-20daa9331a72 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:01:46.629094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6361e-3e05-4b50-8c02-d76f88a4a38e req-71b774e2-e2ce-489f-9b47-ab172a7fe13a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:46.630714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75c6361e-3e05-4b50-8c02-d76f88a4a38e req-71b774e2-e2ce-489f-9b47-ab172a7fe13a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 932 time: 0.0516419 Dec 20 17:01:46.683006 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75c6361e-3e05-4b50-8c02-d76f88a4a38e req-aee07dc2-9806-4aef-a28e-32da5b78d8da tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459924 Dec 20 17:01:46.725130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:46.732796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.744809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Transition to ACTIVE for port object 8abe694a-69c6-48d6-bf2f-20daa9331a72 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:01:46.831991 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:46.887322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:46.963794 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:01:46.964131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:01:46.964460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:46.969297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:01:46.969620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:01:46.974716 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:01:46.975052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:01:46.975434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:01:46.975861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Bound port: 8abe694a-69c6-48d6-bf2f-20daa9331a72, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:01:46.976219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:47.047826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:01:47.050992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:01:47.151998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:47.192288 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.192909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:47.194427 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] 10.222.0.72 "PUT /v2.0/ports/8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1092 time: 0.8080921 Dec 20 17:01:47.194894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:47.197413 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:47.225521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02acc5-83d9-4f5b-8ce8-f30507009c30 service neutron] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:47.242634 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac2d79-410a-4905-a2f8-b50cfc23ae25 x-openstack-request-id: req-95ac2d79-410a-4905-a2f8-b50cfc23ae25 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:47.242933 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:47.243194 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95ac2d79-410a-4905-a2f8-b50cfc23ae25 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:47.243625 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'status': 'completed', 'code': 200} Dec 20 17:01:47.311494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e req-7e4f1827-9423-4471-a5bd-d66466abdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.313472 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e req-7e4f1827-9423-4471-a5bd-d66466abdcc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1095 time: 0.0472920 Dec 20 17:01:47.425629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e req-4969ed14-c90b-4547-a976-20b7c8d3345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.427438 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e req-4969ed14-c90b-4547-a976-20b7c8d3345e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a864bcfb16394f31acefec2916171741&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056960 Dec 20 17:01:47.525726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e req-31001268-acbb-41fe-938b-d32c955ee72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.527227 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7e1b46dc-ed64-45ca-85e9-58ae1ccd494e req-31001268-acbb-41fe-938b-d32c955ee72f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933170 Dec 20 17:01:47.607156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-323ba13f-b166-4262-a300-3f7ae3d27466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.608798 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-323ba13f-b166-4262-a300-3f7ae3d27466 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1095 time: 0.0431204 Dec 20 17:01:47.656851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-5b253e5c-9de7-4d0c-8235-9797fbc176ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 217 time: 0.0398283 Dec 20 17:01:47.706631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-5ca8a0c4-debe-4300-bc9d-9ab3f5168e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.708067 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-5ca8a0c4-debe-4300-bc9d-9ab3f5168e26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0443025 Dec 20 17:01:47.754845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335298c-dd59-4382-baa6-a37c2f850553 req-7ebdfab9-5424-4c4e-ad3c-a30a64bfb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.756459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-7ebdfab9-5424-4c4e-ad3c-a30a64bfb393 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416198 Dec 20 17:01:47.804489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c1b75-ad3e-48c3-a586-07fab7f84974 req-a832a8a5-e49f-4c52-a6f4-a4fb638976a0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:47.806063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c77c1b75-ad3e-48c3-a586-07fab7f84974 req-a832a8a5-e49f-4c52-a6f4-a4fb638976a0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0533953 Dec 20 17:01:47.852851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-59142759-cfb4-4514-9596-acd4148869a5 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892055 Dec 20 17:01:47.854428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c77c1b75-ad3e-48c3-a586-07fab7f84974 req-40e39b7f-652b-4882-8202-fa70a2ccbf32 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421989 Dec 20 17:01:47.945508 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8335298c-dd59-4382-baa6-a37c2f850553 req-e73c174b-fe4a-4b4b-9f2b-1d654a547a54 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829136 Dec 20 17:01:48.974835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e3df-5e90-482e-a905-a8da2a7656a2 req-858e853b-f774-4379-ab43-12766b40e4d0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:48.976312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc48e3df-5e90-482e-a905-a8da2a7656a2 req-858e853b-f774-4379-ab43-12766b40e4d0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0498817 Dec 20 17:01:49.024460 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bc48e3df-5e90-482e-a905-a8da2a7656a2 req-509c311b-f0e2-4562-867c-5f97d54ef534 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420253 Dec 20 17:01:50.143347 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edba2a1-12d3-49ea-810d-ef10f141c079 req-59970a97-5825-4559-b07b-27c09697dcfd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:50.144916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5edba2a1-12d3-49ea-810d-ef10f141c079 req-59970a97-5825-4559-b07b-27c09697dcfd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0493536 Dec 20 17:01:50.197249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5edba2a1-12d3-49ea-810d-ef10f141c079 req-252b39bc-0dc8-4f61-a36e-65163c9800b5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460930 Dec 20 17:01:50.488198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:01:50.587100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:50.599265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'mac_address': 'fa:16:3e:03:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:01:50.635751 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:50.648831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:01:50.667138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:51.003341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:51.052457 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:51.194804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['8abe694a-69c6-48d6-bf2f-20daa9331a72'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:01:51.317699 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8783d8-53c4-42c7-ac01-cfb8b8a1fc81 req-03528b73-ab96-45b5-8fa0-c175ac2a7f82 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:51.319236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f8783d8-53c4-42c7-ac01-cfb8b8a1fc81 req-03528b73-ab96-45b5-8fa0-c175ac2a7f82 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0498846 Dec 20 17:01:51.367228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f8783d8-53c4-42c7-ac01-cfb8b8a1fc81 req-85253696-6657-4d39-9e12-8e079ffd6e15 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417271 Dec 20 17:01:52.300734 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:52.484592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927119d4-5ce3-4956-9400-96b6dbbfa200 req-a36e3209-aa6c-4c5b-a941-911c5d542eba tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:52.486234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-927119d4-5ce3-4956-9400-96b6dbbfa200 req-a36e3209-aa6c-4c5b-a941-911c5d542eba tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0494316 Dec 20 17:01:52.489950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:01:52.536587 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-927119d4-5ce3-4956-9400-96b6dbbfa200 req-772e9317-9c5f-43ea-affc-f95fc4e76976 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427382 Dec 20 17:01:52.614596 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:01:52.618613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:01:52.619008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:52.694719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:52.716384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:52.718679 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6035548-ec36-49e6-9782-cc11630fc3d0" -d '{"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-plugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:52.731649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:01:52.758102 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb661e01-f583-4cef-af72-bb9bceaf814f x-openstack-request-id: req-eb661e01-f583-4cef-af72-bb9bceaf814f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:52.760804 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-plugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:52.760804 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb661e01-f583-4cef-af72-bb9bceaf814f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:52.760804 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'code': 200} Dec 20 17:01:52.837928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:52.868242 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383aafe-8a84-445f-bc3a-762fd041ff83 req-f66fceff-209e-4513-bd7a-1875303ade5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:52.869749 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c383aafe-8a84-445f-bc3a-762fd041ff83 req-f66fceff-209e-4513-bd7a-1875303ade5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1096 time: 0.0502706 Dec 20 17:01:52.889620 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:01:52.915925 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c383aafe-8a84-445f-bc3a-762fd041ff83 req-99b8fd9b-fb73-437a-9f14-a6bb6c1f0812 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380123 Dec 20 17:01:53.657726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf46c5-3a07-481d-84b9-79f737e99978 req-e0ce7efc-abbe-4072-9248-073e9f724027 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:53.659221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4cf46c5-3a07-481d-84b9-79f737e99978 req-e0ce7efc-abbe-4072-9248-073e9f724027 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0536354 Dec 20 17:01:53.707365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4cf46c5-3a07-481d-84b9-79f737e99978 req-56592c47-8052-44c5-bc3d-fa1d26c6b6fb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421066 Dec 20 17:01:54.832698 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4b19-83f1-48ce-9fc0-b330ceee920d req-5db4b34a-3e62-4cef-a184-e6dbe8af7ae8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:54.834228 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a49c4b19-83f1-48ce-9fc0-b330ceee920d req-5db4b34a-3e62-4cef-a184-e6dbe8af7ae8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0516229 Dec 20 17:01:54.883300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a49c4b19-83f1-48ce-9fc0-b330ceee920d req-1ab10b49-e584-4c67-9398-35d4a1fddd89 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428545 Dec 20 17:01:55.002261 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fbb21-770f-41f7-b6e8-98d0d1f05688 req-1e909661-e119-464e-b5b6-b18c53209d7d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:55.003683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f98fbb21-770f-41f7-b6e8-98d0d1f05688 req-1e909661-e119-464e-b5b6-b18c53209d7d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0532410 Dec 20 17:01:55.012298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 51792) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:01:55.017547 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Request body: {'floatingip': {'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:01:55.057994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:55.515215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:55.609886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:55.713604 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 associated. External IP: 172.25.6.247, port: 8abe694a-69c6-48d6-bf2f-20daa9331a72. Dec 20 17:01:56.193035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:01:56.301243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:01:56.306327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:56.311666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:01:56.321994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:01:56.322639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:01:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:56.340248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b2e3d11-7f7f-4bdc-992f-5d5340d4bc84 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "PUT /v2.0/floatingips/a34a7d97-0193-4475-b6e2-35f2a9171328 HTTP/1.1" status: 200 len: 993 time: 1.3241231 Dec 20 17:01:56.340248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:01:56.340559 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f14447-1a73-4ee6-a8a2-800daa3d279a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:01:56.381018 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e8c8a1-9015-483e-b198-c2bb71b97766 x-openstack-request-id: req-e3e8c8a1-9015-483e-b198-c2bb71b97766 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:01:56.381212 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:01:56.381468 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3e8c8a1-9015-483e-b198-c2bb71b97766 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:01:56.381919 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'status': 'completed', 'code': 200} Dec 20 17:01:56.441189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:01:56.445476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-320e3c12-657b-4db6-bd1b-35a7823bc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:56.446997 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-320e3c12-657b-4db6-bd1b-35a7823bc402 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1097 time: 0.0420196 Dec 20 17:01:56.543427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-6fbaae8a-027d-42e6-a3bc-3daf3366f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:56.544970 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-6fbaae8a-027d-42e6-a3bc-3daf3366f840 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0912867 Dec 20 17:01:56.612839 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-718adeb8-6f2d-45ae-986f-03fa4edc1d52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0596805 Dec 20 17:01:56.663364 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-2f0024b7-cbce-4eea-a73e-b71fd0c17ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:56.664954 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-2f0024b7-cbce-4eea-a73e-b71fd0c17ef5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0457845 Dec 20 17:01:56.667205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:03:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T17:01:55Z', 'revision_number': 13, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:56.698026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:01:56.707412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:01:56.708013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:01:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:56.716433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-16d26857-c4f6-414b-9b97-3714a30a4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:01:56.718002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-16d26857-c4f6-414b-9b97-3714a30a4793 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454619 Dec 20 17:01:56.811989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-b378dea9-99eb-4f1b-af8b-ab9cf1272217 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Dec 20 17:01:56.815921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:01:56.911979 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-55f14447-1a73-4ee6-a8a2-800daa3d279a req-6d530733-58c0-4591-ad56-c2c21da479e3 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930512 Dec 20 17:01:57.042957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:03:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T17:01:55Z', 'revision_number': 13, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:01:57.069506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33feff-0da7-4c77-959f-1ae7a5b42ee7 None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'a34a7d97-0193-4475-b6e2-35f2a9171328', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'mac_address': 'fa:16:3e:03:96:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T16:53:37Z', 'updated_at': '2021-12-20T17:01:55Z', 'revision_number': 13, 'project_id': 'a864bcfb16394f31acefec2916171741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:01:57.260279 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc9329a-32ee-4a34-a3bd-cdb75842ff3b None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:01:57.997339 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:01:59.346150 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7b7116c6-33ea-47e4-ae2e-49169d5c5773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:01.734632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea2d202b-2a0f-4258-b61f-883806ceb6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:03.225597 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:04.654626 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:05.162729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:12.033077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:02:22.334137 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:28.008031 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:29.350844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86c1eda8-0afa-48cf-bfb9-17a14d15189c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:31.762701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0c98-445d-4208-85bb-67112d6d34f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:33.167995 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:34.699668 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:35.116501 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:45.054467 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-75b8647c-e1d8-4d75-91a1-8756542f49c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406930 Dec 20 17:02:45.137349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-6044be47-ffc2-419a-b181-856ecb9da282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:45.138985 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-6044be47-ffc2-419a-b181-856ecb9da282 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1097 time: 0.0416725 Dec 20 17:02:45.248808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-4aabe3b0-28b6-44bb-b8df-8d5113627ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:45.250346 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-4aabe3b0-28b6-44bb-b8df-8d5113627ea6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0919895 Dec 20 17:02:45.317990 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-0824aedb-8754-4412-ac07-e7e9512313db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1003 time: 0.0587285 Dec 20 17:02:45.371562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-56900b0a-196e-48b1-bb0d-d11fe8534f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:45.373097 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-56900b0a-196e-48b1-bb0d-d11fe8534f50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0496275 Dec 20 17:02:45.422501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-aed2b921-4e23-4365-bc58-b70414dbd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:02:45.424017 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-aed2b921-4e23-4365-bc58-b70414dbd75f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423241 Dec 20 17:02:45.517563 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-11ac5ece-d9cc-468f-89a2-d12c77d65ac0 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849648 Dec 20 17:02:45.608415 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-765eeb05-9812-4db5-b81b-f47bfce4c197 req-45668354-c328-4319-bcc0-3263e1c6da0a service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842683 Dec 20 17:02:49.031871 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:02:52.276613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:58.029712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:02:59.355591 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4344be2d-a400-4c25-acd8-d8f14107b111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:01.766950 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-be89bd05-b3c6-4e97-985f-719210e1e919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:03.172889 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:04.738218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:05.178826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:22.320848 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:26.030770 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:03:28.041136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:29.355299 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a813af66-c106-4ec1-ae86-b2db19f9b8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:31.777977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5d5206df-ee24-453e-9529-e444b67bb101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:33.292265 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:34.720773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:35.138190 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:35.323124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091d6e5-2bb7-46e6-a064-7b9e9e35b5e3 req-d27bd3cf-5da0-4aa1-ba02-c180f5cb27e6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:35.324625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a091d6e5-2bb7-46e6-a064-7b9e9e35b5e3 req-d27bd3cf-5da0-4aa1-ba02-c180f5cb27e6 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0507379 Dec 20 17:03:35.372546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a091d6e5-2bb7-46e6-a064-7b9e9e35b5e3 req-c5caf73b-33ae-4de1-ab7b-834f16b435b9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419099 Dec 20 17:03:46.055211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-55f53951-a966-48dd-9298-9393d18f482f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424950 Dec 20 17:03:46.144659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-9959cd29-c2b2-4c17-b394-0a02db67ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:46.146203 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-9959cd29-c2b2-4c17-b394-0a02db67ff9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1097 time: 0.0476320 Dec 20 17:03:46.252704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-105c4ff3-eb55-4b0a-9df1-1ccb9fa6a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:46.254095 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-105c4ff3-eb55-4b0a-9df1-1ccb9fa6a473 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0861957 Dec 20 17:03:46.323518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-288a4ca1-82ec-4621-9b76-777792dc3977 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1003 time: 0.0627117 Dec 20 17:03:46.374106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-d8b41146-5b42-4506-9a87-44a713e13c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:46.375534 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-d8b41146-5b42-4506-9a87-44a713e13c85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0451863 Dec 20 17:03:46.421870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-b7885a14-b1e2-404f-abad-158f5b6673fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:46.423405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-b7885a14-b1e2-404f-abad-158f5b6673fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408349 Dec 20 17:03:46.516740 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-4ca46d68-8d20-408d-81c4-218450f3906b service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861669 Dec 20 17:03:46.606289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-47e2dc3e-3a12-4eeb-a79c-68e14205745a req-43cdc39b-8575-4eeb-a5e7-c669b87527be service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829651 Dec 20 17:03:48.241725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-9ac95e43-5a15-4b12-b083-122a8dff8b17 req-e74d23e1-995b-461c-95d5-2c3509505b2a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:03:48.242764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ac95e43-5a15-4b12-b083-122a8dff8b17 req-e74d23e1-995b-461c-95d5-2c3509505b2a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059648 Dec 20 17:03:48.755023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a2e0a-170d-40c4-80f8-a5ddbe26c31f req-1b9cc882-f4cf-40e8-abb5-eb9d39c2044e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:48.766928 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b65a2e0a-170d-40c4-80f8-a5ddbe26c31f req-1b9cc882-f4cf-40e8-abb5-eb9d39c2044e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.2366896 Dec 20 17:03:48.810083 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b65a2e0a-170d-40c4-80f8-a5ddbe26c31f req-2c63eb24-044c-46ad-9b79-245bf6645fba tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469997 Dec 20 17:03:48.843213 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-3c50745a-22f5-4a0b-82d2-d58d61926ca7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454407 Dec 20 17:03:49.978554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473ed15-8c40-49af-9bad-623110794603 req-a9a2a45f-bbae-4e6c-b7ab-8effc932a572 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:49.980059 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3473ed15-8c40-49af-9bad-623110794603 req-a9a2a45f-bbae-4e6c-b7ab-8effc932a572 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0993998 Dec 20 17:03:50.028687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3473ed15-8c40-49af-9bad-623110794603 req-49828f6b-3329-4edd-b9d7-b42292f637a8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424862 Dec 20 17:03:51.080477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-56c318a7-2e95-4968-932f-3202797b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.082089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-56c318a7-2e95-4968-932f-3202797b3171 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1097 time: 0.0412538 Dec 20 17:03:51.154670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29d31-ea33-4c5f-bb99-05b9f114fc2d req-96229fe8-c2bb-45aa-907d-a0293b4d4a96 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.156183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ce29d31-ea33-4c5f-bb99-05b9f114fc2d req-96229fe8-c2bb-45aa-907d-a0293b4d4a96 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0519714 Dec 20 17:03:51.173884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-9c3c6e37-0e77-4d34-94a1-c2ec65bd9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.175367 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-9c3c6e37-0e77-4d34-94a1-c2ec65bd9938 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0863924 Dec 20 17:03:51.206347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ce29d31-ea33-4c5f-bb99-05b9f114fc2d req-5c675a85-ba10-4193-95a4-382f6eadab95 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434721 Dec 20 17:03:51.246320 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-ba5451e3-4a98-4422-8d3a-32af55ad5f15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1003 time: 0.0636666 Dec 20 17:03:51.295702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-fa97d004-13a3-463d-b2a4-82d7e970747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.297130 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-fa97d004-13a3-463d-b2a4-82d7e970747d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0440125 Dec 20 17:03:51.342222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-cf0725c7-ce9d-4e6f-8c4a-937e350ec15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:51.343616 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-cf0725c7-ce9d-4e6f-8c4a-937e350ec15c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399003 Dec 20 17:03:51.434899 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-651f71fc-0122-456a-a71b-7f90f545e381 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841560 Dec 20 17:03:51.856714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-84b90e18-9dfa-46db-8fbd-a34a69c42b98 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144990 Dec 20 17:03:52.320919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:52.329438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134572-ebfe-4a84-9eb6-e0111c88c76f req-8e1ee312-3355-4ed5-97e4-7bc398b52412 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:52.331179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd134572-ebfe-4a84-9eb6-e0111c88c76f req-8e1ee312-3355-4ed5-97e4-7bc398b52412 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0540750 Dec 20 17:03:52.379107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd134572-ebfe-4a84-9eb6-e0111c88c76f req-df26abc5-7c74-4466-8e9a-a611da789ba8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415368 Dec 20 17:03:53.505128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a707b-4a72-4cd8-aa5d-91d109be4243 req-8ee470f9-1264-4d34-aa4b-82c67d1abf87 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:53.506833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e26a707b-4a72-4cd8-aa5d-91d109be4243 req-8ee470f9-1264-4d34-aa4b-82c67d1abf87 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0523720 Dec 20 17:03:53.554536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e26a707b-4a72-4cd8-aa5d-91d109be4243 req-005675d9-5c6b-4f5a-b029-92c5cb508329 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414739 Dec 20 17:03:54.670461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe4aa-358a-4652-b218-e0b516a316d6 req-d0090cef-996b-4520-bfd7-6b7757d30ef1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:54.671969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7afe4aa-358a-4652-b218-e0b516a316d6 req-d0090cef-996b-4520-bfd7-6b7757d30ef1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0484421 Dec 20 17:03:54.724335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7afe4aa-358a-4652-b218-e0b516a316d6 req-160b25f7-976b-49d2-a736-5b5bf5ac07c7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460336 Dec 20 17:03:55.848452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d459-2b1f-41c7-b7ea-f326b6bdf5dc req-3390d050-7cc3-4edb-84aa-11bd496b3af8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:55.849969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b940d459-2b1f-41c7-b7ea-f326b6bdf5dc req-3390d050-7cc3-4edb-84aa-11bd496b3af8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0531874 Dec 20 17:03:55.896405 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b940d459-2b1f-41c7-b7ea-f326b6bdf5dc req-a6bacc0f-5416-47fa-b804-f3e2e9e7a06d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400131 Dec 20 17:03:57.019813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d2c6-6472-438b-b8c4-200086545e76 req-0a8c516c-ca4d-4a8e-b332-decacf990ad2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:57.021343 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7053d2c6-6472-438b-b8c4-200086545e76 req-0a8c516c-ca4d-4a8e-b332-decacf990ad2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0484772 Dec 20 17:03:57.070073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7053d2c6-6472-438b-b8c4-200086545e76 req-c1cf6575-a8dc-4ea6-937b-6cfcb1ae0576 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421081 Dec 20 17:03:58.017846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:58.197622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dc829-a191-4772-b396-279fa316e772 req-d666a998-73cc-40ac-aa1c-9237df25e04a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:58.199705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f0dc829-a191-4772-b396-279fa316e772 req-d666a998-73cc-40ac-aa1c-9237df25e04a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0544412 Dec 20 17:03:58.252019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f0dc829-a191-4772-b396-279fa316e772 req-c534cb80-4409-4b4f-8894-c5b33622c87c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459898 Dec 20 17:03:59.382035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbaeb7-cad8-4a6a-a20d-b38ae5d70b1a req-35bd5af5-8e17-406a-a85a-d1f937ed6a39 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:03:59.383542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89bbaeb7-cad8-4a6a-a20d-b38ae5d70b1a req-35bd5af5-8e17-406a-a85a-d1f937ed6a39 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0505552 Dec 20 17:03:59.388844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6fc45c98-5230-4ad5-ba47-30206b60f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:03:59.435316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89bbaeb7-cad8-4a6a-a20d-b38ae5d70b1a req-020b2b58-0e19-4103-ada6-e57c4c123eee tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427699 Dec 20 17:04:00.560976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356298b2-08a3-4059-abaf-de988aa70f41 req-6e7da088-3c2c-4357-a0f0-06119a7cfb1a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:00.562509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356298b2-08a3-4059-abaf-de988aa70f41 req-6e7da088-3c2c-4357-a0f0-06119a7cfb1a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0529521 Dec 20 17:04:00.610968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-356298b2-08a3-4059-abaf-de988aa70f41 req-ff6d57c3-9ddb-4c12-972d-4d0da1e08ba3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424762 Dec 20 17:04:01.732695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358e8f3-5a68-455b-9b95-6b4c66649811 req-01b16355-2469-4777-be22-ab530c1fe2ad tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:01.734214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d358e8f3-5a68-455b-9b95-6b4c66649811 req-01b16355-2469-4777-be22-ab530c1fe2ad tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0493145 Dec 20 17:04:01.781211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d358e8f3-5a68-455b-9b95-6b4c66649811 req-500e145f-bb64-4bf3-965e-4cf8455fcd01 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410748 Dec 20 17:04:01.909188 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3dae6cbe-5489-476f-a215-d7182bc521bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:02.902791 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9435e73-448b-4d81-93f0-67f8d5d7e7d9 req-b3c75cf3-4f29-4584-9ec0-1c2b71aaf1eb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:02.904355 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9435e73-448b-4d81-93f0-67f8d5d7e7d9 req-b3c75cf3-4f29-4584-9ec0-1c2b71aaf1eb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0491285 Dec 20 17:04:02.955992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f9435e73-448b-4d81-93f0-67f8d5d7e7d9 req-88a9f7e5-42c9-4c98-a117-2058a9a9f47c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452385 Dec 20 17:04:03.030480 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:04:03.188915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:04.076986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0380b9-cd3e-4b9b-9dcc-cee20c30bb91 req-4d55d5b5-98f3-454b-a44c-5f3663586067 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:04.078508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de0380b9-cd3e-4b9b-9dcc-cee20c30bb91 req-4d55d5b5-98f3-454b-a44c-5f3663586067 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0525804 Dec 20 17:04:04.127003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-de0380b9-cd3e-4b9b-9dcc-cee20c30bb91 req-c3d0a5f6-ccd0-448e-bd81-adff9332a111 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423443 Dec 20 17:04:04.657291 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:05.125815 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:05.247813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b13d4-97cb-44f2-9be0-d873db8ac9cc req-612cd75a-0edf-4a0f-b335-30318b539376 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:05.250142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb1b13d4-97cb-44f2-9be0-d873db8ac9cc req-612cd75a-0edf-4a0f-b335-30318b539376 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0521321 Dec 20 17:04:05.298646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb1b13d4-97cb-44f2-9be0-d873db8ac9cc req-5b7dbe7f-45a6-43d1-a1f3-3b0a816521d7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422220 Dec 20 17:04:06.429580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058afafb-167f-496b-9c29-16cb8f398d8d req-c361343d-82f4-48a1-a910-1fb2d67ba9f4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:06.431344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058afafb-167f-496b-9c29-16cb8f398d8d req-c361343d-82f4-48a1-a910-1fb2d67ba9f4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0570443 Dec 20 17:04:06.482578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-058afafb-167f-496b-9c29-16cb8f398d8d req-1163d381-db3a-447a-9851-a25287fd5c54 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439696 Dec 20 17:04:06.799999 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-de72496e-4be9-492c-9d6f-a474d6d9e14f service neutron] show failed (client error): The resource could not be found. Dec 20 17:04:06.801006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-de72496e-4be9-492c-9d6f-a474d6d9e14f service neutron] 10.222.0.72 "GET /v2.0/ports/8abe694a-69c6-48d6-bf2f-20daa9331a72/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.1055021 Dec 20 17:04:07.236465 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:04:07.323214 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:07.350091 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:07.352346 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e22211-03f3-4ee8-9e0b-522f3bfc4e68" -d '{"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-unplugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:07.381441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:07.410251 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bf179-6a47-4e2d-bb55-f7f76c9ed9bf x-openstack-request-id: req-707bf179-6a47-4e2d-bb55-f7f76c9ed9bf {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:07.410552 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-unplugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:07.410860 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-707bf179-6a47-4e2d-bb55-f7f76c9ed9bf {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:07.411257 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'code': 200} Dec 20 17:04:07.485380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-1d3c1525-a429-42e6-b6f4-410971ac6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:07.486964 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-1d3c1525-a429-42e6-b6f4-410971ac6568 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 1097 time: 0.0420527 Dec 20 17:04:07.498464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:04:07.509014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:07.568311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:07.577520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.578031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.578240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.578581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.580660 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:07.584761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.600278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:07.663072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5177958-83d6-4749-8a15-6a93b03d3a9e req-d9e7bac2-e330-422d-af0f-48a1ecdf2afd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:07.664505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5177958-83d6-4749-8a15-6a93b03d3a9e req-d9e7bac2-e330-422d-af0f-48a1ecdf2afd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0948522 Dec 20 17:04:07.791946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c5177958-83d6-4749-8a15-6a93b03d3a9e req-78c4b5d3-f04b-4e47-963d-c6884007e499 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817721 Dec 20 17:04:07.851108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:07.884119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:04:07.923848 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:04:07.931622 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:07.944405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Transition to ACTIVE for port object 8abe694a-69c6-48d6-bf2f-20daa9331a72 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:04:08.040519 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:08.123073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.141836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.142893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.142893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:08.181383 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] No DVR routers for this DVR port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:04:08.331665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:04:08.331993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:04:08.332319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:04:08.336659 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:04:08.336984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:04:08.342118 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:04:08.342400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:04:08.342765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:04:08.343188 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Bound port: 8abe694a-69c6-48d6-bf2f-20daa9331a72, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:04:08.343542 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:08.409403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:04:08.412342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:04:08.481485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:08.519066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.519066 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:08.519066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] 10.222.0.83 "PUT /v2.0/ports/8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1092 time: 1.0221248 Dec 20 17:04:08.519066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:08.519900 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037ced79-8451-4edf-b398-d63728dc39a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:08.546196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a2a2c-8ff1-441e-92ce-a7f2da1b195c service neutron] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=8']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:08.600006 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522e768-0bec-44ca-a0b6-749af380ef81 x-openstack-request-id: req-0522e768-0bec-44ca-a0b6-749af380ef81 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:08.600006 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:08.600006 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0522e768-0bec-44ca-a0b6-749af380ef81 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:08.600006 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'status': 'completed', 'code': 200} Dec 20 17:04:08.612121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-a6a390c9-f5a4-48e7-a24f-94bb33a7f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.613912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-a6a390c9-f5a4-48e7-a24f-94bb33a7f45a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1095 time: 0.0548015 Dec 20 17:04:08.666041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-0ac03520-a581-4e3d-ad6f-a1b791d4f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.668861 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-0ac03520-a581-4e3d-ad6f-a1b791d4f345 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1095 time: 0.0438950 Dec 20 17:04:08.723710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-6b40da81-cd2b-4dfa-be8b-53a9a4269133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.725344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-6b40da81-cd2b-4dfa-be8b-53a9a4269133 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.1046453 Dec 20 17:04:08.770339 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-ca045c8e-a217-453c-a45f-5722f3bbe5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.772210 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-ca045c8e-a217-453c-a45f-5722f3bbe5f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0950689 Dec 20 17:04:08.794864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-3fde9098-d8a3-433a-a4a4-7f96d1a51eba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0628438 Dec 20 17:04:08.840913 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-4cf67bd7-1113-43ba-adb5-c017978012b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0614369 Dec 20 17:04:08.853559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-14424dff-a0e8-4bf0-a83d-5a7f31f677a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.855926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-14424dff-a0e8-4bf0-a83d-5a7f31f677a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0523839 Dec 20 17:04:08.891495 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-b9f27fff-66da-4df7-83f0-7cebe5c86661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.893001 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-b9f27fff-66da-4df7-83f0-7cebe5c86661 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0449638 Dec 20 17:04:08.939327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49f5c6-60b2-4da1-ae30-1c7dc3bcbc0a req-1bf580ad-0f3b-43fc-8d66-f23c34bad207 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.940853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a49f5c6-60b2-4da1-ae30-1c7dc3bcbc0a req-1bf580ad-0f3b-43fc-8d66-f23c34bad207 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0685990 Dec 20 17:04:08.943883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-e57ced51-3a09-4523-b96f-68efd4bea258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.944701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-bf86e558-9a72-4ac0-b5d1-56b68a710584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:08.945332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-e57ced51-3a09-4523-b96f-68efd4bea258 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823910 Dec 20 17:04:08.946213 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-bf86e558-9a72-4ac0-b5d1-56b68a710584 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464108 Dec 20 17:04:09.038884 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-79b11f3c-465e-44bd-9c99-85ffb7296421 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854833 Dec 20 17:04:09.047765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a49f5c6-60b2-4da1-ae30-1c7dc3bcbc0a req-68ba10bd-3666-4cec-ac51-a92542e6efbd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996203 Dec 20 17:04:09.073988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-f8ae1ecc-be5b-49f5-9463-f5727126db3f service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189148 Dec 20 17:04:09.139898 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-12a8d482-71e9-4945-a1fe-245c0b30cbf7 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937638 Dec 20 17:04:09.165050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-da9e886b-db1d-4083-808a-0dd4d4280701 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851738 Dec 20 17:04:09.369843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-12d7d262-4747-4641-82d9-937661933f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:09.371539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-12d7d262-4747-4641-82d9-937661933f90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1095 time: 0.0457184 Dec 20 17:04:09.465467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-66f57be5-9293-43bb-8b7f-3a371d69e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:09.466999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-66f57be5-9293-43bb-8b7f-3a371d69e436 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0881867 Dec 20 17:04:09.536592 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-81704972-adc6-4969-a093-0fe7277b6184 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0625095 Dec 20 17:04:09.586250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-82b67be9-851c-4d23-99a1-8dd4f10a812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:09.587737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-82b67be9-851c-4d23-99a1-8dd4f10a812d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0441301 Dec 20 17:04:09.634386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ced79-8451-4edf-b398-d63728dc39a4 req-3f12d2fd-91d8-48c4-b1e9-94f00e0345d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:09.636045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-3f12d2fd-91d8-48c4-b1e9-94f00e0345d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419559 Dec 20 17:04:09.734274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-1a3a9c6f-74eb-498f-a2ad-752f35adcee5 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905690 Dec 20 17:04:09.827420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-037ced79-8451-4edf-b398-d63728dc39a4 req-07215547-71a7-4551-b167-874262de8fe5 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851316 Dec 20 17:04:10.176192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007623-7886-4d1d-9bb5-b037b0fdd410 req-8724e5e6-d1bc-4379-bb74-dc716e8f171b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:10.178016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3007623-7886-4d1d-9bb5-b037b0fdd410 req-8724e5e6-d1bc-4379-bb74-dc716e8f171b tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0569637 Dec 20 17:04:10.225839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3007623-7886-4d1d-9bb5-b037b0fdd410 req-266a703e-4519-4a2b-9a42-3ccc2e17498a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411544 Dec 20 17:04:11.347836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa7dd-98e3-48bc-be49-a2ab56c427bc req-69984271-7f80-4e97-aab3-b89fe83c6e71 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:11.349243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08eaa7dd-98e3-48bc-be49-a2ab56c427bc req-69984271-7f80-4e97-aab3-b89fe83c6e71 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0499020 Dec 20 17:04:11.396449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08eaa7dd-98e3-48bc-be49-a2ab56c427bc req-22ef7096-87ce-4080-9a10-5c16616e877a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411341 Dec 20 17:04:12.520887 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f0dcb-da01-4c01-bdae-91db87adc99e req-a6a3b90e-aa56-47f0-b6d3-912efcf85da9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:12.522444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da7f0dcb-da01-4c01-bdae-91db87adc99e req-a6a3b90e-aa56-47f0-b6d3-912efcf85da9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0541441 Dec 20 17:04:12.574323 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-da7f0dcb-da01-4c01-bdae-91db87adc99e req-07e4484d-8645-403b-a052-93435fdb46c4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441489 Dec 20 17:04:13.699538 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1735a-b49f-4d58-a5fb-db7fcc7a8caf req-f1c32728-177c-4509-9276-325e0ae73bdf tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:13.701043 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20e1735a-b49f-4d58-a5fb-db7fcc7a8caf req-f1c32728-177c-4509-9276-325e0ae73bdf tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0516245 Dec 20 17:04:13.750541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20e1735a-b49f-4d58-a5fb-db7fcc7a8caf req-effacb70-a8a9-4d03-8385-bce2e71e9cfb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429072 Dec 20 17:04:14.867355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ff3de-fa13-46ab-81dc-d0baff9a4573 req-d37afe45-c8e4-4b23-8d23-56ff82093c65 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:14.868899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a31ff3de-fa13-46ab-81dc-d0baff9a4573 req-d37afe45-c8e4-4b23-8d23-56ff82093c65 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0492308 Dec 20 17:04:14.922166 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a31ff3de-fa13-46ab-81dc-d0baff9a4573 req-8430c1c4-e7fa-4747-8661-51d406748c71 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466571 Dec 20 17:04:16.042961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346edc5-0fca-4479-910d-4b305a6f7b90 req-94430a94-24be-4a8a-aa23-da56a19b00ca tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:16.044513 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d346edc5-0fca-4479-910d-4b305a6f7b90 req-94430a94-24be-4a8a-aa23-da56a19b00ca tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0507035 Dec 20 17:04:16.092946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d346edc5-0fca-4479-910d-4b305a6f7b90 req-98a20c26-f528-455b-915f-9f0fa1f01316 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420632 Dec 20 17:04:17.212398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac65df9-a81c-41bb-98e8-fe697679e0ef req-0058a7eb-a758-469a-b64e-f2c825d6e1a9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:17.213951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fac65df9-a81c-41bb-98e8-fe697679e0ef req-0058a7eb-a758-469a-b64e-f2c825d6e1a9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0496769 Dec 20 17:04:17.260565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fac65df9-a81c-41bb-98e8-fe697679e0ef req-a07d9d53-6602-4c14-bd3e-43500f71ec32 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402963 Dec 20 17:04:18.382423 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dcf69-7a98-4855-b57e-d68af4c9473f req-654718ee-25d1-430e-b2bf-b785db69ef60 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:18.383803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b03dcf69-7a98-4855-b57e-d68af4c9473f req-654718ee-25d1-430e-b2bf-b785db69ef60 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0530777 Dec 20 17:04:18.432493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b03dcf69-7a98-4855-b57e-d68af4c9473f req-1eff45e7-57a5-4253-8c86-9acbe7d3ee96 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419283 Dec 20 17:04:19.552424 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997329d-2ffe-4969-8a04-2665ffa16683 req-47118e4f-a0d6-42c1-b808-5e511a6e9479 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:19.554253 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6997329d-2ffe-4969-8a04-2665ffa16683 req-47118e4f-a0d6-42c1-b808-5e511a6e9479 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0505095 Dec 20 17:04:19.602067 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6997329d-2ffe-4969-8a04-2665ffa16683 req-7ee39ede-a11d-4566-be50-4c450f75f4fb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417976 Dec 20 17:04:20.719415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a144ca-2793-435e-895c-7e5c4d0ff78d req-99e8b149-2428-40aa-9bc3-72f7c105bd90 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:20.720968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1a144ca-2793-435e-895c-7e5c4d0ff78d req-99e8b149-2428-40aa-9bc3-72f7c105bd90 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0483382 Dec 20 17:04:20.771536 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1a144ca-2793-435e-895c-7e5c4d0ff78d req-c1ded8e9-6311-4ba8-9ef9-20ce4c4e3444 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444036 Dec 20 17:04:21.892516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e213ed-51cd-4297-b2d0-68aa480dd800 req-a66bdcba-201d-4d1a-be33-a62f88d0f3e3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:21.894070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47e213ed-51cd-4297-b2d0-68aa480dd800 req-a66bdcba-201d-4d1a-be33-a62f88d0f3e3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0484786 Dec 20 17:04:21.942861 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47e213ed-51cd-4297-b2d0-68aa480dd800 req-09e75ae3-e76e-4a4e-b150-6b401be983b3 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423982 Dec 20 17:04:22.302972 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:23.062814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f2f43-628a-46d4-850f-c112e9c71578 req-1ec17729-3fc7-4b79-beac-f33b77708a48 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:23.064314 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b5f2f43-628a-46d4-850f-c112e9c71578 req-1ec17729-3fc7-4b79-beac-f33b77708a48 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0508382 Dec 20 17:04:23.112723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9b5f2f43-628a-46d4-850f-c112e9c71578 req-9d26ce68-0b91-4ff7-a2a0-08eb812ab04c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424402 Dec 20 17:04:24.236595 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373e0b-5fcd-4201-8171-7525bb2126a6 req-71a3e683-9ff1-4e87-8ac1-a69dfcca6deb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:24.238104 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93373e0b-5fcd-4201-8171-7525bb2126a6 req-71a3e683-9ff1-4e87-8ac1-a69dfcca6deb tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 944 time: 0.0541584 Dec 20 17:04:24.287053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-93373e0b-5fcd-4201-8171-7525bb2126a6 req-cc021d37-e49c-4e41-8c7b-bb106870dbf8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428452 Dec 20 17:04:24.713877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:04:24.811061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:24.822232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'mac_address': 'fa:16:3e:03:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:04:24.860222 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:24.872715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:04:24.895648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:24.988883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:25.036287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:25.380440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['8abe694a-69c6-48d6-bf2f-20daa9331a72'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:04:25.405794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb55c-69d7-4473-88b4-b7a9fac2891a req-37d2078f-1f40-469a-b412-efdbcd24375a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:25.407534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b68eb55c-69d7-4473-88b4-b7a9fac2891a req-37d2078f-1f40-469a-b412-efdbcd24375a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0506275 Dec 20 17:04:25.458003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b68eb55c-69d7-4473-88b4-b7a9fac2891a req-369fa6d0-5dd5-4720-88bc-d5197b0b50a5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432165 Dec 20 17:04:26.137616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a2597-a375-4d99-8b32-b7634e3be8eb req-c9403982-0c0a-470b-a3cd-fb80549c23a0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:26.139136 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd3a2597-a375-4d99-8b32-b7634e3be8eb req-c9403982-0c0a-470b-a3cd-fb80549c23a0 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0535073 Dec 20 17:04:26.214935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cd3a2597-a375-4d99-8b32-b7634e3be8eb req-91566876-dd8e-4998-9200-e8d1df04b658 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687470 Dec 20 17:04:26.234684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-45300e2d-96ed-44c3-9a73-120be9a4e007 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:26.236360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-45300e2d-96ed-44c3-9a73-120be9a4e007 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&tenant_id=a864bcfb16394f31acefec2916171741&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 945 time: 0.0647581 Dec 20 17:04:26.298686 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-ec96bf0e-d6a6-45fa-b90e-fbacbf79ac10 service neutron] 10.222.0.83 "GET /v2.0/ports/8abe694a-69c6-48d6-bf2f-20daa9331a72/bindings/n-h2-781076-8 HTTP/1.1" status: 200 len: 382 time: 0.0551863 Dec 20 17:04:26.362414 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-e9f08f98-54d2-4eec-8d5c-e47ea7271732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:26.363907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-e9f08f98-54d2-4eec-8d5c-e47ea7271732 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1096 time: 0.0410113 Dec 20 17:04:26.460798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-7a3f2b2b-fc84-4cf8-8c1a-9cb323a3e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:26.462312 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-7a3f2b2b-fc84-4cf8-8c1a-9cb323a3e8ff service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0916297 Dec 20 17:04:26.532057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-80d6a177-b230-4838-851c-35953b519bbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1002 time: 0.0625181 Dec 20 17:04:26.582144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-d483ebb8-6b99-4ad7-8381-c68d9c3a6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:26.583549 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-d483ebb8-6b99-4ad7-8381-c68d9c3a6e54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0447869 Dec 20 17:04:26.629353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-3247963c-6d87-4d12-a70d-64f885d651bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:26.630852 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-3247963c-6d87-4d12-a70d-64f885d651bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406108 Dec 20 17:04:26.724879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:04:26.727075 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-008815c5-04bb-40e9-b68c-7e335c80d8ad service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Dec 20 17:04:26.821523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-99778273-fda4-4ebb-a13e-9f08a9369fb3 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879831 Dec 20 17:04:26.875044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:04:26.879634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:04:26.880029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:26.959487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:26.983898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:26.986295 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3305fd1b-daa8-4e44-ac1c-676297b4d4ef" -d '{"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-plugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:27.003423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:27.097477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:27.103573 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0dd87a-a413-4acd-985d-d5d689fd6e6b x-openstack-request-id: req-7d0dd87a-a413-4acd-985d-d5d689fd6e6b {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:27.105308 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-plugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:27.105308 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d0dd87a-a413-4acd-985d-d5d689fd6e6b {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:27.105308 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'code': 200} Dec 20 17:04:27.149883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:27.332413 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:04:27.336844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe382ec-dec7-4396-b2b9-4b87435e2fe3 req-fbc3266e-b571-4bd6-8d8c-4796053a2a6c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:27.338399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbe382ec-dec7-4396-b2b9-4b87435e2fe3 req-fbc3266e-b571-4bd6-8d8c-4796053a2a6c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 947 time: 0.0509620 Dec 20 17:04:27.391142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cbe382ec-dec7-4396-b2b9-4b87435e2fe3 req-cee6d0f9-8872-4250-be67-6f9b4c42c1a2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463507 Dec 20 17:04:28.017742 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:28.513522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c958a-71f6-4511-9e18-940d05284c3c req-496772ea-1018-43ce-8b19-2e303267cc69 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:28.515039 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d7c958a-71f6-4511-9e18-940d05284c3c req-496772ea-1018-43ce-8b19-2e303267cc69 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 947 time: 0.0507755 Dec 20 17:04:28.565275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d7c958a-71f6-4511-9e18-940d05284c3c req-67070c3f-936c-4339-851c-be6e9d63c89c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431464 Dec 20 17:04:29.383142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b0ddabaa-1ec9-4351-b6d7-020265916460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:29.688520 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7a996-70b8-4d49-89c8-f8b805d1cc26 req-f0edfba3-8658-4ec9-bdcc-196db32a0e66 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:29.690665 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53e7a996-70b8-4d49-89c8-f8b805d1cc26 req-f0edfba3-8658-4ec9-bdcc-196db32a0e66 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 947 time: 0.0519679 Dec 20 17:04:29.741085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53e7a996-70b8-4d49-89c8-f8b805d1cc26 req-91984902-e234-4efa-a524-13c27d2df7fa tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442593 Dec 20 17:04:30.862851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf4a7b-0e82-4b30-9888-509891c17d32 req-60a34dbe-3bf2-4d99-9d78-b19bdc4f971f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:30.864397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74cf4a7b-0e82-4b30-9888-509891c17d32 req-60a34dbe-3bf2-4d99-9d78-b19bdc4f971f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 947 time: 0.0531204 Dec 20 17:04:30.912924 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-74cf4a7b-0e82-4b30-9888-509891c17d32 req-4a933010-a0db-4662-8912-2285a9cf1ed2 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423446 Dec 20 17:04:31.788711 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5fac9c4-17f6-4416-bb2f-0810077e2a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:32.034471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c769e-1da3-45ac-ae9e-490754e29fad req-139597f4-3a7d-4a87-a533-45e5bf0bb7a7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:32.036188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-081c769e-1da3-45ac-ae9e-490754e29fad req-139597f4-3a7d-4a87-a533-45e5bf0bb7a7 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 947 time: 0.0502765 Dec 20 17:04:32.085486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-081c769e-1da3-45ac-ae9e-490754e29fad req-fc874f57-39ad-49d4-918b-a8b6619a8638 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431092 Dec 20 17:04:32.132439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-5becfe88-3e0b-4f3d-bc1f-7ae61750febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:32.142333 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-5becfe88-3e0b-4f3d-bc1f-7ae61750febe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&tenant_id=a864bcfb16394f31acefec2916171741 HTTP/1.1" status: 200 len: 1098 time: 0.0457530 Dec 20 17:04:32.145974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:04:32.206644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:32.434547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:32.469399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:04:32.510152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:32.512422 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf444f3-39e9-48aa-ad08-e253e8f9c892" -d '{"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-unplugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:32.516804 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:32.530598 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Transition to ACTIVE for port object 8abe694a-69c6-48d6-bf2f-20daa9331a72 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:04:32.611592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:32.638131 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8747a-7eff-4458-946d-3499e64c5bb3 x-openstack-request-id: req-6aa8747a-7eff-4458-946d-3499e64c5bb3 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:32.638425 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-unplugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:32.638705 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6aa8747a-7eff-4458-946d-3499e64c5bb3 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:32.639104 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'code': 200} Dec 20 17:04:32.695115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=11']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:32.711073 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.711428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.711773 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.712117 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.712452 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.712783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.713112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.713512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.713512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.714417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.714417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.715610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.715610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:04:32.752974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] No DVR routers for this DVR port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on host n-h2-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:04:32.792835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:04:32.839625 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:04:32.893030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:04:32.893400 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:04:32.893734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:04:32.898025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:04:32.898344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Attempting to bind port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:04:32.903151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:04:32.903546 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Checking segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:04:32.903932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Bound using segment: {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:04:32.904353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Bound port: 8abe694a-69c6-48d6-bf2f-20daa9331a72, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9091ab-1c63-45e9-98af-b12c91612f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:04:32.904704 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:32.969426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:04:32.972355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:04:33.063045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:33.105579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:33.106201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:33.107572 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] 10.222.0.72 "PUT /v2.0/ports/8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1093 time: 0.9665074 Dec 20 17:04:33.127226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92382bb9-6f1b-4f7c-bdb1-11f8a5835986 service neutron] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=12']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:33.185003 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-768f73a8-f098-4dec-a5bf-40e51b3f9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:33.187776 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-768f73a8-f098-4dec-a5bf-40e51b3f9ea6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1096 time: 0.0556316 Dec 20 17:04:33.230308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12d6cc-62e9-432c-82d1-282bb2a18197 req-5f172c40-e0a6-4b87-b376-276851717ae9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:33.231825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b12d6cc-62e9-432c-82d1-282bb2a18197 req-5f172c40-e0a6-4b87-b376-276851717ae9 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0584905 Dec 20 17:04:33.234300 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:33.290280 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b12d6cc-62e9-432c-82d1-282bb2a18197 req-91c20c43-37d7-4de3-b6cb-1fa7b750ec4f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480516 Dec 20 17:04:33.297560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-3623f2ed-3663-4ada-8218-0afe77d3ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:33.299836 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-3623f2ed-3663-4ada-8218-0afe77d3ed4d service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.1044235 Dec 20 17:04:33.372933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-9ae1e2e6-a262-4fb8-b1aa-df2a4029c268 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0667787 Dec 20 17:04:33.422874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-5e948dca-3194-4df5-b2e2-ee04fa9a78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:33.424781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-5e948dca-3194-4df5-b2e2-ee04fa9a78b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0440094 Dec 20 17:04:33.473448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904995-526d-43b8-9654-8638e3f369bf req-8a7f6057-2be1-4d96-9f84-cdc2158aa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:33.474922 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-8a7f6057-2be1-4d96-9f84-cdc2158aa71e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439658 Dec 20 17:04:33.568693 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-f8e03214-1cfe-4c2d-a27d-213675c2335b service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 Dec 20 17:04:33.665061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4e904995-526d-43b8-9654-8638e3f369bf req-0e0ca0d6-3e9c-412d-8088-75caf0bf0b1d service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895910 Dec 20 17:04:34.418226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034938-e67a-407f-87b0-3d1bc2abdd06 req-4c059fee-09b5-4c6c-8323-96c2e48f91d4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.419744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59034938-e67a-407f-87b0-3d1bc2abdd06 req-4c059fee-09b5-4c6c-8323-96c2e48f91d4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0523770 Dec 20 17:04:34.470442 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59034938-e67a-407f-87b0-3d1bc2abdd06 req-5ba90efc-c04c-4ae6-8cdc-be33de2c365f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433128 Dec 20 17:04:34.640385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:34.642924 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965" -d '{"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:34.661800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:34.693779 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d6b23f-5142-4c3a-a9b2-c52249c22243 x-openstack-request-id: req-10d6b23f-5142-4c3a-a9b2-c52249c22243 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:34.694203 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:34.694639 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10d6b23f-5142-4c3a-a9b2-c52249c22243 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:34.695212 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'status': 'completed', 'code': 200} Dec 20 17:04:34.760885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-a743cbb9-6d50-4ed6-a9c6-2f7ef20df23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.762447 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-a743cbb9-6d50-4ed6-a9c6-2f7ef20df23f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1096 time: 0.0451415 Dec 20 17:04:34.763963 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-f5a640f5-b35f-4a8f-a11b-777a87faf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.765478 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-f5a640f5-b35f-4a8f-a11b-777a87faf47a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1096 time: 0.0462101 Dec 20 17:04:34.863144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-b2da4410-e2ad-4bad-a230-1c1d75d46d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.864906 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-b2da4410-e2ad-4bad-a230-1c1d75d46d79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0952899 Dec 20 17:04:34.865094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-487389c8-c919-4bf2-8ac5-55c22d814bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.866431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-487389c8-c919-4bf2-8ac5-55c22d814bf2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0946383 Dec 20 17:04:34.933967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-be234688-66ff-4c7d-9b95-185abe79bfe9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0612843 Dec 20 17:04:34.937453 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-1e5c3f0b-f3c9-40a5-9c78-5179de572ad9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0634480 Dec 20 17:04:34.988878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-740e6a8e-ee18-4aaa-b07d-5c3407f8f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.989870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-dec26bd6-047b-4c1e-af9a-ea98ef52a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:34.990391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-740e6a8e-ee18-4aaa-b07d-5c3407f8f417 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0494599 Dec 20 17:04:34.991509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-dec26bd6-047b-4c1e-af9a-ea98ef52a31a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0477493 Dec 20 17:04:35.038099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-42f660cc-3748-4b3e-9f91-6be4ba3595b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:35.039612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-42f660cc-3748-4b3e-9f91-6be4ba3595b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427730 Dec 20 17:04:35.044297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-1d9ed5c2-ed2c-4c6a-8ea4-0f6d7c2834fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:35.045886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-1d9ed5c2-ed2c-4c6a-8ea4-0f6d7c2834fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473461 Dec 20 17:04:35.143858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:35.151074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-945cfef4-9bba-49c8-aee2-82b30953b2b8 service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045082 Dec 20 17:04:35.157962 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-f49d32a8-07de-4cdb-a0b4-f4aa5ed53810 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039734 Dec 20 17:04:35.270008 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-f1ffd42a-095b-40b4-9dd6-1440a22a346e service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053684 Dec 20 17:04:35.518593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e8b1035d-d6a8-4d8b-8478-5c601d3bd965 req-b9d3213f-a374-4c0c-ac99-def6838e71aa service neutron] 10.222.0.83 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601863 Dec 20 17:04:35.591997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92ffd2-ed80-4820-afbe-cc57c4865d1e req-268c7cf8-4403-4fc6-baf6-b9eb2c7e5095 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:35.593569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c92ffd2-ed80-4820-afbe-cc57c4865d1e req-268c7cf8-4403-4fc6-baf6-b9eb2c7e5095 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0493934 Dec 20 17:04:35.646640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c92ffd2-ed80-4820-afbe-cc57c4865d1e req-721585b0-1e83-4d14-8501-e329a4fcdd40 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460968 Dec 20 17:04:36.770742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be952db-1082-4fd7-a79f-1e7d25b0fdbb req-7a658c23-ce31-43d7-8ebc-2d52f4d4280d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:36.772220 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0be952db-1082-4fd7-a79f-1e7d25b0fdbb req-7a658c23-ce31-43d7-8ebc-2d52f4d4280d tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0522528 Dec 20 17:04:36.821570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0be952db-1082-4fd7-a79f-1e7d25b0fdbb req-c426a707-dd4a-4bfb-b8a6-74699711ca82 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432665 Dec 20 17:04:37.942429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10252fd-5cf5-4e87-a943-d73a270552f7 req-0f504339-6339-4cb0-838f-3e7e8a8207d4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:37.944036 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e10252fd-5cf5-4e87-a943-d73a270552f7 req-0f504339-6339-4cb0-838f-3e7e8a8207d4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0516925 Dec 20 17:04:37.994586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e10252fd-5cf5-4e87-a943-d73a270552f7 req-9eccb8b8-e93b-4cd6-aa8b-28f44b42747e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444477 Dec 20 17:04:39.118785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6695be3-6d89-4698-b2fa-0e0ab2fe8233 req-3c325d3a-7cd8-4de1-b03c-c9892da52523 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:39.120313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6695be3-6d89-4698-b2fa-0e0ab2fe8233 req-3c325d3a-7cd8-4de1-b03c-c9892da52523 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0520537 Dec 20 17:04:39.168758 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6695be3-6d89-4698-b2fa-0e0ab2fe8233 req-90e1cc1f-3d58-4e50-b969-6e668dcae502 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420151 Dec 20 17:04:40.029298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:04:40.288338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e2b4-144e-4ee7-beb7-7e951cf405ec req-985845a8-b0a9-4f2a-86eb-04d062918173 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:40.289808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4a3e2b4-144e-4ee7-beb7-7e951cf405ec req-985845a8-b0a9-4f2a-86eb-04d062918173 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0493956 Dec 20 17:04:40.338471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c4a3e2b4-144e-4ee7-beb7-7e951cf405ec req-a18b886c-e1e0-4db1-8ba9-fec26853d264 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426135 Dec 20 17:04:41.463075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8251bd8-dc9b-4351-a560-8f1b8ae7a64c req-89f64906-105e-4d2b-b69f-877e3257302c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:41.464454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8251bd8-dc9b-4351-a560-8f1b8ae7a64c req-89f64906-105e-4d2b-b69f-877e3257302c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0528946 Dec 20 17:04:41.512255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8251bd8-dc9b-4351-a560-8f1b8ae7a64c req-be8f44d8-2594-408a-a302-c8583d3384b4 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417504 Dec 20 17:04:42.631109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262730-004a-4413-8269-53650da805a1 req-6db3f85d-35e0-4345-b5f0-14b10def4505 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:42.632603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d262730-004a-4413-8269-53650da805a1 req-6db3f85d-35e0-4345-b5f0-14b10def4505 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0504856 Dec 20 17:04:42.680687 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d262730-004a-4413-8269-53650da805a1 req-3ea34c57-2b39-4b79-afb0-0e490c1f476e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420277 Dec 20 17:04:43.798158 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8649-f0f3-497e-b35e-8d5e4999443d req-1ca969a2-47be-4700-a9d4-f13bd6fbd91e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:43.799638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e5a8649-f0f3-497e-b35e-8d5e4999443d req-1ca969a2-47be-4700-a9d4-f13bd6fbd91e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0490291 Dec 20 17:04:43.852035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e5a8649-f0f3-497e-b35e-8d5e4999443d req-35a08e33-dd4f-4f86-93d9-125ac12f8bed tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457811 Dec 20 17:04:44.972655 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907413-9538-427f-9305-406d07d7c19d req-b3ef6303-5914-4df1-8b4c-f8ab0a816c57 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:44.974910 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2907413-9538-427f-9305-406d07d7c19d req-b3ef6303-5914-4df1-8b4c-f8ab0a816c57 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0498619 Dec 20 17:04:45.020892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2907413-9538-427f-9305-406d07d7c19d req-3b9346b6-748a-4740-bfdc-a65aaa87bf5e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394769 Dec 20 17:04:46.145040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b45480-a20a-4099-b036-1f17f9efca3f req-2c03225f-ec00-4d18-a660-0deb495d93dc tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:46.146875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65b45480-a20a-4099-b036-1f17f9efca3f req-2c03225f-ec00-4d18-a660-0deb495d93dc tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0535004 Dec 20 17:04:46.197034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-65b45480-a20a-4099-b036-1f17f9efca3f req-a941189f-d59a-43e7-8df5-d388d7b3ea45 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438821 Dec 20 17:04:47.061143 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-024d7d05-fea6-4284-88ee-e75d81b122f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414102 Dec 20 17:04:47.148419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-aec03fed-6856-4c66-94ee-7c378fa431d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.150043 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-aec03fed-6856-4c66-94ee-7c378fa431d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a864bcfb16394f31acefec2916171741&device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 1096 time: 0.0429919 Dec 20 17:04:47.261335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-34eed358-3e44-4350-85a2-88031a30741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.262813 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-34eed358-3e44-4350-85a2-88031a30741e service neutron] 10.222.0.72 "GET /v2.0/networks?id=34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 200 len: 913 time: 0.0925896 Dec 20 17:04:47.319825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3f900-618a-4594-8f81-96f0e39e96ba req-b8c26d3c-9a60-4610-b479-07dd6c5b138f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.321318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7c3f900-618a-4594-8f81-96f0e39e96ba req-b8c26d3c-9a60-4610-b479-07dd6c5b138f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0545926 Dec 20 17:04:47.332943 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-ab68e6e5-0af7-44d5-a54b-02bd2141a173 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 200 len: 1001 time: 0.0625184 Dec 20 17:04:47.371985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b7c3f900-618a-4594-8f81-96f0e39e96ba req-00dfa766-7f91-4409-9877-3641a215d4cf tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444725 Dec 20 17:04:47.387301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-1984e11e-e61d-4f4c-839b-0f5baf090944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.388773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-1984e11e-e61d-4f4c-839b-0f5baf090944 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 200 len: 851 time: 0.0496700 Dec 20 17:04:47.435944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:04:47.437687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-f33ac55b-151f-4240-a507-835eefa8bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.439230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-f33ac55b-151f-4240-a507-835eefa8bacf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34b0b423-bc4f-4e81-bfbd-0a97344867b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427063 Dec 20 17:04:47.497102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a22cfd-c714-4db6-8882-eada87caa320 req-7766dd96-c2e3-407b-9758-f2822272b319 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.498637 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a22cfd-c714-4db6-8882-eada87caa320 req-7766dd96-c2e3-407b-9758-f2822272b319 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0515335 Dec 20 17:04:47.539830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-e1f2830b-b1e3-4ad5-9cff-7645561f4778 service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930912 Dec 20 17:04:47.541327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:47.549233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e5a22cfd-c714-4db6-8882-eada87caa320 req-ed4b16bf-37da-4ac8-a135-0699ad1d2dd8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444856 Dec 20 17:04:47.554199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'port_id': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'mac_address': 'fa:16:3e:03:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:04:47.593796 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:47.612062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:04:47.632572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:47.645804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-88df8b44-e1f7-446c-933b-cbb5efb599c1 req-c39513ff-5d1a-4f9a-9b87-fca85ef806db service neutron] 10.222.0.72 "GET /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980823 Dec 20 17:04:47.670641 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1c6f2-696d-4c15-922a-a50f1a104274 req-dcc256a6-8825-4d74-b8d7-1c65d357307f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:47.672141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52d1c6f2-696d-4c15-922a-a50f1a104274 req-dcc256a6-8825-4d74-b8d7-1c65d357307f tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 945 time: 0.0497172 Dec 20 17:04:47.723334 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-52d1c6f2-696d-4c15-922a-a50f1a104274 req-da6e7d10-ca53-4d32-9959-b767c5b7c164 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441530 Dec 20 17:04:47.748330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:47.796756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=13']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:47.994554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['8abe694a-69c6-48d6-bf2f-20daa9331a72'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:04:48.237925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc1c4-80d5-4fb3-8269-b6bab91f1a7f req-ae1a12ad-e6bc-45c4-900a-79fdb9aeecfd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:48.239582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32ccc1c4-80d5-4fb3-8269-b6bab91f1a7f req-ae1a12ad-e6bc-45c4-900a-79fdb9aeecfd tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0508654 Dec 20 17:04:48.288534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32ccc1c4-80d5-4fb3-8269-b6bab91f1a7f req-70312d6e-9720-4c56-bcca-34444ff6054c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430546 Dec 20 17:04:49.411975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdc4da-19d4-4896-9119-3cf959d23237 req-28836e88-1c83-4439-973d-55bbee2741f5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:49.414233 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69cdc4da-19d4-4896-9119-3cf959d23237 req-28836e88-1c83-4439-973d-55bbee2741f5 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0538671 Dec 20 17:04:49.449553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:04:49.462876 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69cdc4da-19d4-4896-9119-3cf959d23237 req-8f697833-6ca9-4c39-9951-3344054176aa tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups?id=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425172 Dec 20 17:04:49.593669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:04:49.597774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 8abe694a-69c6-48d6-bf2f-20daa9331a72 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:04:49.598116 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:49.675055 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:49.698208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:49.700574 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83201595-35ff-43bf-a8db-b475dd91574b" -d '{"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-plugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:49.715645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:49.737964 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5635b40-1e76-45d3-8e3f-21a9b80ad2b8 x-openstack-request-id: req-f5635b40-1e76-45d3-8e3f-21a9b80ad2b8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:49.739653 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-plugged", "status": "completed", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:49.739653 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5635b40-1e76-45d3-8e3f-21a9b80ad2b8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:49.739653 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'code': 200} Dec 20 17:04:49.793926 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:04:49.811383 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:04:49.815470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-0c746efa-2366-472f-a713-ada2ea9f2c40 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:04:49.815470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-0c746efa-2366-472f-a713-ada2ea9f2c40 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 946 time: 0.0496526 Dec 20 17:04:49.846327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=14']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:49.909618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Deleting port 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:04:49.909958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:49.999119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] For port 8abe694a-69c6-48d6-bf2f-20daa9331a72, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=8abe694a-69c6-48d6-bf2f-20daa9331a72,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:04:49.999405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:50.178223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:50.178585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:50.179543 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Floating IP a34a7d97-0193-4475-b6e2-35f2a9171328 disassociated. External IP: 172.25.6.247, port: 8abe694a-69c6-48d6-bf2f-20daa9331a72. Dec 20 17:04:50.179888 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Calling delete_port for 8abe694a-69c6-48d6-bf2f-20daa9331a72 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:04:50.393997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:50.423727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event deleted for resources: {'Port': ['ID=8abe694a-69c6-48d6-bf2f-20daa9331a72,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:04:50.549965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:04:50.582952 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d3c92c0-fa71-481d-b68f-c717a25a43e8 req-1a6448c9-cf62-449d-9256-c403417c4474 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0353985 Dec 20 17:04:50.668527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:04:50.680013 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952d104-6c65-4247-9113-880303d1549a None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:04:50.690523 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:04:50.691137 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:04:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:04:50.713714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] No DVR routers for this DVR port 8abe694a-69c6-48d6-bf2f-20daa9331a72 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:04:50.716658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:50.720366 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16a65ca0-4b0a-40da-b9c4-6233c12bffe6 req-c7ff092a-24ca-451d-9400-f42bf5f73705 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.72 "DELETE /v2.0/ports/8abe694a-69c6-48d6-bf2f-20daa9331a72 HTTP/1.1" status: 204 len: 173 time: 0.8997772 Dec 20 17:04:50.720805 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-deleted', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:04:50.723027 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d53e6-fb67-4e1b-8d9c-538d59fcf019" -d '{"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-deleted", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:04:50.771295 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85ab7e-fecc-468e-afdb-3c8e12d1d9f5 x-openstack-request-id: req-8f85ab7e-fecc-468e-afdb-3c8e12d1d9f5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:04:50.771295 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c913b54-98d7-4d20-8262-d4e6f60df92b", "name": "network-vif-deleted", "tag": "8abe694a-69c6-48d6-bf2f-20daa9331a72", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:04:50.771295 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f85ab7e-fecc-468e-afdb-3c8e12d1d9f5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:04:50.771295 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c913b54-98d7-4d20-8262-d4e6f60df92b', 'name': 'network-vif-deleted', 'tag': '8abe694a-69c6-48d6-bf2f-20daa9331a72', 'status': 'completed', 'code': 200} Dec 20 17:04:50.806496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:04:51.019016 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:04:51.049628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952d104-6c65-4247-9113-880303d1549a None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:04:51.059060 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:04:51.059659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:04:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:04:51.170071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:04:51.372801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-6952d104-6c65-4247-9113-880303d1549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:04:51.398811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6952d104-6c65-4247-9113-880303d1549a None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '63316b2c-09fc-4eae-b1d5-489a1879ddee', 'name': '', 'network_id': '34b0b423-bc4f-4e81-bfbd-0a97344867b0', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'mac_address': 'fa:16:3e:41:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:33Z', 'updated_at': '2021-12-20T16:53:37Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'subnets': [{'id': '1f34a8c8-b026-47fd-855a-f2b4e045d001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:04:51.635551 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be6c69f-3dfe-46c2-99e8-14bb92090b65 None None] New status for floating IP a34a7d97-0193-4475-b6e2-35f2a9171328: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:04:51.686175 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c68b1ec3-eb7c-4e16-b991-c1296a06ee2e req-66ae334c-188b-47d3-bd5b-5b42bad89e6c tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0278692 Dec 20 17:04:52.365539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:52.785935 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0537b272-5301-4aad-b466-eedd0b436335 req-e7cc7860-d605-4b98-aa18-38be5166c4a8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0263875 Dec 20 17:04:53.467052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:04:53.492538 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 8abe694a-69c6-48d6-bf2f-20daa9331a72 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:04:53.492911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 8abe694a-69c6-48d6-bf2f-20daa9331a72 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:04:53.885683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6bb4435-9c15-478b-9ced-4c50e20978b3 req-8f62157e-6356-495a-8d3a-0b27cf6f8ef8 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0279422 Dec 20 17:04:54.983320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bca1eb8b-1310-4e39-bfc4-c66ea0744a78 req-540ac4c3-3b58-4f96-aa6b-8a02a40af746 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0273631 Dec 20 17:04:56.094363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-306b6176-be6e-4dec-94dd-e4d71aedf7f5 req-884fd6e6-15d4-49f1-a225-5927fa66bf9e tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c913b54-98d7-4d20-8262-d4e6f60df92b HTTP/1.1" status: 200 len: 210 time: 0.0284224 Dec 20 17:04:58.108276 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:04:59.404273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9f19519-786e-487f-a105-44db997dd35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:01.879949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b30c833-ad02-49a0-ae26-0092af7d5fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.210761 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.355333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52274) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:03.412547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3df3ab47-b7da-4877-869d-2f18be0842a1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.437256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3df3ab47-b7da-4877-869d-2f18be0842a1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.599271 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3df3ab47-b7da-4877-869d-2f18be0842a1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.601995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3df3ab47-b7da-4877-869d-2f18be0842a1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.603195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3df3ab47-b7da-4877-869d-2f18be0842a1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "DELETE /v2.0/security-groups/091563e0-0bc1-4148-a4b5-ce98f9dfb0ca HTTP/1.1" status: 204 len: 168 time: 0.2468138 Dec 20 17:05:03.606002 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52276) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:03.612680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3ab47-b7da-4877-869d-2f18be0842a1 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091563e0-0bc1-4148-a4b5-ce98f9dfb0ca,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:03.621835 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [None req-e5b4b303-084b-4c61-8929-313737e67e3a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] show failed (client error): The resource could not be found. Dec 20 17:05:03.633890 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e5b4b303-084b-4c61-8929-313737e67e3a tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "GET /v2.0/security-groups/091563e0-0bc1-4148-a4b5-ce98f9dfb0ca HTTP/1.1" status: 404 len: 347 time: 0.0156791 Dec 20 17:05:03.635890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52278) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:03.765779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Deleting port 1fdeb556-c0ca-4d49-98b8-83c5ada3f898 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:03.766029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.843903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.844229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:03.856356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Calling delete_port for 1fdeb556-c0ca-4d49-98b8-83c5ada3f898 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:04.066431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:04.090628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Pushing event deleted for resources: {'Port': ['ID=1fdeb556-c0ca-4d49-98b8-83c5ada3f898,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:04.165570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:04.168209 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:04.169547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e5e50f9a-0be5-44fb-8316-3aa45011a817 tempest-ServerActionsTestJSON-431186438 tempest-ServerActionsTestJSON-431186438-project] 10.222.0.81 "DELETE /v2.0/floatingips/a34a7d97-0193-4475-b6e2-35f2a9171328 HTTP/1.1" status: 204 len: 168 time: 0.5327301 Dec 20 17:05:04.172449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52280) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:04.652369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:04.662030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:04.904337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Deleting port 63316b2c-09fc-4eae-b1d5-489a1879ddee {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:04.904655 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:04.988730 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] For port 63316b2c-09fc-4eae-b1d5-489a1879ddee, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=63316b2c-09fc-4eae-b1d5-489a1879ddee,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:04.989116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.002176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Calling delete_port for 63316b2c-09fc-4eae-b1d5-489a1879ddee owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:05.142866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.318302 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:05.345091 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=63316b2c-09fc-4eae-b1d5-489a1879ddee,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:05.514741 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.075040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Router ae7f90ef-d3c5-4627-855f-de96b6f183fc has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:05:06.189273 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:05:06.194365 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-34a46c7f-bd54-4cca-90dd-3c8e800cdaf5 admin admin] 10.222.0.81 "PUT /v2.0/routers/ae7f90ef-d3c5-4627-855f-de96b6f183fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209670 Dec 20 17:05:06.197788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52284) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:06.200452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] Sync routers for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:05:06.210289 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:06.211494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:06.306240 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.316604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:05:06.415194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.502861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T17:05:05Z', 'revision_number': 5, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port': {'id': 'ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T16:53:31Z', 'updated_at': '2021-12-20T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:06.535747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Deleting port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:06.536379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.630952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] For port ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:06.631578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.646796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Calling delete_port for ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:06.706415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] Checking router: ae7f90ef-d3c5-4627-855f-de96b6f183fc for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:05:06.715677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] Routers {'ae7f90ef-d3c5-4627-855f-de96b6f183fc'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:05:06.716292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:05:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:06.806448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] Set router ae7f90ef-d3c5-4627-855f-de96b6f183fc gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:05:06.860742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T17:05:06Z', 'revision_number': 6, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:06.891026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4d3b8-efb3-412d-b782-8c33b545825c None None] The sync data for ids ['ae7f90ef-d3c5-4627-855f-de96b6f183fc'] in n-d-781076-8 is: [{'id': 'ae7f90ef-d3c5-4627-855f-de96b6f183fc', 'name': 'tempest-ServerActionsTestJSON-1553757523-router', 'tenant_id': 'a864bcfb16394f31acefec2916171741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T16:53:30Z', 'updated_at': '2021-12-20T17:05:06Z', 'revision_number': 6, 'project_id': 'a864bcfb16394f31acefec2916171741', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:05:06.959949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:06.988791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:07.003112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94ef36-60a3-4bd0-a970-5cba67ec2854 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:05:07.051410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.150055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.152408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.267916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.268555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7f90ef-d3c5-4627-855f-de96b6f183fc {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:05:07.273574 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.277197 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c9b2258d-18e2-40c5-9bd1-46a048651d61 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ae7f90ef-d3c5-4627-855f-de96b6f183fc HTTP/1.1" status: 204 len: 168 time: 1.0761771 Dec 20 17:05:07.278115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52286) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:07.332286 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Deleting subnet 1f34a8c8-b026-47fd-855a-f2b4e045d001 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:05:07.339058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.371166 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.454182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.588823 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.621669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f34a8c8-b026-47fd-855a-f2b4e045d001,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:07.631824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.636180 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c8aa99b1-b4d0-4c24-bced-bd01092e1a4c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1f34a8c8-b026-47fd-855a-f2b4e045d001 HTTP/1.1" status: 204 len: 168 time: 0.3545671 Dec 20 17:05:07.636553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52288) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:07.646449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519f5bc-f2ab-4232-802c-2d0347cf41e9 None None] Network 34b0b423-bc4f-4e81-bfbd-0a97344867b0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:07.720490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.787060 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Deleting port b24f12cf-1440-46f3-a32f-d3f8ac21b39c {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:07.787369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.811141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] DHCP port deletion for 34b0b423-bc4f-4e81-bfbd-0a97344867b0 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:05:07.856804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] For port b24f12cf-1440-46f3-a32f-d3f8ac21b39c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:07.857184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.858107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Deleting port b24f12cf-1440-46f3-a32f-d3f8ac21b39c {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:07.858491 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.876039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Calling delete_port for b24f12cf-1440-46f3-a32f-d3f8ac21b39c owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:07.923320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] For port b24f12cf-1440-46f3-a32f-d3f8ac21b39c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,segment=NetworkSegment(da9091ab-1c63-45e9-98af-b12c91612f5a),segment_id=da9091ab-1c63-45e9-98af-b12c91612f5a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:07.923997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:07.938123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Calling delete_port for b24f12cf-1440-46f3-a32f-d3f8ac21b39c owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:08.028204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 17:05:08.028620 n-d-781076-8 neutron-server[103955]: self.session.flush() Dec 20 17:05:08.034599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.056674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Pushing event deleted for resources: {'Port': ['ID=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:08.058485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Pushing event deleted for resources: {'Port': ['ID=b24f12cf-1440-46f3-a32f-d3f8ac21b39c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:08.061957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] No DVR routers for this DVR port b24f12cf-1440-46f3-a32f-d3f8ac21b39c on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:08.068280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] No DVR routers for this DVR port b24f12cf-1440-46f3-a32f-d3f8ac21b39c on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:08.071338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.071688 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.072028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.072370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.072708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.073040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.073424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.073756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.074080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.074405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.074728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.075047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.075368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b9ec88-eac5-43fd-a7cb-74f0016f5c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:08.143683 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.167032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 63316b2c-09fc-4eae-b1d5-489a1879ddee no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:05:08.167212 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b0b423-bc4f-4e81-bfbd-0a97344867b0']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:08.176660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9091ab-1c63-45e9-98af-b12c91612f5a') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:08.176964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9091ab-1c63-45e9-98af-b12c91612f5a') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:08.187993 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.189006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 63316b2c-09fc-4eae-b1d5-489a1879ddee {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:05:08.189388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 63316b2c-09fc-4eae-b1d5-489a1879ddee not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:05:08.189822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:05:08.202175 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.208064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:05:08.208489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.209791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:05:08.210093 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:05:08.213134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ccfe1dfd-2b69-4c7f-8001-4e2d3cb560fd not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:05:08.213134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b24f12cf-1440-46f3-a32f-d3f8ac21b39c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:05:08.234866 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b24f12cf-1440-46f3-a32f-d3f8ac21b39c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:05:08.235206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b24f12cf-1440-46f3-a32f-d3f8ac21b39c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:05:08.330796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.336739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.341968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] 10.222.0.81 "DELETE /v2.0/networks/34b0b423-bc4f-4e81-bfbd-0a97344867b0 HTTP/1.1" status: 204 len: 168 time: 0.7026029 Dec 20 17:05:08.350758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b090f2-9ef5-4885-b711-4d06addaf07d admin admin] Pushing event deleted for resources: {'Network': ['ID=34b0b423-bc4f-4e81-bfbd-0a97344867b0,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:08.741512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52292) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:08.788391 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ef9641a4-a6bb-4740-ba6b-75597b143ad0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a864bcfb16394f31acefec2916171741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451019 Dec 20 17:05:08.791375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52294) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:08.838987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bad2b32e-f8ee-432c-8357-cf1394afebf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:08.859960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bad2b32e-f8ee-432c-8357-cf1394afebf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:09.027692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bad2b32e-f8ee-432c-8357-cf1394afebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:09.030323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bad2b32e-f8ee-432c-8357-cf1394afebf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:09.031512 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bad2b32e-f8ee-432c-8357-cf1394afebf3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39b3f3b0-135f-44dd-97bb-fbd624ca3fc5 HTTP/1.1" status: 204 len: 168 time: 0.2392390 Dec 20 17:05:09.039593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2b32e-f8ee-432c-8357-cf1394afebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b3f3b0-135f-44dd-97bb-fbd624ca3fc5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:10.240520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52316) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:10.337665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1639011066-network', 'tenant_id': '3c691ffdeb964ff1988a6ca46fbb4d9e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:10.426106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Made reservation on behalf of 3c691ffdeb964ff1988a6ca46fbb4d9e for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:10.428636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.438427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.512547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.622072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.647178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:05:10.657121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f8a92-bc26-40bc-811b-1e623f0cf9c6,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:10.661832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.662199 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Added segment f4193d3b-a40d-42fc-be41-127dc6e2206f of type vlan for network 3ca97238-504a-4cab-bcc0-76a2c4230718 Dec 20 17:05:10.709210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.799208 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.800305 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:10.800893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:10.859596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] Pushing event updated for resources: {'Network': ['ID=3ca97238-504a-4cab-bcc0-76a2c4230718,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:10.874057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 3ca97238-504a-4cab-bcc0-76a2c4230718 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:05:10.915914 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1ea7f824-c010-456c-8b80-222b4e99704b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6742308 Dec 20 17:05:10.918825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52320) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:10.923787 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Request body: {'subnet': {'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1639011066-subnet', 'tenant_id': '3c691ffdeb964ff1988a6ca46fbb4d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:11.037507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Made reservation on behalf of 3c691ffdeb964ff1988a6ca46fbb4d9e for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:11.040467 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:11.279346 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:11.334472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53031c92-f69a-4652-8205-bbc63a54f378,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:11.347551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.347898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.349992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.349992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.349992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.349992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.349992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.349992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.350752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.350752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.351027 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.351152 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.352279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:11.358469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Checking segment: {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:11.359446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Network hostable DHCP agents. Network: 3ca97238-504a-4cab-bcc0-76a2c4230718, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:05:11.473873 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Network 3ca97238-504a-4cab-bcc0-76a2c4230718 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:05:11.604933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 3ca97238-504a-4cab-bcc0-76a2c4230718) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:11.610062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:11.611322 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:11.614478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750c094-89cd-4d4c-90d5-91410a06adc1 None None] Network 3ca97238-504a-4cab-bcc0-76a2c4230718 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:11.714693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578d233-c9ce-473d-bc5f-7747c529026f None None] Network 3ca97238-504a-4cab-bcc0-76a2c4230718 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:11.767744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a34cdeef-5102-4fcc-b4fa-82423945e246 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8477914 Dec 20 17:05:12.220686 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-4aa08a27-fb5d-4fe4-b170-79ad413abe80 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:12.222210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-4aa08a27-fb5d-4fe4-b170-79ad413abe80 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/networks?id=3ca97238-504a-4cab-bcc0-76a2c4230718 HTTP/1.1" status: 200 len: 814 time: 0.1178415 Dec 20 17:05:12.238081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-10e4ea59-9750-4e46-929a-9b89f6778ae7 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/quotas/3c691ffdeb964ff1988a6ca46fbb4d9e HTTP/1.1" status: 200 len: 375 time: 0.0091417 Dec 20 17:05:12.270556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-ec6c388f-3b60-471d-a581-19ef7ee79ddf tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262103 Dec 20 17:05:12.367627 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-f3de53a5-6ffe-4c09-b725-94bb2d077361 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887752 Dec 20 17:05:12.458380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-f5be5432-5b7f-44f6-8801-36728b57baa7 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840755 Dec 20 17:05:12.690545 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89c21f4e-de70-4d94-85cf-e139915f7d14 req-2cdb0f14-c5aa-4f42-a73d-00f18d583fa6 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 210 time: 0.0283546 Dec 20 17:05:13.815000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ee94741-72d7-4093-a139-a95b8ec20a98 req-cef8cd0a-dc64-4891-9a86-8a60ded1081e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 210 time: 0.0318971 Dec 20 17:05:14.911962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6444970-fa16-48ab-aa47-795c3ec07b6b req-2b90b3c3-d2ed-4225-9a7d-0c9d21b39ca8 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 210 time: 0.0285215 Dec 20 17:05:15.139984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-8913407e-3784-4b05-9798-e946f32131be tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:15.141494 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-8913407e-3784-4b05-9798-e946f32131be tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.72 "GET /v2.0/networks?id=3ca97238-504a-4cab-bcc0-76a2c4230718 HTTP/1.1" status: 200 len: 814 time: 0.1066463 Dec 20 17:05:15.155845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Request body: {'port': {'device_id': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718', 'admin_state_up': True, 'tenant_id': '3c691ffdeb964ff1988a6ca46fbb4d9e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:15.359601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Made reservation on behalf of 3c691ffdeb964ff1988a6ca46fbb4d9e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:15.363755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:15.494256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Allocated IP 172.20.0.6 (3ca97238-504a-4cab-bcc0-76a2c4230718/53031c92-f69a-4652-8205-bbc63a54f378/d22a3ee5-3ba4-426a-84a0-34f0ed26649a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:15.643023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:15.856838 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:15.903379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Network 3ca97238-504a-4cab-bcc0-76a2c4230718 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:15.906423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:15.908945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:15.938262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Pushing event updated for resources: {'Port': ['ID=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:15.968310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:15.968980 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.034560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc1187-0ed8-4634-875c-7ace6753a53e req-9a829c8e-3c99-4ce1-8cdd-50cd851d417e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:16.036108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09fc1187-0ed8-4634-875c-7ace6753a53e req-9a829c8e-3c99-4ce1-8cdd-50cd851d417e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 931 time: 0.0503025 Dec 20 17:05:16.057771 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-c0bab0f8-e793-441b-8ab6-7ec7f0a7ed3e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058900 Dec 20 17:05:16.072644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Request body: {'port': {'device_id': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:16.086313 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09fc1187-0ed8-4634-875c-7ace6753a53e req-897b5f29-baea-43d6-a4cb-f4da47f355c6 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Dec 20 17:05:16.131893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.407302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22a3ee5-3ba4-426a-84a0-34f0ed26649a {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:16.415508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.428079 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Transition to ACTIVE for port object d22a3ee5-3ba4-426a-84a0-34f0ed26649a will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:16.524834 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.575104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:16.647826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Attempting to bind port d22a3ee5-3ba4-426a-84a0-34f0ed26649a on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:05:16.648157 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Attempting to bind port d22a3ee5-3ba4-426a-84a0-34f0ed26649a by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:05:16.648481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Attempting to bind port d22a3ee5-3ba4-426a-84a0-34f0ed26649a on network 3ca97238-504a-4cab-bcc0-76a2c4230718 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:16.652731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Port d22a3ee5-3ba4-426a-84a0-34f0ed26649a on network 3ca97238-504a-4cab-bcc0-76a2c4230718 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:05:16.653042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Attempting to bind port d22a3ee5-3ba4-426a-84a0-34f0ed26649a on network 3ca97238-504a-4cab-bcc0-76a2c4230718 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:16.658154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:05:16.658466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Checking segment: {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:16.658843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Bound using segment: {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:05:16.659302 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Bound port: d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:05:16.659689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.723999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] For port d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:16.726951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] For port d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:16.845272 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.883699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:16.884313 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:16.885793 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] 10.222.0.72 "PUT /v2.0/ports/d22a3ee5-3ba4-426a-84a0-34f0ed26649a HTTP/1.1" status: 200 len: 1091 time: 0.8179789 Dec 20 17:05:16.886237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'tag': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:16.888550 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c128cd0-ecb0-4067-8b49-2026d8c85608" -d '{"events": [{"name": "network-changed", "server_uuid": "72cc33a7-cc22-45da-953d-3dc764d8260a", "tag": "d22a3ee5-3ba4-426a-84a0-34f0ed26649a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:16.911308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b09cd3-f3b6-477a-85e6-a946f3c25bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:16.926314 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b8d783-e016-44b1-bed3-e3b625bf6267 x-openstack-request-id: req-48b8d783-e016-44b1-bed3-e3b625bf6267 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:16.926615 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cc33a7-cc22-45da-953d-3dc764d8260a", "tag": "d22a3ee5-3ba4-426a-84a0-34f0ed26649a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:16.926875 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48b8d783-e016-44b1-bed3-e3b625bf6267 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:16.927282 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'tag': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a', 'status': 'completed', 'code': 200} Dec 20 17:05:16.994700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128cd0-ecb0-4067-8b49-2026d8c85608 req-78b5a035-6848-45a5-8b84-a4263f706cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:16.996206 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4c128cd0-ecb0-4067-8b49-2026d8c85608 req-78b5a035-6848-45a5-8b84-a4263f706cae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 1094 time: 0.0483193 Dec 20 17:05:17.029556 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:05:17.096812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128cd0-ecb0-4067-8b49-2026d8c85608 req-e828e0c2-af72-4d89-b3c1-537e6e57c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:17.098364 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4c128cd0-ecb0-4067-8b49-2026d8c85608 req-e828e0c2-af72-4d89-b3c1-537e6e57c97a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942430 Dec 20 17:05:17.201839 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128cd0-ecb0-4067-8b49-2026d8c85608 req-51d3d006-b7d7-4517-8c63-0a48cd1e6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:17.203277 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4c128cd0-ecb0-4067-8b49-2026d8c85608 req-51d3d006-b7d7-4517-8c63-0a48cd1e6fc1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980542 Dec 20 17:05:17.204586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de14e2-db00-4cdd-8cd1-1c40130c49cb req-3b0bfd32-19cc-469d-95d6-39484d954202 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:17.206196 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61de14e2-db00-4cdd-8cd1-1c40130c49cb req-3b0bfd32-19cc-469d-95d6-39484d954202 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 943 time: 0.0502763 Dec 20 17:05:17.261120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61de14e2-db00-4cdd-8cd1-1c40130c49cb req-01bd528b-5230-46e6-8c13-90ab20af3e69 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Dec 20 17:05:17.280865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-5e1f9332-c51e-46dc-ba42-4fd8eff70814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:17.282411 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-5e1f9332-c51e-46dc-ba42-4fd8eff70814 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 1094 time: 0.0427306 Dec 20 17:05:17.327719 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-fc4c76e9-879e-40b1-a4da-3cb9437692ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d22a3ee5-3ba4-426a-84a0-34f0ed26649a HTTP/1.1" status: 200 len: 217 time: 0.0360456 Dec 20 17:05:17.382113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-26ae7c60-0a7d-411f-b705-ef134d82472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:17.383590 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-26ae7c60-0a7d-411f-b705-ef134d82472e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=53031c92-f69a-4652-8205-bbc63a54f378 HTTP/1.1" status: 200 len: 854 time: 0.0471542 Dec 20 17:05:17.416040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-6fd83214-8e85-4291-a2b8-00e1403402bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3ca97238-504a-4cab-bcc0-76a2c4230718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256417 Dec 20 17:05:17.506128 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-6818af97-13b5-47f7-8862-62b9d4438644 service neutron] 10.222.0.72 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826530 Dec 20 17:05:17.599988 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-34e2f093-b69f-46a1-a434-e17ebc596952 req-ae06a32a-28a2-403a-9ce6-9fb5893833cf service neutron] 10.222.0.72 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Dec 20 17:05:18.381416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32703191-94b9-43bf-8f92-84307a35cd31 req-4e726c81-3a4c-4d0b-8809-0b773a8edeba tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:18.382912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32703191-94b9-43bf-8f92-84307a35cd31 req-4e726c81-3a4c-4d0b-8809-0b773a8edeba tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 943 time: 0.0501428 Dec 20 17:05:18.430998 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32703191-94b9-43bf-8f92-84307a35cd31 req-7db7b96d-3eb4-4187-82f0-ce8f693e579a tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Dec 20 17:05:19.547916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba220f-ff03-4d1f-9e90-07834d1fd73c req-575ada37-4307-4649-aaa0-7d0ee8f20981 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:19.549414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cba220f-ff03-4d1f-9e90-07834d1fd73c req-575ada37-4307-4649-aaa0-7d0ee8f20981 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 943 time: 0.0496728 Dec 20 17:05:19.596944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3cba220f-ff03-4d1f-9e90-07834d1fd73c req-9a223624-ba9b-4413-b44d-a5872dff910e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Dec 20 17:05:19.598507 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d22a3ee5-3ba4-426a-84a0-34f0ed26649a details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:05:19.698384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:19.709259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a', 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718', 'port_id': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a', 'mac_address': 'fa:16:3e:c9:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53031c92-f69a-4652-8205-bbc63a54f378', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:05:19.747296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:19.760329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22a3ee5-3ba4-426a-84a0-34f0ed26649a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:19.779594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:19.866051 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:19.916560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:20.060375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d22a3ee5-3ba4-426a-84a0-34f0ed26649a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:20.717737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1de7e9-4afc-44d6-bc48-d80f036a9407 req-dfc6acf8-1593-458a-be4e-8f0964aa7bfb tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:20.719259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1de7e9-4afc-44d6-bc48-d80f036a9407 req-dfc6acf8-1593-458a-be4e-8f0964aa7bfb tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 944 time: 0.0540462 Dec 20 17:05:20.766570 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef1de7e9-4afc-44d6-bc48-d80f036a9407 req-2f0fcce8-98dc-4344-a3ee-a64cca46e4fd tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Dec 20 17:05:21.607674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d22a3ee5-3ba4-426a-84a0-34f0ed26649a up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:05:21.751411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port d22a3ee5-3ba4-426a-84a0-34f0ed26649a completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:21.755510 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port d22a3ee5-3ba4-426a-84a0-34f0ed26649a triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:21.755885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:21.834458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:21.857511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:21.859870 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6852326-0f18-4f41-9472-0e4a2eb798e2" -d '{"events": [{"server_uuid": "72cc33a7-cc22-45da-953d-3dc764d8260a", "name": "network-vif-plugged", "status": "completed", "tag": "d22a3ee5-3ba4-426a-84a0-34f0ed26649a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:21.873418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:21.887461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90ec11-dbb6-4723-9b2b-4615fb09071b req-cb4ccd6e-d3f5-4637-9fdf-b1f6227cdb09 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:21.889050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b90ec11-dbb6-4723-9b2b-4615fb09071b req-cb4ccd6e-d3f5-4637-9fdf-b1f6227cdb09 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 944 time: 0.0520205 Dec 20 17:05:21.901965 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260eb733-09c0-460a-b522-c6fca3c21172 x-openstack-request-id: req-260eb733-09c0-460a-b522-c6fca3c21172 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:21.902448 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cc33a7-cc22-45da-953d-3dc764d8260a", "name": "network-vif-plugged", "status": "completed", "tag": "d22a3ee5-3ba4-426a-84a0-34f0ed26649a", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:21.902586 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-260eb733-09c0-460a-b522-c6fca3c21172 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:21.902906 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a', 'code': 200} Dec 20 17:05:21.940732 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b90ec11-dbb6-4723-9b2b-4615fb09071b req-8cde6734-689b-4f8d-b59c-1239fbd59f3d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Dec 20 17:05:21.976613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:22.002058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8972e2f-ade7-45f6-9094-32478ead199b req-6dcc7310-67d2-4fae-9329-474922f8d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:22.003556 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8972e2f-ade7-45f6-9094-32478ead199b req-6dcc7310-67d2-4fae-9329-474922f8d47a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 1095 time: 0.0401213 Dec 20 17:05:22.030142 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:22.051602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f8972e2f-ade7-45f6-9094-32478ead199b req-5fc7daec-14a0-4882-9fb5-84b861c1477b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Dec 20 17:05:22.319183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:23.061661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bd85a-c2ca-4abe-a187-c89ba76860b9 req-c4950b72-d0e4-461c-8e8c-731150cbe935 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:23.063211 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-036bd85a-c2ca-4abe-a187-c89ba76860b9 req-c4950b72-d0e4-461c-8e8c-731150cbe935 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0505450 Dec 20 17:05:23.119194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-036bd85a-c2ca-4abe-a187-c89ba76860b9 req-990fe835-e975-4e51-aa5d-ead93038219d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Dec 20 17:05:24.236953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72de9c4-e969-4baf-86b4-a2eb371030f8 req-35438367-8d41-4335-bea0-f5acfa9d2239 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:24.238519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f72de9c4-e969-4baf-86b4-a2eb371030f8 req-35438367-8d41-4335-bea0-f5acfa9d2239 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0503111 Dec 20 17:05:24.287055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f72de9c4-e969-4baf-86b4-a2eb371030f8 req-d876f1ec-84e8-4ca4-bc06-c0156091d01e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Dec 20 17:05:24.515294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-e4285aa3-c5b9-463a-83ac-df5ece023100 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:24.516808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-e4285aa3-c5b9-463a-83ac-df5ece023100 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/networks?id=3ca97238-504a-4cab-bcc0-76a2c4230718 HTTP/1.1" status: 200 len: 814 time: 0.1065567 Dec 20 17:05:24.532282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-f339f91c-ebff-4dd9-9086-6d7c81f23247 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/quotas/3c691ffdeb964ff1988a6ca46fbb4d9e HTTP/1.1" status: 200 len: 375 time: 0.0097175 Dec 20 17:05:24.582216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3187524f-77bf-41f4-943f-7ed586cdc22a tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445120 Dec 20 17:05:24.593774 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-e05ce844-72b1-4774-bc7c-80e4a45a82bf service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:05:24.594739 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-e05ce844-72b1-4774-bc7c-80e4a45a82bf service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051036 Dec 20 17:05:24.689821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-51553e7b-a2d2-4770-b9ae-4995f5335cb1 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891266 Dec 20 17:05:24.780707 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-d362bd73-a23a-4b57-aff0-7e7d6cca5eb9 service neutron] 10.222.0.81 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848684 Dec 20 17:05:25.030736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-094ade97-9419-401f-9ff5-43bc05a20503 req-03fce726-0881-4a52-be5a-7737057cbd79 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 210 time: 0.0276954 Dec 20 17:05:26.134904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-089dce7d-d83c-4ca1-baba-6cf2a863c5ce req-d069e2ab-cf2e-4a53-9842-d791a0ab0fd0 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 210 time: 0.0277939 Dec 20 17:05:27.236804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9abe6d1d-5bb5-4f2e-ac9b-34404e21cabe req-eba626f8-ac29-408c-9224-39bd13de728f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 210 time: 0.0308845 Dec 20 17:05:27.420948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-5487f1f8-7bb1-4620-b194-c546346fea2d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:27.422456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-5487f1f8-7bb1-4620-b194-c546346fea2d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.83 "GET /v2.0/networks?id=3ca97238-504a-4cab-bcc0-76a2c4230718 HTTP/1.1" status: 200 len: 814 time: 0.1063883 Dec 20 17:05:27.436623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Request body: {'port': {'device_id': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718', 'admin_state_up': True, 'tenant_id': '3c691ffdeb964ff1988a6ca46fbb4d9e'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:27.679050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Made reservation on behalf of 3c691ffdeb964ff1988a6ca46fbb4d9e for: {'port': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:27.682701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:27.808999 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Allocated IP 172.20.0.7 (3ca97238-504a-4cab-bcc0-76a2c4230718/53031c92-f69a-4652-8205-bbc63a54f378/52af2f6f-7f00-462c-907c-00a0dfe881f1) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:27.958920 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.096738 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.108439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d22a3ee5-3ba4-426a-84a0-34f0ed26649a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:28.133039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.152208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Network 3ca97238-504a-4cab-bcc0-76a2c4230718 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:28.157468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Pushing event updated for resources: {'Port': ['ID=52af2f6f-7f00-462c-907c-00a0dfe881f1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:28.160015 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:28.162234 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:28.213367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:28.213891 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.293567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-3ea9086d-be75-431f-812b-32f60348dd41 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8606374 Dec 20 17:05:28.343485 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Request body: {'port': {'device_id': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:28.410625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786098e-beda-4df4-9e74-cdced250d82d req-590ec267-7a1c-45da-8689-eabce1736c84 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:28.412105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d786098e-beda-4df4-9e74-cdced250d82d req-590ec267-7a1c-45da-8689-eabce1736c84 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 931 time: 0.1075041 Dec 20 17:05:28.420772 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.503135 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d786098e-beda-4df4-9e74-cdced250d82d req-3c3d1ff5-1b2c-4470-8264-da6263b2cb09 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838356 Dec 20 17:05:28.719693 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52af2f6f-7f00-462c-907c-00a0dfe881f1 {{(pid=103953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:28.727979 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.740092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Transition to ACTIVE for port object 52af2f6f-7f00-462c-907c-00a0dfe881f1 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:05:28.894440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:28.948574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Pushing event updated for resources: {'Port': ['ID=52af2f6f-7f00-462c-907c-00a0dfe881f1,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:29.024705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Attempting to bind port 52af2f6f-7f00-462c-907c-00a0dfe881f1 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:05:29.025044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Attempting to bind port 52af2f6f-7f00-462c-907c-00a0dfe881f1 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:05:29.025400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Attempting to bind port 52af2f6f-7f00-462c-907c-00a0dfe881f1 on network 3ca97238-504a-4cab-bcc0-76a2c4230718 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:29.029624 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Port 52af2f6f-7f00-462c-907c-00a0dfe881f1 on network 3ca97238-504a-4cab-bcc0-76a2c4230718 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:05:29.029939 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Attempting to bind port 52af2f6f-7f00-462c-907c-00a0dfe881f1 on network 3ca97238-504a-4cab-bcc0-76a2c4230718 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:29.034751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:05:29.035083 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Checking segment: {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:29.035494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Bound using segment: {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:05:29.035909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Bound port: 52af2f6f-7f00-462c-907c-00a0dfe881f1, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4193d3b-a40d-42fc-be41-127dc6e2206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:05:29.036255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:29.098865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] For port 52af2f6f-7f00-462c-907c-00a0dfe881f1, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:29.102012 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] For port 52af2f6f-7f00-462c-907c-00a0dfe881f1, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=52af2f6f-7f00-462c-907c-00a0dfe881f1,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:29.210879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:29.252713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.253810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:29.255363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] 10.222.0.83 "PUT /v2.0/ports/52af2f6f-7f00-462c-907c-00a0dfe881f1 HTTP/1.1" status: 200 len: 1091 time: 0.9174852 Dec 20 17:05:29.255810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'tag': '52af2f6f-7f00-462c-907c-00a0dfe881f1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:29.258646 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c57a41-bd5e-401e-8801-df1014a9116e" -d '{"events": [{"name": "network-changed", "server_uuid": "88f8135c-b758-4f90-a38c-13cc9e8986cc", "tag": "52af2f6f-7f00-462c-907c-00a0dfe881f1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:29.284827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1a63-0698-4da5-b975-2d22a8cc844b service neutron] Pushing event updated for resources: {'Port': ['ID=52af2f6f-7f00-462c-907c-00a0dfe881f1,revision_number=3']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:29.304687 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4a8ff0-2bd0-4872-a9ba-26a8ad96ac48 x-openstack-request-id: req-0c4a8ff0-2bd0-4872-a9ba-26a8ad96ac48 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:29.305314 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f8135c-b758-4f90-a38c-13cc9e8986cc", "tag": "52af2f6f-7f00-462c-907c-00a0dfe881f1", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:29.305314 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c4a8ff0-2bd0-4872-a9ba-26a8ad96ac48 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:29.305674 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'tag': '52af2f6f-7f00-462c-907c-00a0dfe881f1', 'status': 'completed', 'code': 200} Dec 20 17:05:29.369341 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57a41-bd5e-401e-8801-df1014a9116e req-104a1a44-6e99-4a05-81f2-cc247d94b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.370850 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94c57a41-bd5e-401e-8801-df1014a9116e req-104a1a44-6e99-4a05-81f2-cc247d94b963 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 1094 time: 0.0453014 Dec 20 17:05:29.386130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e19c06e0-ce19-4515-bfe1-fde866e7b407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:29.473673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57a41-bd5e-401e-8801-df1014a9116e req-42ac6078-29f4-4c3e-9857-7f1bfb960758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.475076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94c57a41-bd5e-401e-8801-df1014a9116e req-42ac6078-29f4-4c3e-9857-7f1bfb960758 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0960858 Dec 20 17:05:29.579014 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57a41-bd5e-401e-8801-df1014a9116e req-fe1bd0bd-fd40-47dc-bd87-81183398a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.580559 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94c57a41-bd5e-401e-8801-df1014a9116e req-fe1bd0bd-fd40-47dc-bd87-81183398a8bf service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985730 Dec 20 17:05:29.637110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4cd4e-d7d0-40f0-bc89-604c9d0b9747 req-d2214453-0ac8-405a-ab95-7ea34ba1002a tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.638646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdf4cd4e-d7d0-40f0-bc89-604c9d0b9747 req-d2214453-0ac8-405a-ab95-7ea34ba1002a tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 943 time: 0.0618651 Dec 20 17:05:29.697753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-e9977864-5379-4eaa-85b2-98a050a35704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.699246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-e9977864-5379-4eaa-85b2-98a050a35704 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 1094 time: 0.0798724 Dec 20 17:05:29.719808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fdf4cd4e-d7d0-40f0-bc89-604c9d0b9747 req-a0776a41-3d70-4db2-b71c-db75adc0421d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654261 Dec 20 17:05:29.748227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-f28bc702-e419-43fe-b936-80610eaad038 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52af2f6f-7f00-462c-907c-00a0dfe881f1 HTTP/1.1" status: 200 len: 217 time: 0.0389032 Dec 20 17:05:29.797684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-66acd43f-d565-4ac0-a938-4204d3a7f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:29.799131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-66acd43f-d565-4ac0-a938-4204d3a7f10c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53031c92-f69a-4652-8205-bbc63a54f378 HTTP/1.1" status: 200 len: 854 time: 0.0439413 Dec 20 17:05:29.831594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-44558ac4-7bae-470e-b9de-345d8f057d2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3ca97238-504a-4cab-bcc0-76a2c4230718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252509 Dec 20 17:05:29.926840 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-96d275f7-a501-47f8-90aa-1a2b39f305ce service neutron] 10.222.0.83 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Dec 20 17:05:30.023517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-292a9951-a093-4ba2-91f5-2acbe98e21cb req-b4f48760-0cb5-4d32-bc60-bf41059425ce service neutron] 10.222.0.83 "GET /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898972 Dec 20 17:05:30.843803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012c5f-1e28-44eb-a101-7b63cc2eb62e req-fd309802-ebfb-4ed5-b777-eee175197762 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:30.845382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20012c5f-1e28-44eb-a101-7b63cc2eb62e req-fd309802-ebfb-4ed5-b777-eee175197762 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 943 time: 0.0557876 Dec 20 17:05:30.892403 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20012c5f-1e28-44eb-a101-7b63cc2eb62e req-46c79cb6-12c4-4008-a8a5-33ac1229c107 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Dec 20 17:05:31.785862 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3c66a03e-de5e-44ad-9da5-993ad4348140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:32.010313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd654c48-bf6e-499c-9a8f-22c249f3484e req-38ae36e1-d0d0-49ad-851b-585beb6495c4 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:32.011871 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd654c48-bf6e-499c-9a8f-22c249f3484e req-38ae36e1-d0d0-49ad-851b-585beb6495c4 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 943 time: 0.0505383 Dec 20 17:05:32.060875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd654c48-bf6e-499c-9a8f-22c249f3484e req-22921a19-230c-4e0f-b00b-450b10725514 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Dec 20 17:05:33.064394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 52af2f6f-7f00-462c-907c-00a0dfe881f1 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:05:33.178607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 52af2f6f-7f00-462c-907c-00a0dfe881f1, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=52af2f6f-7f00-462c-907c-00a0dfe881f1,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:33.183093 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6e5f8-2c62-4ac1-84e5-babe9a63de16 req-f195e5df-3c9e-4bed-8ef0-39aa1d8d3a5b tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:33.184654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fd6e5f8-2c62-4ac1-84e5-babe9a63de16 req-f195e5df-3c9e-4bed-8ef0-39aa1d8d3a5b tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 943 time: 0.0554056 Dec 20 17:05:33.190661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '52af2f6f-7f00-462c-907c-00a0dfe881f1', 'network_id': '3ca97238-504a-4cab-bcc0-76a2c4230718', 'port_id': '52af2f6f-7f00-462c-907c-00a0dfe881f1', 'mac_address': 'fa:16:3e:78:10:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53031c92-f69a-4652-8205-bbc63a54f378', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:05:33.230145 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:33.234708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5fd6e5f8-2c62-4ac1-84e5-babe9a63de16 req-684733c5-eb09-421d-8a4c-d62bc243ccf4 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Dec 20 17:05:33.238733 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:33.243428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52af2f6f-7f00-462c-907c-00a0dfe881f1 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:05:33.264822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 52af2f6f-7f00-462c-907c-00a0dfe881f1, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=52af2f6f-7f00-462c-907c-00a0dfe881f1,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:33.364953 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:33.413856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=52af2f6f-7f00-462c-907c-00a0dfe881f1,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:33.698300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['52af2f6f-7f00-462c-907c-00a0dfe881f1'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:34.355389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef4a48-53da-4c21-a9f1-1920c15624e8 req-d3935fb2-a47b-4158-8bce-e61ef3195ba5 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:34.356878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eef4a48-53da-4c21-a9f1-1920c15624e8 req-d3935fb2-a47b-4158-8bce-e61ef3195ba5 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 944 time: 0.0498693 Dec 20 17:05:34.406016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7eef4a48-53da-4c21-a9f1-1920c15624e8 req-a38d6e3f-535e-4067-8191-ac8c1f34f2b8 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Dec 20 17:05:34.713313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:35.082943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 52af2f6f-7f00-462c-907c-00a0dfe881f1 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:05:35.135819 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:35.216541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 52af2f6f-7f00-462c-907c-00a0dfe881f1 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:05:35.220736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 52af2f6f-7f00-462c-907c-00a0dfe881f1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:35.221112 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:35.297485 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:35.319504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52af2f6f-7f00-462c-907c-00a0dfe881f1'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:35.322522 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f4bc5b-4294-44a5-a2bd-d62716d8df27" -d '{"events": [{"server_uuid": "88f8135c-b758-4f90-a38c-13cc9e8986cc", "name": "network-vif-plugged", "status": "completed", "tag": "52af2f6f-7f00-462c-907c-00a0dfe881f1"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:35.335627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 52af2f6f-7f00-462c-907c-00a0dfe881f1, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=52af2f6f-7f00-462c-907c-00a0dfe881f1,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:35.361743 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e3559-f1dc-4a9c-b3c5-44d822e5689f x-openstack-request-id: req-9a5e3559-f1dc-4a9c-b3c5-44d822e5689f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:35.362040 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f8135c-b758-4f90-a38c-13cc9e8986cc", "name": "network-vif-plugged", "status": "completed", "tag": "52af2f6f-7f00-462c-907c-00a0dfe881f1", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:35.362323 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a5e3559-f1dc-4a9c-b3c5-44d822e5689f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:35.362722 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52af2f6f-7f00-462c-907c-00a0dfe881f1', 'code': 200} Dec 20 17:05:35.404386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:35.458280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=52af2f6f-7f00-462c-907c-00a0dfe881f1,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:35.466809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf8bda-5abf-4355-80dc-862936e4c2fb req-594d4811-558d-447c-9588-9c16c74ac777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:35.468475 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00cf8bda-5abf-4355-80dc-862936e4c2fb req-594d4811-558d-447c-9588-9c16c74ac777 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 1096 time: 0.0470695 Dec 20 17:05:35.545578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00cf8bda-5abf-4355-80dc-862936e4c2fb req-e771fd91-efca-4bc9-a434-f2b2950f36c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695691 Dec 20 17:05:35.558011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0353b-3c2a-4b30-bb07-b90522de9ae7 req-545310fc-108f-4677-a9b3-5513902ce634 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:35.559467 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69f0353b-3c2a-4b30-bb07-b90522de9ae7 req-545310fc-108f-4677-a9b3-5513902ce634 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 945 time: 0.0768042 Dec 20 17:05:35.608742 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69f0353b-3c2a-4b30-bb07-b90522de9ae7 req-3e6ecb44-8e43-41f7-890f-6fe34dac4dcc tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Dec 20 17:05:36.733575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ac743-d08f-4bef-9a86-08c1c24a46ed req-d3d3998a-d26d-4d6c-8880-d8169405ab67 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:36.735070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d17ac743-d08f-4bef-9a86-08c1c24a46ed req-d3d3998a-d26d-4d6c-8880-d8169405ab67 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 945 time: 0.0519319 Dec 20 17:05:36.784012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d17ac743-d08f-4bef-9a86-08c1c24a46ed req-1bc5ef0c-560d-425d-8f7a-8bec54a0027f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Dec 20 17:05:37.903941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abece20-ee04-4c27-9264-15e533f466fc req-6315ea44-3d72-49e4-9eac-0877a9e8df1c tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:37.905435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7abece20-ee04-4c27-9264-15e533f466fc req-6315ea44-3d72-49e4-9eac-0877a9e8df1c tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 945 time: 0.0524647 Dec 20 17:05:37.953414 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7abece20-ee04-4c27-9264-15e533f466fc req-03060dc3-58c1-41c8-940d-97458df0f2a3 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Dec 20 17:05:38.497305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42304639-041a-4828-b643-6301185a177c req-06a2f137-a682-4214-bb15-18eb81ed1f27 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:38.498818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42304639-041a-4828-b643-6301185a177c req-06a2f137-a682-4214-bb15-18eb81ed1f27 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 945 time: 0.0490434 Dec 20 17:05:38.547750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42304639-041a-4828-b643-6301185a177c req-d1f7999a-94b0-4fb2-ac80-b3de21aa9d45 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Dec 20 17:05:39.667880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88919-86d5-4ceb-ab28-150c8d7f0d30 req-c7128149-60dc-4161-98c2-ffd9cb7f684c tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:39.673724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8c88919-86d5-4ceb-ab28-150c8d7f0d30 req-c7128149-60dc-4161-98c2-ffd9cb7f684c tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 945 time: 0.0492742 Dec 20 17:05:39.722638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f8c88919-86d5-4ceb-ab28-150c8d7f0d30 req-5056c2bb-21a7-4fef-8703-935f4964d38c tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467515 Dec 20 17:05:39.892349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-80d2f504-2310-41c6-b9a4-44723f594fef tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:39.892349 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-80d2f504-2310-41c6-b9a4-44723f594fef tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.83 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 945 time: 0.0485406 Dec 20 17:05:39.983947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Deleting port 52af2f6f-7f00-462c-907c-00a0dfe881f1 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:39.984285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:40.080505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] For port 52af2f6f-7f00-462c-907c-00a0dfe881f1, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=52af2f6f-7f00-462c-907c-00a0dfe881f1,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:40.080860 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:40.094285 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Calling delete_port for 52af2f6f-7f00-462c-907c-00a0dfe881f1 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:40.580050 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:40.593386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['52af2f6f-7f00-462c-907c-00a0dfe881f1'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:40.595721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d22a3ee5-3ba4-426a-84a0-34f0ed26649a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:40.610460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Pushing event deleted for resources: {'Port': ['ID=52af2f6f-7f00-462c-907c-00a0dfe881f1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:40.652516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] No DVR routers for this DVR port 52af2f6f-7f00-462c-907c-00a0dfe881f1 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:40.655500 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:40.658909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d35a1ee-d27d-4dda-9eca-d1e8381da3de req-d3ff31d6-7089-4649-9fdb-1ae9077e0914 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.83 "DELETE /v2.0/ports/52af2f6f-7f00-462c-907c-00a0dfe881f1 HTTP/1.1" status: 204 len: 173 time: 0.7618022 Dec 20 17:05:40.659369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'name': 'network-vif-deleted', 'tag': '52af2f6f-7f00-462c-907c-00a0dfe881f1'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:40.661817 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc80af29-0956-467d-8a4f-5ee0ac6ce8d3" -d '{"events": [{"server_uuid": "88f8135c-b758-4f90-a38c-13cc9e8986cc", "name": "network-vif-deleted", "tag": "52af2f6f-7f00-462c-907c-00a0dfe881f1"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:40.702341 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5990ba92-6ce1-40c6-ac35-a71cfd02532a x-openstack-request-id: req-5990ba92-6ce1-40c6-ac35-a71cfd02532a {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:40.702994 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f8135c-b758-4f90-a38c-13cc9e8986cc", "name": "network-vif-deleted", "tag": "52af2f6f-7f00-462c-907c-00a0dfe881f1", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:40.702994 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5990ba92-6ce1-40c6-ac35-a71cfd02532a {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:40.703323 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f8135c-b758-4f90-a38c-13cc9e8986cc', 'name': 'network-vif-deleted', 'tag': '52af2f6f-7f00-462c-907c-00a0dfe881f1', 'status': 'completed', 'code': 200} Dec 20 17:05:40.819663 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cde15005-3ac9-4c2f-a092-26146c21ba55 req-8e82f2a7-2c12-4f1d-8a48-6146f7bd41cb tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f8135c-b758-4f90-a38c-13cc9e8986cc HTTP/1.1" status: 200 len: 210 time: 0.0268085 Dec 20 17:05:41.975052 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaee17-a207-4766-9553-58e5dfb1a6dd req-f912d197-f75c-455f-99aa-5b45c8e7ba70 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:41.976531 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bffaee17-a207-4766-9553-58e5dfb1a6dd req-f912d197-f75c-455f-99aa-5b45c8e7ba70 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0513804 Dec 20 17:05:42.025633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bffaee17-a207-4766-9553-58e5dfb1a6dd req-999d070b-d3d3-4b3b-9dd8-5141c53d7c8c tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Dec 20 17:05:42.161554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754864f6-0a0c-409f-8451-b79677645ed7 req-8b0387d5-02cc-4b6d-9371-dd406c12d48e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:42.163065 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-754864f6-0a0c-409f-8451-b79677645ed7 req-8b0387d5-02cc-4b6d-9371-dd406c12d48e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0508206 Dec 20 17:05:42.210741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-754864f6-0a0c-409f-8451-b79677645ed7 req-96c26569-7c49-4fff-9543-6e9f25faf18b tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Dec 20 17:05:42.326473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940ce69-7824-4405-bdc8-f3c4b25578fd req-62bb1b18-0a5a-4c49-aa43-120744196321 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:42.327968 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b940ce69-7824-4405-bdc8-f3c4b25578fd req-62bb1b18-0a5a-4c49-aa43-120744196321 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0489581 Dec 20 17:05:42.379926 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b940ce69-7824-4405-bdc8-f3c4b25578fd req-6151732d-a0c5-4236-96fc-44e4c5169d38 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Dec 20 17:05:42.551380 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2472a9-d87c-4117-826b-d45d68ac5fbc req-37854a7c-79c9-4e44-b44c-38200023bc5d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:42.553129 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb2472a9-d87c-4117-826b-d45d68ac5fbc req-37854a7c-79c9-4e44-b44c-38200023bc5d tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0533917 Dec 20 17:05:42.602723 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb2472a9-d87c-4117-826b-d45d68ac5fbc req-977d9db1-66c1-4be5-ae8e-8e6f3f006347 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Dec 20 17:05:42.719361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be019-50da-4d15-b3c9-147558cd318b req-0188dd6a-db3c-4ed0-8ea4-f6129b02b444 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:42.720899 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-036be019-50da-4d15-b3c9-147558cd318b req-0188dd6a-db3c-4ed0-8ea4-f6129b02b444 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0502501 Dec 20 17:05:42.769870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-036be019-50da-4d15-b3c9-147558cd318b req-7d666f2d-12c1-4245-9340-d7a48e619f4e tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427153 Dec 20 17:05:42.900508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225d67-f2f0-4687-96fc-bb9bd16a8738 req-cbbaaa83-473e-4b3f-a2a0-aa41f993c25a tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:42.901878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20225d67-f2f0-4687-96fc-bb9bd16a8738 req-cbbaaa83-473e-4b3f-a2a0-aa41f993c25a tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0531933 Dec 20 17:05:42.949565 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-20225d67-f2f0-4687-96fc-bb9bd16a8738 req-6c5fe7a9-d8a6-4787-9b16-6d260cf724c5 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Dec 20 17:05:43.126940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 52af2f6f-7f00-462c-907c-00a0dfe881f1 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:05:43.147593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 52af2f6f-7f00-462c-907c-00a0dfe881f1 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:05:43.153205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 52af2f6f-7f00-462c-907c-00a0dfe881f1 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:05:43.571504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d9004-2e45-4b25-a112-8cd363eb8dd0 req-e19f28c6-8de7-4f2b-b6e5-2c325e53bb19 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:43.573766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c5d9004-2e45-4b25-a112-8cd363eb8dd0 req-e19f28c6-8de7-4f2b-b6e5-2c325e53bb19 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0565453 Dec 20 17:05:43.621779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6c5d9004-2e45-4b25-a112-8cd363eb8dd0 req-2432a57c-59f6-47c3-870a-38370748e063 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Dec 20 17:05:44.747474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc98d8-a14a-4669-9265-2584a60a1516 req-23136d24-dcac-49da-b97d-720e40c71f95 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:44.749021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83bc98d8-a14a-4669-9265-2584a60a1516 req-23136d24-dcac-49da-b97d-720e40c71f95 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0541956 Dec 20 17:05:44.800078 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-83bc98d8-a14a-4669-9265-2584a60a1516 req-9d71f8ef-62c5-4cda-8a90-7a6a32a6d5c9 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/security-groups?id=b07f8a92-bc26-40bc-811b-1e623f0cf9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Dec 20 17:05:44.986231 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-d63b7675-7eb2-42bd-87a4-16d8542eb19f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:44.987629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-d63b7675-7eb2-42bd-87a4-16d8542eb19f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.72 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 945 time: 0.0524583 Dec 20 17:05:45.082297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Deleting port d22a3ee5-3ba4-426a-84a0-34f0ed26649a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:45.082812 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:45.178464 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] For port d22a3ee5-3ba4-426a-84a0-34f0ed26649a, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,segment=NetworkSegment(f4193d3b-a40d-42fc-be41-127dc6e2206f),segment_id=f4193d3b-a40d-42fc-be41-127dc6e2206f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:45.178807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:45.191367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Calling delete_port for d22a3ee5-3ba4-426a-84a0-34f0ed26649a owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:45.410011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:45.423114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['d22a3ee5-3ba4-426a-84a0-34f0ed26649a'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:05:45.441137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Pushing event deleted for resources: {'Port': ['ID=d22a3ee5-3ba4-426a-84a0-34f0ed26649a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:45.456751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.457106 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.457475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.457814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.458148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.458476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.458803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.459128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.459449 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.459772 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.460096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.460413 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.460731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:05:45.493781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] No DVR routers for this DVR port d22a3ee5-3ba4-426a-84a0-34f0ed26649a on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:45.497046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:45.500417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7cd2a7ff-8637-427e-9bfd-75efda769532 req-3d318bd0-966a-438c-af62-7d945d05d26f tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.72 "DELETE /v2.0/ports/d22a3ee5-3ba4-426a-84a0-34f0ed26649a HTTP/1.1" status: 204 len: 173 time: 0.5070970 Dec 20 17:05:45.500853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'name': 'network-vif-deleted', 'tag': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:05:45.503124 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6994a86b-8ba9-4340-897b-8a7235e3aea7" -d '{"events": [{"server_uuid": "72cc33a7-cc22-45da-953d-3dc764d8260a", "name": "network-vif-deleted", "tag": "d22a3ee5-3ba4-426a-84a0-34f0ed26649a"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:05:45.538899 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10b5cc-faaf-4e0b-a586-49bc964ed65f x-openstack-request-id: req-7d10b5cc-faaf-4e0b-a586-49bc964ed65f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:05:45.539194 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cc33a7-cc22-45da-953d-3dc764d8260a", "name": "network-vif-deleted", "tag": "d22a3ee5-3ba4-426a-84a0-34f0ed26649a", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:05:45.539453 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d10b5cc-faaf-4e0b-a586-49bc964ed65f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:05:45.539862 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cc33a7-cc22-45da-953d-3dc764d8260a', 'name': 'network-vif-deleted', 'tag': 'd22a3ee5-3ba4-426a-84a0-34f0ed26649a', 'status': 'completed', 'code': 200} Dec 20 17:05:45.899698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-567abbcb-d409-42b0-817e-9690ca8eb989 req-9722a1b7-e7d4-4273-8e8e-e65d18155766 tempest-ServersNegativeTestJSON-1339777103 tempest-ServersNegativeTestJSON-1339777103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72cc33a7-cc22-45da-953d-3dc764d8260a HTTP/1.1" status: 200 len: 210 time: 0.0260580 Dec 20 17:05:46.958767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52470) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:47.004622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Deleting subnet 53031c92-f69a-4652-8205-bbc63a54f378 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:05:47.007736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.043930 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.086181 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.215174 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.241230 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53031c92-f69a-4652-8205-bbc63a54f378,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:47.244961 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.248304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-742a8b14-4827-4b68-9adb-aefa6b8058d7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/53031c92-f69a-4652-8205-bbc63a54f378 HTTP/1.1" status: 204 len: 168 time: 0.2885308 Dec 20 17:05:47.250837 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52472) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:47.320347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.403435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.424395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca97238-504a-4cab-bcc0-76a2c4230718']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:47.434558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4193d3b-a40d-42fc-be41-127dc6e2206f') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:47.434864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4193d3b-a40d-42fc-be41-127dc6e2206f') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:47.444445 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.458009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.464732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:05:47.465248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:05:47.466878 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:05:47.609910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.615433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:47.618718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] 10.222.0.81 "DELETE /v2.0/networks/3ca97238-504a-4cab-bcc0-76a2c4230718 HTTP/1.1" status: 204 len: 168 time: 0.3669667 Dec 20 17:05:47.630268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7048b-ae62-49c7-ae4a-92e975e2d59f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca97238-504a-4cab-bcc0-76a2c4230718,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:48.113546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52476) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:48.154461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-89a4a958-71b1-4bc8-8d96-1ccaf0a91948 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c691ffdeb964ff1988a6ca46fbb4d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395215 Dec 20 17:05:48.156721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52478) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:48.204294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9165c33f-d919-457d-bd12-582bb4b9b926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:48.225282 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9165c33f-d919-457d-bd12-582bb4b9b926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:48.392681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9165c33f-d919-457d-bd12-582bb4b9b926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:48.395434 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9165c33f-d919-457d-bd12-582bb4b9b926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:48.396612 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9165c33f-d919-457d-bd12-582bb4b9b926 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b07f8a92-bc26-40bc-811b-1e623f0cf9c6 HTTP/1.1" status: 204 len: 168 time: 0.2389727 Dec 20 17:05:48.409051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165c33f-d919-457d-bd12-582bb4b9b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f8a92-bc26-40bc-811b-1e623f0cf9c6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:49.700213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52500) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:49.742727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d22a3ee5-3ba4-426a-84a0-34f0ed26649a no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:05:49.809654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1319449924'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:49.902193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:49.905876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:49.915060 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:49.924777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: d22a3ee5-3ba4-426a-84a0-34f0ed26649a {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:05:49.925130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device d22a3ee5-3ba4-426a-84a0-34f0ed26649a not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:05:49.993183 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.061323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.089619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:05:50.103430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a588fbb-9c01-4d10-b36a-026a8c09f1e3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:50.108915 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.109294 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Added segment c32d37c9-8d90-4385-80b9-de3e628ae61e of type vlan for network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 Dec 20 17:05:50.149577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.247970 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.253633 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:50.254215 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:50.319284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Network': ['ID=cb4ca5ad-e7f7-4269-b517-b786cf7aeab3,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:50.330145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:05:50.356024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7767f15d-cbdd-4ad6-a611-a4b4cb15e009 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6546993 Dec 20 17:05:52.364448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:53.640136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52504) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:53.645374 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'subnet': {'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:53.850293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:53.853981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.029034 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:05:54.119181 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.184949 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Subnet': ['ID=da758ade-f91b-4c90-bd7f-e6ac9d53c0c6,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:54.190327 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Checking segment: {'id': 'c32d37c9-8d90-4385-80b9-de3e628ae61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:54.190683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network hostable DHCP agents. Network: cb4ca5ad-e7f7-4269-b517-b786cf7aeab3, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:05:54.299297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:05:54.393023 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, cb4ca5ad-e7f7-4269-b517-b786cf7aeab3) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:54.397382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:54.397983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.403579 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258c620-67f7-43aa-9f77-d21a446b5d26 None None] Network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:54.499917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fbfbab34-e69e-45c2-8e85-9db90d300737 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8583548 Dec 20 17:05:54.503034 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:54.508100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51515905'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:54.510367 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-cb4ca5ad-e7f7-4269-b517-b786cf7aeab3', 'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3', 'project_id': '9edad68b680c4b07bb64c96d1711ff42', 'fixed_ips': [{'subnet_id': 'da758ade-f91b-4c90-bd7f-e6ac9d53c0c6'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:05:54.511246 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.615898 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:54.620055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.645257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:05:54.647928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Allocated IP 2001:db8:0:ffff::2 (cb4ca5ad-e7f7-4269-b517-b786cf7aeab3/da758ade-f91b-4c90-bd7f-e6ac9d53c0c6/3df81336-8a82-4940-8ce2-1327443ea96d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:54.654377 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.654714 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Added segment 3a87cd6c-7245-4289-8799-ca8796ce3bcf of type vlan for network 7c99ba91-012a-484a-840e-26bbc6f93158 Dec 20 17:05:54.700016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.794618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.802359 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.809145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:54.809755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.877291 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:54.907483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Network': ['ID=7c99ba91-012a-484a-840e-26bbc6f93158,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:54.921278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 7c99ba91-012a-484a-840e-26bbc6f93158 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:05:54.925582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:54.927754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ccf3141a-e241-44ea-9285-7d1e00f07587 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4236484 Dec 20 17:05:54.930866 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:54.936773 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'subnet': {'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:54.940639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:54.953512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Pushing event updated for resources: {'Port': ['ID=3df81336-8a82-4940-8ce2-1327443ea96d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:54.955881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:55.048230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Attempting to bind port 3df81336-8a82-4940-8ce2-1327443ea96d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:05:55.048597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Attempting to bind port 3df81336-8a82-4940-8ce2-1327443ea96d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c32d37c9-8d90-4385-80b9-de3e628ae61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:05:55.048957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Attempting to bind port 3df81336-8a82-4940-8ce2-1327443ea96d on network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:55.054212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:05:55.054511 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Checking segment: {'id': 'c32d37c9-8d90-4385-80b9-de3e628ae61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:55.054909 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.055291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Bound using segment: {'id': 'c32d37c9-8d90-4385-80b9-de3e628ae61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:05:55.055754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Bound port: 3df81336-8a82-4940-8ce2-1327443ea96d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32d37c9-8d90-4385-80b9-de3e628ae61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb4ca5ad-e7f7-4269-b517-b786cf7aeab3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:05:55.056131 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.090116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:55.094199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.124981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] For port 3df81336-8a82-4940-8ce2-1327443ea96d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:55.128094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] For port 3df81336-8a82-4940-8ce2-1327443ea96d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3df81336-8a82-4940-8ce2-1327443ea96d,segment=NetworkSegment(c32d37c9-8d90-4385-80b9-de3e628ae61e),segment_id=c32d37c9-8d90-4385-80b9-de3e628ae61e)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:55.233472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.292640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2a9c0-bad0-4c24-a8f2-794b54f37990 None None] Pushing event updated for resources: {'Port': ['ID=3df81336-8a82-4940-8ce2-1327443ea96d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:55.374089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.446599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Subnet': ['ID=82dbc229-75b6-48d8-b97b-15546dab8c86,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:55.458173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Checking segment: {'id': '3a87cd6c-7245-4289-8799-ca8796ce3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:55.458542 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network hostable DHCP agents. Network: 7c99ba91-012a-484a-840e-26bbc6f93158, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:05:55.570365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network 7c99ba91-012a-484a-840e-26bbc6f93158 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:05:55.713336 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 7c99ba91-012a-484a-840e-26bbc6f93158) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:55.718375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:55.720752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.724186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a7b0c-2fc3-4a7f-95e9-74b6ad1439d3 None None] Network 7c99ba91-012a-484a-840e-26bbc6f93158 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:55.827972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-7c99ba91-012a-484a-840e-26bbc6f93158', 'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158', 'project_id': '9edad68b680c4b07bb64c96d1711ff42', 'fixed_ips': [{'subnet_id': '82dbc229-75b6-48d8-b97b-15546dab8c86'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:05:55.828831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.847504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d5f50044-338c-406b-b68d-fd4e5a935470 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9147685 Dec 20 17:05:55.850546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52510) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:55.968825 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:55.988433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Allocated IP 2001:db8::2 (7c99ba91-012a-484a-840e-26bbc6f93158/82dbc229-75b6-48d8-b97b-15546dab8c86/6f2e4850-82f6-431b-b041-0d9de6e3a4c0) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:56.070298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.172881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.231380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3df81336-8a82-4940-8ce2-1327443ea96d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:05:56.260998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285c28b-b329-4f5f-8db0-28febceccdf4 None None] Network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:56.291817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.371899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.392454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Network 7c99ba91-012a-484a-840e-26bbc6f93158 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:56.398858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Subnet': ['ID=82dbc229-75b6-48d8-b97b-15546dab8c86,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:56.408182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Pushing event updated for resources: {'Port': ['ID=6f2e4850-82f6-431b-b041-0d9de6e3a4c0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:56.411288 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:56.413552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:56.423933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e94fc8af-f1ec-4aed-ba05-d0e5eea3e761 None None] Provisioning complete for port 3df81336-8a82-4940-8ce2-1327443ea96d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:56.424307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e94fc8af-f1ec-4aed-ba05-d0e5eea3e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.472450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.481559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3df81336-8a82-4940-8ce2-1327443ea96d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:56.481940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.493885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c99ba91-012a-484a-840e-26bbc6f93158']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:56.504100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a87cd6c-7245-4289-8799-ca8796ce3bcf') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:56.504403 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a87cd6c-7245-4289-8799-ca8796ce3bcf') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:56.514374 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.528003 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.534357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:05:56.534747 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:05:56.537790 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:05:56.574134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Attempting to bind port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:05:56.574537 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Attempting to bind port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '3a87cd6c-7245-4289-8799-ca8796ce3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:05:56.574932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Attempting to bind port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0 on network 7c99ba91-012a-484a-840e-26bbc6f93158 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:56.591655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:05:56.592035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Checking segment: {'id': '3a87cd6c-7245-4289-8799-ca8796ce3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:56.592440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.592836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Bound using segment: {'id': '3a87cd6c-7245-4289-8799-ca8796ce3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:05:56.593345 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Bound port: 6f2e4850-82f6-431b-b041-0d9de6e3a4c0, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a87cd6c-7245-4289-8799-ca8796ce3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c99ba91-012a-484a-840e-26bbc6f93158'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:05:56.593750 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.656723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 17:05:56.656723 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 17:05:56.656723 n-d-781076-8 neutron-server[103953]: [parameters: {'id': '7c99ba91-012a-484a-840e-26bbc6f93158'}] Dec 20 17:05:56.656723 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:05:56.657439 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:05:56.690555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e94fc8af-f1ec-4aed-ba05-d0e5eea3e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.740343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.746202 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] For port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:56.753021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] For port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6f2e4850-82f6-431b-b041-0d9de6e3a4c0,segment=NetworkSegment(3a87cd6c-7245-4289-8799-ca8796ce3bcf),segment_id=3a87cd6c-7245-4289-8799-ca8796ce3bcf)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:56.771748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e94fc8af-f1ec-4aed-ba05-d0e5eea3e761 None None] For port 3df81336-8a82-4940-8ce2-1327443ea96d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3df81336-8a82-4940-8ce2-1327443ea96d,segment=NetworkSegment(c32d37c9-8d90-4385-80b9-de3e628ae61e),segment_id=c32d37c9-8d90-4385-80b9-de3e628ae61e)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:56.839710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.918369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e94fc8af-f1ec-4aed-ba05-d0e5eea3e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:56.928212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5270-fd5a-4286-890b-3b2b2b95abfb None None] Pushing event updated for resources: {'Port': ['ID=6f2e4850-82f6-431b-b041-0d9de6e3a4c0,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:56.951117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31397473-d7d9-4e3d-8852-17b5df0562a0 None None] Network 7c99ba91-012a-484a-840e-26bbc6f93158 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:57.051686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:05:57.052045 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:05:57.067171 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fc8af-f1ec-4aed-ba05-d0e5eea3e761 None None] Pushing event updated for resources: {'Port': ['ID=3df81336-8a82-4940-8ce2-1327443ea96d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:57.090398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0325bd89-21e1-4af3-bcf3-ffdf77bbf5a9 None None] Provisioning complete for port 3df81336-8a82-4940-8ce2-1327443ea96d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:57.090773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0325bd89-21e1-4af3-bcf3-ffdf77bbf5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.145938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531fc25-5967-4243-bd29-bc51f075f4c5 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 17:05:57.159012 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.218634 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:05:57.219171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.244502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e531fc25-5967-4243-bd29-bc51f075f4c5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 17:05:57.283558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] For port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=6f2e4850-82f6-431b-b041-0d9de6e3a4c0,segment=NetworkSegment(3a87cd6c-7245-4289-8799-ca8796ce3bcf),segment_id=3a87cd6c-7245-4289-8799-ca8796ce3bcf)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:05:57.283558 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.296812 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Calling delete_port for 6f2e4850-82f6-431b-b041-0d9de6e3a4c0 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:05:57.455553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.482187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Port': ['ID=6f2e4850-82f6-431b-b041-0d9de6e3a4c0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:57.485877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No DVR routers for this DVR port 6f2e4850-82f6-431b-b041-0d9de6e3a4c0 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:05:57.566868 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.586712 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c99ba91-012a-484a-840e-26bbc6f93158']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:57.597125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a87cd6c-7245-4289-8799-ca8796ce3bcf') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:57.597467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a87cd6c-7245-4289-8799-ca8796ce3bcf') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:57.607712 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.620629 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.626682 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:05:57.627140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:05:57.629951 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:05:57.861175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.868123 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:57.873060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/7c99ba91-012a-484a-840e-26bbc6f93158 HTTP/1.1" status: 204 len: 168 time: 2.0202119 Dec 20 17:05:57.875790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52512) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:57.880816 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318740194'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:57.883789 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1725df-9536-4a63-8a4a-717c8b88e8fb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Network': ['ID=7c99ba91-012a-484a-840e-26bbc6f93158,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:57.981050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:57.984612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.008857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:05:58.019184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.019531 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Added segment bd2aad98-e4e6-4204-8680-0364aa3be258 of type vlan for network 32a78100-19ea-421e-b426-ee7af9692158 Dec 20 17:05:58.064415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.101230 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.175689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.182509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:58.185635 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.189610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3df81336-8a82-4940-8ce2-1327443ea96d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:05:58.243549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 3df81336-8a82-4940-8ce2-1327443ea96d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:05:58.244467 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.253565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Network': ['ID=32a78100-19ea-421e-b426-ee7af9692158,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:58.265968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 32a78100-19ea-421e-b426-ee7af9692158 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:05:58.323475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ba9ddf95-c0bd-40a1-a950-fa77a2e0952f tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4465518 Dec 20 17:05:58.326370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52514) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:58.331565 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'subnet': {'network_id': '32a78100-19ea-421e-b426-ee7af9692158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:05:58.512232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:05:58.516667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.575548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Performing IP validity checks on allocation pools {{(pid=103954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 17:05:58.579634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.ipam_backend_mixin [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103954) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 17:05:58.796627 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:58.864908 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Subnet': ['ID=75c3f416-5ee8-4740-9d68-bffbc2a3d929,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:58.875353 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Checking segment: {'id': 'bd2aad98-e4e6-4204-8680-0364aa3be258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32a78100-19ea-421e-b426-ee7af9692158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:58.875725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network hostable DHCP agents. Network: 32a78100-19ea-421e-b426-ee7af9692158, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:05:58.975844 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network 32a78100-19ea-421e-b426-ee7af9692158 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:05:59.084199 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 32a78100-19ea-421e-b426-ee7af9692158) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:59.088441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:05:59.089050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.093585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db3737-b576-4edb-9d9a-40e3bffbe834 None None] Network 32a78100-19ea-421e-b426-ee7af9692158 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:05:59.195564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-32a78100-19ea-421e-b426-ee7af9692158', 'network_id': '32a78100-19ea-421e-b426-ee7af9692158', 'project_id': '9edad68b680c4b07bb64c96d1711ff42', 'fixed_ips': [{'subnet_id': '75c3f416-5ee8-4740-9d68-bffbc2a3d929'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:05:59.196428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.202103 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-44e827ff-b5f5-481f-b1fc-fe4606b07d0a tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8745492 Dec 20 17:05:59.204499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52516) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:05:59.307674 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.352951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Allocated IP 2001:db8::3 (32a78100-19ea-421e-b426-ee7af9692158/75c3f416-5ee8-4740-9d68-bffbc2a3d929/f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:05:59.359464 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.415336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4bdebacb-804d-4501-9152-f50cb52329bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.502610 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.631148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.666993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Network 32a78100-19ea-421e-b426-ee7af9692158 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:05:59.671796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:05:59.675265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:05:59.687920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Pushing event updated for resources: {'Port': ['ID=f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:59.736689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Attempting to bind port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:05:59.738365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Attempting to bind port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'bd2aad98-e4e6-4204-8680-0364aa3be258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32a78100-19ea-421e-b426-ee7af9692158'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:05:59.738365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Attempting to bind port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b on network 32a78100-19ea-421e-b426-ee7af9692158 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:05:59.742416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:05:59.742793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Checking segment: {'id': 'bd2aad98-e4e6-4204-8680-0364aa3be258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32a78100-19ea-421e-b426-ee7af9692158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:05:59.743199 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.743594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Bound using segment: {'id': 'bd2aad98-e4e6-4204-8680-0364aa3be258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32a78100-19ea-421e-b426-ee7af9692158'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:05:59.744119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Bound port: f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2aad98-e4e6-4204-8680-0364aa3be258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32a78100-19ea-421e-b426-ee7af9692158'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:05:59.744675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.757118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.784830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Subnet': ['ID=75c3f416-5ee8-4740-9d68-bffbc2a3d929,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:05:59.811139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] For port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:05:59.814273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] For port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b,segment=NetworkSegment(bd2aad98-e4e6-4204-8680-0364aa3be258),segment_id=bd2aad98-e4e6-4204-8680-0364aa3be258)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:05:59.851531 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.872193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a78100-19ea-421e-b426-ee7af9692158']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:59.881777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2aad98-e4e6-4204-8680-0364aa3be258') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:59.882017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2aad98-e4e6-4204-8680-0364aa3be258') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:05:59.891501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.919383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.927513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.928494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:05:59.928894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:05:59.931927 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:05:59.998700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b496-ebbc-4538-8451-23caa9dff76c None None] Pushing event updated for resources: {'Port': ['ID=f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:00.009777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11031a97-d65f-4402-8e4b-2d18271f7a09 None None] Network 32a78100-19ea-421e-b426-ee7af9692158 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:00.094065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.db.api [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 17:06:00.094065 n-d-781076-8 neutron-server[103954]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 17:06:00.094065 n-d-781076-8 neutron-server[103954]: [parameters: {'id': '32a78100-19ea-421e-b426-ee7af9692158'}] Dec 20 17:06:00.094065 n-d-781076-8 neutron-server[103954]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:06:00.095009 n-d-781076-8 neutron-server[103954]: DEBUG oslo_db.api [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:06:00.106147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c693f-0f85-42e0-9ac8-d28aa1f1408c None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 17:06:00.173058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c693f-0f85-42e0-9ac8-d28aa1f1408c None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 17:06:00.595253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:00.657021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:00.657389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:00.718982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] For port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b,segment=NetworkSegment(bd2aad98-e4e6-4204-8680-0364aa3be258),segment_id=bd2aad98-e4e6-4204-8680-0364aa3be258)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:00.719333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:00.731798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Calling delete_port for f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:00.911025 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:00.940585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Port': ['ID=f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:00.945425 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No DVR routers for this DVR port f7c15ec3-5fe3-4d2a-a43e-ea9e724a587b on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:01.403716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.428693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a78100-19ea-421e-b426-ee7af9692158']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:01.439381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2aad98-e4e6-4204-8680-0364aa3be258') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:01.439670 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2aad98-e4e6-4204-8680-0364aa3be258') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:01.451683 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.465283 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.471217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:01.471603 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:01.474519 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:01.632130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.640185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.643951 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/32a78100-19ea-421e-b426-ee7af9692158 HTTP/1.1" status: 204 len: 168 time: 2.4383926 Dec 20 17:06:01.648590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52518) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:01.654890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133271926'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:01.656826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360094e8-4b4d-4b41-97c8-142c959b3abe tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Network': ['ID=32a78100-19ea-421e-b426-ee7af9692158,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:01.804471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:01.808981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.834185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:06:01.843435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.843789 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Added segment 7e8b87a7-1495-4e48-a700-927ec51c8c82 of type vlan for network 4597e157-cf0e-4985-b9f3-e5153c0dae74 Dec 20 17:06:01.855608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef11e-f1d0-4631-b7c4-4de5d4516f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.897256 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:01.996563 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:02.002464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:02.007136 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:02.070704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Network': ['ID=4597e157-cf0e-4985-b9f3-e5153c0dae74,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:02.085867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4597e157-cf0e-4985-b9f3-e5153c0dae74 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:06:02.115567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-afad164e-ce0e-490b-a017-b868047e65e4 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4658422 Dec 20 17:06:02.119204 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52520) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:02.124559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'subnet': {'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:02.301399 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:02.305681 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:02.558775 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:02.616176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Subnet': ['ID=9546061e-bce2-497c-a9eb-395bd7847ec7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:02.633282 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Checking segment: {'id': '7e8b87a7-1495-4e48-a700-927ec51c8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:02.633647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network hostable DHCP agents. Network: 4597e157-cf0e-4985-b9f3-e5153c0dae74, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:06:02.786924 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network 4597e157-cf0e-4985-b9f3-e5153c0dae74 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:06:02.929906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4597e157-cf0e-4985-b9f3-e5153c0dae74) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:02.934771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:02.935371 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:02.942139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460830e3-6d6e-4b4d-8265-61b95cafeefd None None] Network 4597e157-cf0e-4985-b9f3-e5153c0dae74 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:03.043312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4597e157-cf0e-4985-b9f3-e5153c0dae74', 'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74', 'project_id': '9edad68b680c4b07bb64c96d1711ff42', 'fixed_ips': [{'subnet_id': '9546061e-bce2-497c-a9eb-395bd7847ec7'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:06:03.044178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.086931 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a7f99124-6b71-46c5-8147-6e865533865c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9666030 Dec 20 17:06:03.091512 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52522) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:03.097702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1680258631'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:03.193075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Allocated IP 2001:db8::2 (4597e157-cf0e-4985-b9f3-e5153c0dae74/9546061e-bce2-497c-a9eb-395bd7847ec7/dc0597ad-7894-4981-bd39-0ca676d8c1d1) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:03.337919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.352297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:03.356579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.380705 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:06:03.403983 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.403983 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Added segment 8cfe17f6-4015-4553-a8d7-e7564d5bffc3 of type vlan for network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 Dec 20 17:06:03.433379 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.518238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.575773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.616971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Network 4597e157-cf0e-4985-b9f3-e5153c0dae74 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:03.619939 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:03.623402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:03.630310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Pushing event updated for resources: {'Port': ['ID=dc0597ad-7894-4981-bd39-0ca676d8c1d1,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:03.676565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.680700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Attempting to bind port dc0597ad-7894-4981-bd39-0ca676d8c1d1 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:03.681099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Attempting to bind port dc0597ad-7894-4981-bd39-0ca676d8c1d1 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '7e8b87a7-1495-4e48-a700-927ec51c8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:03.681500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Attempting to bind port dc0597ad-7894-4981-bd39-0ca676d8c1d1 on network 4597e157-cf0e-4985-b9f3-e5153c0dae74 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:03.682642 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:03.683240 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.686519 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:03.686896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Checking segment: {'id': '7e8b87a7-1495-4e48-a700-927ec51c8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:03.687298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.687697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Bound using segment: {'id': '7e8b87a7-1495-4e48-a700-927ec51c8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:03.688165 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Bound port: dc0597ad-7894-4981-bd39-0ca676d8c1d1, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8b87a7-1495-4e48-a700-927ec51c8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4597e157-cf0e-4985-b9f3-e5153c0dae74'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:03.688546 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.750783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Network': ['ID=9ec4d403-abd2-4237-b9e5-cb400af9d1b2,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:03.754198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] For port dc0597ad-7894-4981-bd39-0ca676d8c1d1, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:03.757424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] For port dc0597ad-7894-4981-bd39-0ca676d8c1d1, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dc0597ad-7894-4981-bd39-0ca676d8c1d1,segment=NetworkSegment(7e8b87a7-1495-4e48-a700-927ec51c8c82),segment_id=7e8b87a7-1495-4e48-a700-927ec51c8c82)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:03.763273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:06:03.899133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-76f01fb5-7bb5-4b98-8b49-7935013cdcba tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8063831 Dec 20 17:06:03.902688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52524) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:03.907598 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Request body: {'subnet': {'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:03.936003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:03.998147 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea756567-8796-4a3b-9b16-748c7b7d10d5 None None] Pushing event updated for resources: {'Port': ['ID=dc0597ad-7894-4981-bd39-0ca676d8c1d1,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:04.111063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Made reservation on behalf of 9edad68b680c4b07bb64c96d1711ff42 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:04.114973 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.271276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dc0597ad-7894-4981-bd39-0ca676d8c1d1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:04.343497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port dc0597ad-7894-4981-bd39-0ca676d8c1d1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:04.343795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.421147 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.433540 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.456173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port dc0597ad-7894-4981-bd39-0ca676d8c1d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dc0597ad-7894-4981-bd39-0ca676d8c1d1,segment=NetworkSegment(7e8b87a7-1495-4e48-a700-927ec51c8c82),segment_id=7e8b87a7-1495-4e48-a700-927ec51c8c82)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:04.499115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event updated for resources: {'Subnet': ['ID=3d3507de-d962-420c-8f9a-8a4dd5949c95,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:04.504506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Checking segment: {'id': '8cfe17f6-4015-4553-a8d7-e7564d5bffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:04.504790 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network hostable DHCP agents. Network: 9ec4d403-abd2-4237-b9e5-cb400af9d1b2, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:06:04.558831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.605516 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:06:04.622204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc0597ad-7894-4981-bd39-0ca676d8c1d1,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:04.718504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.735778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9ec4d403-abd2-4237-b9e5-cb400af9d1b2) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:04.739669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:04.740311 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.748867 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0848b4bb-0f2b-4837-8a71-ec172986bb8d None None] Network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:04.855415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-9ec4d403-abd2-4237-b9e5-cb400af9d1b2', 'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2', 'project_id': '9edad68b680c4b07bb64c96d1711ff42', 'fixed_ips': [{'subnet_id': '3d3507de-d962-420c-8f9a-8a4dd5949c95'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:06:04.856519 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:04.859068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2ea01c20-3a5f-4e14-9f07-8c151be6a3df tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9544556 Dec 20 17:06:04.860856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52526) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:04.981746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936094a8-3dbd-45ad-8df4-8c1c378bb9a4 None None] Network 4597e157-cf0e-4985-b9f3-e5153c0dae74 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:05.080363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1ea2b489-61c9-487a-8a76-5d3968246c67 None None] Provisioning complete for port dc0597ad-7894-4981-bd39-0ca676d8c1d1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:05.081081 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b489-61c9-487a-8a76-5d3968246c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.082844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Allocated IP 2001:db8::2 (9ec4d403-abd2-4237-b9e5-cb400af9d1b2/3d3507de-d962-420c-8f9a-8a4dd5949c95/bfca193b-8f40-47c1-a6a5-50cdb181cdc9) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:05.235875 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.242679 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.294857 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.350020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.473012 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.516737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:05.521063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:05.526411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:05.528480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Pushing event updated for resources: {'Port': ['ID=bfca193b-8f40-47c1-a6a5-50cdb181cdc9,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:05.579753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5c2fff4e-d5e3-46ee-bf06-1759930afbea None None] Provisioning complete for port dc0597ad-7894-4981-bd39-0ca676d8c1d1 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:05.580178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c2fff4e-d5e3-46ee-bf06-1759930afbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.599084 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.614449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Attempting to bind port bfca193b-8f40-47c1-a6a5-50cdb181cdc9 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:05.614827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Attempting to bind port bfca193b-8f40-47c1-a6a5-50cdb181cdc9 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '8cfe17f6-4015-4553-a8d7-e7564d5bffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:05.615209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Attempting to bind port bfca193b-8f40-47c1-a6a5-50cdb181cdc9 on network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:05.625145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:05.625553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Checking segment: {'id': '8cfe17f6-4015-4553-a8d7-e7564d5bffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:05.626020 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.626416 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Bound using segment: {'id': '8cfe17f6-4015-4553-a8d7-e7564d5bffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:05.626888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Bound port: bfca193b-8f40-47c1-a6a5-50cdb181cdc9, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfe17f6-4015-4553-a8d7-e7564d5bffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:05.627275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.628388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3507de-d962-420c-8f9a-8a4dd5949c95,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:05.693392 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.715472 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec4d403-abd2-4237-b9e5-cb400af9d1b2']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:05.724970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfe17f6-4015-4553-a8d7-e7564d5bffc3') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:05.725314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfe17f6-4015-4553-a8d7-e7564d5bffc3') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:05.730455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] For port bfca193b-8f40-47c1-a6a5-50cdb181cdc9, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:05.733621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] For port bfca193b-8f40-47c1-a6a5-50cdb181cdc9, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bfca193b-8f40-47c1-a6a5-50cdb181cdc9,segment=NetworkSegment(8cfe17f6-4015-4553-a8d7-e7564d5bffc3),segment_id=8cfe17f6-4015-4553-a8d7-e7564d5bffc3)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:05.735810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.913032 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.915543 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.922138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:05.924196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:05.925708 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:05.990167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4074a0-55cf-468b-8a52-52b16f1998ab None None] Pushing event updated for resources: {'Port': ['ID=bfca193b-8f40-47c1-a6a5-50cdb181cdc9,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:06.007789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab9065-f5f9-4e95-97ee-77d53ef854ad None None] Network 9ec4d403-abd2-4237-b9e5-cb400af9d1b2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:06.065463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.db.api [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 17:06:06.065463 n-d-781076-8 neutron-server[103953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 17:06:06.065463 n-d-781076-8 neutron-server[103953]: [parameters: {'id': '9ec4d403-abd2-4237-b9e5-cb400af9d1b2'}] Dec 20 17:06:06.065463 n-d-781076-8 neutron-server[103953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:06:06.065972 n-d-781076-8 neutron-server[103953]: DEBUG oslo_db.api [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:06:06.106276 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee3367-f123-43e5-b6da-c1a9fdb79c89 None None] get_active_networks_info from n-d-781076-8 {{(pid=103955) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 17:06:06.183917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee3367-f123-43e5-b6da-c1a9fdb79c89 None None] Resources bound (agent type, host, resource id): {{(pid=103955) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 17:06:06.198870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dc0597ad-7894-4981-bd39-0ca676d8c1d1 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:06.328194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port dc0597ad-7894-4981-bd39-0ca676d8c1d1 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:06.328194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:06.566807 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:06.626206 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting port bfca193b-8f40-47c1-a6a5-50cdb181cdc9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:06.626460 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:06.692535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] For port bfca193b-8f40-47c1-a6a5-50cdb181cdc9, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=bfca193b-8f40-47c1-a6a5-50cdb181cdc9,segment=NetworkSegment(8cfe17f6-4015-4553-a8d7-e7564d5bffc3),segment_id=8cfe17f6-4015-4553-a8d7-e7564d5bffc3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:06.692898 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:06.706214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Calling delete_port for bfca193b-8f40-47c1-a6a5-50cdb181cdc9 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:06.904751 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:06.934585 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Port': ['ID=bfca193b-8f40-47c1-a6a5-50cdb181cdc9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:06.937046 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No DVR routers for this DVR port bfca193b-8f40-47c1-a6a5-50cdb181cdc9 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:07.028055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.049266 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec4d403-abd2-4237-b9e5-cb400af9d1b2']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:07.059584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfe17f6-4015-4553-a8d7-e7564d5bffc3') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:07.059886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfe17f6-4015-4553-a8d7-e7564d5bffc3') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:07.069248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.082690 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.088793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:07.089199 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:07.092101 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:07.244541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.252074 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.255459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/9ec4d403-abd2-4237-b9e5-cb400af9d1b2 HTTP/1.1" status: 204 len: 168 time: 2.3935287 Dec 20 17:06:07.258386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52528) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:07.269947 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954f25-e99c-4428-9239-2b861e1cb109 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Network': ['ID=9ec4d403-abd2-4237-b9e5-cb400af9d1b2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:07.293644 n-d-781076-8 neutron-server[103954]: INFO neutron.pecan_wsgi.hooks.translation [None req-b312e30b-f8a5-4b95-b4d5-ce0addd798eb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] GET failed (client error): The resource could not be found. Dec 20 17:06:07.297973 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b312e30b-f8a5-4b95-b4d5-ce0addd798eb tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "GET /v2.0/subnets/3d3507de-d962-420c-8f9a-8a4dd5949c95 HTTP/1.1" status: 404 len: 337 time: 0.0377429 Dec 20 17:06:07.298142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52530) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:07.319683 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8f0114-0d77-4569-b98f-bfadfa3ae685 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:07.320178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8f0114-0d77-4569-b98f-bfadfa3ae685 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:07.324839 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fb8f0114-0d77-4569-b98f-bfadfa3ae685 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/9ec4d403-abd2-4237-b9e5-cb400af9d1b2 HTTP/1.1" status: 404 len: 339 time: 0.0242341 Dec 20 17:06:07.329314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52532) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:07.362337 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1532b6-0176-479e-b653-ea90c150d7af tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:07.362827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1532b6-0176-479e-b653-ea90c150d7af tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:07.365997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dd1532b6-0176-479e-b653-ea90c150d7af tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/subnets/3d3507de-d962-420c-8f9a-8a4dd5949c95 HTTP/1.1" status: 404 len: 337 time: 0.0352547 Dec 20 17:06:07.368676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52534) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:07.387429 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc485a68-5026-4ac1-9bd8-1989b585102c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:07.387936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc485a68-5026-4ac1-9bd8-1989b585102c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:07.391102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bc485a68-5026-4ac1-9bd8-1989b585102c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/9ec4d403-abd2-4237-b9e5-cb400af9d1b2 HTTP/1.1" status: 404 len: 339 time: 0.0214684 Dec 20 17:06:07.393767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52536) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:07.446861 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting subnet 9546061e-bce2-497c-a9eb-395bd7847ec7 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:06:07.449847 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.491880 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.608369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.785624 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.811988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Subnet': ['ID=9546061e-bce2-497c-a9eb-395bd7847ec7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:07.817948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.821227 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0eed14ab-567a-4215-aed8-11e9165ab024 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/subnets/9546061e-bce2-497c-a9eb-395bd7847ec7 HTTP/1.1" status: 204 len: 168 time: 0.4265053 Dec 20 17:06:07.824145 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52538) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:07.826691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867bc3df-b609-4b95-baa6-c42b3415d68a None None] Network 4597e157-cf0e-4985-b9f3-e5153c0dae74 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:07.908128 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.964115 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting port dc0597ad-7894-4981-bd39-0ca676d8c1d1 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:07.964115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:07.985386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] DHCP port deletion for 4597e157-cf0e-4985-b9f3-e5153c0dae74 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:08.032576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Deleting port dc0597ad-7894-4981-bd39-0ca676d8c1d1 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:08.032947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.033056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] For port dc0597ad-7894-4981-bd39-0ca676d8c1d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dc0597ad-7894-4981-bd39-0ca676d8c1d1,segment=NetworkSegment(7e8b87a7-1495-4e48-a700-927ec51c8c82),segment_id=7e8b87a7-1495-4e48-a700-927ec51c8c82)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:08.033425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.046486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Calling delete_port for dc0597ad-7894-4981-bd39-0ca676d8c1d1 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:08.221347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.248892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Port': ['ID=dc0597ad-7894-4981-bd39-0ca676d8c1d1,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:08.252066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dc0597ad-7894-4981-bd39-0ca676d8c1d1 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:06:08.254116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No DVR routers for this DVR port dc0597ad-7894-4981-bd39-0ca676d8c1d1 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:08.281429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: dc0597ad-7894-4981-bd39-0ca676d8c1d1 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:06:08.281777 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device dc0597ad-7894-4981-bd39-0ca676d8c1d1 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:06:08.291385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] For port dc0597ad-7894-4981-bd39-0ca676d8c1d1, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=dc0597ad-7894-4981-bd39-0ca676d8c1d1,segment=NetworkSegment(7e8b87a7-1495-4e48-a700-927ec51c8c82),segment_id=7e8b87a7-1495-4e48-a700-927ec51c8c82)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:08.292343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.308309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Calling delete_port for dc0597ad-7894-4981-bd39-0ca676d8c1d1 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:08.342714 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.363759 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4597e157-cf0e-4985-b9f3-e5153c0dae74']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:08.373770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8b87a7-1495-4e48-a700-927ec51c8c82') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:08.374068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8b87a7-1495-4e48-a700-927ec51c8c82') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:08.383972 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.388801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.399116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.405677 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:08.406061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:08.409005 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:08.414778 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Pushing event deleted for resources: {'Port': ['ID=dc0597ad-7894-4981-bd39-0ca676d8c1d1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:08.420903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] No DVR routers for this DVR port dc0597ad-7894-4981-bd39-0ca676d8c1d1 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:08.428645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.429080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.429461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.429801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.430132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.430467 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.430796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.432072 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.432410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.432740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.433070 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.434024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.434024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1430e5-1317-4f30-ab15-0c19bf548d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:08.542230 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.549502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.552474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/4597e157-cf0e-4985-b9f3-e5153c0dae74 HTTP/1.1" status: 204 len: 168 time: 0.7273421 Dec 20 17:06:08.555153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52540) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:08.573497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df80685-c8d9-44f5-b298-34f6c7eff9f3 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Network': ['ID=4597e157-cf0e-4985-b9f3-e5153c0dae74,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:08.591723 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e4c875-c03b-41b1-a021-014082ed4221 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:08.592189 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e4c875-c03b-41b1-a021-014082ed4221 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:08.595320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f8e4c875-c03b-41b1-a021-014082ed4221 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/subnets/75c3f416-5ee8-4740-9d68-bffbc2a3d929 HTTP/1.1" status: 404 len: 337 time: 0.0392540 Dec 20 17:06:08.597888 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52542) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:08.616788 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-22298b23-3df3-4291-bf81-f52feabc5243 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:08.617515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22298b23-3df3-4291-bf81-f52feabc5243 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:08.621077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-22298b23-3df3-4291-bf81-f52feabc5243 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/32a78100-19ea-421e-b426-ee7af9692158 HTTP/1.1" status: 404 len: 339 time: 0.0222485 Dec 20 17:06:08.626852 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52544) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:08.652797 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b4101f-bf5d-4a6f-97af-fe49f80a75c2 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:08.653275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b4101f-bf5d-4a6f-97af-fe49f80a75c2 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:08.656407 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f4b4101f-bf5d-4a6f-97af-fe49f80a75c2 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/subnets/82dbc229-75b6-48d8-b97b-15546dab8c86 HTTP/1.1" status: 404 len: 337 time: 0.0286462 Dec 20 17:06:08.658892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52546) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:08.677387 n-d-781076-8 neutron-server[103953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0af9a2-1df3-4211-808c-158e54867f99 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] DELETE failed (client error): The resource could not be found. Dec 20 17:06:08.684804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0af9a2-1df3-4211-808c-158e54867f99 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 17:06:08.684804 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc0af9a2-1df3-4211-808c-158e54867f99 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/7c99ba91-012a-484a-840e-26bbc6f93158 HTTP/1.1" status: 404 len: 339 time: 0.0213525 Dec 20 17:06:08.686787 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52548) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:08.738671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting subnet da758ade-f91b-4c90-bd7f-e6ac9d53c0c6 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:06:08.741822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.782340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:08.869836 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.002472 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.029782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Subnet': ['ID=da758ade-f91b-4c90-bd7f-e6ac9d53c0c6,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:09.033490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.036724 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-95a3bdda-044a-49c5-b941-4e8b81d26a9c tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/subnets/da758ade-f91b-4c90-bd7f-e6ac9d53c0c6 HTTP/1.1" status: 204 len: 168 time: 0.3490179 Dec 20 17:06:09.039496 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52550) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:09.043794 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a6fbf-1b17-442c-b0c2-924d96408c34 None None] Network cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:09.120438 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.175910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Deleting port 3df81336-8a82-4940-8ce2-1327443ea96d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:09.176243 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.189321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] DHCP port deletion for cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:09.236156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] Deleting port 3df81336-8a82-4940-8ce2-1327443ea96d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:09.236526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.241838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] For port 3df81336-8a82-4940-8ce2-1327443ea96d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3df81336-8a82-4940-8ce2-1327443ea96d,segment=NetworkSegment(c32d37c9-8d90-4385-80b9-de3e628ae61e),segment_id=c32d37c9-8d90-4385-80b9-de3e628ae61e)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:09.242201 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.255074 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Calling delete_port for 3df81336-8a82-4940-8ce2-1327443ea96d owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:09.302066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] For port 3df81336-8a82-4940-8ce2-1327443ea96d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=3df81336-8a82-4940-8ce2-1327443ea96d,segment=NetworkSegment(c32d37c9-8d90-4385-80b9-de3e628ae61e),segment_id=c32d37c9-8d90-4385-80b9-de3e628ae61e)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:09.302468 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.315944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] Calling delete_port for 3df81336-8a82-4940-8ce2-1327443ea96d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:09.427248 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.433800 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.454587 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Port': ['ID=3df81336-8a82-4940-8ce2-1327443ea96d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:09.459687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] No DVR routers for this DVR port 3df81336-8a82-4940-8ce2-1327443ea96d on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:09.460122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] Pushing event deleted for resources: {'Port': ['ID=3df81336-8a82-4940-8ce2-1327443ea96d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:09.462796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462efd91-d3bf-4a2c-ab7f-dc4e8d3142ea None None] No DVR routers for this DVR port 3df81336-8a82-4940-8ce2-1327443ea96d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:09.541936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.562785 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4ca5ad-e7f7-4269-b517-b786cf7aeab3']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:09.572838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32d37c9-8d90-4385-80b9-de3e628ae61e') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:09.573111 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32d37c9-8d90-4385-80b9-de3e628ae61e') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:09.582576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.595530 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.601245 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:09.601622 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:09.604880 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:09.764484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.771287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:09.774514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] 10.222.0.81 "DELETE /v2.0/networks/cb4ca5ad-e7f7-4269-b517-b786cf7aeab3 HTTP/1.1" status: 204 len: 168 time: 0.7343562 Dec 20 17:06:09.786419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed5003-77f8-4692-98d1-00cb52ed1f26 tempest-NetworksIpV6Test-1304759009 tempest-NetworksIpV6Test-1304759009-project] Pushing event deleted for resources: {'Network': ['ID=cb4ca5ad-e7f7-4269-b517-b786cf7aeab3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:10.193610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3df81336-8a82-4940-8ce2-1327443ea96d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:06:10.216115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 3df81336-8a82-4940-8ce2-1327443ea96d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:06:10.216468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 3df81336-8a82-4940-8ce2-1327443ea96d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:06:10.296118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52556) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:10.432518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d324224d-5fe4-4f67-8b3a-3306afeace01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9edad68b680c4b07bb64c96d1711ff42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352363 Dec 20 17:06:10.434998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52560) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:10.482248 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09b2e855-b673-47d6-9a99-d28b62d71bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:10.503186 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09b2e855-b673-47d6-9a99-d28b62d71bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:10.678515 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09b2e855-b673-47d6-9a99-d28b62d71bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:10.681262 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-09b2e855-b673-47d6-9a99-d28b62d71bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:10.682419 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-09b2e855-b673-47d6-9a99-d28b62d71bf0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a588fbb-9c01-4d10-b36a-026a8c09f1e3 HTTP/1.1" status: 204 len: 168 time: 0.2465076 Dec 20 17:06:10.690807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2e855-b673-47d6-9a99-d28b62d71bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a588fbb-9c01-4d10-b36a-026a8c09f1e3,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:11.806537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52582) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:11.901184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-680525887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:11.996043 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:11.997155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.088009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.167878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.266834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.268362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7b90b724-d515-4ca3-bd83-48302b9b609e tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4607601 Dec 20 17:06:12.270991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52586) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:12.276613 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-547465'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:12.367562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Made reservation on behalf of dca14c86de2b432c8e9142e5340c6614 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:12.371836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.381641 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.463525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.535358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.568186 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:06:12.574528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ff2c2-d845-44c8-89cc-1b82fd01ca16,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:12.585570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.585918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.586256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.586592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.586925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.587389 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.587864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.588303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.588633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.588960 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.589332 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.589669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.589993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:12.595291 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.595847 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Added segment 43672797-4541-4c8d-9648-bf677030e313 of type vlan for network 4ce3f74f-4828-4adc-87e9-54edc504df43 Dec 20 17:06:12.641634 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.764032 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.769730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:12.770324 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:12.836491 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event updated for resources: {'Network': ['ID=4ce3f74f-4828-4adc-87e9-54edc504df43,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:12.846459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4ce3f74f-4828-4adc-87e9-54edc504df43 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:06:12.950026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-349b8e02-75c9-4954-8f6e-0b99f1d7aeb2 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6779583 Dec 20 17:06:12.952739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52588) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:12.957518 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Request body: {'subnet': {'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:13.158406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Made reservation on behalf of dca14c86de2b432c8e9142e5340c6614 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:13.162027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.461489 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.524107 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event updated for resources: {'Subnet': ['ID=5ceb3948-5900-4385-b4e1-6d5e0dd300af,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:13.532355 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Checking segment: {'id': '43672797-4541-4c8d-9648-bf677030e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:13.532720 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Network hostable DHCP agents. Network: 4ce3f74f-4828-4adc-87e9-54edc504df43, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:06:13.643721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Network 4ce3f74f-4828-4adc-87e9-54edc504df43 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:06:13.807576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4ce3f74f-4828-4adc-87e9-54edc504df43) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:13.811713 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:13.812368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.819971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3ef9d-4646-4adc-bdcc-735392bb4819 None None] Network 4ce3f74f-4828-4adc-87e9-54edc504df43 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:13.920601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4ce3f74f-4828-4adc-87e9-54edc504df43', 'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43', 'project_id': 'dca14c86de2b432c8e9142e5340c6614', 'fixed_ips': [{'subnet_id': '5ceb3948-5900-4385-b4e1-6d5e0dd300af'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:06:13.921497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:13.941514 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dcbfd44a-d970-4ae9-8c65-ffd617f964af tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9876585 Dec 20 17:06:13.944515 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52590) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:13.950175 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-772109824'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:14.038232 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Made reservation on behalf of dca14c86de2b432c8e9142e5340c6614 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:14.041943 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.059581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Allocated IP 172.20.0.2 (4ce3f74f-4828-4adc-87e9-54edc504df43/5ceb3948-5900-4385-b4e1-6d5e0dd300af/a15426c0-ff8e-4be9-abde-a9a57ee9f69f) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:14.067514 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:06:14.077249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.077618 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Added segment c3d744bf-118c-4c9c-a98b-dcc124d1f65b of type vlan for network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 Dec 20 17:06:14.123255 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.205712 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.244565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.250277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:14.250856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.313195 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.321576 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event updated for resources: {'Network': ['ID=745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:14.344360 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:06:14.389700 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c6add91d-b42b-4fc0-a05f-3a14efd15f31 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4440954 Dec 20 17:06:14.392498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52592) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:14.397632 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Request body: {'subnet': {'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:14.404922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Network 4ce3f74f-4828-4adc-87e9-54edc504df43 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:14.412438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:14.418008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Pushing event updated for resources: {'Port': ['ID=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:14.425031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:14.486351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Attempting to bind port a15426c0-ff8e-4be9-abde-a9a57ee9f69f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:14.486723 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Attempting to bind port a15426c0-ff8e-4be9-abde-a9a57ee9f69f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '43672797-4541-4c8d-9648-bf677030e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:14.487085 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Attempting to bind port a15426c0-ff8e-4be9-abde-a9a57ee9f69f on network 4ce3f74f-4828-4adc-87e9-54edc504df43 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:14.492146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:14.492518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Checking segment: {'id': '43672797-4541-4c8d-9648-bf677030e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:14.492916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.493967 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Bound using segment: {'id': '43672797-4541-4c8d-9648-bf677030e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:14.494586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Bound port: a15426c0-ff8e-4be9-abde-a9a57ee9f69f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43672797-4541-4c8d-9648-bf677030e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4ce3f74f-4828-4adc-87e9-54edc504df43'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:14.495065 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.557694 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] For port a15426c0-ff8e-4be9-abde-a9a57ee9f69f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:14.560743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] For port a15426c0-ff8e-4be9-abde-a9a57ee9f69f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,segment=NetworkSegment(43672797-4541-4c8d-9648-bf677030e313),segment_id=43672797-4541-4c8d-9648-bf677030e313)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:14.570564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Made reservation on behalf of dca14c86de2b432c8e9142e5340c6614 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:14.574595 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.651330 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.714582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ca84f-5a9c-4fc5-b07b-cc85a5f41aee None None] Pushing event updated for resources: {'Port': ['ID=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:14.857953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:14.926082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event updated for resources: {'Subnet': ['ID=c8564cb8-5b3a-48f2-b16c-f64d255af3ba,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:14.933147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Checking segment: {'id': 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:14.933593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Network hostable DHCP agents. Network: 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:06:15.030447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:06:15.144484 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:15.152496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:15.152496 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.155385 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40407ca1-b72a-46a3-9f77-1c72ec186009 None None] Network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:15.250310 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8b3da880-4bab-4ef2-8c39-1e587bd7d303 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8565814 Dec 20 17:06:15.253088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52594) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:15.257811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5d52af23-7969-4890-9038-7f24d62c5135 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Request body: {'router': {'external_gateway_info': {'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:15.258494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1', 'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1', 'project_id': 'dca14c86de2b432c8e9142e5340c6614', 'fixed_ips': [{'subnet_id': 'c8564cb8-5b3a-48f2-b16c-f64d255af3ba'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:06:15.259860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.407633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Allocated IP 172.21.0.2 (745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1/c8564cb8-5b3a-48f2-b16c-f64d255af3ba/11dc9054-fad4-4f68-88f2-059115b34686) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:15.486451 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5d52af23-7969-4890-9038-7f24d62c5135 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.570383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.645557 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a71de-ef63-4318-8852-c68095ffa7dc None None] Network 4ce3f74f-4828-4adc-87e9-54edc504df43 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:15.717283 n-d-781076-8 neutron-server[103953]: INFO neutron.api.v2.resource [None req-5d52af23-7969-4890-9038-7f24d62c5135 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 17:06:15.718379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5d52af23-7969-4890-9038-7f24d62c5135 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "PUT /v2.0/routers/2fd39b72-1dd6-4364-aa89-e55e31db2d5c HTTP/1.1" status: 400 len: 364 time: 0.4642944 Dec 20 17:06:15.724375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52596) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:15.738773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7ca87444-28f8-46eb-b514-b422fa726b5c None None] Provisioning complete for port a15426c0-ff8e-4be9-abde-a9a57ee9f69f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:15.739149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca87444-28f8-46eb-b514-b422fa726b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.783688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Deleting subnet c8564cb8-5b3a-48f2-b16c-f64d255af3ba {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:06:15.851574 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca87444-28f8-46eb-b514-b422fa726b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.886077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7ca87444-28f8-46eb-b514-b422fa726b5c None None] For port a15426c0-ff8e-4be9-abde-a9a57ee9f69f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,segment=NetworkSegment(43672797-4541-4c8d-9648-bf677030e313),segment_id=43672797-4541-4c8d-9648-bf677030e313)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:15.910358 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.911157 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.956552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:15.959657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:15.962264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:15.964177 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:15.971256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Pushing event updated for resources: {'Port': ['ID=11dc9054-fad4-4f68-88f2-059115b34686,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:16.017776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca87444-28f8-46eb-b514-b422fa726b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.055205 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Attempting to bind port 11dc9054-fad4-4f68-88f2-059115b34686 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:16.059460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Attempting to bind port 11dc9054-fad4-4f68-88f2-059115b34686 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:16.059460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Attempting to bind port 11dc9054-fad4-4f68-88f2-059115b34686 on network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:16.059731 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.068421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:16.068807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Checking segment: {'id': 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:16.069231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.069630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Bound using segment: {'id': 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:16.070114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Bound port: 11dc9054-fad4-4f68-88f2-059115b34686, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:16.070502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.096767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca87444-28f8-46eb-b514-b422fa726b5c None None] Pushing event updated for resources: {'Port': ['ID=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:16.162756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-721b5926-ac01-4dca-a691-379e441e5b36 None None] Provisioning complete for port a15426c0-ff8e-4be9-abde-a9a57ee9f69f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:16.162756 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-721b5926-ac01-4dca-a691-379e441e5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.219085 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.239251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a15426c0-ff8e-4be9-abde-a9a57ee9f69f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:16.246262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] For port 11dc9054-fad4-4f68-88f2-059115b34686, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:16.251481 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.255020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "DELETE /v2.0/subnets/c8564cb8-5b3a-48f2-b16c-f64d255af3ba HTTP/1.1" status: 204 len: 168 time: 0.5296879 Dec 20 17:06:16.256011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5cd25-5e4c-4c22-98ac-e0ea349aab12 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event deleted for resources: {'Subnet': ['ID=c8564cb8-5b3a-48f2-b16c-f64d255af3ba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:16.258014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:16.285839 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] For port 11dc9054-fad4-4f68-88f2-059115b34686, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=11dc9054-fad4-4f68-88f2-059115b34686,segment=NetworkSegment(c3d744bf-118c-4c9c-a98b-dcc124d1f65b),segment_id=c3d744bf-118c-4c9c-a98b-dcc124d1f65b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:16.314355 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port a15426c0-ff8e-4be9-abde-a9a57ee9f69f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:16.314729 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.340241 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.383751 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.393776 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Deleting port 11dc9054-fad4-4f68-88f2-059115b34686 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:16.394138 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.455695 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70274b66-b773-4ed8-b895-a9db19c1b40e None None] Pushing event updated for resources: {'Port': ['ID=11dc9054-fad4-4f68-88f2-059115b34686,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:16.465441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] For port 11dc9054-fad4-4f68-88f2-059115b34686, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=11dc9054-fad4-4f68-88f2-059115b34686,segment=NetworkSegment(c3d744bf-118c-4c9c-a98b-dcc124d1f65b),segment_id=c3d744bf-118c-4c9c-a98b-dcc124d1f65b)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:16.465807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.479659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Calling delete_port for 11dc9054-fad4-4f68-88f2-059115b34686 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:16.636503 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.668195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event deleted for resources: {'Port': ['ID=11dc9054-fad4-4f68-88f2-059115b34686,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:16.672842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] No DVR routers for this DVR port 11dc9054-fad4-4f68-88f2-059115b34686 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:16.764371 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.784801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:16.794903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:16.795202 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d744bf-118c-4c9c-a98b-dcc124d1f65b') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:16.805501 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.819736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.826041 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:16.826419 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:16.829337 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:16.984602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.993110 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:16.996489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "DELETE /v2.0/networks/745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 HTTP/1.1" status: 204 len: 168 time: 0.7373662 Dec 20 17:06:16.999055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52600) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:17.006503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02b139-a44e-4c86-a661-bb5c9f4b4fc5 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event deleted for resources: {'Network': ['ID=745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:17.057878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Deleting subnet 5ceb3948-5900-4385-b4e1-6d5e0dd300af {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:06:17.061435 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.105715 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.196119 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.353325 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.383208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.389419 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "DELETE /v2.0/subnets/5ceb3948-5900-4385-b4e1-6d5e0dd300af HTTP/1.1" status: 204 len: 168 time: 0.3870966 Dec 20 17:06:17.389419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0e9f-004e-4a0e-9819-ba29848556ec tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceb3948-5900-4385-b4e1-6d5e0dd300af,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:17.389843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa74036-2c16-4992-9e07-22a22ee2db2e None None] Network 4ce3f74f-4828-4adc-87e9-54edc504df43 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:17.390314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:17.415659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b9016-006d-41d9-aa2a-6949182a7a99 None None] DHCP port deletion for 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:17.462113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9094095f-381a-4274-b392-fe1b7180fc6c None None] Could not find standard attr ID for object 11dc9054-fad4-4f68-88f2-059115b34686. {{(pid=103955) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 17:06:17.476229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.491516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc1eb6-c9a8-4123-96c9-095d855ca8d1 None None] Network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:17.505622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc1eb6-c9a8-4123-96c9-095d855ca8d1 None None] Network 745161aa-4bd4-4fd1-a7d2-07f9f9f3ddd1 could not be found, it might have been deleted concurrently. {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 17:06:17.532099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Deleting port a15426c0-ff8e-4be9-abde-a9a57ee9f69f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:17.532446 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.568817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] DHCP port deletion for 4ce3f74f-4828-4adc-87e9-54edc504df43 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:17.605136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] For port a15426c0-ff8e-4be9-abde-a9a57ee9f69f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,segment=NetworkSegment(43672797-4541-4c8d-9648-bf677030e313),segment_id=43672797-4541-4c8d-9648-bf677030e313)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:17.605449 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.618494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] Deleting port a15426c0-ff8e-4be9-abde-a9a57ee9f69f {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:06:17.619241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Calling delete_port for a15426c0-ff8e-4be9-abde-a9a57ee9f69f owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:17.619583 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.687115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] For port a15426c0-ff8e-4be9-abde-a9a57ee9f69f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,segment=NetworkSegment(43672797-4541-4c8d-9648-bf677030e313),segment_id=43672797-4541-4c8d-9648-bf677030e313)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:17.687507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.701322 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] Calling delete_port for a15426c0-ff8e-4be9-abde-a9a57ee9f69f owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:06:17.787128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.792593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.814686 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event deleted for resources: {'Port': ['ID=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:17.817805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] Pushing event deleted for resources: {'Port': ['ID=a15426c0-ff8e-4be9-abde-a9a57ee9f69f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:17.818494 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] No DVR routers for this DVR port a15426c0-ff8e-4be9-abde-a9a57ee9f69f on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:17.821820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8253d-377f-40b7-8f93-6389a67f530c None None] No DVR routers for this DVR port a15426c0-ff8e-4be9-abde-a9a57ee9f69f on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:06:17.901994 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.921554 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce3f74f-4828-4adc-87e9-54edc504df43']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:17.936225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43672797-4541-4c8d-9648-bf677030e313') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:17.936519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43672797-4541-4c8d-9648-bf677030e313') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:17.945796 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.959544 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.965817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:06:17.966181 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:06:17.969141 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:06:18.106755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.111281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.114685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "DELETE /v2.0/networks/4ce3f74f-4828-4adc-87e9-54edc504df43 HTTP/1.1" status: 204 len: 168 time: 0.7235861 Dec 20 17:06:18.117560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:18.130120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba1293-be39-44bc-be86-1b6465439282 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Pushing event deleted for resources: {'Network': ['ID=4ce3f74f-4828-4adc-87e9-54edc504df43,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:18.146060 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d5952405-9dd6-45b1-9526-06635220fdf7 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "GET /v2.0/ports?device_id=2fd39b72-1dd6-4364-aa89-e55e31db2d5c HTTP/1.1" status: 200 len: 205 time: 0.0272818 Dec 20 17:06:18.148288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 52606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:18.204278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a15426c0-ff8e-4be9-abde-a9a57ee9f69f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:06:18.226037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.229115 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: a15426c0-ff8e-4be9-abde-a9a57ee9f69f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:06:18.229487 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device a15426c0-ff8e-4be9-abde-a9a57ee9f69f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:06:18.652770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.654963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.775679 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.776335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd39b72-1dd6-4364-aa89-e55e31db2d5c {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:06:18.783251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:18.786874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1f2ca3e0-17fc-4a59-9a2f-4afdb45c17d0 tempest-RoutersNegativeTest-959307396 tempest-RoutersNegativeTest-959307396-project] 10.222.0.81 "DELETE /v2.0/routers/2fd39b72-1dd6-4364-aa89-e55e31db2d5c HTTP/1.1" status: 204 len: 168 time: 0.6376262 Dec 20 17:06:19.269100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:19.402794 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dab3e964-ab17-4db7-9d3e-c2bdf5c5c5c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dca14c86de2b432c8e9142e5340c6614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324501 Dec 20 17:06:19.405105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52616) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:19.453024 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b34c3ac-b07e-4dae-94aa-5df8df70cd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:19.473636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b34c3ac-b07e-4dae-94aa-5df8df70cd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:19.655332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b34c3ac-b07e-4dae-94aa-5df8df70cd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:19.658006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b34c3ac-b07e-4dae-94aa-5df8df70cd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:19.659176 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5b34c3ac-b07e-4dae-94aa-5df8df70cd42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e02ff2c2-d845-44c8-89cc-1b82fd01ca16 HTTP/1.1" status: 204 len: 168 time: 0.2531664 Dec 20 17:06:19.667712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34c3ac-b07e-4dae-94aa-5df8df70cd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ff2c2-d845-44c8-89cc-1b82fd01ca16,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:20.718769 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:20.814922 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1097838634-network', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:20.955749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Made reservation on behalf of f1c8af1ab1674eff8cea679d1726b304 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:20.958168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:20.967056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.041229 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.174662 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.199880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:06:21.209677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcca691-14a8-4b12-9ae1-26d038ccac0d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:21.214405 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.214737 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Added segment 71a82758-b657-4180-95a2-c2fb92930d9c of type vlan for network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 Dec 20 17:06:21.255226 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.369517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.370835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:21.371418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.433303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] Pushing event updated for resources: {'Network': ['ID=9201eb56-4524-41ee-9cd3-249c52f1cbb2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:21.443237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:06:21.484558 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f09f74c7-4bc5-4697-b2e3-7e57dd9b31e9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7646191 Dec 20 17:06:21.487406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:21.492261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Request body: {'subnet': {'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-subnet', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:21.592335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Made reservation on behalf of f1c8af1ab1674eff8cea679d1726b304 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:21.594759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.866776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:21.923043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cb28ca-31a0-4204-b3b9-290969f4d9a4,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:21.932700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Checking segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:21.933059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Network hostable DHCP agents. Network: 9201eb56-4524-41ee-9cd3-249c52f1cbb2, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:06:22.064058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:06:22.155912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 9201eb56-4524-41ee-9cd3-249c52f1cbb2) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:22.160052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:22.160653 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.165389 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a8492-620d-4cb1-a793-63f2016a9589 None None] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:22.240832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5db55df7-26be-437c-aa37-56abcf606c2e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7523727 Dec 20 17:06:22.243567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:22.248566 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:22.267976 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'fixed_ips': [{'subnet_id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:06:22.268813 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.367310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.368414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.426431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.510298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.576180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Allocated IP 172.20.0.2 (9201eb56-4524-41ee-9cd3-249c52f1cbb2/59cb28ca-31a0-4204-b3b9-290969f4d9a4/15539c54-0cad-413a-9a96-9db774b02d62) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:22.680768 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.720465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.872660 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.907489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:22.914160 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:22.918892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:22.927952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Pushing event updated for resources: {'Port': ['ID=15539c54-0cad-413a-9a96-9db774b02d62,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:22.983634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Attempting to bind port 15539c54-0cad-413a-9a96-9db774b02d62 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:22.984059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Attempting to bind port 15539c54-0cad-413a-9a96-9db774b02d62 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:22.984506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Attempting to bind port 15539c54-0cad-413a-9a96-9db774b02d62 on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:22.989952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:22.990456 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Checking segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:22.990759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.991226 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:22.991364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Bound using segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:22.991748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Bound port: 15539c54-0cad-413a-9a96-9db774b02d62, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:22.992131 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:23.009537 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:23.056261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] For port 15539c54-0cad-413a-9a96-9db774b02d62, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:23.059820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] For port 15539c54-0cad-413a-9a96-9db774b02d62, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15539c54-0cad-413a-9a96-9db774b02d62,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:23.114836 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Allocated IP 172.25.6.47 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:23.153622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:23.221921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27e756-f030-4778-bbd9-15b48814f0af None None] Pushing event updated for resources: {'Port': ['ID=15539c54-0cad-413a-9a96-9db774b02d62,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:23.227846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:23.392716 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:23.443899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:23.444698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Pushing event updated for resources: {'Port': ['ID=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:23.448149 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:23.450519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:23.466218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb2174-bb27-48ab-81e5-1df0a6dd1733 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:23.520841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2cd5b773-6517-4fc3-ac52-fa701b7a138d None None] Provisioning complete for port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:23.521558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b773-6517-4fc3-ac52-fa701b7a138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:23.559856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5b773-6517-4fc3-ac52-fa701b7a138d None None] Port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:23.800314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.004050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.172590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524fe57-5713-4aea-8de1-6b4ce93820f0 None None] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:24.236988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15539c54-0cad-413a-9a96-9db774b02d62 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:24.241298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:06:24.321673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6d5776a3-3e91-47e1-8934-1e22fdbd43b6 None None] Provisioning complete for port 15539c54-0cad-413a-9a96-9db774b02d62 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:24.321955 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d5776a3-3e91-47e1-8934-1e22fdbd43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.354735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:06:24.363803 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Sync routers for ids ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:06:24.374224 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Routers {'9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:24.374908 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:24.382629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 15539c54-0cad-413a-9a96-9db774b02d62 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:24.383002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.466000 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d5776a3-3e91-47e1-8934-1e22fdbd43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.467461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.469199 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c07cfd97-87d4-475f-839c-e3386c5f869f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2237296 Dec 20 17:06:24.471144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52646) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:24.493799 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Set router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:24.539021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6d5776a3-3e91-47e1-8934-1e22fdbd43b6 None None] For port 15539c54-0cad-413a-9a96-9db774b02d62, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15539c54-0cad-413a-9a96-9db774b02d62,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:24.552558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.625027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6d5776a3-3e91-47e1-8934-1e22fdbd43b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.695305 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:06:23Z', 'revision_number': 3, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:24.706435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:06:24.707548 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:06:24.707717 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5776a3-3e91-47e1-8934-1e22fdbd43b6 None None] Pushing event updated for resources: {'Port': ['ID=15539c54-0cad-413a-9a96-9db774b02d62,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:24.724198 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Checking router: 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:06:24.724556 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Updating router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:06:24.747626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-271d4cc1-2e24-43ea-a32a-69aca9ae24c8 None None] Provisioning complete for port 15539c54-0cad-413a-9a96-9db774b02d62 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:24.748088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-271d4cc1-2e24-43ea-a32a-69aca9ae24c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.751891 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:24.929238 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.018312 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.088671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Allocated IP 172.20.0.1 (9201eb56-4524-41ee-9cd3-249c52f1cbb2/59cb28ca-31a0-4204-b3b9-290969f4d9a4/5c763f44-4711-410a-97f7-0f582f18ef34) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:25.115560 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.162802 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a6c63-e229-4772-ab14-897d6b4f174e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:25.171212 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Attempting to bind port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:25.171586 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Attempting to bind port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:25.171951 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Attempting to bind port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:25.181700 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Pushing event updated for resources: {'Port': ['ID=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:25.184491 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:25.184868 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:25.185297 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.185692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:25.186167 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Bound port: c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:25.186545 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.212989 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.214114 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.214439 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.214847 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.215275 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.215704 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.216070 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.216463 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.216987 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.217434 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.217832 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.218223 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.218613 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:06:25.264902 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] For port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:25.268035 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-72a9c19e-b823-45b7-b563-85d893ba4793 None None] Provisioning complete for port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:25.268469 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72a9c19e-b823-45b7-b563-85d893ba4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.269036 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] For port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:25.306710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-72a9c19e-b823-45b7-b563-85d893ba4793 None None] Port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:25.346770 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.387920 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9ba56-7cf8-4dc0-aea0-779f4d563bbb None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:25.406580 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a48b90-4e20-453a-a3ac-c650675412b1 None None] Pushing event updated for resources: {'Port': ['ID=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:25.409406 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Routers {'9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:25.409996 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:25.431938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9ee9d493-f94e-4af1-a45a-60e07443a6a0 None None] Provisioning complete for port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:25.432450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d493-f94e-4af1-a45a-60e07443a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.517343 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d493-f94e-4af1-a45a-60e07443a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.530316 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] Set router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:25.539362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9ee9d493-f94e-4af1-a45a-60e07443a6a0 None None] For port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:25.563212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.638476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d493-f94e-4af1-a45a-60e07443a6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.682213 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.692740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9d493-f94e-4af1-a45a-60e07443a6a0 None None] Pushing event updated for resources: {'Port': ['ID=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:25.729843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:25.732728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:25.736427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:25.759446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c763f44-4711-410a-97f7-0f582f18ef34,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:25.782465 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:25.836557 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:06:23Z', 'revision_number': 3, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:25.868611 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb4afa-f39c-4d6b-91f6-2cd8e3c0705d None None] The sync data for ids ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'] in n-d-781076-8 is: [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:06:23Z', 'revision_number': 3, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:06:26.067797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7beb7064-12f3-45b5-8362-9ff4dfb294f1 None None] Provisioning complete for port 5c763f44-4711-410a-97f7-0f582f18ef34 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:26.068178 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7beb7064-12f3-45b5-8362-9ff4dfb294f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.069821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.118495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7beb7064-12f3-45b5-8362-9ff4dfb294f1 None None] Port 5c763f44-4711-410a-97f7-0f582f18ef34 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:26.295886 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.317386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:26.373207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:26.373504 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.420822 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.461589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15539c54-0cad-413a-9a96-9db774b02d62 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:26.492536 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.496225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c763f44-4711-410a-97f7-0f582f18ef34,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:26.514863 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 15539c54-0cad-413a-9a96-9db774b02d62 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:26.515235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.602842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:26.605127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:26.730205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:06:26.837130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9e42e5c5-0c2d-4ff5-a0a6-c16e99346e57 None None] Provisioning complete for port 5c763f44-4711-410a-97f7-0f582f18ef34 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:26.837665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e42e5c5-0c2d-4ff5-a0a6-c16e99346e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:26.855892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:06:26.868801 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b517cec-f75b-4c35-8272-d2d467061dd8 admin admin] 10.222.0.81 "PUT /v2.0/routers/9e0836fb-cb93-4bc4-a1f3-8e9670e3061b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3889184 Dec 20 17:06:26.873107 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9e42e5c5-0c2d-4ff5-a0a6-c16e99346e57 None None] Port 5c763f44-4711-410a-97f7-0f582f18ef34 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:27.493328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Sync routers for ids ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:06:27.503919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Routers {'9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:27.504637 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:27.549562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52664) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:27.555021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2075329340-network', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:27.617622 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Set router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:27.654983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Made reservation on behalf of 1c914251962d4d098578a7c8f0b2c97a for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:27.657587 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.667613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.743565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.825714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5c763f44-4711-410a-97f7-0f582f18ef34', 'name': '', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'mac_address': 'fa:16:3e:34:a6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:24Z', 'updated_at': '2021-12-20T17:06:26Z', 'revision_number': 2, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'subnets': [{'id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:27.856359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Checking router: 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:06:27.857020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Updating router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b port 5c763f44-4711-410a-97f7-0f582f18ef34 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:06:27.881425 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.883910 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.912841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:06:27.919422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f82085-5c87-4697-b0ae-7ab03deeaad7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:27.925810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:27.926593 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Added segment ef30eedc-e633-4c05-a0c4-1b4fe2cba33f of type vlan for network 413a6212-95b9-4fee-9208-e695db089d8e Dec 20 17:06:27.969785 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.081239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.082250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:28.082827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.148458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.152395 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] Pushing event updated for resources: {'Network': ['ID=413a6212-95b9-4fee-9208-e695db089d8e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:28.162009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 413a6212-95b9-4fee-9208-e695db089d8e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:06:28.174821 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-faf080df-6c66-44be-8ff0-514514337f90 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6240222 Dec 20 17:06:28.177710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52666) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:28.183673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Request body: {'subnet': {'network_id': '413a6212-95b9-4fee-9208-e695db089d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-subnet', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:28.197483 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.306324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.347162 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Made reservation on behalf of 1c914251962d4d098578a7c8f0b2c97a for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:28.349691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.362393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a7a9-bac5-41f9-8250-6a7e8d640e49 None None] Pushing event updated for resources: {'Port': ['ID=5c763f44-4711-410a-97f7-0f582f18ef34,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:28.416270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Attempting to bind port 5c763f44-4711-410a-97f7-0f582f18ef34 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:28.416738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Attempting to bind port 5c763f44-4711-410a-97f7-0f582f18ef34 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:28.417407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Attempting to bind port 5c763f44-4711-410a-97f7-0f582f18ef34 on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:28.423250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:28.423632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Checking segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:28.424041 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.424433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Bound using segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:28.425195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Bound port: 5c763f44-4711-410a-97f7-0f582f18ef34, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:28.425342 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.497514 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] For port 5c763f44-4711-410a-97f7-0f582f18ef34, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:28.500858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] For port 5c763f44-4711-410a-97f7-0f582f18ef34, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c763f44-4711-410a-97f7-0f582f18ef34,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:28.602994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e854d65b-2cb9-455d-a740-429c51101a65 None None] Provisioning complete for port 5c763f44-4711-410a-97f7-0f582f18ef34 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:28.603283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e854d65b-2cb9-455d-a740-429c51101a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.635381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.698649 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e854d65b-2cb9-455d-a740-429c51101a65 None None] Port 5c763f44-4711-410a-97f7-0f582f18ef34 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:28.699396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601a7a9-bac5-41f9-8250-6a7e8d640e49 None None] Pushing event updated for resources: {'Port': ['ID=5c763f44-4711-410a-97f7-0f582f18ef34,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:28.701948 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Routers {'9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:28.702631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:28.721957 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.787229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c7d91f-83b4-4a29-ad5c-724252e27077,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:28.804249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Checking segment: {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:28.804630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Network hostable DHCP agents. Network: 413a6212-95b9-4fee-9208-e695db089d8e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:06:28.826263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] Set router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:28.918618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Network 413a6212-95b9-4fee-9208-e695db089d8e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:06:28.968961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d9553709-c6ec-438d-b244-06bbe8836382 None None] Provisioning complete for port 5c763f44-4711-410a-97f7-0f582f18ef34 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:28.969542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9553709-c6ec-438d-b244-06bbe8836382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:28.995545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 413a6212-95b9-4fee-9208-e695db089d8e) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:28.999672 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:29.000392 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.007799 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5925a2-3b59-4db7-af15-eee1f78ec29f None None] Network 413a6212-95b9-4fee-9208-e695db089d8e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:29.098599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-998cda21-208a-483b-bbe6-57f50165ecb7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9195361 Dec 20 17:06:29.101410 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:29.106996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:29.213849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.215121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.274426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.356066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9553709-c6ec-438d-b244-06bbe8836382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.372109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-413a6212-95b9-4fee-9208-e695db089d8e', 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e', 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'fixed_ips': [{'subnet_id': '53c7d91f-83b4-4a29-ad5c-724252e27077'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:06:29.372974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.421917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5c763f44-4711-410a-97f7-0f582f18ef34', 'name': '', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'mac_address': 'fa:16:3e:34:a6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:24Z', 'updated_at': '2021-12-20T17:06:28Z', 'revision_number': 4, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'subnets': [{'id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:29.425555 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d9553709-c6ec-438d-b244-06bbe8836382 None None] For port 5c763f44-4711-410a-97f7-0f582f18ef34, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c763f44-4711-410a-97f7-0f582f18ef34,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:29.454749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd425b6-5e65-45c3-8415-12e64608db3d None None] The sync data for ids ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'] in n-d-781076-8 is: [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '5c763f44-4711-410a-97f7-0f582f18ef34', 'name': '', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'mac_address': 'fa:16:3e:34:a6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:24Z', 'updated_at': '2021-12-20T17:06:28Z', 'revision_number': 4, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'subnets': [{'id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:06:29.501287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.501487 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a285744-f80f-4945-989c-7caa268b4635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.524747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9553709-c6ec-438d-b244-06bbe8836382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.621848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9553709-c6ec-438d-b244-06bbe8836382 None None] Pushing event updated for resources: {'Port': ['ID=5c763f44-4711-410a-97f7-0f582f18ef34,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:29.633006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Allocated IP 172.20.0.2 (413a6212-95b9-4fee-9208-e695db089d8e/53c7d91f-83b4-4a29-ad5c-724252e27077/b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:29.802177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.822312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.842482 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.878450 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:29.925486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Pushing event updated for resources: {'Port': ['ID=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:29.933530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Network 413a6212-95b9-4fee-9208-e695db089d8e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:29.935235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:29.938008 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:29.958766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Allocated IP 172.25.6.85 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/b4bc07ae-61c8-4291-97e2-6a52aa5be5bb) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:30.002896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Attempting to bind port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:30.003405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Attempting to bind port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:30.003532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Attempting to bind port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d on network 413a6212-95b9-4fee-9208-e695db089d8e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:30.009256 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:30.009616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Checking segment: {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:30.010059 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.010504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Bound using segment: {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:30.010996 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Bound port: b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:30.011461 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.071098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.086517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] For port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:30.090590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] For port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:30.182400 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.219061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.261864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c763f44-4711-410a-97f7-0f582f18ef34 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:30.264582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee620bf-87a3-435b-8ead-dc968def8e9d None None] Pushing event updated for resources: {'Port': ['ID=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:30.301591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:30.305537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:30.308874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:30.323678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 5c763f44-4711-410a-97f7-0f582f18ef34 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:30.324122 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.341724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Pushing event updated for resources: {'Port': ['ID=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:30.354841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33110726-118d-4ebe-b74e-442a0ceedc20 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:30.465869 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4c41de05-f200-4f10-929d-8d59bffc05b1 None None] Provisioning complete for port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:30.466417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4c41de05-f200-4f10-929d-8d59bffc05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.527363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4c41de05-f200-4f10-929d-8d59bffc05b1 None None] Port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:30.706702 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:30.912453 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.027668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:06:31.169657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:06:31.288463 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:06:31.299735 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Sync routers for ids ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:06:31.310361 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Routers {'1e3cb439-e1f6-447f-b9c5-91168cc469c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:31.310964 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:31.388937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.390504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9920e99f-9e56-4f3d-a5bc-bf4b5e0fc6bc admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2878878 Dec 20 17:06:31.393069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 52670) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:06:31.424503 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Set router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:31.520827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff3997-e331-4e13-9d79-056ffa001ff0 None None] Network 413a6212-95b9-4fee-9208-e695db089d8e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:06:31.597675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e1d23fc0-3bb5-42e4-bd96-45850865a3a5 None None] Provisioning complete for port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:31.598136 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e1d23fc0-3bb5-42e4-bd96-45850865a3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.625451 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:30Z', 'revision_number': 3, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:31.660291 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Checking router: 1e3cb439-e1f6-447f-b9c5-91168cc469c4 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:06:31.660951 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Updating router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:06:31.692993 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.741613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e1d23fc0-3bb5-42e4-bd96-45850865a3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.780529 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e1d23fc0-3bb5-42e4-bd96-45850865a3a5 None None] For port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:31.863825 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1957ae8c-adb1-4a0e-9fda-0b7e12e7e16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.872345 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.901389 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e1d23fc0-3bb5-42e4-bd96-45850865a3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:31.958486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d23fc0-3bb5-42e4-bd96-45850865a3a5 None None] Pushing event updated for resources: {'Port': ['ID=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:31.997179 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.023855 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e86ade19-1650-407f-979d-151a3dae6a3f None None] Provisioning complete for port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:32.024235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e86ade19-1650-407f-979d-151a3dae6a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.057415 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Allocated IP 172.20.0.1 (413a6212-95b9-4fee-9208-e695db089d8e/53c7d91f-83b4-4a29-ad5c-724252e27077/1d20fe46-54a5-42e0-a265-ed0ffe6bb490) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:32.098189 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.123295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e466ac7-bdaa-4c08-aae2-d6d6b82e67c9 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:32.156151 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Attempting to bind port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:32.156500 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Attempting to bind port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:32.156870 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Attempting to bind port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:32.170869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:32.171266 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:32.171697 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.172073 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:32.172605 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Bound port: b4bc07ae-61c8-4291-97e2-6a52aa5be5bb, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:32.173003 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.184121 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.217521 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdfddd-0dd1-4036-b679-bf62379ad5aa None None] Pushing event updated for resources: {'Port': ['ID=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:32.236779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] For port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:32.240712 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] For port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:32.250825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-dc12bb32-99d1-494f-a4ab-f2ddf87b58f6 None None] Provisioning complete for port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:32.251277 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc12bb32-99d1-494f-a4ab-f2ddf87b58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.278937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:32.290253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.323204 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dc12bb32-99d1-494f-a4ab-f2ddf87b58f6 None None] Port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:32.325264 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.334384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Network 413a6212-95b9-4fee-9208-e695db089d8e is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:32.341819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:32.343871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Pushing event updated for resources: {'Port': ['ID=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:32.346036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:32.346369 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:32.346906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.391422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931ff57-8c53-4b25-9983-45c1a431c8d5 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:06:32.407652 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdfddd-0dd1-4036-b679-bf62379ad5aa None None] Pushing event updated for resources: {'Port': ['ID=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:32.410651 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Routers {'1e3cb439-e1f6-447f-b9c5-91168cc469c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:32.411242 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:32.427043 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.460495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6db07842-d61f-4201-8e66-17f0794e955b None None] Provisioning complete for port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:32.460884 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6db07842-d61f-4201-8e66-17f0794e955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.538159 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] Set router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:32.562710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6db07842-d61f-4201-8e66-17f0794e955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.585324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6db07842-d61f-4201-8e66-17f0794e955b None None] For port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:32.660044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6db07842-d61f-4201-8e66-17f0794e955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.665414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.715192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db07842-d61f-4201-8e66-17f0794e955b None None] Pushing event updated for resources: {'Port': ['ID=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:32.733847 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:30Z', 'revision_number': 3, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:32.767023 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f62a3-ba6e-457e-babd-bbd30b248ec1 None None] The sync data for ids ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'] in n-d-781076-8 is: [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:30Z', 'revision_number': 3, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:06:32.787890 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cf88d227-59bb-4502-8bc9-825917ed7c20 None None] Provisioning complete for port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:32.788554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf88d227-59bb-4502-8bc9-825917ed7c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:32.827388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cf88d227-59bb-4502-8bc9-825917ed7c20 None None] Port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:33.186745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:33.238658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:33.327167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:33.397378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:33.399387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Pushing event updated for resources: {'Port': ['ID=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:33.498706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Network 413a6212-95b9-4fee-9208-e695db089d8e is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:33.500185 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:33.633514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:06:33.755348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-169dbe60-6080-4659-9abd-0e5b09ffa835 None None] Provisioning complete for port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:33.755919 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-169dbe60-6080-4659-9abd-0e5b09ffa835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:33.756357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:06:33.761570 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7fbeaa9a-8375-47ac-a701-bad45653c430 admin admin] 10.222.0.81 "PUT /v2.0/routers/1e3cb439-e1f6-447f-b9c5-91168cc469c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3674529 Dec 20 17:06:33.795118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-169dbe60-6080-4659-9abd-0e5b09ffa835 None None] Port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:34.253543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b4bc07ae-61c8-4291-97e2-6a52aa5be5bb up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:34.309010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Sync routers for ids ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:06:34.312503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:34.312873 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:34.348526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Routers {'1e3cb439-e1f6-447f-b9c5-91168cc469c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:34.349140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:34.492563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Set router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:34.707065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-65b1e15c-9ea8-44bd-a2a9-808d395cfe24 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:34.708833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-65b1e15c-9ea8-44bd-a2a9-808d395cfe24 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/networks?id=9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 200 len: 817 time: 0.1144521 Dec 20 17:06:34.711181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '1d20fe46-54a5-42e0-a265-ed0ffe6bb490', 'name': '', 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'mac_address': 'fa:16:3e:36:0a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '53c7d91f-83b4-4a29-ad5c-724252e27077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:31Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 2, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'subnets': [{'id': '53c7d91f-83b4-4a29-ad5c-724252e27077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:34.715300 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:34.725379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-16b81a33-867a-402e-8aa2-50deb521facb tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/quotas/f1c8af1ab1674eff8cea679d1726b304 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Dec 20 17:06:34.739739 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Checking router: 1e3cb439-e1f6-447f-b9c5-91168cc469c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:06:34.742791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Updating router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:06:34.771243 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:34.779978 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-e787e3f5-8e3c-4591-ac59-b9260f02074b tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487561 Dec 20 17:06:34.796615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-550fdd5d-079b-40ea-b4e5-4b228ae85445 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:06:34.797740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-550fdd5d-079b-40ea-b4e5-4b228ae85445 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058193 Dec 20 17:06:34.893865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-2343ed5f-6584-41bc-914c-ca3db9891aef service neutron] 10.222.0.81 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894277 Dec 20 17:06:34.990875 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-91684f36-23cb-47c7-8a75-9b77c872ec54 service neutron] 10.222.0.81 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911415 Dec 20 17:06:35.044420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.180665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.236539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09c432-ad30-47d6-9adb-d1f3fddb8a4e None None] Pushing event updated for resources: {'Port': ['ID=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:35.380392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c9ee71c2-66cd-47f7-881d-f87ab7eb66c0 req-d25e6fe3-6926-4d9a-84eb-82cad41f5297 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 210 time: 0.0331037 Dec 20 17:06:35.444311 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.474565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Attempting to bind port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:35.474891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Attempting to bind port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:35.475258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Attempting to bind port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 on network 413a6212-95b9-4fee-9208-e695db089d8e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:35.481315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:35.481634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Checking segment: {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:35.482053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.482455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Bound using segment: {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:35.482924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Bound port: 1d20fe46-54a5-42e0-a265-ed0ffe6bb490, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:35.483318 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.547327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9a397b53-80ee-4587-912b-96f94c61f6cd None None] Provisioning complete for port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:35.547701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a397b53-80ee-4587-912b-96f94c61f6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.587231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] For port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:35.592482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] For port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:35.595049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a397b53-80ee-4587-912b-96f94c61f6cd None None] Port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:35.758836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:35.819929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Routers {'1e3cb439-e1f6-447f-b9c5-91168cc469c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:06:35.820603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:06:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:35.823812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09c432-ad30-47d6-9adb-d1f3fddb8a4e None None] Pushing event updated for resources: {'Port': ['ID=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:35.937703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] Set router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:06:36.077968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8b707696-d10e-47d1-878a-2a44107c7b14 None None] Provisioning complete for port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:36.078268 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b707696-d10e-47d1-878a-2a44107c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:36.207255 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b707696-d10e-47d1-878a-2a44107c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:36.247963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8b707696-d10e-47d1-878a-2a44107c7b14 None None] For port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:36.255793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '1d20fe46-54a5-42e0-a265-ed0ffe6bb490', 'name': '', 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'mac_address': 'fa:16:3e:36:0a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '53c7d91f-83b4-4a29-ad5c-724252e27077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:31Z', 'updated_at': '2021-12-20T17:06:35Z', 'revision_number': 4, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'subnets': [{'id': '53c7d91f-83b4-4a29-ad5c-724252e27077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:06:36.283561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea50fb5-85ca-480c-bdef-01679941516e None None] The sync data for ids ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'] in n-d-781076-8 is: [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '1d20fe46-54a5-42e0-a265-ed0ffe6bb490', 'name': '', 'network_id': '413a6212-95b9-4fee-9208-e695db089d8e', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'mac_address': 'fa:16:3e:36:0a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '53c7d91f-83b4-4a29-ad5c-724252e27077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:31Z', 'updated_at': '2021-12-20T17:06:35Z', 'revision_number': 4, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'subnets': [{'id': '53c7d91f-83b4-4a29-ad5c-724252e27077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:06:36.390667 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b707696-d10e-47d1-878a-2a44107c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:36.453672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707696-d10e-47d1-878a-2a44107c7b14 None None] Pushing event updated for resources: {'Port': ['ID=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:36.474914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c892789-1b64-457b-96f4-2072cec1f128 req-2698be25-acd5-4073-93e1-d8c3c7050bf6 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 210 time: 0.0303173 Dec 20 17:06:37.572888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-95765933-1617-4751-a042-f8578218284b req-94d01526-7877-4ee7-9647-56de611d2ab0 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 210 time: 0.0312300 Dec 20 17:06:38.142653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-6215b828-be92-419a-b753-db388d3eaf64 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:38.144313 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-6215b828-be92-419a-b753-db388d3eaf64 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "GET /v2.0/networks?id=9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 200 len: 817 time: 0.1044784 Dec 20 17:06:38.162680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Request body: {'port': {'device_id': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'admin_state_up': True, 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:38.255120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:38.304533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:38.304925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:38.374751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Made reservation on behalf of f1c8af1ab1674eff8cea679d1726b304 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:06:38.378420 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:38.512503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Allocated IP 172.20.0.12 (9201eb56-4524-41ee-9cd3-249c52f1cbb2/59cb28ca-31a0-4204-b3b9-290969f4d9a4/595ed78c-e845-479b-852c-8524f2dc8138) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:06:38.660973 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:38.673628 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-32a9f1b4-e851-4cdc-8c48-7bbd6768dc18 req-c892c4a6-c5d3-4be4-bd88-65c50a0f5799 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 210 time: 0.0277030 Dec 20 17:06:38.829775 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:38.877941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:06:38.880949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:06:38.884618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:06:38.910936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Pushing event updated for resources: {'Port': ['ID=595ed78c-e845-479b-852c-8524f2dc8138,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:38.942370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:38.943023 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.058714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-9f38133f-2d21-4a32-852a-1b704ee54444 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003160 Dec 20 17:06:39.071447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Request body: {'port': {'device_id': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:06:39.128137 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.134356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3d068d50-a956-4657-84f1-56a360d9a672 None None] Provisioning complete for port 595ed78c-e845-479b-852c-8524f2dc8138 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:39.134790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3d068d50-a956-4657-84f1-56a360d9a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.169837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3d068d50-a956-4657-84f1-56a360d9a672 None None] Port 595ed78c-e845-479b-852c-8524f2dc8138 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:06:39.397569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595ed78c-e845-479b-852c-8524f2dc8138 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:06:39.405637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.418427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Transition to ACTIVE for port object 595ed78c-e845-479b-852c-8524f2dc8138 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:06:39.495074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.546099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Pushing event updated for resources: {'Port': ['ID=595ed78c-e845-479b-852c-8524f2dc8138,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:39.624331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Attempting to bind port 595ed78c-e845-479b-852c-8524f2dc8138 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:06:39.624698 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Attempting to bind port 595ed78c-e845-479b-852c-8524f2dc8138 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:06:39.625033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Attempting to bind port 595ed78c-e845-479b-852c-8524f2dc8138 on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:39.629768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Port 595ed78c-e845-479b-852c-8524f2dc8138 on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:06:39.630098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Attempting to bind port 595ed78c-e845-479b-852c-8524f2dc8138 on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:06:39.635489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:06:39.635832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Checking segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:06:39.636218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Bound using segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:06:39.636648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Bound port: 595ed78c-e845-479b-852c-8524f2dc8138, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:06:39.637003 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.707588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] For port 595ed78c-e845-479b-852c-8524f2dc8138, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:06:39.710861 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] For port 595ed78c-e845-479b-852c-8524f2dc8138, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=595ed78c-e845-479b-852c-8524f2dc8138,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:06:39.781521 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.797711 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b463c2d-dc51-48e8-ac61-5f306b6fbb5f req-8ee41b6c-a5ed-4a7a-8148-37f9f7930511 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:39.799345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b463c2d-dc51-48e8-ac61-5f306b6fbb5f req-8ee41b6c-a5ed-4a7a-8148-37f9f7930511 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 944 time: 0.0528719 Dec 20 17:06:39.825414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:39.826074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:39.827477 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] 10.222.0.72 "PUT /v2.0/ports/595ed78c-e845-479b-852c-8524f2dc8138 HTTP/1.1" status: 200 len: 1092 time: 0.7602901 Dec 20 17:06:39.828122 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'tag': '595ed78c-e845-479b-852c-8524f2dc8138'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:39.830522 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051c6a52-7db1-40f1-b11d-997062642642" -d '{"events": [{"name": "network-changed", "server_uuid": "d0324f9b-0cdf-4f97-939f-4cc08cde128b", "tag": "595ed78c-e845-479b-852c-8524f2dc8138"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:39.864285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b463c2d-dc51-48e8-ac61-5f306b6fbb5f req-4167d756-4529-47ff-b064-652c2b9f09c1 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584743 Dec 20 17:06:39.874967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66cb8-d99f-4176-8dc1-7a4a0b9d6144 service neutron] Pushing event updated for resources: {'Port': ['ID=595ed78c-e845-479b-852c-8524f2dc8138,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:39.886972 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24f48b1-e2aa-4a43-b266-977ab31dad80 x-openstack-request-id: req-f24f48b1-e2aa-4a43-b266-977ab31dad80 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:39.887277 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0324f9b-0cdf-4f97-939f-4cc08cde128b", "tag": "595ed78c-e845-479b-852c-8524f2dc8138", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:39.887538 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f24f48b1-e2aa-4a43-b266-977ab31dad80 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:39.887951 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'tag': '595ed78c-e845-479b-852c-8524f2dc8138', 'status': 'completed', 'code': 200} Dec 20 17:06:39.947752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c6a52-7db1-40f1-b11d-997062642642 req-b30f60f9-df3f-444f-9feb-822e80bdb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:39.949357 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-051c6a52-7db1-40f1-b11d-997062642642 req-b30f60f9-df3f-444f-9feb-822e80bdb9ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 1095 time: 0.0455959 Dec 20 17:06:40.058279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c6a52-7db1-40f1-b11d-997062642642 req-423f63de-6576-4862-be64-f3bad405a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:40.059762 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-051c6a52-7db1-40f1-b11d-997062642642 req-423f63de-6576-4862-be64-f3bad405a990 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f1c8af1ab1674eff8cea679d1726b304&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1028075 Dec 20 17:06:40.162439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c6a52-7db1-40f1-b11d-997062642642 req-efb7ce37-4933-4d68-94bd-1b4b17810522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:40.163903 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-051c6a52-7db1-40f1-b11d-997062642642 req-efb7ce37-4933-4d68-94bd-1b4b17810522 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974743 Dec 20 17:06:40.241066 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-b6984368-4d51-42f3-a266-fd8dbf79b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:40.242642 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-b6984368-4d51-42f3-a266-fd8dbf79b7a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 1095 time: 0.0412700 Dec 20 17:06:40.286837 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-f902cadc-749d-4e24-a945-1b0741f0e493 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595ed78c-e845-479b-852c-8524f2dc8138 HTTP/1.1" status: 200 len: 217 time: 0.0359640 Dec 20 17:06:40.339326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-b41a2e82-6c82-4cd2-8ac3-d8b522e27c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:40.340763 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-b41a2e82-6c82-4cd2-8ac3-d8b522e27c02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=59cb28ca-31a0-4204-b3b9-290969f4d9a4 HTTP/1.1" status: 200 len: 856 time: 0.0460584 Dec 20 17:06:40.390612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597acb1-d4ef-46d5-9023-182db372a89c req-60d02d63-ffa1-4d9f-b8cb-4eaa8022e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:40.392154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-60d02d63-ffa1-4d9f-b8cb-4eaa8022e005 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9201eb56-4524-41ee-9cd3-249c52f1cbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446377 Dec 20 17:06:40.483015 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-0b1026f3-3f15-4b3c-9825-3a0c7addfc1f service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838439 Dec 20 17:06:40.577134 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8597acb1-d4ef-46d5-9023-182db372a89c req-7e3d557e-2887-4345-a351-1255c84b43c5 service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874214 Dec 20 17:06:40.988602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220cd26-4bf5-4aea-9bc2-0a2cff66704d req-c075ab55-e45b-41ef-a88b-a0e292787aa5 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:40.990111 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c220cd26-4bf5-4aea-9bc2-0a2cff66704d req-c075ab55-e45b-41ef-a88b-a0e292787aa5 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 944 time: 0.0492682 Dec 20 17:06:41.042021 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c220cd26-4bf5-4aea-9bc2-0a2cff66704d req-8bf2cdd2-3dab-4773-adca-28b05293165e tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Dec 20 17:06:42.025237 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 595ed78c-e845-479b-852c-8524f2dc8138 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:06:42.127911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 595ed78c-e845-479b-852c-8524f2dc8138, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=595ed78c-e845-479b-852c-8524f2dc8138,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:42.139542 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '595ed78c-e845-479b-852c-8524f2dc8138', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'port_id': '595ed78c-e845-479b-852c-8524f2dc8138', 'mac_address': 'fa:16:3e:37:fd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:06:42.160004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af64bd8-d9e3-48bc-8678-b2424db11941 req-77b2f407-9dc7-48af-8265-58e2039e5ed3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:42.161546 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3af64bd8-d9e3-48bc-8678-b2424db11941 req-77b2f407-9dc7-48af-8265-58e2039e5ed3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 944 time: 0.0514812 Dec 20 17:06:42.179913 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:42.193745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595ed78c-e845-479b-852c-8524f2dc8138 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:06:42.211401 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3af64bd8-d9e3-48bc-8678-b2424db11941 req-42485067-86d7-4c33-90e5-b0b63b024082 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Dec 20 17:06:42.215097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 595ed78c-e845-479b-852c-8524f2dc8138, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=595ed78c-e845-479b-852c-8524f2dc8138,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:42.298217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:42.346473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=595ed78c-e845-479b-852c-8524f2dc8138,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:42.502003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['595ed78c-e845-479b-852c-8524f2dc8138'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:06:43.333695 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6e347-2e5d-494b-9041-7ead570f74b4 req-6e8bb2f9-bfda-41ff-8cf9-d007f90dcfd4 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:43.335201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97d6e347-2e5d-494b-9041-7ead570f74b4 req-6e8bb2f9-bfda-41ff-8cf9-d007f90dcfd4 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 945 time: 0.0516298 Dec 20 17:06:43.383541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97d6e347-2e5d-494b-9041-7ead570f74b4 req-e0ce46fd-b230-46d7-aa25-6d7b6d439f13 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Dec 20 17:06:44.015978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 595ed78c-e845-479b-852c-8524f2dc8138 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:06:44.163287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 595ed78c-e845-479b-852c-8524f2dc8138 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:06:44.168097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 595ed78c-e845-479b-852c-8524f2dc8138 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:06:44.168497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:44.249752 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:44.271771 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ed78c-e845-479b-852c-8524f2dc8138'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:06:44.274045 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8133de60-cf2c-453c-82b1-e32429d7a385" -d '{"events": [{"server_uuid": "d0324f9b-0cdf-4f97-939f-4cc08cde128b", "name": "network-vif-plugged", "status": "completed", "tag": "595ed78c-e845-479b-852c-8524f2dc8138"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:06:44.287244 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 595ed78c-e845-479b-852c-8524f2dc8138, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=595ed78c-e845-479b-852c-8524f2dc8138,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:06:44.311707 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ba75d5-79c3-447a-b2a4-5494f2a12392 x-openstack-request-id: req-b2ba75d5-79c3-447a-b2a4-5494f2a12392 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:06:44.311999 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0324f9b-0cdf-4f97-939f-4cc08cde128b", "name": "network-vif-plugged", "status": "completed", "tag": "595ed78c-e845-479b-852c-8524f2dc8138", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:06:44.312256 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2ba75d5-79c3-447a-b2a4-5494f2a12392 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:06:44.312646 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ed78c-e845-479b-852c-8524f2dc8138', 'code': 200} Dec 20 17:06:44.352107 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:44.400603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=595ed78c-e845-479b-852c-8524f2dc8138,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:06:44.408751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505180bd-a7be-40aa-ab2f-b6004ec651e9 req-8edf4122-07e6-49f5-aace-edb18aa8fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:44.410329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-505180bd-a7be-40aa-ab2f-b6004ec651e9 req-8edf4122-07e6-49f5-aace-edb18aa8fb26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 1097 time: 0.0414426 Dec 20 17:06:44.457528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-505180bd-a7be-40aa-ab2f-b6004ec651e9 req-37dc5187-8f6e-4a8d-91d0-9546c25da49a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Dec 20 17:06:44.507240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330e6d0-b6c6-48f9-9e39-f869f1485261 req-2c77a4a5-9482-4244-b263-21fac7951fca tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:44.508708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a330e6d0-b6c6-48f9-9e39-f869f1485261 req-2c77a4a5-9482-4244-b263-21fac7951fca tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0527112 Dec 20 17:06:44.555576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a330e6d0-b6c6-48f9-9e39-f869f1485261 req-f1b504a4-dae3-4c8c-ab6b-da2ae348d82e tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Dec 20 17:06:45.676904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e1420-2273-4957-b626-5545a100b4c9 req-6a047f0b-d77e-4260-8d7c-32931db39f9a tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:45.678702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-175e1420-2273-4957-b626-5545a100b4c9 req-6a047f0b-d77e-4260-8d7c-32931db39f9a tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0523908 Dec 20 17:06:45.727673 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-175e1420-2273-4957-b626-5545a100b4c9 req-d06ea416-8201-4c5c-9c27-9a7ef307ba4a tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Dec 20 17:06:46.850819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07b4cc-1b14-4c45-a6dd-af9c6668979f req-9b914f79-ffb9-4497-bf40-07555b03b866 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:46.852304 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a07b4cc-1b14-4c45-a6dd-af9c6668979f req-9b914f79-ffb9-4497-bf40-07555b03b866 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0502527 Dec 20 17:06:46.905068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1a07b4cc-1b14-4c45-a6dd-af9c6668979f req-1bd6aa1b-4b4e-415d-80c5-3fb59af6a491 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Dec 20 17:06:47.021971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d97a6-3009-408a-8a73-b1d7a5961bb5 req-f2ab236d-6b08-43fd-9969-57579869e671 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:47.023692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-259d97a6-3009-408a-8a73-b1d7a5961bb5 req-f2ab236d-6b08-43fd-9969-57579869e671 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0514817 Dec 20 17:06:47.075018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-259d97a6-3009-408a-8a73-b1d7a5961bb5 req-80d27abd-ca49-4fcc-893b-88153c2868f0 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Dec 20 17:06:51.095269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-eba8a2be-9c5e-4b01-b012-1b097e1d746a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447671 Dec 20 17:06:51.182533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-5b15f526-dc7a-4f61-a65a-43bdc4cd7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:51.185019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-5b15f526-dc7a-4f61-a65a-43bdc4cd7c42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 1097 time: 0.0452793 Dec 20 17:06:51.295024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-60417182-4b44-4d71-96d6-48edd19c1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:51.296555 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-60417182-4b44-4d71-96d6-48edd19c1d35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 200 len: 918 time: 0.0921741 Dec 20 17:06:51.344598 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-5e48c838-ebf8-4427-8edd-5df5e9f8d50f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595ed78c-e845-479b-852c-8524f2dc8138 HTTP/1.1" status: 200 len: 217 time: 0.0411732 Dec 20 17:06:51.396059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-59f98729-a186-4abe-a487-4f0d17227ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:51.397572 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-59f98729-a186-4abe-a487-4f0d17227ff3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=59cb28ca-31a0-4204-b3b9-290969f4d9a4 HTTP/1.1" status: 200 len: 856 time: 0.0459473 Dec 20 17:06:51.448205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-3d50f3e3-b35c-47c7-ba5c-24d8a52dfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:06:51.450079 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-3d50f3e3-b35c-47c7-ba5c-24d8a52dfdc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9201eb56-4524-41ee-9cd3-249c52f1cbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431654 Dec 20 17:06:51.546889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-16c4d692-714c-439e-beb8-dd791dc11043 service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Dec 20 17:06:51.639147 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eeea3a04-4263-4553-bde2-7c8aaa0a79b2 req-67e9c302-c10a-49e3-b49b-ec251465930e service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Dec 20 17:06:52.332365 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:58.128694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:06:59.414774 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cf41340-553d-4be1-940f-600e9f36374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:01.834716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d4f0387-a69c-478d-bacc-d3923eb7fa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:03.214367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:04.683024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:05.145608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:08.027687 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:07:13.917663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832b85-0aac-4c72-8f69-2bfc8d7f0ec7 req-00aadf8b-324e-4ab1-8a85-c286d9f01054 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:13.920046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61832b85-0aac-4c72-8f69-2bfc8d7f0ec7 req-00aadf8b-324e-4ab1-8a85-c286d9f01054 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0495782 Dec 20 17:07:13.967540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61832b85-0aac-4c72-8f69-2bfc8d7f0ec7 req-0c9251f9-fd33-49cd-bac6-351fad0a4601 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Dec 20 17:07:15.091008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d644c4-664a-4884-86f4-6e8bda424dae req-7ca41cc5-73be-4eb1-ab3f-ce9687e922b3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:15.092556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99d644c4-664a-4884-86f4-6e8bda424dae req-7ca41cc5-73be-4eb1-ab3f-ce9687e922b3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0541425 Dec 20 17:07:15.141757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-99d644c4-664a-4884-86f4-6e8bda424dae req-4abe6a13-35ef-43d6-beae-55853b326dfe tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Dec 20 17:07:15.449451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-1210d8b4-ef10-4997-8013-dcd973a6d349 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:15.450977 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-1210d8b4-ef10-4997-8013-dcd973a6d349 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 946 time: 0.0544100 Dec 20 17:07:15.539179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Deleting port 595ed78c-e845-479b-852c-8524f2dc8138 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:07:15.539519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:15.632259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] For port 595ed78c-e845-479b-852c-8524f2dc8138, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=595ed78c-e845-479b-852c-8524f2dc8138,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:15.632611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:15.646241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Calling delete_port for 595ed78c-e845-479b-852c-8524f2dc8138 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:07:15.854498 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:15.866677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['595ed78c-e845-479b-852c-8524f2dc8138'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:07:15.886925 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Pushing event deleted for resources: {'Port': ['ID=595ed78c-e845-479b-852c-8524f2dc8138,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:15.915512 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.915867 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.916219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.916558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.916891 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.917257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.917589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.917913 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.918238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.918591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.918915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.919331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.919660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:15.943902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] No DVR routers for this DVR port 595ed78c-e845-479b-852c-8524f2dc8138 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:07:15.946591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:15.950705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8cf8ccd8-b68b-4601-b711-a2ac426d0892 req-ee5fb07d-f1dc-47bd-827e-3f6e7b0e0851 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "DELETE /v2.0/ports/595ed78c-e845-479b-852c-8524f2dc8138 HTTP/1.1" status: 204 len: 173 time: 0.4939466 Dec 20 17:07:15.951177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'name': 'network-vif-deleted', 'tag': '595ed78c-e845-479b-852c-8524f2dc8138'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:15.953506 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edba5a9-0693-4258-98e3-0d535655614c" -d '{"events": [{"server_uuid": "d0324f9b-0cdf-4f97-939f-4cc08cde128b", "name": "network-vif-deleted", "tag": "595ed78c-e845-479b-852c-8524f2dc8138"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:15.990853 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c44a1-4c1f-4b09-996d-3d2e2e597c36 x-openstack-request-id: req-cb9c44a1-4c1f-4b09-996d-3d2e2e597c36 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:15.991177 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0324f9b-0cdf-4f97-939f-4cc08cde128b", "name": "network-vif-deleted", "tag": "595ed78c-e845-479b-852c-8524f2dc8138", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:15.991422 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb9c44a1-4c1f-4b09-996d-3d2e2e597c36 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:15.991831 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0324f9b-0cdf-4f97-939f-4cc08cde128b', 'name': 'network-vif-deleted', 'tag': '595ed78c-e845-479b-852c-8524f2dc8138', 'status': 'completed', 'code': 200} Dec 20 17:07:16.258377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b236c18-27c5-4479-89d6-59fe2f426660 req-4ee78ef4-8674-4472-843e-14cf19f6c946 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0324f9b-0cdf-4f97-939f-4cc08cde128b HTTP/1.1" status: 200 len: 210 time: 0.0287502 Dec 20 17:07:17.887045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-525865b6-d465-4938-921a-e764ee5e5811 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:17.889193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-525865b6-d465-4938-921a-e764ee5e5811 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/networks?id=9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 200 len: 817 time: 0.1273396 Dec 20 17:07:17.906170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-22c4bc1d-2168-4bad-9692-a4a5d4210948 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/quotas/f1c8af1ab1674eff8cea679d1726b304 HTTP/1.1" status: 200 len: 375 time: 0.0103271 Dec 20 17:07:17.961341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-75706e1e-6027-4ede-bee4-5c81227f9f49 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489030 Dec 20 17:07:18.156053 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-63931378-f23a-4f96-8527-4a98cd2bbe72 service neutron] 10.222.0.81 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827531 Dec 20 17:07:18.253214 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c9ef6118-f114-4863-a6ef-2f24a294d852 service neutron] 10.222.0.81 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907741 Dec 20 17:07:18.500934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f6000c12-3891-4280-8c53-e6d8aa8eec62 req-02039fec-6e6f-4a74-baee-8814799bfa12 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Dec 20 17:07:19.599116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-405f799d-e8c1-420c-b4d4-d35e7637a852 req-f67b71e4-1df2-4f57-9950-12dccfb54b3d tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 210 time: 0.0269444 Dec 20 17:07:20.220273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 595ed78c-e845-479b-852c-8524f2dc8138 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:07:20.241466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 595ed78c-e845-479b-852c-8524f2dc8138 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:07:20.241817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 595ed78c-e845-479b-852c-8524f2dc8138 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:07:20.608471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-53c28106-fd06-4267-9251-6132617828e0 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:20.610001 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-53c28106-fd06-4267-9251-6132617828e0 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "GET /v2.0/networks?id=9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 200 len: 817 time: 0.1073098 Dec 20 17:07:20.623137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Request body: {'port': {'device_id': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'admin_state_up': True, 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:07:20.710543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-075c3225-f56c-4631-91f0-678d27cc2c61 req-bd342b42-5984-4a3a-ab2e-6c5d3006562c tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 210 time: 0.0336623 Dec 20 17:07:20.891023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Made reservation on behalf of f1c8af1ab1674eff8cea679d1726b304 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:07:20.894462 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.021310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Allocated IP 172.20.0.14 (9201eb56-4524-41ee-9cd3-249c52f1cbb2/59cb28ca-31a0-4204-b3b9-290969f4d9a4/bd83fde0-31b8-4740-aec5-73f464091a7f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:07:21.166650 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.245936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.291513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:07:21.295316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:07:21.299102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:07:21.306030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Pushing event updated for resources: {'Port': ['ID=bd83fde0-31b8-4740-aec5-73f464091a7f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:21.357709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:21.358373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.440235 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-5cee8fd9-70d4-4cd8-adbf-b5db74bd5394 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8212917 Dec 20 17:07:21.453485 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Request body: {'port': {'device_id': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:07:21.507550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d6b3bed2-c851-4cf7-9145-44fc902741b8 None None] Provisioning complete for port bd83fde0-31b8-4740-aec5-73f464091a7f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:07:21.508170 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d6b3bed2-c851-4cf7-9145-44fc902741b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.519877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.543224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3bed2-c851-4cf7-9145-44fc902741b8 None None] Port bd83fde0-31b8-4740-aec5-73f464091a7f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:07:21.791959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd83fde0-31b8-4740-aec5-73f464091a7f {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:07:21.800372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.814841 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Transition to ACTIVE for port object bd83fde0-31b8-4740-aec5-73f464091a7f will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:07:21.835253 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a972d-6249-4766-86ff-5e3cb5e9a140 req-f3486fca-557b-4272-a22f-b322396a3adc tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:21.836801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-362a972d-6249-4766-86ff-5e3cb5e9a140 req-f3486fca-557b-4272-a22f-b322396a3adc tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 932 time: 0.0537944 Dec 20 17:07:21.882638 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:21.886391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-362a972d-6249-4766-86ff-5e3cb5e9a140 req-cfb6498b-27ae-4ef3-afa3-d41f1ee50c44 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425522 Dec 20 17:07:21.958543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Pushing event updated for resources: {'Port': ['ID=bd83fde0-31b8-4740-aec5-73f464091a7f,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:22.013071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Attempting to bind port bd83fde0-31b8-4740-aec5-73f464091a7f on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:07:22.013685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Attempting to bind port bd83fde0-31b8-4740-aec5-73f464091a7f by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:07:22.014062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Attempting to bind port bd83fde0-31b8-4740-aec5-73f464091a7f on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:07:22.018996 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Port bd83fde0-31b8-4740-aec5-73f464091a7f on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:07:22.019314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Attempting to bind port bd83fde0-31b8-4740-aec5-73f464091a7f on network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:07:22.024777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:07:22.024924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Checking segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:07:22.025320 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Bound using segment: {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:07:22.025739 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Bound port: bd83fde0-31b8-4740-aec5-73f464091a7f, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a82758-b657-4180-95a2-c2fb92930d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:07:22.026089 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:22.108545 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] For port bd83fde0-31b8-4740-aec5-73f464091a7f, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:07:22.111984 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] For port bd83fde0-31b8-4740-aec5-73f464091a7f, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bd83fde0-31b8-4740-aec5-73f464091a7f,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:07:22.186461 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:22.225868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.228917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:22.228917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] 10.222.0.72 "PUT /v2.0/ports/bd83fde0-31b8-4740-aec5-73f464091a7f HTTP/1.1" status: 200 len: 1092 time: 0.7790563 Dec 20 17:07:22.228917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'tag': 'bd83fde0-31b8-4740-aec5-73f464091a7f'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:22.230303 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "8235c5b0-2041-4a08-bcd3-2468ec490824", "tag": "bd83fde0-31b8-4740-aec5-73f464091a7f"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:22.253783 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f53b00-3a3c-43ab-b918-416fea41788b service neutron] Pushing event updated for resources: {'Port': ['ID=bd83fde0-31b8-4740-aec5-73f464091a7f,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:22.292736 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90371711-cb9a-416c-b1c0-2d3d1dd304fb x-openstack-request-id: req-90371711-cb9a-416c-b1c0-2d3d1dd304fb {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:22.292736 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8235c5b0-2041-4a08-bcd3-2468ec490824", "tag": "bd83fde0-31b8-4740-aec5-73f464091a7f", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:22.292736 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90371711-cb9a-416c-b1c0-2d3d1dd304fb {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:22.292736 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'tag': 'bd83fde0-31b8-4740-aec5-73f464091a7f', 'status': 'completed', 'code': 200} Dec 20 17:07:22.358062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:22.363980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1 req-a75f732a-f2ce-46c7-8111-0eab53f76348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.365624 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1 req-a75f732a-f2ce-46c7-8111-0eab53f76348 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 1095 time: 0.0506742 Dec 20 17:07:22.472703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1 req-7a82a9e2-51a0-42d6-9649-e20e1c6c8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.474234 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1 req-7a82a9e2-51a0-42d6-9649-e20e1c6c8d6e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f1c8af1ab1674eff8cea679d1726b304&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0987062 Dec 20 17:07:22.576917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1 req-4c053dfc-c2ac-469a-8c3b-4ef0b81d513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.578457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a630ec4-6355-4c56-9a29-f05dfebb1aa1 req-4c053dfc-c2ac-469a-8c3b-4ef0b81d513e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963144 Dec 20 17:07:22.670918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-91c4a08f-570e-4c17-abdf-935222e09cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.672492 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-91c4a08f-570e-4c17-abdf-935222e09cbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 1095 time: 0.0547771 Dec 20 17:07:22.716322 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-09dab504-a283-4f53-9cf7-3eaab5860a0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83fde0-31b8-4740-aec5-73f464091a7f HTTP/1.1" status: 200 len: 217 time: 0.0355933 Dec 20 17:07:22.771382 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-0740028a-35ee-435a-aa64-bb71d60c5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.772745 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-0740028a-35ee-435a-aa64-bb71d60c5a8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=59cb28ca-31a0-4204-b3b9-290969f4d9a4 HTTP/1.1" status: 200 len: 856 time: 0.0494444 Dec 20 17:07:22.819059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc9f-683a-4948-b300-3f77707bc176 req-a02c5c04-7fe5-4937-bd15-d781cd54eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:22.820550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-a02c5c04-7fe5-4937-bd15-d781cd54eec5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9201eb56-4524-41ee-9cd3-249c52f1cbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410268 Dec 20 17:07:22.916409 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-7c371186-e0b4-4d15-9e37-2f0e2605cecd service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886345 Dec 20 17:07:23.009035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bfae-16a7-4d32-9ab2-d053645a5820 req-cba95a68-883c-4fe2-9422-8c0bda94f58f tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:23.010912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fb1bfae-16a7-4d32-9ab2-d053645a5820 req-cba95a68-883c-4fe2-9422-8c0bda94f58f tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 944 time: 0.0538502 Dec 20 17:07:23.014166 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-578fdc9f-683a-4948-b300-3f77707bc176 req-57699916-b05b-421c-94a2-333eaac310bd service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899901 Dec 20 17:07:23.069954 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1fb1bfae-16a7-4d32-9ab2-d053645a5820 req-bbb3fe69-d104-4834-be38-cf3dd44cf707 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524282 Dec 20 17:07:24.204620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d683b3c-c602-46d7-9ef3-6fbc10dd5bdc req-64178785-0b55-454e-b95f-158136d9b50e tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:24.206213 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d683b3c-c602-46d7-9ef3-6fbc10dd5bdc req-64178785-0b55-454e-b95f-158136d9b50e tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 944 time: 0.0629468 Dec 20 17:07:24.220251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bd83fde0-31b8-4740-aec5-73f464091a7f details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:07:24.256511 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6d683b3c-c602-46d7-9ef3-6fbc10dd5bdc req-1913af90-d613-4b0b-9c88-4dc971b65eb8 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442450 Dec 20 17:07:24.323992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bd83fde0-31b8-4740-aec5-73f464091a7f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bd83fde0-31b8-4740-aec5-73f464091a7f,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:24.336207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'bd83fde0-31b8-4740-aec5-73f464091a7f', 'network_id': '9201eb56-4524-41ee-9cd3-249c52f1cbb2', 'port_id': 'bd83fde0-31b8-4740-aec5-73f464091a7f', 'mac_address': 'fa:16:3e:96:ad:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cb28ca-31a0-4204-b3b9-290969f4d9a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:07:24.378951 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:24.391832 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd83fde0-31b8-4740-aec5-73f464091a7f {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:07:24.411406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bd83fde0-31b8-4740-aec5-73f464091a7f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bd83fde0-31b8-4740-aec5-73f464091a7f,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:24.479743 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:24.527228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bd83fde0-31b8-4740-aec5-73f464091a7f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:24.535396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.535748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.536094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.536460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.536792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.537134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.537489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.537819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.538144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.538471 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.538797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.539118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.539440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:07:24.679009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['bd83fde0-31b8-4740-aec5-73f464091a7f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:07:25.378870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca03a44-4172-4d71-8330-95c24c21b49a req-b66b5948-f6c1-46db-8bcb-68a95f04ff97 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:25.380377 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dca03a44-4172-4d71-8330-95c24c21b49a req-b66b5948-f6c1-46db-8bcb-68a95f04ff97 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Dec 20 17:07:25.429261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dca03a44-4172-4d71-8330-95c24c21b49a req-40587a2a-fb19-4f9b-ae07-19ec3e3d253a tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Dec 20 17:07:26.235843 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bd83fde0-31b8-4740-aec5-73f464091a7f up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:07:26.376895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port bd83fde0-31b8-4740-aec5-73f464091a7f completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:07:26.381063 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port bd83fde0-31b8-4740-aec5-73f464091a7f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:07:26.381467 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:26.460357 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:26.487798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd83fde0-31b8-4740-aec5-73f464091a7f'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:26.493910 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381cf8d4-49d0-461f-ac20-274691365225" -d '{"events": [{"server_uuid": "8235c5b0-2041-4a08-bcd3-2468ec490824", "name": "network-vif-plugged", "status": "completed", "tag": "bd83fde0-31b8-4740-aec5-73f464091a7f"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:26.504477 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port bd83fde0-31b8-4740-aec5-73f464091a7f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bd83fde0-31b8-4740-aec5-73f464091a7f,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:26.537021 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404d3b93-817f-490f-82ae-daa2ffe10229 x-openstack-request-id: req-404d3b93-817f-490f-82ae-daa2ffe10229 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:26.537528 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8235c5b0-2041-4a08-bcd3-2468ec490824", "name": "network-vif-plugged", "status": "completed", "tag": "bd83fde0-31b8-4740-aec5-73f464091a7f", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:26.537805 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-404d3b93-817f-490f-82ae-daa2ffe10229 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:26.538236 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd83fde0-31b8-4740-aec5-73f464091a7f', 'code': 200} Dec 20 17:07:26.551863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ba35-8600-4eac-9c98-6983b5e5bad6 req-d4b8425b-2224-4c28-b9fa-95b42a00ca64 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:26.553761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2a6ba35-8600-4eac-9c98-6983b5e5bad6 req-d4b8425b-2224-4c28-b9fa-95b42a00ca64 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Dec 20 17:07:26.571386 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:26.613274 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2a6ba35-8600-4eac-9c98-6983b5e5bad6 req-405bc403-e7e5-48dd-8208-6b37fa2842a3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Dec 20 17:07:26.623190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=bd83fde0-31b8-4740-aec5-73f464091a7f,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:26.642101 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2f54-1f8e-4fd4-85fa-5857a0aafa24 req-183cc84c-e35b-40c6-beeb-1ce133114568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:26.643639 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5e0c2f54-1f8e-4fd4-85fa-5857a0aafa24 req-183cc84c-e35b-40c6-beeb-1ce133114568 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 1097 time: 0.0447443 Dec 20 17:07:26.692819 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5e0c2f54-1f8e-4fd4-85fa-5857a0aafa24 req-d3fae51f-7a5f-4620-b735-dc8f861501cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Dec 20 17:07:27.735650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225d1b7-5af1-4841-a63e-e4d088c36d49 req-c42eae1e-6b5a-4c52-9978-86c79c3449a8 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:27.737251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9225d1b7-5af1-4841-a63e-e4d088c36d49 req-c42eae1e-6b5a-4c52-9978-86c79c3449a8 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 946 time: 0.0502374 Dec 20 17:07:27.786571 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9225d1b7-5af1-4841-a63e-e4d088c36d49 req-cf91820e-f149-471d-be18-2b238728431d tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Dec 20 17:07:28.228235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:28.905267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280f1ac-83f4-4589-8942-607154eab1b9 req-8a661dfe-86a7-4f5d-8132-09199a7a9379 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:28.906800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5280f1ac-83f4-4589-8942-607154eab1b9 req-8a661dfe-86a7-4f5d-8132-09199a7a9379 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 946 time: 0.0497081 Dec 20 17:07:28.972052 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5280f1ac-83f4-4589-8942-607154eab1b9 req-3adb5429-ba13-4be7-8bc5-780250e76ac3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Dec 20 17:07:29.091533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bee6-54c0-41a0-85b8-d901c9acb0a6 req-b87ba297-6467-4161-9d67-c385833a5b83 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:29.092949 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7120bee6-54c0-41a0-85b8-d901c9acb0a6 req-b87ba297-6467-4161-9d67-c385833a5b83 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 946 time: 0.0540457 Dec 20 17:07:29.141199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7120bee6-54c0-41a0-85b8-d901c9acb0a6 req-403c34bf-115a-4a04-9722-2984d792dbb3 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Dec 20 17:07:29.468194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6c1644cc-a494-48fb-8d5d-0d94c7e7940a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:31.787735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47cbbd85-8054-4369-a291-3c221a483b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:33.196669 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:34.650826 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:35.136437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:45.027631 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:07:51.056594 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-b544c652-f20e-4c41-a2ea-437311a10d59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416584 Dec 20 17:07:51.143176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-903ba9a6-2b61-4a1c-98f8-8bb6ee82bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:51.144677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-903ba9a6-2b61-4a1c-98f8-8bb6ee82bdbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f1c8af1ab1674eff8cea679d1726b304&device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 1097 time: 0.0436780 Dec 20 17:07:51.258430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-9c16f822-7c46-477e-ae4a-980402ee933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:51.259814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-9c16f822-7c46-477e-ae4a-980402ee933c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 200 len: 918 time: 0.0954766 Dec 20 17:07:51.304306 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-c0a77aef-a3fc-4015-a984-ac657aec420a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd83fde0-31b8-4740-aec5-73f464091a7f HTTP/1.1" status: 200 len: 217 time: 0.0365698 Dec 20 17:07:51.355527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-561d67ac-c569-4ff9-9b34-a426763d9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:51.357430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-561d67ac-c569-4ff9-9b34-a426763d9f47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=59cb28ca-31a0-4204-b3b9-290969f4d9a4 HTTP/1.1" status: 200 len: 856 time: 0.0455730 Dec 20 17:07:51.410190 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-1a756bb8-7609-459e-8d68-1f9cf91ce33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:51.411685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-1a756bb8-7609-459e-8d68-1f9cf91ce33e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9201eb56-4524-41ee-9cd3-249c52f1cbb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470991 Dec 20 17:07:51.504645 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-750595d5-809f-4706-b9cb-6392b5750f32 service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856278 Dec 20 17:07:51.956378 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bbc3327e-399e-4f40-a9b5-46afa0d50096 req-ea08413b-72b1-497f-a0b1-f1b126b7b94a service neutron] 10.222.0.72 "GET /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439936 Dec 20 17:07:52.362508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:55.813614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cce7c-7868-4dd1-8f1b-a5ea6ef09c9d req-0c181088-6d36-4843-885c-bcc48019d525 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:55.815162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d6cce7c-7868-4dd1-8f1b-a5ea6ef09c9d req-0c181088-6d36-4843-885c-bcc48019d525 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Dec 20 17:07:55.867017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8d6cce7c-7868-4dd1-8f1b-a5ea6ef09c9d req-fb719a73-b72d-4c0a-ad21-c12710a663a0 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Dec 20 17:07:56.991120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cbb0e-2523-4c35-8578-0a86f91a56d1 req-66def70b-16f4-4917-b4a5-3feb7c647b09 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:56.992654 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d69cbb0e-2523-4c35-8578-0a86f91a56d1 req-66def70b-16f4-4917-b4a5-3feb7c647b09 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 946 time: 0.0543776 Dec 20 17:07:57.045130 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d69cbb0e-2523-4c35-8578-0a86f91a56d1 req-21ad43cf-e908-478c-a391-2ac8da5fc66b tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bcca691-14a8-4b12-9ae1-26d038ccac0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Dec 20 17:07:57.283462 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-b52f16d3-cad0-4d08-9013-72967e47871e tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:07:57.284831 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-b52f16d3-cad0-4d08-9013-72967e47871e tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Dec 20 17:07:57.376811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Deleting port bd83fde0-31b8-4740-aec5-73f464091a7f {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:07:57.377143 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:57.471418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] For port bd83fde0-31b8-4740-aec5-73f464091a7f, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=bd83fde0-31b8-4740-aec5-73f464091a7f,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:07:57.471772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:57.484917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Calling delete_port for bd83fde0-31b8-4740-aec5-73f464091a7f owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:07:57.705459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:57.718391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['bd83fde0-31b8-4740-aec5-73f464091a7f'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:07:57.735964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Pushing event deleted for resources: {'Port': ['ID=bd83fde0-31b8-4740-aec5-73f464091a7f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:07:57.780373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] No DVR routers for this DVR port bd83fde0-31b8-4740-aec5-73f464091a7f on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:07:57.789476 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:57.793033 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-065a3fbb-82c9-42b5-b50c-336d9d35eea4 req-3e538a7a-0ac8-412f-afe1-c83baf326e69 tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.72 "DELETE /v2.0/ports/bd83fde0-31b8-4740-aec5-73f464091a7f HTTP/1.1" status: 204 len: 173 time: 0.5017171 Dec 20 17:07:57.793514 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'name': 'network-vif-deleted', 'tag': 'bd83fde0-31b8-4740-aec5-73f464091a7f'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:07:57.795893 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245aaeb3-735f-4be7-ab73-3019fc4c7ab6" -d '{"events": [{"server_uuid": "8235c5b0-2041-4a08-bcd3-2468ec490824", "name": "network-vif-deleted", "tag": "bd83fde0-31b8-4740-aec5-73f464091a7f"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:07:57.832576 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02f4a5-5b58-4524-b6f5-65c038d1bff7 x-openstack-request-id: req-ae02f4a5-5b58-4524-b6f5-65c038d1bff7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:07:57.832878 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8235c5b0-2041-4a08-bcd3-2468ec490824", "name": "network-vif-deleted", "tag": "bd83fde0-31b8-4740-aec5-73f464091a7f", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:07:57.833134 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae02f4a5-5b58-4524-b6f5-65c038d1bff7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:07:57.833575 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8235c5b0-2041-4a08-bcd3-2468ec490824', 'name': 'network-vif-deleted', 'tag': 'bd83fde0-31b8-4740-aec5-73f464091a7f', 'status': 'completed', 'code': 200} Dec 20 17:07:58.107295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:58.166699 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd08eba-af33-44e8-b43c-1c902f472beb req-ede0f2e2-8813-4ef6-be82-3fc6b187fdfe tempest-TestEncryptedCinderVolumes-1409692343 tempest-TestEncryptedCinderVolumes-1409692343-project] 10.222.0.81 "GET /v2.0/ports?device_id=8235c5b0-2041-4a08-bcd3-2468ec490824 HTTP/1.1" status: 200 len: 210 time: 0.0306554 Dec 20 17:07:59.333384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53000) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:07:59.450716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3fda1db-67a6-49bc-92f4-a6fe1fc2b8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:59.698315 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:07:59.954257 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Deleting port 5c763f44-4711-410a-97f7-0f582f18ef34 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:07:59.954590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:00.035902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] For port 5c763f44-4711-410a-97f7-0f582f18ef34, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=5c763f44-4711-410a-97f7-0f582f18ef34,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:00.036256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:00.049874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Calling delete_port for 5c763f44-4711-410a-97f7-0f582f18ef34 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:00.353144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:00.383268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c763f44-4711-410a-97f7-0f582f18ef34,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:00.553097 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:00.800129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:08:00.917931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:00.923455 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-6a1a41c1-3b89-43d8-b2fd-e1255716486f admin admin] 10.222.0.81 "PUT /v2.0/routers/9e0836fb-cb93-4bc4-a1f3-8e9670e3061b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890243 Dec 20 17:08:00.925962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53002) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:00.926873 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] Sync routers for ids ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:00.937851 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] Routers {'9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:00.938467 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:01.038965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.047451 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] Set router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:01.154374 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.238469 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:08:00Z', 'revision_number': 5, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port': {'id': 'c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:23Z', 'updated_at': '2021-12-20T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:01.299648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Deleting port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:01.300009 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.359807 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] Checking router: 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:01.369113 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] Routers {'9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:01.369759 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:07:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:01.391443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] For port c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:01.392128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.410172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Calling delete_port for c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:01.458464 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] Set router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:01.516418 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:08:01Z', 'revision_number': 6, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:01.543681 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceab4f2-8359-43d3-8e83-09497e5f8a88 None None] The sync data for ids ['9e0836fb-cb93-4bc4-a1f3-8e9670e3061b'] in n-d-781076-8 is: [{'id': '9e0836fb-cb93-4bc4-a1f3-8e9670e3061b', 'name': 'tempest-TestEncryptedCinderVolumes-1097838634-router', 'tenant_id': 'f1c8af1ab1674eff8cea679d1726b304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:22Z', 'updated_at': '2021-12-20T17:08:01Z', 'revision_number': 6, 'project_id': 'f1c8af1ab1674eff8cea679d1726b304', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:01.638827 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.665774 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:01.682111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ce004-2f2d-47e3-af41-4db6a89243ec None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:01.733712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.758701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e802103-8b34-4ce3-9175-77884cd6bd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.832247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.834494 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.947399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.947943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e0836fb-cb93-4bc4-a1f3-8e9670e3061b {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:08:01.953689 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:01.955000 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e9471e0e-6b92-4b53-af5c-9a938db316b5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9e0836fb-cb93-4bc4-a1f3-8e9670e3061b HTTP/1.1" status: 204 len: 168 time: 1.0280981 Dec 20 17:08:01.958250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53004) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:02.011118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Deleting subnet 59cb28ca-31a0-4204-b3b9-290969f4d9a4 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:08:02.014518 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.052825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.145715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.262893 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.296092 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cb28ca-31a0-4204-b3b9-290969f4d9a4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:02.308288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.311047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086404e-dc07-49d4-a542-20750d629f7d None None] Network 9201eb56-4524-41ee-9cd3-249c52f1cbb2 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:02.314909 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ff5f1bcd-0144-49a3-8fef-ccdf3e4863fc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/59cb28ca-31a0-4204-b3b9-290969f4d9a4 HTTP/1.1" status: 204 len: 168 time: 0.3528292 Dec 20 17:08:02.316268 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53006) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:02.395658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bd83fde0-31b8-4740-aec5-73f464091a7f no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:02.398607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:02.414707 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.454911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:02.454911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c9dbd2bb-cafe-4fdc-b261-2e27118bf8aa not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:02.454911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c763f44-4711-410a-97f7-0f582f18ef34 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:02.475267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: bd83fde0-31b8-4740-aec5-73f464091a7f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:02.475789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device bd83fde0-31b8-4740-aec5-73f464091a7f not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:02.491522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Deleting port 15539c54-0cad-413a-9a96-9db774b02d62 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:02.491865 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.498994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 5c763f44-4711-410a-97f7-0f582f18ef34 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:02.499336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 5c763f44-4711-410a-97f7-0f582f18ef34 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:02.589273 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] For port 15539c54-0cad-413a-9a96-9db774b02d62, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15539c54-0cad-413a-9a96-9db774b02d62,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:02.589273 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.594261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] DHCP port deletion for 9201eb56-4524-41ee-9cd3-249c52f1cbb2 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:02.611289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Calling delete_port for 15539c54-0cad-413a-9a96-9db774b02d62 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:02.680246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] Deleting port 15539c54-0cad-413a-9a96-9db774b02d62 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:02.680974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.793414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] For port 15539c54-0cad-413a-9a96-9db774b02d62, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=15539c54-0cad-413a-9a96-9db774b02d62,segment=NetworkSegment(71a82758-b657-4180-95a2-c2fb92930d9c),segment_id=71a82758-b657-4180-95a2-c2fb92930d9c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:02.794210 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.809339 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] Calling delete_port for 15539c54-0cad-413a-9a96-9db774b02d62 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:02.844259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.871959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Pushing event deleted for resources: {'Port': ['ID=15539c54-0cad-413a-9a96-9db774b02d62,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:02.883349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.883349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.883349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.883995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.883995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.884335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.884563 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.884900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.885257 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.885600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.886758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.887267 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.887696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:02.890864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] No DVR routers for this DVR port 15539c54-0cad-413a-9a96-9db774b02d62 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:02.894381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.942705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] No DVR routers for this DVR port 15539c54-0cad-413a-9a96-9db774b02d62 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:02.946862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc072aa-0418-4b77-8ad9-df566c32fb0e None None] Pushing event deleted for resources: {'Port': ['ID=15539c54-0cad-413a-9a96-9db774b02d62,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:02.971109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:02.996202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9201eb56-4524-41ee-9cd3-249c52f1cbb2']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:03.012883 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a82758-b657-4180-95a2-c2fb92930d9c') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:03.013275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a82758-b657-4180-95a2-c2fb92930d9c') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:03.024750 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.040492 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.051372 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:08:03.052038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:08:03.055113 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:08:03.216353 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.236551 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.242446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.246298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] 10.222.0.81 "DELETE /v2.0/networks/9201eb56-4524-41ee-9cd3-249c52f1cbb2 HTTP/1.1" status: 204 len: 168 time: 0.9283934 Dec 20 17:08:03.249586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53008) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:03.258296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5192cb-770e-4557-9543-ece61b6fd99a admin admin] Pushing event deleted for resources: {'Network': ['ID=9201eb56-4524-41ee-9cd3-249c52f1cbb2,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:03.614926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.894105 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Deleting port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:03.894361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.976582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] For port 1d20fe46-54a5-42e0-a265-ed0ffe6bb490, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:03.976956 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:03.990104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Calling delete_port for 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:04.253201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15539c54-0cad-413a-9a96-9db774b02d62 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:04.256524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:04.291088 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 15539c54-0cad-413a-9a96-9db774b02d62 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:04.291650 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 15539c54-0cad-413a-9a96-9db774b02d62 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:04.300454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Pushing event deleted for resources: {'Port': ['ID=1d20fe46-54a5-42e0-a265-ed0ffe6bb490,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:04.496865 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:04.668134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.077371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:08:05.135624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.199342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:05.207445 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b89cb54e-91c4-478b-ac79-005153bbedab admin admin] 10.222.0.81 "PUT /v2.0/routers/1e3cb439-e1f6-447f-b9c5-91168cc469c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565485 Dec 20 17:08:05.209931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53010) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:05.213582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] Sync routers for ids ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:05.225558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] Routers {'1e3cb439-e1f6-447f-b9c5-91168cc469c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:05.232543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:05.334508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.448709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.511904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] Set router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:05.592753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Deleting port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:05.593022 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.686029 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] For port b4bc07ae-61c8-4291-97e2-6a52aa5be5bb, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:05.686489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.700408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Calling delete_port for b4bc07ae-61c8-4291-97e2-6a52aa5be5bb owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:05.704190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:08:04Z', 'revision_number': 5, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port': {'id': 'b4bc07ae-61c8-4291-97e2-6a52aa5be5bb', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:05.738685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] Checking router: 1e3cb439-e1f6-447f-b9c5-91168cc469c4 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:05.748199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] Routers {'1e3cb439-e1f6-447f-b9c5-91168cc469c4'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:05.748819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:05.840767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] Set router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:05.897273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:08:05Z', 'revision_number': 6, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:05.929123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7984f552-c01b-48ca-a97e-be7489aea316 None None] The sync data for ids ['1e3cb439-e1f6-447f-b9c5-91168cc469c4'] in n-d-781076-8 is: [{'id': '1e3cb439-e1f6-447f-b9c5-91168cc469c4', 'name': 'tempest-TestEncryptedCinderVolumes-2075329340-router', 'tenant_id': '1c914251962d4d098578a7c8f0b2c97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:06:29Z', 'updated_at': '2021-12-20T17:08:05Z', 'revision_number': 6, 'project_id': '1c914251962d4d098578a7c8f0b2c97a', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:05.939673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:05.970261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bc07ae-61c8-4291-97e2-6a52aa5be5bb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:05.987793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f3e609-4d96-41a9-8312-d801839dbbce None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:06.040667 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.138119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.140726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.266975 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.267484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3cb439-e1f6-447f-b9c5-91168cc469c4 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:08:06.272120 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.273329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a95dc35f-0359-46bb-b2e5-770903a8e1f6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1e3cb439-e1f6-447f-b9c5-91168cc469c4 HTTP/1.1" status: 204 len: 168 time: 1.0616612 Dec 20 17:08:06.275882 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53012) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:06.343714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Deleting subnet 53c7d91f-83b4-4a29-ad5c-724252e27077 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:08:06.354011 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.404541 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.478921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:06.514433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:06.515156 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1d20fe46-54a5-42e0-a265-ed0ffe6bb490 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:06.521248 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.661791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.690044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c7d91f-83b4-4a29-ad5c-724252e27077,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:06.693985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.699152 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0b1b664b-586b-4d9c-886e-cf7e76018eec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/53c7d91f-83b4-4a29-ad5c-724252e27077 HTTP/1.1" status: 204 len: 168 time: 0.4199839 Dec 20 17:08:06.701481 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53014) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:06.702295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f25656-f98a-44a3-8501-c83c1d201b3f None None] Network 413a6212-95b9-4fee-9208-e695db089d8e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:06.787591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.848164 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Deleting port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:06.848515 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.897105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] DHCP port deletion for 413a6212-95b9-4fee-9208-e695db089d8e request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:06.920834 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] For port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:06.921301 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:06.936298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Calling delete_port for b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:06.951482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] Deleting port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:08:06.952052 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.021664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] For port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,segment=NetworkSegment(ef30eedc-e633-4c05-a0c4-1b4fe2cba33f),segment_id=ef30eedc-e633-4c05-a0c4-1b4fe2cba33f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:07.022121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.041696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] Calling delete_port for b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:08:07.108217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.127238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.145002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:07.148254 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] No DVR routers for this DVR port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:07.164391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] Pushing event deleted for resources: {'Port': ['ID=b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:07.179120 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7281d8-7e60-42ba-9acc-016bf75a2a7e None None] No DVR routers for this DVR port b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:08:07.250109 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.281040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413a6212-95b9-4fee-9208-e695db089d8e']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:07.292476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:07.293202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef30eedc-e633-4c05-a0c4-1b4fe2cba33f') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:07.305391 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.330056 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.338504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:08:07.345001 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:08:07.499086 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.509171 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:07.512728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] 10.222.0.81 "DELETE /v2.0/networks/413a6212-95b9-4fee-9208-e695db089d8e HTTP/1.1" status: 204 len: 168 time: 0.8100789 Dec 20 17:08:07.524431 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a350f5-893e-40ea-b908-7c9f7c0f2b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=413a6212-95b9-4fee-9208-e695db089d8e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:07.961461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53018) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:08.002784 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2d65fc03-6f49-4058-98c5-9d553136c16b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1c8af1ab1674eff8cea679d1726b304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399432 Dec 20 17:08:08.004957 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53020) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:08.052303 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-171a1829-a428-44c8-85f3-71cd9a84aaf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:08.074215 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-171a1829-a428-44c8-85f3-71cd9a84aaf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:08.196274 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-171a1829-a428-44c8-85f3-71cd9a84aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:08.200036 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-171a1829-a428-44c8-85f3-71cd9a84aaf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:08.202729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-171a1829-a428-44c8-85f3-71cd9a84aaf4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bcca691-14a8-4b12-9ae1-26d038ccac0d HTTP/1.1" status: 204 len: 168 time: 0.1948636 Dec 20 17:08:08.210621 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a1829-a428-44c8-85f3-71cd9a84aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcca691-14a8-4b12-9ae1-26d038ccac0d,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:08.274984 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b4bc07ae-61c8-4291-97e2-6a52aa5be5bb no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:08.296386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b4bc07ae-61c8-4291-97e2-6a52aa5be5bb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:08.296742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b4bc07ae-61c8-4291-97e2-6a52aa5be5bb not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:08.297186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:08:08.320319 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:08:08.320671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b2b7f8e7-af41-4351-8bef-fa8e5a4b7b4d not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:08:08.889755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53026) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:08.930567 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bd30f6e3-7723-471a-94f5-d5f706e1aca7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c914251962d4d098578a7c8f0b2c97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396349 Dec 20 17:08:08.933323 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53028) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:08.987382 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83685179-2974-4950-90e4-38629e51c893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:09.008834 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83685179-2974-4950-90e4-38629e51c893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:09.124071 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83685179-2974-4950-90e4-38629e51c893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:09.126860 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-83685179-2974-4950-90e4-38629e51c893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:09.128044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-83685179-2974-4950-90e4-38629e51c893 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33f82085-5c87-4697-b0ae-7ab03deeaad7 HTTP/1.1" status: 204 len: 168 time: 0.1937983 Dec 20 17:08:09.137487 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83685179-2974-4950-90e4-38629e51c893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f82085-5c87-4697-b0ae-7ab03deeaad7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:10.219501 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:10.325295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-547496777-network', 'tenant_id': '4297650c75db497b8e36ce39f786d19d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:10.465558 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Made reservation on behalf of 4297650c75db497b8e36ce39f786d19d for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:10.468059 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.482393 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.558746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.649678 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.678180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:08:10.684131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98494b-8795-4bef-a255-6ae39774d3c2,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:10.691581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.691839 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Added segment 0c33de89-9b13-4090-9ae1-e488f4dc514a of type vlan for network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b Dec 20 17:08:10.733311 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.853076 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.854008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:10.854649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:10.917728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] Pushing event updated for resources: {'Network': ['ID=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:10.927506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:08:10.962003 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-feb37f0f-3b79-4f9a-9f75-c833d2825552 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7413445 Dec 20 17:08:10.964187 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53054) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:10.969297 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Request body: {'subnet': {'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-547496777-subnet', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'ip_version': 4}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:11.049463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Made reservation on behalf of 4297650c75db497b8e36ce39f786d19d for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:11.051924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.294140 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.349334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ec03f5-e062-46ac-8a84-ef6f95a71c05,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:11.360290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Checking segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:11.360652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Network hostable DHCP agents. Network: b19d8a75-5502-41cd-bd06-7f43b2ec3c6b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:08:11.442366 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:08:11.512845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b19d8a75-5502-41cd-bd06-7f43b2ec3c6b) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:11.517190 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:11.517795 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.524671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f503e9a-61ce-4bf9-9ab3-2b385cd649bb None None] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:11.612602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f4015e80-3d2d-4a83-9f91-285a9371f64f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6472981 Dec 20 17:08:11.615364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53056) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:11.620851 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:11.628747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:08:11.629705 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.758414 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.759403 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.765861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Allocated IP 172.20.0.2 (b19d8a75-5502-41cd-bd06-7f43b2ec3c6b/22ec03f5-e062-46ac-8a84-ef6f95a71c05/b8d851e3-9f7f-4c2a-b8ff-b31c141448c3) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:11.817965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.913458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:11.987071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.012693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.030719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:12.033721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:12.036206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:12.043857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Pushing event updated for resources: {'Port': ['ID=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:12.100053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Attempting to bind port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:12.100428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Attempting to bind port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:12.100791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Attempting to bind port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 on network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:12.106243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:12.106628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Checking segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:12.107022 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.107410 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Bound using segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:12.107875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Bound port: b8d851e3-9f7f-4c2a-b8ff-b31c141448c3, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:12.108252 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.177774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] For port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:12.181407 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] For port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:12.282986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.315078 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.342156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.346218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47adfb7-08be-41f1-83ae-9f840ba96b54 None None] Pushing event updated for resources: {'Port': ['ID=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:12.466321 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Allocated IP 172.25.6.158 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0930baf5-9227-4730-9ee1-4d4bcd50f699) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:12.597755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:12.695869 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.049579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:13.052562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:13.056723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:13.064243 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0930baf5-9227-4730-9ee1-4d4bcd50f699,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:13.068432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d984b84-cec0-4f30-9692-1745df835a47 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:13.186864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7833302f-8923-4c52-81f8-08b7f1470002 None None] Provisioning complete for port 0930baf5-9227-4730-9ee1-4d4bcd50f699 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:13.187253 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7833302f-8923-4c52-81f8-08b7f1470002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.228603 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7833302f-8923-4c52-81f8-08b7f1470002 None None] Port 0930baf5-9227-4730-9ee1-4d4bcd50f699 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:13.326419 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da746d-fad0-49ae-b62b-9d6c3fb9fdb4 None None] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:13.394561 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d20c030d-2b34-4a1a-aa72-4d69b0e611ad None None] Provisioning complete for port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:13.394933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d20c030d-2b34-4a1a-aa72-4d69b0e611ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.395810 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.512011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d20c030d-2b34-4a1a-aa72-4d69b0e611ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.548428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-d20c030d-2b34-4a1a-aa72-4d69b0e611ad None None] For port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:13.607294 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.638585 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d20c030d-2b34-4a1a-aa72-4d69b0e611ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.699190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c030d-2b34-4a1a-aa72-4d69b0e611ad None None] Pushing event updated for resources: {'Port': ['ID=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:13.758751 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f2f8b4d9-8c59-4e37-8acc-97f55cf064c3 None None] Provisioning complete for port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:13.759129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4d9-8c59-4e37-8acc-97f55cf064c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:13.883967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Router a3b71dbd-6c7c-4720-9a85-1bb089fca99e is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:08:13.995306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:14.004767 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Sync routers for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:14.016255 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:14.016874 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:14.075227 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.076493 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2152eb3d-4e53-414b-8d0c-4b2e164510d5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4601390 Dec 20 17:08:14.079446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53058) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:14.123947 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:14.305001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:14.321990 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:13Z', 'revision_number': 3, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:14.350250 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Checking router: a3b71dbd-6c7c-4720-9a85-1bb089fca99e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:14.350657 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Updating router a3b71dbd-6c7c-4720-9a85-1bb089fca99e port 0930baf5-9227-4730-9ee1-4d4bcd50f699 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:08:14.357039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:14.357456 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.376087 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.520128 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.631823 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.684243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Allocated IP 172.20.0.1 (b19d8a75-5502-41cd-bd06-7f43b2ec3c6b/22ec03f5-e062-46ac-8a84-ef6f95a71c05/8c3323ec-2ba5-40dd-832b-c5877abe1ec7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:14.735621 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.776067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953dfcba-9099-481d-99cf-81f960b3b392 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:14.783845 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Attempting to bind port 0930baf5-9227-4730-9ee1-4d4bcd50f699 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:14.784279 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Attempting to bind port 0930baf5-9227-4730-9ee1-4d4bcd50f699 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:14.784576 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Attempting to bind port 0930baf5-9227-4730-9ee1-4d4bcd50f699 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:14.794458 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:14.794833 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:14.795233 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.795616 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:14.796089 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Bound port: 0930baf5-9227-4730-9ee1-4d4bcd50f699, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:14.796464 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.798808 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.801897 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Pushing event updated for resources: {'Port': ['ID=0930baf5-9227-4730-9ee1-4d4bcd50f699,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:14.830285 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.830634 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.830983 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.831622 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.831964 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.832297 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.832786 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.833121 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.833477 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.833808 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.834137 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.834459 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.834790 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:14.866632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] For port 0930baf5-9227-4730-9ee1-4d4bcd50f699, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:14.866925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6ef27fa0-84d3-461e-a2f4-548e91346750 None None] Provisioning complete for port 0930baf5-9227-4730-9ee1-4d4bcd50f699 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:14.867087 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6ef27fa0-84d3-461e-a2f4-548e91346750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.870400 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] For port 0930baf5-9227-4730-9ee1-4d4bcd50f699, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0930baf5-9227-4730-9ee1-4d4bcd50f699,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:14.896418 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.902886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6ef27fa0-84d3-461e-a2f4-548e91346750 None None] Port 0930baf5-9227-4730-9ee1-4d4bcd50f699 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:14.939349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:14.942398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:14.944910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:14.963191 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:14.981757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:15.008815 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.009034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819330b-a556-4124-8a8c-5f159f120d35 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:15.013526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:15.014228 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:15.080887 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310a582-fd97-4ddd-92c1-854d108c2fa7 None None] Pushing event updated for resources: {'Port': ['ID=0930baf5-9227-4730-9ee1-4d4bcd50f699,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:15.125788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-44ce6f16-d5b7-4514-a246-e9e9543957b0 None None] Provisioning complete for port 0930baf5-9227-4730-9ee1-4d4bcd50f699 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:15.126726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44ce6f16-d5b7-4514-a246-e9e9543957b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.167159 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:15.224404 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44ce6f16-d5b7-4514-a246-e9e9543957b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.231450 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.249476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-44ce6f16-d5b7-4514-a246-e9e9543957b0 None None] For port 0930baf5-9227-4730-9ee1-4d4bcd50f699, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0930baf5-9227-4730-9ee1-4d4bcd50f699,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:15.321818 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-44ce6f16-d5b7-4514-a246-e9e9543957b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.378745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce6f16-d5b7-4514-a246-e9e9543957b0 None None] Pushing event updated for resources: {'Port': ['ID=0930baf5-9227-4730-9ee1-4d4bcd50f699,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:15.430328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.443496 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c23a205a-0ee9-401b-ae34-4f142bb41d2c None None] Provisioning complete for port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:15.443879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c23a205a-0ee9-401b-ae34-4f142bb41d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.468567 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:13Z', 'revision_number': 3, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:15.483738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c23a205a-0ee9-401b-ae34-4f142bb41d2c None None] Port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:15.498555 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c907492-6c02-44f0-a220-aa8a17db8c9a None None] The sync data for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 is: [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:13Z', 'revision_number': 3, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:15.518115 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.586169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:15.592895 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:15.741108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:15.743743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:15.891052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Router a3b71dbd-6c7c-4720-9a85-1bb089fca99e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:08:16.008628 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-15a1c5d3-e2e4-4bf4-897a-d7e2c1d75c09 None None] Provisioning complete for port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:16.008996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15a1c5d3-e2e4-4bf4-897a-d7e2c1d75c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:16.019023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:16.024858 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-39367644-d771-43f2-9f6e-90161145eb86 admin admin] 10.222.0.81 "PUT /v2.0/routers/a3b71dbd-6c7c-4720-9a85-1bb089fca99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442248 Dec 20 17:08:16.049213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-15a1c5d3-e2e4-4bf4-897a-d7e2c1d75c09 None None] Port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:16.299605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0930baf5-9227-4730-9ee1-4d4bcd50f699 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:16.357690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0930baf5-9227-4730-9ee1-4d4bcd50f699 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:16.358447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:16.808966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53074) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:16.814319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-751133794-network', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:16.975184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Made reservation on behalf of 7c256d1cf0954fbca0489e34a9ba6430 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:16.977937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:16.988264 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.074557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.140994 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.158782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Sync routers for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:17.164920 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:08:17.170031 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:17.170661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:17.184227 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.184636 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Added segment dadc0ad2-b233-4600-9119-9312cdaa5f40 of type vlan for network b4854dd6-4da1-419a-ad3f-1897e891a93b Dec 20 17:08:17.186769 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d67c9-edf5-4563-886f-4f2bb80cbd09,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:17.231016 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.282340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:17.340995 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.341938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:17.342537 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.406524 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4854dd6-4da1-419a-ad3f-1897e891a93b,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:17.415898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network b4854dd6-4da1-419a-ad3f-1897e891a93b details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:08:17.456298 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fb03d053-2ad6-4423-b1cf-32919a4030b2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6460018 Dec 20 17:08:17.459052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53076) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:17.464741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Request body: {'subnet': {'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-751133794-subnet', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:17.547497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 2, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:17.561872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Made reservation on behalf of 7c256d1cf0954fbca0489e34a9ba6430 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:17.564322 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.579862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Checking router: a3b71dbd-6c7c-4720-9a85-1bb089fca99e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:17.580221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Updating router a3b71dbd-6c7c-4720-9a85-1bb089fca99e port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:08:17.605915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.859289 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:17.918156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7699e0-8480-44ee-9784-fa53f84f7605,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:17.931013 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.931363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.931706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.932043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.933234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.933642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.933977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.934314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.934626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.934950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.935274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.935604 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.935941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:17.941553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Checking segment: {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:17.941912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Network hostable DHCP agents. Network: b4854dd6-4da1-419a-ad3f-1897e891a93b, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:08:18.032457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Network b4854dd6-4da1-419a-ad3f-1897e891a93b is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:08:18.050888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.095085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, b4854dd6-4da1-419a-ad3f-1897e891a93b) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:18.099321 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:18.099916 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.105330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a65470-5f69-492e-8618-c6ac6cb70cdd None None] Network b4854dd6-4da1-419a-ad3f-1897e891a93b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:18.129956 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.189612 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7c5ed324-f18b-423a-a1bd-9a3927d829ae admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7293944 Dec 20 17:08:18.192194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53078) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:18.197929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:18.220902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334fb8-e949-4275-a89d-1257a5d0448e None None] Pushing event updated for resources: {'Port': ['ID=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:18.290621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-b4854dd6-4da1-419a-ad3f-1897e891a93b', 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b', 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'fixed_ips': [{'subnet_id': 'ab7699e0-8480-44ee-9784-fa53f84f7605'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:08:18.291493 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.294099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.295286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.318486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Attempting to bind port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:18.318860 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Attempting to bind port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:18.319227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Attempting to bind port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 on network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:18.332380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:18.332678 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Checking segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:18.333073 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.333506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Bound using segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:18.336769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Bound port: 8c3323ec-2ba5-40dd-832b-c5877abe1ec7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:18.336769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.356799 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.493791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] For port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:18.517852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] For port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:18.521745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Allocated IP 172.20.0.2 (b4854dd6-4da1-419a-ad3f-1897e891a93b/ab7699e0-8480-44ee-9784-fa53f84f7605/0ae9de70-0de6-4423-b0e9-3a7fc319ebb8) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:18.533781 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7ec54b77-bac8-46a9-ad68-a3ba17800ad6 None None] Provisioning complete for port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:18.534158 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ec54b77-bac8-46a9-ad68-a3ba17800ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.616904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.630175 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.703698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7ec54b77-bac8-46a9-ad68-a3ba17800ad6 None None] Port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:18.705267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334fb8-e949-4275-a89d-1257a5d0448e None None] Pushing event updated for resources: {'Port': ['ID=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:18.710730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:18.711375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:18.865993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:18.872840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:19.005452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.043831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-34e790d6-c4bb-4ca6-85e2-c03552477aaf None None] Provisioning complete for port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:19.044146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-34e790d6-c4bb-4ca6-85e2-c03552477aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.085785 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Network b4854dd6-4da1-419a-ad3f-1897e891a93b is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:19.105745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:19.113453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:19.120280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Pushing event updated for resources: {'Port': ['ID=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:19.147444 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.168666 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.232805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Attempting to bind port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:19.233199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Attempting to bind port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:19.233574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Attempting to bind port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 on network b4854dd6-4da1-419a-ad3f-1897e891a93b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:19.252576 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:19.252958 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Checking segment: {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:19.253394 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.253796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Bound using segment: {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:19.254284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Bound port: 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:19.254672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.274574 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-34e790d6-c4bb-4ca6-85e2-c03552477aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.276918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Allocated IP 172.25.6.182 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/acee28f0-43c8-4e0d-b49c-31add2dc6a4e) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:19.320784 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:18Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:19.361897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0ceb0-a921-4e7d-a6a7-9fa93e041216 None None] The sync data for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 is: [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:18Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:19.389448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-34e790d6-c4bb-4ca6-85e2-c03552477aaf None None] For port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:19.400183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] For port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:19.403877 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] For port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:19.411369 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.500914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-34e790d6-c4bb-4ca6-85e2-c03552477aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.529939 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.531106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.579294 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:19.582722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:19.589532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:19.593532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e790d6-c4bb-4ca6-85e2-c03552477aaf None None] Pushing event updated for resources: {'Port': ['ID=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:19.632645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Pushing event updated for resources: {'Port': ['ID=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:19.642152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d93c56-71a6-4203-90db-fd4cbd6fc221 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:19.688361 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d7fd5-d89c-499e-8f15-a09b2131d141 None None] Pushing event updated for resources: {'Port': ['ID=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:19.737135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e78e6984-2fa1-4871-ace2-3c2d441e23a9 None None] Provisioning complete for port acee28f0-43c8-4e0d-b49c-31add2dc6a4e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:19.737827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e78e6984-2fa1-4871-ace2-3c2d441e23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:19.793323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e78e6984-2fa1-4871-ace2-3c2d441e23a9 None None] Port acee28f0-43c8-4e0d-b49c-31add2dc6a4e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:20.046870 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.274425 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.359492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:20.426377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:20.427879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.532366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.535564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Router fad44672-ce67-4bb2-ad26-e72f5b8ad98e is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:08:20.570744 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:20.655811 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.656630 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:20.663003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:20.676994 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Sync routers for ids ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:20.688648 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Routers {'fad44672-ce67-4bb2-ad26-e72f5b8ad98e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:20.689292 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:20.748061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed94fd-e0fc-4f79-b02f-f05f11c63f96 None None] Network b4854dd6-4da1-419a-ad3f-1897e891a93b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:08:20.753212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:20.829725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Set router fad44672-ce67-4bb2-ad26-e72f5b8ad98e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:20.831432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:20.831795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.838027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:20.841079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-580239c2-fe89-4a64-b99c-2a92eff9f669 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6475317 Dec 20 17:08:20.844897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53080) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:08:20.884583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-27a7c9d5-13ab-4b66-a5b1-a2ef9547a7ed None None] Provisioning complete for port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:20.884992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-27a7c9d5-13ab-4b66-a5b1-a2ef9547a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.085407 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 3, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:21.114841 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Checking router: fad44672-ce67-4bb2-ad26-e72f5b8ad98e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:21.115329 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Updating router fad44672-ce67-4bb2-ad26-e72f5b8ad98e port acee28f0-43c8-4e0d-b49c-31add2dc6a4e binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:08:21.150698 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.271143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b44ca772-75a7-49f3-ade9-fc3499c5445c None None] Provisioning complete for port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:21.271520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b44ca772-75a7-49f3-ade9-fc3499c5445c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.440262 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.524650 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.569887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d82c2-d21b-41d9-8575-6e29a9bb5636 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:21.578835 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Attempting to bind port acee28f0-43c8-4e0d-b49c-31add2dc6a4e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:21.583584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Attempting to bind port acee28f0-43c8-4e0d-b49c-31add2dc6a4e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:21.583584 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Attempting to bind port acee28f0-43c8-4e0d-b49c-31add2dc6a4e on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:21.590162 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6059-dad6-4768-a35c-a160379c523f None None] Pushing event updated for resources: {'Port': ['ID=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:21.593352 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:21.593761 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:21.594134 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.594516 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:21.595064 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Bound port: acee28f0-43c8-4e0d-b49c-31add2dc6a4e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:21.595376 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.647745 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.664725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] For port acee28f0-43c8-4e0d-b49c-31add2dc6a4e, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:21.670137 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] For port acee28f0-43c8-4e0d-b49c-31add2dc6a4e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:21.693801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9c49740e-5e93-48d6-8695-d5ab427b0a62 None None] Provisioning complete for port acee28f0-43c8-4e0d-b49c-31add2dc6a4e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:21.694181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9c49740e-5e93-48d6-8695-d5ab427b0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.733460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9c49740e-5e93-48d6-8695-d5ab427b0a62 None None] Port acee28f0-43c8-4e0d-b49c-31add2dc6a4e cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:21.768351 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.817285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609de61-adc6-4e88-a5bc-8c4f65adac66 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:08:21.832163 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Routers {'fad44672-ce67-4bb2-ad26-e72f5b8ad98e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:21.832795 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:21.837881 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6059-dad6-4768-a35c-a160379c523f None None] Pushing event updated for resources: {'Port': ['ID=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:21.857424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9b29cdd0-44f2-4f2c-984c-d3f9a41bc02b None None] Provisioning complete for port acee28f0-43c8-4e0d-b49c-31add2dc6a4e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:21.857973 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b29cdd0-44f2-4f2c-984c-d3f9a41bc02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.893192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Allocated IP 172.20.0.1 (b4854dd6-4da1-419a-ad3f-1897e891a93b/ab7699e0-8480-44ee-9784-fa53f84f7605/fb892bc5-c42d-4d34-8fe5-b1e842d125e7) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:21.946486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b29cdd0-44f2-4f2c-984c-d3f9a41bc02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:21.952802 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] Set router fad44672-ce67-4bb2-ad26-e72f5b8ad98e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:21.970105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9b29cdd0-44f2-4f2c-984c-d3f9a41bc02b None None] For port acee28f0-43c8-4e0d-b49c-31add2dc6a4e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:22.009753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.035960 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:08:22.061015 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b29cdd0-44f2-4f2c-984c-d3f9a41bc02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.110280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29cdd0-44f2-4f2c-984c-d3f9a41bc02b None None] Pushing event updated for resources: {'Port': ['ID=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:22.143963 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.146470 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 3, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:22.174225 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6114e3bc-a97b-444d-8683-9220b6c2f485 None None] The sync data for ids ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'] in n-d-781076-8 is: [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 3, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:22.193588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Network b4854dd6-4da1-419a-ad3f-1897e891a93b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:22.197504 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:22.202033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:22.229942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Pushing event updated for resources: {'Port': ['ID=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:22.262420 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.296076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:22.359621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:22.360004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.408718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.599534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-832d4861-577b-427b-a7e5-40d5a606d3b3 None None] Provisioning complete for port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:22.600254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-832d4861-577b-427b-a7e5-40d5a606d3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.638024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-832d4861-577b-427b-a7e5-40d5a606d3b3 None None] Port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:22.665513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.859771 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:22.969463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.044384 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.046262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Pushing event updated for resources: {'Port': ['ID=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:23.150805 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Network b4854dd6-4da1-419a-ad3f-1897e891a93b is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:23.153281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:23.283523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Router fad44672-ce67-4bb2-ad26-e72f5b8ad98e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:08:23.407763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:08:23.412807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4721950c-ba9a-45c8-b137-c9003ce44a88 admin admin] 10.222.0.81 "PUT /v2.0/routers/fad44672-ce67-4bb2-ad26-e72f5b8ad98e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662315 Dec 20 17:08:23.470132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-878524c7-49a3-4b37-93ff-35be3be5b172 None None] Provisioning complete for port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:23.470507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-878524c7-49a3-4b37-93ff-35be3be5b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:23.508551 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-878524c7-49a3-4b37-93ff-35be3be5b172 None None] Port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:23.888374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Sync routers for ids ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:08:23.898987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Routers {'fad44672-ce67-4bb2-ad26-e72f5b8ad98e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:23.906186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:24.197485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Set router fad44672-ce67-4bb2-ad26-e72f5b8ad98e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:24.367824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device acee28f0-43c8-4e0d-b49c-31add2dc6a4e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:24.474236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port acee28f0-43c8-4e0d-b49c-31add2dc6a4e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:24.474609 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.562264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:08:22Z', 'revision_number': 4, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'fb892bc5-c42d-4d34-8fe5-b1e842d125e7', 'name': '', 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'mac_address': 'fa:16:3e:d3:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab7699e0-8480-44ee-9784-fa53f84f7605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:21Z', 'updated_at': '2021-12-20T17:08:22Z', 'revision_number': 2, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'subnets': [{'id': 'ab7699e0-8480-44ee-9784-fa53f84f7605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:24.609605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Checking router: fad44672-ce67-4bb2-ad26-e72f5b8ad98e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:08:24.609968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Updating router fad44672-ce67-4bb2-ad26-e72f5b8ad98e port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:08:24.645858 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:24.984851 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.095482 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.158963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Pushing event updated for resources: {'Port': ['ID=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:25.171482 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.171835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.172184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.172526 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.173028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.173424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.173844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.174181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.174517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.174847 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.175178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.175905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.176230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:08:25.246895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Attempting to bind port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:25.247159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Attempting to bind port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:25.247545 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Attempting to bind port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 on network b4854dd6-4da1-419a-ad3f-1897e891a93b {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:25.258835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:25.259196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Checking segment: {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:25.259652 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.260151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Bound using segment: {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:25.260586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Bound port: fb892bc5-c42d-4d34-8fe5-b1e842d125e7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadc0ad2-b233-4600-9119-9312cdaa5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:25.260972 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.368659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] For port fb892bc5-c42d-4d34-8fe5-b1e842d125e7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:25.373037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] For port fb892bc5-c42d-4d34-8fe5-b1e842d125e7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:25.490341 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.583077 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Routers {'fad44672-ce67-4bb2-ad26-e72f5b8ad98e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:08:25.584089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:08:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:25.752736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f4ab9248-2f63-4fd3-98ce-973c286f8cba None None] Provisioning complete for port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:25.753279 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9248-2f63-4fd3-98ce-973c286f8cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:25.788343 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b80ef-31b1-4943-a360-2e9683de5c26 None None] Pushing event updated for resources: {'Port': ['ID=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:25.828522 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] Set router fad44672-ce67-4bb2-ad26-e72f5b8ad98e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:08:26.007080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9248-2f63-4fd3-98ce-973c286f8cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.060327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f4ab9248-2f63-4fd3-98ce-973c286f8cba None None] For port fb892bc5-c42d-4d34-8fe5-b1e842d125e7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:26.156780 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:08:22Z', 'revision_number': 4, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'fb892bc5-c42d-4d34-8fe5-b1e842d125e7', 'name': '', 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'mac_address': 'fa:16:3e:d3:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab7699e0-8480-44ee-9784-fa53f84f7605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:21Z', 'updated_at': '2021-12-20T17:08:25Z', 'revision_number': 4, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'subnets': [{'id': 'ab7699e0-8480-44ee-9784-fa53f84f7605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:08:26.199418 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae31a993-977e-4a07-8c56-d26f1387c9b8 None None] The sync data for ids ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'] in n-d-781076-8 is: [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:08:22Z', 'revision_number': 4, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'fb892bc5-c42d-4d34-8fe5-b1e842d125e7', 'name': '', 'network_id': 'b4854dd6-4da1-419a-ad3f-1897e891a93b', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'mac_address': 'fa:16:3e:d3:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab7699e0-8480-44ee-9784-fa53f84f7605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:21Z', 'updated_at': '2021-12-20T17:08:25Z', 'revision_number': 4, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'subnets': [{'id': 'ab7699e0-8480-44ee-9784-fa53f84f7605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:08:26.239389 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9248-2f63-4fd3-98ce-973c286f8cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:26.346797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab9248-2f63-4fd3-98ce-973c286f8cba None None] Pushing event updated for resources: {'Port': ['ID=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:26.386631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-eb6d0441-6042-48d2-9d30-dd0e0c093320 None None] Provisioning complete for port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:26.387309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0441-6042-48d2-9d30-dd0e0c093320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:28.151223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:28.322153 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fb892bc5-c42d-4d34-8fe5-b1e842d125e7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:28.389117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:28.389564 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:29.426633 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dff192f8-1033-46f5-a2c6-af1e81388359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:31.804508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a036260-97a5-4b1f-bc1b-98fcf1793c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:33.237811 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:34.706291 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:35.168986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:35.790349 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-1ec3a0a3-c654-4628-99fa-024a8b1291bc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:35.791797 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-1ec3a0a3-c654-4628-99fa-024a8b1291bc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 814 time: 0.1157315 Dec 20 17:08:35.809553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-310e0d48-8f69-4a7d-bc92-68a3b4ec0386 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/quotas/4297650c75db497b8e36ce39f786d19d HTTP/1.1" status: 200 len: 375 time: 0.0107994 Dec 20 17:08:35.862934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-d7e6e48c-962d-43f5-8479-dbb4cd4d0417 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475588 Dec 20 17:08:35.978289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-aa450955-1ccb-45b1-98ba-1446f67c9e1d service neutron] 10.222.0.81 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957239 Dec 20 17:08:36.079794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-77d7bc36-83e2-42ef-a518-1c4d2c0dee12 service neutron] 10.222.0.81 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946321 Dec 20 17:08:36.368736 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-98b56198-c5de-454a-aed7-1bcef810f7a1 req-3dc40984-74d1-4928-abfc-8334b533c7f9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 210 time: 0.0316451 Dec 20 17:08:37.452892 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dde606e5-6710-4690-a5d7-f91389bdadce req-1c31c981-8b95-482a-a041-51bb6db9e553 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Dec 20 17:08:38.562234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-84cf5a1e-9a27-4513-abc5-88fe86eca1dc req-b3e320cf-f01c-42f5-9c7c-66d3df6a030d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 210 time: 0.0329032 Dec 20 17:08:39.095945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-d2a5761e-9bb2-4cda-b9b0-36ee0352cb4b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:39.098621 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-d2a5761e-9bb2-4cda-b9b0-36ee0352cb4b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 814 time: 0.1471403 Dec 20 17:08:39.113956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'port': {'device_id': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'admin_state_up': True, 'tenant_id': '4297650c75db497b8e36ce39f786d19d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:39.350022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Made reservation on behalf of 4297650c75db497b8e36ce39f786d19d for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:08:39.354506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:39.525144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Allocated IP 172.20.0.11 (b19d8a75-5502-41cd-bd06-7f43b2ec3c6b/22ec03f5-e062-46ac-8a84-ef6f95a71c05/40a788a1-6fb4-44a5-a087-8d5ef72b8823) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:08:39.672599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a686db05-8f5c-404e-b1fa-ec9398e6bc84 req-57aa8a47-40fb-4261-96cf-7991d4d94858 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 210 time: 0.0327561 Dec 20 17:08:39.705093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:39.827393 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:39.894528 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:08:39.904234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:08:39.910586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:08:39.944552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:08:39.986676 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:08:39.990685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:39.990685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.103348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-f50726fd-11c1-4299-b2f8-3bd65e053aa2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9958103 Dec 20 17:08:40.337194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-58f6f06e-8b27-4b4a-a0d0-9b666403ca31 None None] Provisioning complete for port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:40.339522 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58f6f06e-8b27-4b4a-a0d0-9b666403ca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:40.389196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-58f6f06e-8b27-4b4a-a0d0-9b666403ca31 None None] Port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:08:40.826100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a2ca3-1b07-4867-a3c2-6b64cb14a838 req-afe778b4-ea11-4e87-94d4-6f49e73bcee4 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:40.827728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a2ca3-1b07-4867-a3c2-6b64cb14a838 req-afe778b4-ea11-4e87-94d4-6f49e73bcee4 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0625994 Dec 20 17:08:40.889057 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-157a2ca3-1b07-4867-a3c2-6b64cb14a838 req-8ab37641-a1ed-47bf-86f0-bcaba4232442 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Dec 20 17:08:42.024174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54aca-013e-427c-8b07-a8cdbb6bb91e req-96f516ba-4982-4656-9393-1f76e6a51e64 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:42.026170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67f54aca-013e-427c-8b07-a8cdbb6bb91e req-96f516ba-4982-4656-9393-1f76e6a51e64 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0620883 Dec 20 17:08:42.113988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67f54aca-013e-427c-8b07-a8cdbb6bb91e req-e8ab5651-4fe2-4dcb-acd0-7816df5ac9e3 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809045 Dec 20 17:08:43.287505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519728-6efc-484f-9980-afc87ff7ad2c req-967b3a3d-dd43-4526-9435-f74536cc7a23 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:43.292872 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd519728-6efc-484f-9980-afc87ff7ad2c req-967b3a3d-dd43-4526-9435-f74536cc7a23 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0935895 Dec 20 17:08:43.350984 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd519728-6efc-484f-9980-afc87ff7ad2c req-ce6fb989-f829-4687-9f0f-136a6e8e0be0 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Dec 20 17:08:44.492586 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a146f9-d767-4d0e-b0de-5a637bef5fd8 req-40e39564-ce40-47c9-bb94-cb2a52329364 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:44.495320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00a146f9-d767-4d0e-b0de-5a637bef5fd8 req-40e39564-ce40-47c9-bb94-cb2a52329364 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0576155 Dec 20 17:08:44.570194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00a146f9-d767-4d0e-b0de-5a637bef5fd8 req-4d5b4257-0383-47e1-a3d3-8bdf24095d4e tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630693 Dec 20 17:08:45.742055 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e925a66-79dd-4635-8f41-a13e244abe7d req-f4d2d7bb-531c-4e53-b87f-a3ef3459dbb8 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:45.743664 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e925a66-79dd-4635-8f41-a13e244abe7d req-f4d2d7bb-531c-4e53-b87f-a3ef3459dbb8 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0806043 Dec 20 17:08:45.807520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5e925a66-79dd-4635-8f41-a13e244abe7d req-1cdfe5bd-0c17-44a0-95a9-cdd79e0f0788 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Dec 20 17:08:46.945572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3fdb4-1d9c-4aa0-900e-4d4cf9c52a74 req-e1093d9c-80be-4b8e-99ac-725a10489ce2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:46.947162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5c3fdb4-1d9c-4aa0-900e-4d4cf9c52a74 req-e1093d9c-80be-4b8e-99ac-725a10489ce2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0531604 Dec 20 17:08:47.009400 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d5c3fdb4-1d9c-4aa0-900e-4d4cf9c52a74 req-fa082b21-a43b-4fd1-9f09-adec2477e48f tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Dec 20 17:08:48.131597 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635870-9517-4329-84e1-3a8dac4a8c35 req-4db10bec-f19c-41f8-9925-e76a1e0058da tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:48.133096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56635870-9517-4329-84e1-3a8dac4a8c35 req-4db10bec-f19c-41f8-9925-e76a1e0058da tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0492148 Dec 20 17:08:48.188576 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56635870-9517-4329-84e1-3a8dac4a8c35 req-f7ff9789-46c6-4185-9998-05a6c3df4c19 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Dec 20 17:08:49.611646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2413c3-098a-41de-b2e1-b2febec856a0 req-d774bbf4-0715-4e46-b5fa-ee0ec3dcb068 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:49.613380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e2413c3-098a-41de-b2e1-b2febec856a0 req-d774bbf4-0715-4e46-b5fa-ee0ec3dcb068 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.3224223 Dec 20 17:08:49.663286 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e2413c3-098a-41de-b2e1-b2febec856a0 req-21ae0663-55b4-425d-b276-735024c4c8fa tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Dec 20 17:08:50.846783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326031b-b0db-4fda-b273-55bf4300db96 req-870edc73-7180-4f18-a72a-ca8c91ee16bc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:50.848379 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0326031b-b0db-4fda-b273-55bf4300db96 req-870edc73-7180-4f18-a72a-ca8c91ee16bc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.1144762 Dec 20 17:08:50.907963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0326031b-b0db-4fda-b273-55bf4300db96 req-6d9c915c-bfcd-48d6-b33f-9d575365569c tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Dec 20 17:08:51.552673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Request body: {'port': {'device_id': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:08:51.614265 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:51.894479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a788a1-6fb4-44a5-a087-8d5ef72b8823 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:51.903278 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:51.915824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Transition to ACTIVE for port object 40a788a1-6fb4-44a5-a087-8d5ef72b8823 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:08:52.003002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:52.033780 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf13be-5e48-4fef-a83f-62000a23813d req-bd700052-2bd2-4482-82a4-2d2d4dbc2b02 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.035679 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bdf13be-5e48-4fef-a83f-62000a23813d req-bd700052-2bd2-4482-82a4-2d2d4dbc2b02 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 932 time: 0.0578930 Dec 20 17:08:52.077244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:52.099055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6bdf13be-5e48-4fef-a83f-62000a23813d req-bc4120fc-c2be-4636-ba52-491a14b0efa3 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Dec 20 17:08:52.134098 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Attempting to bind port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:08:52.135176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Attempting to bind port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:08:52.135588 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Attempting to bind port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 on network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:52.140890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 on network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:08:52.141298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Attempting to bind port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 on network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:08:52.150282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:08:52.150865 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Checking segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:08:52.151759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Bound using segment: {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:08:52.152334 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Bound port: 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c33de89-9b13-4090-9ae1-e488f4dc514a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:08:52.152703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:52.223814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:08:52.231232 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:08:52.333334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:52.370577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.371221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:52.372708 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] 10.222.0.72 "PUT /v2.0/ports/40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 1092 time: 0.8252516 Dec 20 17:08:52.373222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:52.375670 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45beaf12-76a8-4d86-bffe-fb7b58af28a0" -d '{"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:52.405312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054244e-2a00-4171-9948-29ae2b255001 service neutron] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:52.426098 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87330c54-04a3-4d65-999b-f81206d88fd1 x-openstack-request-id: req-87330c54-04a3-4d65-999b-f81206d88fd1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:52.429952 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:52.429952 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87330c54-04a3-4d65-999b-f81206d88fd1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:52.429952 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'status': 'completed', 'code': 200} Dec 20 17:08:52.477266 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:52.499087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaf12-76a8-4d86-bffe-fb7b58af28a0 req-3c8862d0-5af6-47d6-b091-43fc9d0fa48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.500662 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45beaf12-76a8-4d86-bffe-fb7b58af28a0 req-3c8862d0-5af6-47d6-b091-43fc9d0fa48a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1095 time: 0.0529122 Dec 20 17:08:52.606959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaf12-76a8-4d86-bffe-fb7b58af28a0 req-843c1e10-ff6c-4af4-b0f4-183b5981154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.608441 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45beaf12-76a8-4d86-bffe-fb7b58af28a0 req-843c1e10-ff6c-4af4-b0f4-183b5981154f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4297650c75db497b8e36ce39f786d19d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0984585 Dec 20 17:08:52.711534 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaf12-76a8-4d86-bffe-fb7b58af28a0 req-8b4f8ab3-6dd1-4d4e-bd12-470bec5873da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.713417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45beaf12-76a8-4d86-bffe-fb7b58af28a0 req-8b4f8ab3-6dd1-4d4e-bd12-470bec5873da service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961032 Dec 20 17:08:52.787802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-d71136c6-bc9c-41a3-a1ab-aaa0b22f55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:52.789341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-d71136c6-bc9c-41a3-a1ab-aaa0b22f55a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1095 time: 0.0416613 Dec 20 17:08:52.830380 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-491bb8ed-bf4b-4fc5-b391-cc47916fe483 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 217 time: 0.0337687 Dec 20 17:08:53.222751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60048124-4cd1-4350-b78b-2c780a3d735b req-fa6913d6-2a81-4221-b96e-01321ca35b29 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:53.224289 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60048124-4cd1-4350-b78b-2c780a3d735b req-fa6913d6-2a81-4221-b96e-01321ca35b29 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 944 time: 0.0535166 Dec 20 17:08:53.241759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-6e026fda-a971-4f26-8108-c1ffefedae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:53.243253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-6e026fda-a971-4f26-8108-c1ffefedae4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.4030328 Dec 20 17:08:53.274818 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-60048124-4cd1-4350-b78b-2c780a3d735b req-710fde30-53c4-48e7-9d86-92981a8541a7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Dec 20 17:08:53.294294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-53515ce3-78ca-42a8-8d8a-4d947cebf991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:53.295825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-53515ce3-78ca-42a8-8d8a-4d947cebf991 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446362 Dec 20 17:08:53.392016 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-4e818f5a-a703-47d9-9d21-91c435ff8e56 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890539 Dec 20 17:08:53.484436 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0495bcd6-6840-42bb-9ffe-dc1112ed2ad0 req-44a2d3a3-c1d8-48c4-8fa1-2e2b2a4adddc service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859034 Dec 20 17:08:54.409278 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39f671-3491-4148-8977-9126a848adfe req-bfd5801c-a590-4c12-b7f0-7b643ecbde84 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:54.411866 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb39f671-3491-4148-8977-9126a848adfe req-bfd5801c-a590-4c12-b7f0-7b643ecbde84 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 944 time: 0.0624845 Dec 20 17:08:54.459960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bb39f671-3491-4148-8977-9126a848adfe req-c32672fc-dc69-48f5-a779-32119453ee66 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Dec 20 17:08:54.613533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 40a788a1-6fb4-44a5-a087-8d5ef72b8823 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:08:54.714002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:54.725387 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'port_id': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'mac_address': 'fa:16:3e:59:13:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:08:54.763998 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.777942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a788a1-6fb4-44a5-a087-8d5ef72b8823 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:08:54.797466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:54.860035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:54.911736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:55.097335 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['40a788a1-6fb4-44a5-a087-8d5ef72b8823'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:08:55.576904 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe3548-ea04-44ef-975f-c9268f1f8b4b req-2ca6dc50-062b-4b0f-a2e2-712144c7621e tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:55.578432 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12fe3548-ea04-44ef-975f-c9268f1f8b4b req-2ca6dc50-062b-4b0f-a2e2-712144c7621e tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 945 time: 0.0506096 Dec 20 17:08:55.627727 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12fe3548-ea04-44ef-975f-c9268f1f8b4b req-3a24e0c8-88d9-46d6-9a7f-784100d82d2d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Dec 20 17:08:56.613838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 40a788a1-6fb4-44a5-a087-8d5ef72b8823 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:08:56.745318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:08:56.748073 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f4196-ab5d-4e5a-ba8c-9f4fff14371d req-dbe95d74-2881-4f95-9c81-3725bd1279cd tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:56.749657 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:08:56.749806 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d7f4196-ab5d-4e5a-ba8c-9f4fff14371d req-dbe95d74-2881-4f95-9c81-3725bd1279cd tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Dec 20 17:08:56.750118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:56.804396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d7f4196-ab5d-4e5a-ba8c-9f4fff14371d req-43ad43ed-d8b8-4289-9b9d-d131e903a0b0 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Dec 20 17:08:56.831371 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:56.855193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:08:56.857490 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c5e5f-3521-42dd-b9ff-41273d6e54d9" -d '{"events": [{"server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "name": "network-vif-plugged", "status": "completed", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:08:56.878409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:08:56.897055 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f4c1a-b57b-446d-a04a-ff5d956a0fab x-openstack-request-id: req-2c1f4c1a-b57b-446d-a04a-ff5d956a0fab {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:08:56.897394 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "name": "network-vif-plugged", "status": "completed", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:08:56.897689 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c1f4c1a-b57b-446d-a04a-ff5d956a0fab {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:08:56.898111 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'code': 200} Dec 20 17:08:56.956846 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:56.995939 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad6d88-b635-49a8-87fe-5ee756f48652 req-c9cb44b8-92f3-45ea-95b9-e686aaae6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:56.997470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56ad6d88-b635-49a8-87fe-5ee756f48652 req-c9cb44b8-92f3-45ea-95b9-e686aaae6e2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1097 time: 0.0413330 Dec 20 17:08:57.013986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:08:57.054946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-56ad6d88-b635-49a8-87fe-5ee756f48652 req-8543e645-88c8-4974-973d-d94324e680ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Dec 20 17:08:57.920885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25accfc0-e6c7-4877-88e3-07da58f76112 req-150d676a-98cb-402f-ad62-f9adc07a033f tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:57.922423 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25accfc0-e6c7-4877-88e3-07da58f76112 req-150d676a-98cb-402f-ad62-f9adc07a033f tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0495682 Dec 20 17:08:57.971345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25accfc0-e6c7-4877-88e3-07da58f76112 req-ef1cec8e-5198-47ec-8fa1-19bf841e1925 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Dec 20 17:08:58.105716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.024135 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:08:59.091195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba307f71-9f3c-4cc1-a40a-148fe2a7e071 req-7ca30c96-f849-418f-89ba-f1bb6a8964a6 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:59.092715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba307f71-9f3c-4cc1-a40a-148fe2a7e071 req-7ca30c96-f849-418f-89ba-f1bb6a8964a6 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0508840 Dec 20 17:08:59.141611 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba307f71-9f3c-4cc1-a40a-148fe2a7e071 req-239d133f-f44c-4585-be44-debcfc5957b4 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Dec 20 17:08:59.267290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8fd78-bc90-4dc0-8d39-e43a97d0df17 req-6d11a12d-0d14-4069-958c-e8dcd73d56cc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:59.268685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61a8fd78-bc90-4dc0-8d39-e43a97d0df17 req-6d11a12d-0d14-4069-958c-e8dcd73d56cc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0535624 Dec 20 17:08:59.317870 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-61a8fd78-bc90-4dc0-8d39-e43a97d0df17 req-11cfe071-a20d-4e29-b2a4-fa83022be10b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Dec 20 17:08:59.448138 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-241b6191-1898-4c0b-93c0-4afe2249c546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:08:59.509296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eaab6-b035-4593-a58c-6e95330998a8 req-8635e47a-fe2c-42f3-af56-cc0da031cbee tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:08:59.510971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47eaab6-b035-4593-a58c-6e95330998a8 req-8635e47a-fe2c-42f3-af56-cc0da031cbee tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0510371 Dec 20 17:08:59.560045 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e47eaab6-b035-4593-a58c-6e95330998a8 req-889e0dac-5418-4c9b-92c7-50b28f7c0eb7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Dec 20 17:09:01.779435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6e19-03ab-4e09-96f5-bb08990a6054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:03.191053 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:04.669897 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:05.167101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.134497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82cfa-278c-49ad-94f6-694f54287a61 req-e4d5b409-a0f8-41bb-a2cd-ad6d4ae50f3f tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:15.136169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecf82cfa-278c-49ad-94f6-694f54287a61 req-e4d5b409-a0f8-41bb-a2cd-ad6d4ae50f3f tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0539966 Dec 20 17:09:15.194132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecf82cfa-278c-49ad-94f6-694f54287a61 req-40f83021-c3b4-4b30-a605-cda938009782 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513122 Dec 20 17:09:15.217434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53298) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:15.304473 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c18d8b-1829-46d2-a17d-7ff460cf1e93 tempest-TestMinimumBasicScenario-1519965374 tempest-TestMinimumBasicScenario-1519965374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:15.310506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b3c18d8b-1829-46d2-a17d-7ff460cf1e93 tempest-TestMinimumBasicScenario-1519965374 tempest-TestMinimumBasicScenario-1519965374-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1092 time: 0.0876057 Dec 20 17:09:15.312757 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53302) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:15.317281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:15.442727 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.546400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.651098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Allocated IP 172.25.6.53 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/1580e67d-1424-4353-b4a0-381b13beebdc) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:09:15.755673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.876702 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:15.918005 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:09:15.921100 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:09:15.926635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:09:15.932625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'Port': ['ID=1580e67d-1424-4353-b4a0-381b13beebdc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:15.960221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.960611 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.960967 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.961350 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.961689 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.962648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.962978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.963307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.963633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.963961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.964287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.964607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:15.964930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:16.597619 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.743890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.900108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:16.979585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.052527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'Port': ['ID=1580e67d-1424-4353-b4a0-381b13beebdc,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:17.068225 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:17.174834 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Floating IP 1b96e138-7f35-4c18-a850-325b20ba68fe associated. External IP: 172.25.6.53, port: 40a788a1-6fb4-44a5-a087-8d5ef72b8823. Dec 20 17:09:17.407978 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Router a3b71dbd-6c7c-4720-9a85-1bb089fca99e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:09:17.533387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:09:17.544340 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] Sync routers for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:09:17.554302 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:17.554935 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:17.676936 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:17.909921 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '1b96e138-7f35-4c18-a850-325b20ba68fe', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'port_id': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'mac_address': 'fa:16:3e:59:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:09:16Z', 'updated_at': '2021-12-20T17:09:16Z', 'revision_number': 0, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:17.937924 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] Checking router: a3b71dbd-6c7c-4720-9a85-1bb089fca99e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:09:17.947750 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:09:17.948372 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:09:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:18.161692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:09:18.210349 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.244574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dfcebdf3-4898-4106-8490-8b77e9c7dd90 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9262877 Dec 20 17:09:18.244574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:09:18.244574 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8de97d-efda-4d33-b6c1-f572a9ba6823" -d '{"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:09:18.246703 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53304) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:18.255932 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631182952', 'description': 'tempest-secgroup-smoke-1631182952 description', 'project_id': '4297650c75db497b8e36ce39f786d19d'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:18.354669 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11c4b5-f0cf-4730-900c-a45c4afd4f01 x-openstack-request-id: req-fe11c4b5-f0cf-4730-900c-a45c4afd4f01 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:09:18.354983 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:09:18.355243 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe11c4b5-f0cf-4730-900c-a45c4afd4f01 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:09:18.355672 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'status': 'completed', 'code': 200} Dec 20 17:09:18.369479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.424097 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '1b96e138-7f35-4c18-a850-325b20ba68fe', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'port_id': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'mac_address': 'fa:16:3e:59:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:09:16Z', 'updated_at': '2021-12-20T17:09:16Z', 'revision_number': 0, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:09:18.456648 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83b83d-450f-4650-ac00-5edfff468ca0 None None] The sync data for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 is: [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '1b96e138-7f35-4c18-a850-325b20ba68fe', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'port_id': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'mac_address': 'fa:16:3e:59:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:09:16Z', 'updated_at': '2021-12-20T17:09:16Z', 'revision_number': 0, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:09:18.474020 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.490642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-95512eeb-91ac-4037-9f48-0761624bf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:18.492170 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-95512eeb-91ac-4037-9f48-0761624bf47e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1097 time: 0.1060607 Dec 20 17:09:18.567755 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.623135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88383d-6e5b-47b0-9a64-575527e39ec8,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:18.634372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-84eda7e0-dc11-4757-b5aa-6a3ecda77537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:18.635981 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-84eda7e0-dc11-4757-b5aa-6a3ecda77537 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 915 time: 0.1362436 Dec 20 17:09:18.637622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.640435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.641389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.641389 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.641660 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.641802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:09:18.669683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432eb0ee-4f9a-4593-b953-9661e488681b None None] New status for floating IP 1b96e138-7f35-4c18-a850-325b20ba68fe: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:09:18.705058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.709024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-57b3eae4-5edb-43c4-8e7e-90609d89acc9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4580851 Dec 20 17:09:18.709221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53312) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:18.716840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group_rule': {'security_group_id': '3b88383d-6e5b-47b0-9a64-575527e39ec8', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:18.731800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-44d9f044-d416-4f1d-a11c-cfbb090d593d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 999 time: 0.0853307 Dec 20 17:09:18.795116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-6387d473-2edb-493c-9797-53e0544ad289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:18.796660 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-6387d473-2edb-493c-9797-53e0544ad289 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.0561037 Dec 20 17:09:18.861180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-87756d71-b4c6-4940-b934-a0fec9a66517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:18.862701 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-87756d71-b4c6-4940-b934-a0fec9a66517 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587680 Dec 20 17:09:18.863633 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.975038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:18.995603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-226e162f-319d-437a-996a-3da5505094c3 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217203 Dec 20 17:09:19.063369 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.090241 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942e9547-5d6e-41a0-a0f3-c8ebeef19c9d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:19.117976 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-aa8de97d-efda-4d33-b6c1-f572a9ba6823 req-2ea79307-1221-4a88-9216-762057837ee7 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134143 Dec 20 17:09:19.198846 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.200111 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dbe4482f-5d7e-404b-9e26-f5c4f7d838e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4899278 Dec 20 17:09:19.202931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53314) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:19.207764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group_rule': {'security_group_id': '3b88383d-6e5b-47b0-9a64-575527e39ec8', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:19.298596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.361469 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.436119 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.457324 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2676b7-ba19-49c2-9a60-3bf387421469,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:19.533967 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.535224 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0af7c1b2-7c10-492f-8c2c-9aef597c38b7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3312807 Dec 20 17:09:19.538039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53316) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:19.543107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group_rule': {'security_group_id': '3b88383d-6e5b-47b0-9a64-575527e39ec8', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:19.657845 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.721512 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.794874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.813914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334141b1-4856-4e1f-8f68-011167ed10d8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:19.861019 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:19.862279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-500d7828-df83-4c82-aeae-46debf2b810d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232524 Dec 20 17:09:19.865112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53318) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:19.870368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group_rule': {'security_group_id': '3b88383d-6e5b-47b0-9a64-575527e39ec8', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:19.973260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.046887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.105017 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.123573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90177f8a-dba7-40da-99d9-a03f6c2e4f24,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.204303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.205963 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b3152a84-9906-4c78-812e-1a4226b38f4d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397567 Dec 20 17:09:20.208755 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53320) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:20.214754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group_rule': {'security_group_id': '3b88383d-6e5b-47b0-9a64-575527e39ec8', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:20.316137 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Project 4297650c75db497b8e36ce39f786d19d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:09:20.322641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.383026 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.453373 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.472833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0213e7e2-59fe-4cd1-a517-70386eee2c4f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.570376 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.572207 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-554da1a2-a8a7-459d-8c2b-5a1ec4c76b87 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620024 Dec 20 17:09:20.575058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53322) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:09:20.579569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'security_group_rule': {'security_group_id': '3b88383d-6e5b-47b0-9a64-575527e39ec8', 'project_id': '4297650c75db497b8e36ce39f786d19d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:20.665004 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Project 4297650c75db497b8e36ce39f786d19d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:09:20.671185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.734734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.824604 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.845102 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca0d88c-cd20-4c80-b462-73b378f09c21,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:20.929623 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:20.932289 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc5bdee8-d316-465b-9a96-3baca68d0345 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562429 Dec 20 17:09:21.030247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-0ae7ea9a-dc67-44c5-9ffe-4f5236898a47 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631182952&fields=id&tenant_id=4297650c75db497b8e36ce39f786d19d HTTP/1.1" status: 200 len: 267 time: 0.0512681 Dec 20 17:09:21.085572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-72b332c7-ee5c-4ac8-b863-c665ce4b0e99 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:21.087022 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-72b332c7-ee5c-4ac8-b863-c665ce4b0e99 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Dec 20 17:09:21.098582 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'port': {'security_groups': ['2f98494b-8795-4bef-a255-6ae39774d3c2', '3b88383d-6e5b-47b0-9a64-575527e39ec8']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:09:21.164044 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.361916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:09:21.392845 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.533437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.545211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['40a788a1-6fb4-44a5-a087-8d5ef72b8823'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:09:21.585505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:21.587057 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.588103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08df5fa9-8444-4a69-ae3f-8ce0e5e0f830 req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "PUT /v2.0/ports/40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 982 time: 0.4942720 Dec 20 17:09:21.588566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:09:21.590937 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83997c1-cedf-4191-a23a-742e52678154" -d '{"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:09:21.622198 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80839b44-ad19-4668-aa24-a202baea4e44 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:09:21.661449 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['40a788a1-6fb4-44a5-a087-8d5ef72b8823'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:09:21.682391 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80d718c-fe3b-4373-8cfd-40432a911180 x-openstack-request-id: req-b80d718c-fe3b-4373-8cfd-40432a911180 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:09:21.682577 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:09:21.682838 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b80d718c-fe3b-4373-8cfd-40432a911180 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:09:21.683255 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'status': 'completed', 'code': 200} Dec 20 17:09:21.754371 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc45bb8-d2f0-4a57-96b1-4162cb48b41d req-11077a2c-8454-4a3d-b368-605882aa1d36 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:21.756786 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bc45bb8-d2f0-4a57-96b1-4162cb48b41d req-11077a2c-8454-4a3d-b368-605882aa1d36 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0596879 Dec 20 17:09:21.760690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83997c1-cedf-4191-a23a-742e52678154 req-8c2d16b0-c7c1-4466-806c-90dbf0615f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:21.762451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-8c2d16b0-c7c1-4466-806c-90dbf0615f69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1136 time: 0.0588319 Dec 20 17:09:21.846802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8bc45bb8-d2f0-4a57-96b1-4162cb48b41d req-9df009ef-4fb4-4513-8fc2-238d42c971f0 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812473 Dec 20 17:09:21.881742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83997c1-cedf-4191-a23a-742e52678154 req-5836976b-e124-455d-a244-bc6b82830115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:21.883242 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-5836976b-e124-455d-a244-bc6b82830115 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 915 time: 0.1117020 Dec 20 17:09:21.887966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fee022c7-f238-42fd-b05e-7838b9e0cbf7 None None] Provisioning complete for port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:09:21.888340 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fee022c7-f238-42fd-b05e-7838b9e0cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:21.954843 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-983b6b5b-7685-4e5b-87af-859787f37ab0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 1001 time: 0.0631840 Dec 20 17:09:22.011342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83997c1-cedf-4191-a23a-742e52678154 req-fc64ddb0-05a0-46c4-942f-7a5e183bfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:22.012845 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-fc64ddb0-05a0-46c4-942f-7a5e183bfae0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.0509760 Dec 20 17:09:22.068014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83997c1-cedf-4191-a23a-742e52678154 req-1e1527c6-f794-47a1-b81c-b125051ae2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:22.069602 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-1e1527c6-f794-47a1-b81c-b125051ae2f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490992 Dec 20 17:09:22.172248 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-bac26772-d5c2-439f-b547-24f1eb29ef38 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948176 Dec 20 17:09:22.282178 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d83997c1-cedf-4191-a23a-742e52678154 req-12f4fbca-70eb-48a1-b424-6152c9adfc5a service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028650 Dec 20 17:09:22.446993 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:28.133099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:29.362051 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85666508-1a93-47ac-824c-d4cb6292d50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:31.756316 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8de24109-8ef5-47c4-899c-51d95f97ddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:33.282003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:34.435596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5814ea-bb9f-4291-8b3d-8f2a57b46de4 req-e321615f-0f82-4adb-b4bb-c6f18d12c3e3 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.437080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf5814ea-bb9f-4291-8b3d-8f2a57b46de4 req-e321615f-0f82-4adb-b4bb-c6f18d12c3e3 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0544660 Dec 20 17:09:34.509640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf5814ea-bb9f-4291-8b3d-8f2a57b46de4 req-91cf020b-a55d-4bca-bf36-d641f7dbb0cf tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661595 Dec 20 17:09:34.599690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-c3c678d9-e61c-4c2f-8cba-72d1d6390575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.601354 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-c3c678d9-e61c-4c2f-8cba-72d1d6390575 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1136 time: 0.0458572 Dec 20 17:09:34.704126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-a4d89ee5-0b71-4f44-bd6c-5b76465ed079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.704427 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:34.705511 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-a4d89ee5-0b71-4f44-bd6c-5b76465ed079 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 915 time: 0.0962939 Dec 20 17:09:34.776071 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-57e9c2e0-10a6-41bb-9303-5fa668d88754 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 1001 time: 0.0630429 Dec 20 17:09:34.834608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-1bb8f03f-f10c-4e83-9b3c-4a3dd4b29450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.836112 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-1bb8f03f-f10c-4e83-9b3c-4a3dd4b29450 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.0502920 Dec 20 17:09:34.893418 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-db4e0b8b-6d3d-4bdf-aec2-68dfa4358f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:34.894917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-db4e0b8b-6d3d-4bdf-aec2-68dfa4358f10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520675 Dec 20 17:09:34.987469 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-9cf5a285-8706-4a5f-bb52-0234cdd3fab6 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851703 Dec 20 17:09:35.096965 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9d7112ec-76e9-4872-a385-4a916ccb3dbc req-09b64018-88af-45fe-8577-bddcedf42bd8 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027501 Dec 20 17:09:35.213104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:35.650248 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44e05f-93ff-48cd-afa2-8511c79ea16d req-b7643ce0-acdc-4a32-9161-8c40718e00b3 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:35.651894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b44e05f-93ff-48cd-afa2-8511c79ea16d req-b7643ce0-acdc-4a32-9161-8c40718e00b3 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0536034 Dec 20 17:09:35.716187 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b44e05f-93ff-48cd-afa2-8511c79ea16d req-28fd01c1-c9aa-41d7-acf7-8163972e32fb tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580742 Dec 20 17:09:36.023302 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:09:36.838071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81db4a-fc73-4a55-bd6d-9cedc10579bd req-0c07d6cc-7457-4f54-b44b-425014f64fe2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:36.839594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d81db4a-fc73-4a55-bd6d-9cedc10579bd req-0c07d6cc-7457-4f54-b44b-425014f64fe2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0526249 Dec 20 17:09:36.903650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d81db4a-fc73-4a55-bd6d-9cedc10579bd req-60af97ba-3a9b-41f2-a7b5-f0d3a1beb4aa tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573165 Dec 20 17:09:38.030630 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3fd46-b5e5-499b-a1bf-6eda3fd443d2 req-f5cb8c3a-ad25-49db-a803-c77555a3fdaa tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:38.032189 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43c3fd46-b5e5-499b-a1bf-6eda3fd443d2 req-f5cb8c3a-ad25-49db-a803-c77555a3fdaa tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0559051 Dec 20 17:09:38.100471 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-43c3fd46-b5e5-499b-a1bf-6eda3fd443d2 req-8af97496-8c7b-4090-93fa-94e695469220 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610921 Dec 20 17:09:39.233402 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84655c-90ea-4220-a824-a6ea1dadd35d req-c74f0df5-ee31-4c3c-ad23-52bf7996e1be tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:39.235105 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f84655c-90ea-4220-a824-a6ea1dadd35d req-c74f0df5-ee31-4c3c-ad23-52bf7996e1be tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0572753 Dec 20 17:09:39.298580 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f84655c-90ea-4220-a824-a6ea1dadd35d req-0622fec6-4212-429c-824a-9af779d03b77 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573885 Dec 20 17:09:40.430176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412a2e-4876-4b64-9da6-2a6d902a295c req-4d138c3c-8553-4233-9cdf-20ed04556dbb tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:40.431888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03412a2e-4876-4b64-9da6-2a6d902a295c req-4d138c3c-8553-4233-9cdf-20ed04556dbb tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0605989 Dec 20 17:09:40.498285 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-03412a2e-4876-4b64-9da6-2a6d902a295c req-fab8aa7c-1045-4349-91e3-fcd40c3ef47a tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603507 Dec 20 17:09:41.633281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93bd2-7930-48ba-b14c-5c1325167295 req-d75a91ce-e53a-45de-8715-29c3a942077c tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:41.635128 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cae93bd2-7930-48ba-b14c-5c1325167295 req-d75a91ce-e53a-45de-8715-29c3a942077c tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0637355 Dec 20 17:09:41.704069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cae93bd2-7930-48ba-b14c-5c1325167295 req-9fbeb37e-c3ab-4a22-a2bb-26690f53c07c tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624628 Dec 20 17:09:42.828930 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5ccd-e0a0-4be3-ab9c-dd68935d2ef5 req-993078a1-a886-4991-9902-7990e18b831b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:42.830491 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71df5ccd-e0a0-4be3-ab9c-dd68935d2ef5 req-993078a1-a886-4991-9902-7990e18b831b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0560277 Dec 20 17:09:42.892023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-71df5ccd-e0a0-4be3-ab9c-dd68935d2ef5 req-609e3c05-3597-470b-b5db-0e04b781e081 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550120 Dec 20 17:09:44.019836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e651a-390f-4862-af0c-71315f5e8eea req-6b1b24fa-5150-4c20-a442-f01c51e7bf46 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:44.021378 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a5e651a-390f-4862-af0c-71315f5e8eea req-6b1b24fa-5150-4c20-a442-f01c51e7bf46 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0554969 Dec 20 17:09:44.085532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a5e651a-390f-4862-af0c-71315f5e8eea req-b155a8e4-77a9-4d97-9fbd-e67f62d84f27 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573597 Dec 20 17:09:45.208879 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42557bef-85f1-418d-8813-9c9d0bc922a7 req-c5abc9e3-b520-4c18-84f6-2cadf64fa847 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:45.210440 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42557bef-85f1-418d-8813-9c9d0bc922a7 req-c5abc9e3-b520-4c18-84f6-2cadf64fa847 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0526829 Dec 20 17:09:45.272770 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42557bef-85f1-418d-8813-9c9d0bc922a7 req-5c77e6b5-52b2-43be-8b4c-d893bbd2c086 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554957 Dec 20 17:09:46.403615 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358778d-c687-44bc-af89-50001a41e1ff req-c4f5566f-57a2-4992-8716-e425d6fb52fc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:46.405153 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8358778d-c687-44bc-af89-50001a41e1ff req-c4f5566f-57a2-4992-8716-e425d6fb52fc tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0572231 Dec 20 17:09:46.468801 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8358778d-c687-44bc-af89-50001a41e1ff req-155e7a07-b9e4-4540-a182-1f13a0c676d2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574484 Dec 20 17:09:47.596318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aadcc8-7978-483a-bbb9-2c440b61f45a req-45122cdd-91d5-4ebd-84f4-42126708617e tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:47.598459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8aadcc8-7978-483a-bbb9-2c440b61f45a req-45122cdd-91d5-4ebd-84f4-42126708617e tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0583706 Dec 20 17:09:47.659529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8aadcc8-7978-483a-bbb9-2c440b61f45a req-d93f3190-c610-4c35-bff6-19f8a9162a00 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546081 Dec 20 17:09:48.779645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826d7f5-b925-41f7-97aa-70e27f07a2b8 req-329d7f3b-5929-496e-b67c-a2984d289032 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:48.781199 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4826d7f5-b925-41f7-97aa-70e27f07a2b8 req-329d7f3b-5929-496e-b67c-a2984d289032 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0524218 Dec 20 17:09:48.850750 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4826d7f5-b925-41f7-97aa-70e27f07a2b8 req-f3eb8ab0-d49d-436f-a0ad-cc4f9d369efd tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633576 Dec 20 17:09:49.980155 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33e802-392f-47ca-9154-e38dac6176b0 req-689b03f1-9284-485d-b292-2988653e8a10 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:49.981756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e33e802-392f-47ca-9154-e38dac6176b0 req-689b03f1-9284-485d-b292-2988653e8a10 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0515647 Dec 20 17:09:50.064869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e33e802-392f-47ca-9154-e38dac6176b0 req-c54ebba2-2873-4529-93a9-a988020d6d1b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766470 Dec 20 17:09:51.189194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ae68e-d9f3-4283-8bb4-3951310c919d req-b5d72f09-264d-4a9e-b3ba-840c94ac3eec tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:51.190756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b9ae68e-d9f3-4283-8bb4-3951310c919d req-b5d72f09-264d-4a9e-b3ba-840c94ac3eec tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0541530 Dec 20 17:09:51.257972 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b9ae68e-d9f3-4283-8bb4-3951310c919d req-cd22449e-edc2-415b-bdbb-6a3476ed9605 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591290 Dec 20 17:09:52.400403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:52.400997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4dd1b-db24-4483-aae7-17e731c1f737 req-b9a4bb68-82ab-42a7-9c34-0b0d470858ea tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:52.402255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67d4dd1b-db24-4483-aae7-17e731c1f737 req-b9a4bb68-82ab-42a7-9c34-0b0d470858ea tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0576305 Dec 20 17:09:52.470051 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-67d4dd1b-db24-4483-aae7-17e731c1f737 req-1087acc1-6e31-4f6a-809e-22cd196becfb tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&id=3b88383d-6e5b-47b0-9a64-575527e39ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615017 Dec 20 17:09:54.051930 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-6dcf8aba-e16d-49dc-ba72-f33885c21cb4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447087 Dec 20 17:09:54.136208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-f2f72a7f-0632-4234-8598-e548b6e22ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:54.137919 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-f2f72a7f-0632-4234-8598-e548b6e22ffc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1136 time: 0.0429487 Dec 20 17:09:54.253817 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-778b2b64-5d76-4379-8aa7-0a98c9cd2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:54.255309 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-778b2b64-5d76-4379-8aa7-0a98c9cd2698 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 915 time: 0.0945842 Dec 20 17:09:54.332587 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-f675b8ec-bd98-46a8-b5cb-05a2b4fbd915 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 1001 time: 0.0705183 Dec 20 17:09:54.388921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-8945a711-74d5-4eee-b2cf-afb51dff4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:54.390423 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-8945a711-74d5-4eee-b2cf-afb51dff4958 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.0512435 Dec 20 17:09:54.438109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-eed40169-be20-48f7-bfd1-9f781d942a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:09:54.439603 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-eed40169-be20-48f7-bfd1-9f781d942a4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421636 Dec 20 17:09:54.537880 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-72bbb31f-b370-4048-baa2-dc6d2d7d07de service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897367 Dec 20 17:09:54.639525 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-44b4ca93-bc7f-4148-97e7-f1de6ae7b2a6 req-d38f71bc-fa90-4e39-a15d-345f4cd2338c service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945971 Dec 20 17:09:58.137854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:09:59.498549 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-77369ae7-df53-4bfc-bee5-79da87d595cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:01.771429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a56c485-0c5c-4f59-80c0-c75adda0b01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:03.509256 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:04.663338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:05.126290 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:13.023227 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:10:22.451687 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:24.760500 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-79cd9025-26a6-442a-9e4c-d9972a8ed58d tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631182952&fields=id&tenant_id=4297650c75db497b8e36ce39f786d19d HTTP/1.1" status: 200 len: 267 time: 0.0492578 Dec 20 17:10:24.817390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-824f2577-ff84-4a75-90fe-15dc628c0793 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:24.818904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-824f2577-ff84-4a75-90fe-15dc628c0793 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 985 time: 0.0522974 Dec 20 17:10:24.830124 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Request body: {'port': {'security_groups': ['2f98494b-8795-4bef-a255-6ae39774d3c2']}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:24.902095 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.091672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:25.122769 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.216936 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.228883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['40a788a1-6fb4-44a5-a087-8d5ef72b8823'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:10:25.267114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.267780 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.269265 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8682ee0f-9e01-4507-8c8e-b1b500740023 req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "PUT /v2.0/ports/40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 943 time: 0.4437916 Dec 20 17:10:25.269740 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:10:25.272168 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ab868-7943-4172-9017-70505366462d" -d '{"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:10:25.278475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:25.327931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event updated for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:25.340661 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.341009 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.341325 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.341669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.342072 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.342285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['40a788a1-6fb4-44a5-a087-8d5ef72b8823'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:10:25.342489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.342672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.342962 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.343274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.343645 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.343975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.344296 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.344617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca57689-a981-46ab-958a-8e89e5db43b1 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.380442 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b14cbad-589e-4f7f-ac70-a4c7b142e020 x-openstack-request-id: req-3b14cbad-589e-4f7f-ac70-a4c7b142e020 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:10:25.380737 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:10:25.381049 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b14cbad-589e-4f7f-ac70-a4c7b142e020 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:10:25.381556 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'status': 'completed', 'code': 200} Dec 20 17:10:25.382058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.411929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.496550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab868-7943-4172-9017-70505366462d req-efe5d3df-2d5c-4b3b-8704-4f68d5bc6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.498126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-efe5d3df-2d5c-4b3b-8704-4f68d5bc6818 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1097 time: 0.0758278 Dec 20 17:10:25.571690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a41017ef-9bc2-4608-90b2-9389db42f068 None None] Provisioning complete for port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:10:25.572267 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a41017ef-9bc2-4608-90b2-9389db42f068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.610721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab868-7943-4172-9017-70505366462d req-29a4de9f-2559-42e1-ab50-695ed51d6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.612119 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-29a4de9f-2559-42e1-ab50-695ed51d6b5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 915 time: 0.1061468 Dec 20 17:10:25.629065 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.631762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.634084 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "DELETE /v2.0/security-groups/3b88383d-6e5b-47b0-9a64-575527e39ec8 HTTP/1.1" status: 204 len: 168 time: 0.3534300 Dec 20 17:10:25.644260 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53400) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:25.683866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88383d-6e5b-47b0-9a64-575527e39ec8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:25.696811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.697189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.697513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.699477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.699477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.699477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.699477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.699477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.699477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.700282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.700282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.700282 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.701205 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b23360-4899-43a3-9abf-c9be15bed948 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:25.714789 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-6fef4fe6-62e4-4daf-a78d-95a8c4794bae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 1001 time: 0.0938251 Dec 20 17:10:25.768780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab868-7943-4172-9017-70505366462d req-0dc55bd0-59ec-42b6-93e6-41d05ac41629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.770338 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-0dc55bd0-59ec-42b6-93e6-41d05ac41629 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.0481875 Dec 20 17:10:25.818631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab868-7943-4172-9017-70505366462d req-9c9d61c2-e144-490b-a016-5acdafd82288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:25.820157 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-9c9d61c2-e144-490b-a016-5acdafd82288 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433757 Dec 20 17:10:25.834219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Deleting port 1580e67d-1424-4353-b4a0-381b13beebdc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:25.835002 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.921029 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-b0ba6806-74e4-4acf-b9c8-b584821fc82c service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933948 Dec 20 17:10:25.921488 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.921832 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:25.935643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Calling delete_port for 1580e67d-1424-4353-b4a0-381b13beebdc owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:26.021866 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d03ab868-7943-4172-9017-70505366462d req-2b142c95-1486-432a-96bf-9f96b0bdd6a4 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932078 Dec 20 17:10:26.205931 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:26.232856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event deleted for resources: {'Port': ['ID=1580e67d-1424-4353-b4a0-381b13beebdc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:26.298145 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:26.298467 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Floating IP 1b96e138-7f35-4c18-a850-325b20ba68fe disassociated (deleted). External IP: 172.25.6.53, port: 40a788a1-6fb4-44a5-a087-8d5ef72b8823. Dec 20 17:10:26.517948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Router a3b71dbd-6c7c-4720-9a85-1bb089fca99e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:26.631324 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:26.636600 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:26.641699 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] Sync routers for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:26.653949 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:26.654894 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:26.664845 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dc1bcbec-82ec-4fbf-8152-ad734ed9e780 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "DELETE /v2.0/floatingips/1b96e138-7f35-4c18-a850-325b20ba68fe HTTP/1.1" status: 204 len: 168 time: 1.0265279 Dec 20 17:10:26.768784 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:26.978839 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:27.010394 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] Checking router: a3b71dbd-6c7c-4720-9a85-1bb089fca99e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:27.019652 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:27.020187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:27.129429 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:27.328158 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:27.354769 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dab68f-5df3-4363-aa93-4a06046733ff None None] The sync data for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 is: [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '8c3323ec-2ba5-40dd-832b-c5877abe1ec7', 'name': '', 'network_id': 'b19d8a75-5502-41cd-bd06-7f43b2ec3c6b', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'mac_address': 'fa:16:3e:22:ef:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:14Z', 'updated_at': '2021-12-20T17:08:19Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'subnets': [{'id': '22ec03f5-e062-46ac-8a84-ef6f95a71c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:27.383340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:10:27.386010 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b" -d '{"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:10:27.430546 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e289b9c7-c62c-4203-91bb-5c7ca1cb3f6e x-openstack-request-id: req-e289b9c7-c62c-4203-91bb-5c7ca1cb3f6e {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:10:27.430850 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:10:27.431115 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e289b9c7-c62c-4203-91bb-5c7ca1cb3f6e {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:10:27.431541 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'status': 'completed', 'code': 200} Dec 20 17:10:27.499539 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-48700412-d691-4d30-9cb9-9d4ef7216e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:27.501088 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-48700412-d691-4d30-9cb9-9d4ef7216e51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4297650c75db497b8e36ce39f786d19d&device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 1097 time: 0.0462890 Dec 20 17:10:27.611582 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-cb3939e7-d466-4a8d-a05e-d181008aa220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:27.614004 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-cb3939e7-d466-4a8d-a05e-d181008aa220 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 200 len: 915 time: 0.1044767 Dec 20 17:10:27.618037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df961817-44fe-43d1-a713-125acadbef31 None None] New status for floating IP 1b96e138-7f35-4c18-a850-325b20ba68fe: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:10:27.656008 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-66b93dc5-a0e3-4898-b143-ed697a93d3b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 200 len: 217 time: 0.0358295 Dec 20 17:10:27.718293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-3c05901b-8fe7-4760-8ea9-a2bf9c428d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:27.719775 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-3c05901b-8fe7-4760-8ea9-a2bf9c428d2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 200 len: 853 time: 0.0574777 Dec 20 17:10:27.776567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-0d243a6b-5f2d-4d36-9d7b-b023d36e8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:27.777968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-0d243a6b-5f2d-4d36-9d7b-b023d36e8552 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514739 Dec 20 17:10:27.877040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-43b0aa7e-3b6d-46fa-a835-7fced5e69444 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917490 Dec 20 17:10:27.969889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-be7d1b96-9c0a-4552-82f4-26d9ecf5173b req-029b4e63-f5af-4b50-9ae4-01911f549aa3 service neutron] 10.222.0.72 "GET /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863070 Dec 20 17:10:28.177170 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:29.377592 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-50e67bfb-be11-4191-9d50-fe6175ec8d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:31.771466 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e8979d8-127a-4c34-b63e-3f7f08d0fea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:33.240048 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:34.686008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:35.137079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:37.133796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19984ff-bfd4-4a2e-8686-c912527a7e5b req-1df18434-1c09-4529-8baa-3aa59e7f04c2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:37.135973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f19984ff-bfd4-4a2e-8686-c912527a7e5b req-1df18434-1c09-4529-8baa-3aa59e7f04c2 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0587556 Dec 20 17:10:37.190597 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f19984ff-bfd4-4a2e-8686-c912527a7e5b req-8e83789f-f6fc-404c-9917-5623bf34f56b tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448120 Dec 20 17:10:38.310619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152016e-bc05-49b1-b78d-0ea80571d628 req-aa9ef927-103f-4484-a2d4-befc010379e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:38.312146 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2152016e-bc05-49b1-b78d-0ea80571d628 req-aa9ef927-103f-4484-a2d4-befc010379e9 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0503967 Dec 20 17:10:38.360997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2152016e-bc05-49b1-b78d-0ea80571d628 req-9ecd94df-b32e-44a4-a346-8b69eaaefd26 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f98494b-8795-4bef-a255-6ae39774d3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Dec 20 17:10:38.760128 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-1e3eed41-18d2-47df-acf5-3f320d88e016 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:38.761666 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-1e3eed41-18d2-47df-acf5-3f320d88e016 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.72 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Dec 20 17:10:38.868887 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Deleting port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:38.869267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:38.959237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] For port 40a788a1-6fb4-44a5-a087-8d5ef72b8823, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=40a788a1-6fb4-44a5-a087-8d5ef72b8823,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:38.959602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:38.973481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Calling delete_port for 40a788a1-6fb4-44a5-a087-8d5ef72b8823 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:39.188269 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:39.200038 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['40a788a1-6fb4-44a5-a087-8d5ef72b8823'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:10:39.219808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Pushing event deleted for resources: {'Port': ['ID=40a788a1-6fb4-44a5-a087-8d5ef72b8823,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:39.265771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] No DVR routers for this DVR port 40a788a1-6fb4-44a5-a087-8d5ef72b8823 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:39.268550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:39.271932 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f2c61b6c-4216-4f7c-849a-bd802e293aa4 req-3f73d046-71cc-45e6-b7f1-19b6c52548c7 tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.72 "DELETE /v2.0/ports/40a788a1-6fb4-44a5-a087-8d5ef72b8823 HTTP/1.1" status: 204 len: 173 time: 0.5037122 Dec 20 17:10:39.272375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'name': 'network-vif-deleted', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:10:39.275110 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d5306b-4a14-4c86-ade9-6ec019400dde" -d '{"events": [{"server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "name": "network-vif-deleted", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:10:39.371661 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab8585c-15cf-4bd2-ae4f-d5ba05ce3241 x-openstack-request-id: req-aab8585c-15cf-4bd2-ae4f-d5ba05ce3241 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:10:39.371947 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbafd7e-570c-41f6-8277-8a3a0e6385f3", "name": "network-vif-deleted", "tag": "40a788a1-6fb4-44a5-a087-8d5ef72b8823", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:10:39.372221 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aab8585c-15cf-4bd2-ae4f-d5ba05ce3241 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:10:39.372625 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbafd7e-570c-41f6-8277-8a3a0e6385f3', 'name': 'network-vif-deleted', 'tag': '40a788a1-6fb4-44a5-a087-8d5ef72b8823', 'status': 'completed', 'code': 200} Dec 20 17:10:39.462691 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82ff6e21-a017-4458-b860-f9fb2a194cbb req-75ca8be7-75fd-40e5-9f55-1366a70697ff tempest-TestMinimumBasicScenario-497138148 tempest-TestMinimumBasicScenario-497138148-project] 10.222.0.81 "GET /v2.0/ports?device_id=adbafd7e-570c-41f6-8277-8a3a0e6385f3 HTTP/1.1" status: 200 len: 210 time: 0.0296338 Dec 20 17:10:41.866246 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53502) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:42.311203 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:42.918820 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Deleting port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:42.919535 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.004362 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] For port 8c3323ec-2ba5-40dd-832b-c5877abe1ec7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:43.004723 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.017875 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Calling delete_port for 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:43.052685 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 40a788a1-6fb4-44a5-a087-8d5ef72b8823 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:43.077241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 40a788a1-6fb4-44a5-a087-8d5ef72b8823 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:43.077594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 40a788a1-6fb4-44a5-a087-8d5ef72b8823 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:43.285234 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.313136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3323ec-2ba5-40dd-832b-c5877abe1ec7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:43.485574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:43.709205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Router a3b71dbd-6c7c-4720-9a85-1bb089fca99e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:43.821533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:43.826780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-cc9f0712-1e94-4360-add9-b2f42dcba111 admin admin] 10.222.0.81 "PUT /v2.0/routers/a3b71dbd-6c7c-4720-9a85-1bb089fca99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9592640 Dec 20 17:10:43.829400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53504) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:43.830632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] Sync routers for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:43.842004 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:43.842621 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:43.938201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.050585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.057723 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:44.175692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Deleting port 0930baf5-9227-4730-9ee1-4d4bcd50f699 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:44.176156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.240028 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:10:43Z', 'revision_number': 5, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port': {'id': '0930baf5-9227-4730-9ee1-4d4bcd50f699', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:12Z', 'updated_at': '2021-12-20T17:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:44.267416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] For port 0930baf5-9227-4730-9ee1-4d4bcd50f699, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0930baf5-9227-4730-9ee1-4d4bcd50f699,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:44.267774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.268125 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] Checking router: a3b71dbd-6c7c-4720-9a85-1bb089fca99e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:44.277732 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] Routers {'a3b71dbd-6c7c-4720-9a85-1bb089fca99e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:44.278333 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:44.281387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Calling delete_port for 0930baf5-9227-4730-9ee1-4d4bcd50f699 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:44.373359 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] Set router a3b71dbd-6c7c-4720-9a85-1bb089fca99e gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:44.432652 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:10:44Z', 'revision_number': 6, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:44.463981 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e68a37-be8e-41f0-82f6-e3c19753625a None None] The sync data for ids ['a3b71dbd-6c7c-4720-9a85-1bb089fca99e'] in n-d-781076-8 is: [{'id': 'a3b71dbd-6c7c-4720-9a85-1bb089fca99e', 'name': 'tempest-TestMinimumBasicScenario-547496777-router', 'tenant_id': '4297650c75db497b8e36ce39f786d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:11Z', 'updated_at': '2021-12-20T17:10:44Z', 'revision_number': 6, 'project_id': '4297650c75db497b8e36ce39f786d19d', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:44.834088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:44.871269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0930baf5-9227-4730-9ee1-4d4bcd50f699,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:44.878756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400822d7-2db6-40ba-8901-162bad9bc53b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:44.937139 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.037514 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.040404 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.182309 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.182777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b71dbd-6c7c-4720-9a85-1bb089fca99e {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:10:45.187089 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.188236 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47e57d56-c9dc-4122-8e91-b4fb270b2d2e admin admin] 10.222.0.81 "DELETE /v2.0/routers/a3b71dbd-6c7c-4720-9a85-1bb089fca99e HTTP/1.1" status: 204 len: 168 time: 1.3579049 Dec 20 17:10:45.191088 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53506) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:45.238238 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Deleting subnet 22ec03f5-e062-46ac-8a84-ef6f95a71c05 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:10:45.242687 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.280168 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.363697 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.537511 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.565840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ec03f5-e062-46ac-8a84-ef6f95a71c05,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:45.567824 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.572306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-da6f5b8d-2c4b-472b-932e-4c94f611ac2e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/22ec03f5-e062-46ac-8a84-ef6f95a71c05 HTTP/1.1" status: 204 len: 168 time: 0.3798506 Dec 20 17:10:45.574572 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:45.574764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d140d8-d85d-434a-af82-001e3220ad47 None None] Network b19d8a75-5502-41cd-bd06-7f43b2ec3c6b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:45.658591 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.716489 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Deleting port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:45.716828 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.741248 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] DHCP port deletion for b19d8a75-5502-41cd-bd06-7f43b2ec3c6b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:45.785247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] For port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:45.785523 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.795573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Deleting port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:45.795958 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.799003 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Calling delete_port for b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:45.861643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] For port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,segment=NetworkSegment(0c33de89-9b13-4090-9ae1-e488f4dc514a),segment_id=0c33de89-9b13-4090-9ae1-e488f4dc514a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:45.862045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.875383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Calling delete_port for b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:45.948196 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.956050 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:45.975300 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:45.981364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] No DVR routers for this DVR port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:45.983725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Pushing event deleted for resources: {'Port': ['ID=b8d851e3-9f7f-4c2a-b8ff-b31c141448c3,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:45.986224 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] No DVR routers for this DVR port b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:45.996290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.996489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.996852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.997233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.997584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.997924 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.998262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.998599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.998932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.999759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.999759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:45.999974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:46.000214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2119dd14-07c3-41bd-825e-56ac35b32d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:10:46.064305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.084629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19d8a75-5502-41cd-bd06-7f43b2ec3c6b']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:46.094976 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c33de89-9b13-4090-9ae1-e488f4dc514a') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:46.095263 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c33de89-9b13-4090-9ae1-e488f4dc514a') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:46.105562 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.120104 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.126458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:10:46.126871 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:10:46.128537 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:10:46.256596 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.262732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.266074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] 10.222.0.81 "DELETE /v2.0/networks/b19d8a75-5502-41cd-bd06-7f43b2ec3c6b HTTP/1.1" status: 204 len: 168 time: 0.6901596 Dec 20 17:10:46.269263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53510) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:46.277471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2dbcb-fd07-4bbf-af43-c691d6ca643f admin admin] Pushing event deleted for resources: {'Network': ['ID=b19d8a75-5502-41cd-bd06-7f43b2ec3c6b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:46.409928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:46.430796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:46.431135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 8c3323ec-2ba5-40dd-832b-c5877abe1ec7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:46.431560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0930baf5-9227-4730-9ee1-4d4bcd50f699 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:46.451850 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0930baf5-9227-4730-9ee1-4d4bcd50f699 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:46.452196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0930baf5-9227-4730-9ee1-4d4bcd50f699 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:46.452621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:46.476073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:46.476409 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device b8d851e3-9f7f-4c2a-b8ff-b31c141448c3 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:46.638109 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.889940 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Deleting port fb892bc5-c42d-4d34-8fe5-b1e842d125e7 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:46.890194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.973110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] For port fb892bc5-c42d-4d34-8fe5-b1e842d125e7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:46.973506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:46.986900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Calling delete_port for fb892bc5-c42d-4d34-8fe5-b1e842d125e7 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:47.250824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:47.274797 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb892bc5-c42d-4d34-8fe5-b1e842d125e7,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:47.802940 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.019635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Router fad44672-ce67-4bb2-ad26-e72f5b8ad98e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:10:48.130842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:10:48.136740 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5b9af3df-3061-4b1d-a637-95da7956cf7f admin admin] 10.222.0.81 "PUT /v2.0/routers/fad44672-ce67-4bb2-ad26-e72f5b8ad98e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664081 Dec 20 17:10:48.139328 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53512) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:48.144344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] Sync routers for ids ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:10:48.156556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] Routers {'fad44672-ce67-4bb2-ad26-e72f5b8ad98e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:48.157299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:48.253400 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.273310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] Set router fad44672-ce67-4bb2-ad26-e72f5b8ad98e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:48.366987 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.462330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:10:47Z', 'revision_number': 5, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port': {'id': 'acee28f0-43c8-4e0d-b49c-31add2dc6a4e', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:08:19Z', 'updated_at': '2021-12-20T17:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:48.489931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] Checking router: fad44672-ce67-4bb2-ad26-e72f5b8ad98e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:10:48.501011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] Routers {'fad44672-ce67-4bb2-ad26-e72f5b8ad98e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:10:48.501880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:48.515795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Deleting port acee28f0-43c8-4e0d-b49c-31add2dc6a4e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:48.516285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.606921 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] For port acee28f0-43c8-4e0d-b49c-31add2dc6a4e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:48.607296 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.607882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] Set router fad44672-ce67-4bb2-ad26-e72f5b8ad98e gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:10:48.627098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Calling delete_port for acee28f0-43c8-4e0d-b49c-31add2dc6a4e owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:48.669377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:10:48Z', 'revision_number': 6, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:48.697956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560112d-552e-434a-bed1-1890fdfdc4ae None None] The sync data for ids ['fad44672-ce67-4bb2-ad26-e72f5b8ad98e'] in n-d-781076-8 is: [{'id': 'fad44672-ce67-4bb2-ad26-e72f5b8ad98e', 'name': 'tempest-TestMinimumBasicScenario-751133794-router', 'tenant_id': '7c256d1cf0954fbca0489e34a9ba6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:08:18Z', 'updated_at': '2021-12-20T17:10:48Z', 'revision_number': 6, 'project_id': '7c256d1cf0954fbca0489e34a9ba6430', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:10:48.885368 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:48.912101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=acee28f0-43c8-4e0d-b49c-31add2dc6a4e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:48.925947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615bc2b-e529-4744-b5ed-742ac3de22ea None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:48.973856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.068356 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.071412 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.165076 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.165822 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad44672-ce67-4bb2-ad26-e72f5b8ad98e {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:10:49.170737 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.171329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-210ca04c-c6b9-43eb-9e3b-c429569ebb34 admin admin] 10.222.0.81 "DELETE /v2.0/routers/fad44672-ce67-4bb2-ad26-e72f5b8ad98e HTTP/1.1" status: 204 len: 168 time: 1.0310111 Dec 20 17:10:49.173954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53514) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:49.219892 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Deleting subnet ab7699e0-8480-44ee-9784-fa53f84f7605 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:10:49.223080 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.258783 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.341347 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.457378 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.486941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7699e0-8480-44ee-9784-fa53f84f7605,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.489047 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.493424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a5b088e3-0f0e-4ee8-a205-027809389f6d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ab7699e0-8480-44ee-9784-fa53f84f7605 HTTP/1.1" status: 204 len: 168 time: 0.3185070 Dec 20 17:10:49.495143 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d466c0c-d495-4a21-b216-3946ff2868a3 None None] Network b4854dd6-4da1-419a-ad3f-1897e891a93b requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:10:49.496051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53516) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:49.577681 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.650949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Deleting port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:49.650949 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.656400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] DHCP port deletion for b4854dd6-4da1-419a-ad3f-1897e891a93b request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:10:49.710553 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] Deleting port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:10:49.710553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.735402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] For port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:49.735762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.749192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Calling delete_port for 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:49.781084 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] For port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,segment=NetworkSegment(dadc0ad2-b233-4600-9119-9312cdaa5f40),segment_id=dadc0ad2-b233-4600-9119-9312cdaa5f40)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:10:49.781512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.795052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] Calling delete_port for 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:10:49.896736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.904418 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:49.926790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.952603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] No DVR routers for this DVR port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:49.953007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] Pushing event deleted for resources: {'Port': ['ID=0ae9de70-0de6-4423-b0e9-3a7fc319ebb8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:49.953007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fea7c-eacc-4d4e-ac05-ecbf68c17adb None None] No DVR routers for this DVR port 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:10:50.011709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.023975 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:10:50.034118 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4854dd6-4da1-419a-ad3f-1897e891a93b']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:50.045541 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadc0ad2-b233-4600-9119-9312cdaa5f40') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:50.045834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadc0ad2-b233-4600-9119-9312cdaa5f40') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:10:50.056242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.070477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.076953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:10:50.077391 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:10:50.079184 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:10:50.228605 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.234221 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.237457 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] 10.222.0.81 "DELETE /v2.0/networks/b4854dd6-4da1-419a-ad3f-1897e891a93b HTTP/1.1" status: 204 len: 168 time: 0.7403431 Dec 20 17:10:50.251131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbef83b-984c-4f7e-8de4-dc484f832bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=b4854dd6-4da1-419a-ad3f-1897e891a93b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:50.416365 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fb892bc5-c42d-4d34-8fe5-b1e842d125e7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:50.438548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: fb892bc5-c42d-4d34-8fe5-b1e842d125e7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:50.438899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device fb892bc5-c42d-4d34-8fe5-b1e842d125e7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:50.439336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:50.458568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:50.458919 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0ae9de70-0de6-4423-b0e9-3a7fc319ebb8 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:50.459348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device acee28f0-43c8-4e0d-b49c-31add2dc6a4e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:10:50.479174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: acee28f0-43c8-4e0d-b49c-31add2dc6a4e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:10:50.479563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device acee28f0-43c8-4e0d-b49c-31add2dc6a4e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:10:50.664489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:50.705280 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-29bed84a-ad12-47ea-97e3-6e320884bd8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4297650c75db497b8e36ce39f786d19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393317 Dec 20 17:10:50.707864 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53522) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:50.758410 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3b712d5-bf2b-4766-a822-44f0fbc3ee3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.782264 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3b712d5-bf2b-4766-a822-44f0fbc3ee3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.977259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3b712d5-bf2b-4766-a822-44f0fbc3ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.979986 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3b712d5-bf2b-4766-a822-44f0fbc3ee3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:50.981221 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a3b712d5-bf2b-4766-a822-44f0fbc3ee3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f98494b-8795-4bef-a255-6ae39774d3c2 HTTP/1.1" status: 204 len: 168 time: 0.2724574 Dec 20 17:10:50.989664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b712d5-bf2b-4766-a822-44f0fbc3ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98494b-8795-4bef-a255-6ae39774d3c2,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:51.721580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53528) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:51.777643 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1086edd3-4b31-4807-abea-13642b360d7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c256d1cf0954fbca0489e34a9ba6430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547991 Dec 20 17:10:51.781853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53530) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:51.840033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e04e1e-5dd8-4fc5-92de-e92ecf8e37f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.863150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e04e1e-5dd8-4fc5-92de-e92ecf8e37f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.988157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e04e1e-5dd8-4fc5-92de-e92ecf8e37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.992824 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-30e04e1e-5dd8-4fc5-92de-e92ecf8e37f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:51.994068 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-30e04e1e-5dd8-4fc5-92de-e92ecf8e37f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/066d67c9-edf5-4563-886f-4f2bb80cbd09 HTTP/1.1" status: 204 len: 168 time: 0.2112637 Dec 20 17:10:52.004855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e04e1e-5dd8-4fc5-92de-e92ecf8e37f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d67c9-edf5-4563-886f-4f2bb80cbd09,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:52.399651 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.591471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53572) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:55.596071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350711539', 'description': 'tempest-secgroup-smoke-1350711539 description', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:55.719072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.728342 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.806733 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.890641 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:55.928380 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5d286-18e2-4dbe-b99b-f3747a244dcc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:55.972737 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.039703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.070507 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5259f9ec-f8ae-48b3-a34a-205fe2747abd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:56.152001 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.153983 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2e3e4342-e6f3-4f42-98bc-9f271aa37890 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5613098 Dec 20 17:10:56.157011 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53574) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:56.161811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '5259f9ec-f8ae-48b3-a34a-205fe2747abd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:56.278765 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.340743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.393617 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.414323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42948832-7ed8-413c-9f6e-62cb7588c497,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:56.527206 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.528484 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-79a18b18-3cdb-4155-913d-b1d9f477bc93 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704123 Dec 20 17:10:56.531279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53576) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:56.535692 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '5259f9ec-f8ae-48b3-a34a-205fe2747abd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:56.638492 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.696743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.770308 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.792103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94be9a7e-283e-42cc-af08-762a783bd15a,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:56.875408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:56.876632 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cc2a6ade-d682-45ab-b903-f0a292e0708e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444164 Dec 20 17:10:56.879454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53578) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:56.884701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '5259f9ec-f8ae-48b3-a34a-205fe2747abd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:56.998797 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.057281 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.159052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.177394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bffa6e-dba4-4e80-8089-47221f1c55ba,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:57.315199 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.340957 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a3291873-fac7-4b15-b070-61855a4fce5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360716 Dec 20 17:10:57.340957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53580) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:57.340957 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '5259f9ec-f8ae-48b3-a34a-205fe2747abd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:57.547180 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.611212 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.719253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.740088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154bdb98-efb3-4e78-8ee2-5ab51f83b4df,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:57.829866 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:57.831144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f5b7b55d-62e1-4415-bc9d-e06520ff55eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5100238 Dec 20 17:10:57.833813 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53582) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:57.838621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '5259f9ec-f8ae-48b3-a34a-205fe2747abd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:57.970989 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:10:57.977135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.042127 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.165571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.185981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec4550b-ea8c-44ca-9cf2-b020226ae97b,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:58.187711 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.332505 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.333825 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-28b3b8ff-e71b-428e-bc1f-2b5476edaf32 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4990861 Dec 20 17:10:58.337152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53584) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:58.341833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '5259f9ec-f8ae-48b3-a34a-205fe2747abd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:58.450625 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:10:58.456378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.521583 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.604932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.622704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970df942-9834-46c0-a034-a4c39f6cd755,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:58.715668 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.716911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-421c34f5-5794-4b40-aff3-c1c047490db9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3787613 Dec 20 17:10:58.720116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:58.725269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'network': {'name': 'tempest-network-smoke--344567546', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:58.838979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:10:58.842615 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.867215 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:10:58.876056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:58.877077 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Added segment e5362000-7607-490c-8d6b-4748d2cbe216 of type vlan for network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 Dec 20 17:10:58.919360 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.015950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.021802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:10:59.023035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.090487 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Network': ['ID=33a9be59-55b3-4a8e-a16e-509b8c9fde07,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:10:59.105050 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:10:59.140896 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4189fafc-c17b-4bc8-9cfe-a5d03af4f09a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4175959 Dec 20 17:10:59.141852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:10:59.147141 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'admin_state_up': True, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:10:59.256539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.258084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.317234 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.473930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9ba1668-674e-49e7-9ff0-809f9f899a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.580554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.845193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.864611 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:10:59.974051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.236 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/aa72bd1d-7d68-49be-92da-a9a53148a987) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:00.080596 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.170901 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.218312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:00.223902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:00.226289 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=aa72bd1d-7d68-49be-92da-a9a53148a987,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:00.228411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:00.237401 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974c850-228f-4c19-971a-d54d19b96c11 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:11:00.329075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b3742814-7a51-4a5b-b353-d606876720b5 None None] Provisioning complete for port aa72bd1d-7d68-49be-92da-a9a53148a987 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:00.329477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b3742814-7a51-4a5b-b353-d606876720b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.364398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b3742814-7a51-4a5b-b353-d606876720b5 None None] Port aa72bd1d-7d68-49be-92da-a9a53148a987 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:11:00.614626 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:00.829629 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:01.113018 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 34814ce3-1442-4257-9746-ad9297fa1a8e is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:11:01.219992 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:11:01.231224 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Sync routers for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:11:01.240702 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:01.241653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:10:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:01.326852 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:01.328178 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-187729cb-aebb-4b03-9a65-8479f184ec24 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1852047 Dec 20 17:11:01.331408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53590) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:01.353151 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:01.472024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b41db904-c425-4b56-a177-3c2778a9db88 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c035f1b918b4da69766c3bb3bf259a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1394839 Dec 20 17:11:01.474585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53594) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:01.542950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:00Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:01.570388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Checking router: 34814ce3-1442-4257-9746-ad9297fa1a8e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:11:01.570740 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Updating router 34814ce3-1442-4257-9746-ad9297fa1a8e port aa72bd1d-7d68-49be-92da-a9a53148a987 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:11:01.597066 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:01.747821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75b00853-32e8-4a6f-bfb4-c87bce1a622d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:01.882650 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:01.971218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72194225-3929-4474-96c7-ad52af0d0268 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:01.972728 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72194225-3929-4474-96c7-ad52af0d0268 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4972367 Dec 20 17:11:01.975671 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53596) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:01.981955 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.004668 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dd762b6c-9662-43ad-ab2c-08d7ee84664e tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275109 Dec 20 17:11:02.008025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:02.013561 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135187994', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:02.026435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7920bb7-b50c-464f-a30a-f590f5d68667 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:11:02.034221 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Attempting to bind port aa72bd1d-7d68-49be-92da-a9a53148a987 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:11:02.034595 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Attempting to bind port aa72bd1d-7d68-49be-92da-a9a53148a987 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:11:02.034960 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Attempting to bind port aa72bd1d-7d68-49be-92da-a9a53148a987 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Pushing event updated for resources: {'Port': ['ID=aa72bd1d-7d68-49be-92da-a9a53148a987,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Bound port: aa72bd1d-7d68-49be-92da-a9a53148a987, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:11:02.049797 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.057103 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.057485 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.057831 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.058175 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.058511 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.058844 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.059174 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.059502 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.059829 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.060162 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.060498 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.060824 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.061237 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:02.097737 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1d105814-51fa-434a-aaa0-604d6f24678b None None] Provisioning complete for port aa72bd1d-7d68-49be-92da-a9a53148a987 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:02.098117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1d105814-51fa-434a-aaa0-604d6f24678b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.121088 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] For port aa72bd1d-7d68-49be-92da-a9a53148a987, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:11:02.124282 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] For port aa72bd1d-7d68-49be-92da-a9a53148a987, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=aa72bd1d-7d68-49be-92da-a9a53148a987,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:11:02.134993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1d105814-51fa-434a-aaa0-604d6f24678b None None] Port aa72bd1d-7d68-49be-92da-a9a53148a987 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:11:02.199304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:11:02.202921 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.216985 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.268992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba7c68-e30c-4773-9966-4b66bd62c1eb None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:11:02.277221 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17a0c0-d765-4278-be69-c45f2011b3d7 None None] Pushing event updated for resources: {'Port': ['ID=aa72bd1d-7d68-49be-92da-a9a53148a987,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:02.291828 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:02.292445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:02.356779 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ec7aeb11-0c84-4ffd-a682-e220b2282c8d None None] Provisioning complete for port aa72bd1d-7d68-49be-92da-a9a53148a987 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:02.357533 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec7aeb11-0c84-4ffd-a682-e220b2282c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.405925 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:02.446161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec7aeb11-0c84-4ffd-a682-e220b2282c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.467315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ec7aeb11-0c84-4ffd-a682-e220b2282c8d None None] For port aa72bd1d-7d68-49be-92da-a9a53148a987, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=aa72bd1d-7d68-49be-92da-a9a53148a987,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:02.501820 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.530405 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec7aeb11-0c84-4ffd-a682-e220b2282c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.566310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Subnet': ['ID=75d5d74c-83b3-4cc6-a97f-bc02ff3bc274,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:02.575668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Checking segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:11:02.576386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network hostable DHCP agents. Network: 33a9be59-55b3-4a8e-a16e-509b8c9fde07, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:11:02.592017 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:00Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:02.596394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aeb11-0c84-4ffd-a682-e220b2282c8d None None] Pushing event updated for resources: {'Port': ['ID=aa72bd1d-7d68-49be-92da-a9a53148a987,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:02.619524 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3785ca9-5a0e-456e-9627-2d5d175c0519 None None] The sync data for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 is: [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:00Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:11:02.650454 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:11:02.704803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 33a9be59-55b3-4a8e-a16e-509b8c9fde07) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:02.710490 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:02.711173 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:02.720414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb4b78-36e6-4823-9b28-87ba0d5d4a9f None None] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:11:02.777246 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1db4ced0-9b54-4242-9624-3e4814eba169 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7679005 Dec 20 17:11:02.778099 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53600) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:02.834528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:11:02.836072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.020135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Allocated IP 172.20.0.2 (33a9be59-55b3-4a8e-a16e-509b8c9fde07/75d5d74c-83b3-4cc6-a97f-bc02ff3bc274/ea19516d-b34d-4142-88f1-a2029cbd517b) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:03.217381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.244777 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.331854 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.380991 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:03.384191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:03.388840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:03.392163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Pushing event updated for resources: {'Port': ['ID=ea19516d-b34d-4142-88f1-a2029cbd517b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:03.448238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Attempting to bind port ea19516d-b34d-4142-88f1-a2029cbd517b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:11:03.448617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Attempting to bind port ea19516d-b34d-4142-88f1-a2029cbd517b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:11:03.449426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Attempting to bind port ea19516d-b34d-4142-88f1-a2029cbd517b on network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:03.454441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:11:03.454824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Checking segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:11:03.455237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.455668 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Bound using segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:11:03.456114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Bound port: ea19516d-b34d-4142-88f1-a2029cbd517b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:11:03.456514 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.530718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] For port ea19516d-b34d-4142-88f1-a2029cbd517b, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:11:03.534096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] For port ea19516d-b34d-4142-88f1-a2029cbd517b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ea19516d-b34d-4142-88f1-a2029cbd517b,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:11:03.616723 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.649912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:03.682383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02a0cd-0b90-4d56-ba31-85679b26083e None None] Pushing event updated for resources: {'Port': ['ID=ea19516d-b34d-4142-88f1-a2029cbd517b,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:04.037997 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.1 (33a9be59-55b3-4a8e-a16e-509b8c9fde07/75d5d74c-83b3-4cc6-a97f-bc02ff3bc274/f4b0d145-caa1-4f1f-9f54-f1c60f599fc4) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:04.163062 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.256354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.300441 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:04.305981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:04.310064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:04.338944 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:04.365485 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.492300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device aa72bd1d-7d68-49be-92da-a9a53148a987 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:04.546932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port aa72bd1d-7d68-49be-92da-a9a53148a987 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:04.546932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.612068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.655170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ea19516d-b34d-4142-88f1-a2029cbd517b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:04.710287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31eedc-8b4e-4a7a-8164-a3162df07e05 None None] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:11:04.724241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ea19516d-b34d-4142-88f1-a2029cbd517b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:04.724619 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.736468 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.831936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-efe55fe8-b288-45f3-9f3c-6180da3a71fc None None] Provisioning complete for port ea19516d-b34d-4142-88f1-a2029cbd517b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:04.832296 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-efe55fe8-b288-45f3-9f3c-6180da3a71fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:04.944070 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.005777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.090367 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.092277 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:05.130843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.196279 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:05.197984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:05.199433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-efe55fe8-b288-45f3-9f3c-6180da3a71fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.216757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port ea19516d-b34d-4142-88f1-a2029cbd517b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ea19516d-b34d-4142-88f1-a2029cbd517b,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:05.239243 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.308702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.339098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 34814ce3-1442-4257-9746-ad9297fa1a8e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:11:05.396142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-efe55fe8-b288-45f3-9f3c-6180da3a71fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:11:05.396500 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-efe55fe8-b288-45f3-9f3c-6180da3a71fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:11:05.402977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=ea19516d-b34d-4142-88f1-a2029cbd517b,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:05.470676 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:11:05.484603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-70ec0e47-5662-4019-a219-0173458b44ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/34814ce3-1442-4257-9746-ad9297fa1a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6979167 Dec 20 17:11:05.493683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Sync routers for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:11:05.501795 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:05.502435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:05.624782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:05.662208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-f3379c41-51e8-4d7c-bb61-7abf3a7fab4e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350711539&fields=id&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 267 time: 0.0540378 Dec 20 17:11:05.787663 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-8d1e517f-9f3a-4e22-9ca5-3b747796f222 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:05.790232 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-8d1e517f-9f3a-4e22-9ca5-3b747796f222 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/networks?id=33a9be59-55b3-4a8e-a16e-509b8c9fde07 HTTP/1.1" status: 200 len: 796 time: 0.1188560 Dec 20 17:11:05.809656 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-58fd0a71-62eb-4fb7-af45-aa198fe8e09f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/quotas/7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 375 time: 0.0113423 Dec 20 17:11:05.852148 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 2, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:05.864548 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-e31197bc-f4fb-4b36-bf58-896b867be075 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486646 Dec 20 17:11:05.885098 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Checking router: 34814ce3-1442-4257-9746-ad9297fa1a8e for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:11:05.885494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Updating router 34814ce3-1442-4257-9746-ad9297fa1a8e port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:11:05.931310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:05.971516 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-2b185b49-f286-4b78-8608-26577205e3bb service neutron] 10.222.0.81 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941617 Dec 20 17:11:06.073262 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-210abada-43d5-49af-918a-00f293cc9a07 service neutron] 10.222.0.81 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955689 Dec 20 17:11:06.134856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-553e97b9-8701-4746-b9ac-a5c9a166c592 None None] Provisioning complete for port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:06.135329 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-553e97b9-8701-4746-b9ac-a5c9a166c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.183651 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-553e97b9-8701-4746-b9ac-a5c9a166c592 None None] Port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:11:06.219773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-553e97b9-8701-4746-b9ac-a5c9a166c592 None None] Provisioning complete for port ea19516d-b34d-4142-88f1-a2029cbd517b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:06.220171 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-553e97b9-8701-4746-b9ac-a5c9a166c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.301708 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.376917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8223bae-be56-4a7f-8b56-8dc08a59ddd0 req-313ec567-e777-4b6b-99ae-aff570cd6975 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 210 time: 0.0528319 Dec 20 17:11:06.404568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.451796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ea19516d-b34d-4142-88f1-a2029cbd517b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:06.495925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb20c30-caeb-4b27-b180-4d50b5e72176 None None] Pushing event updated for resources: {'Port': ['ID=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:06.568684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ea19516d-b34d-4142-88f1-a2029cbd517b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:06.569323 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.574857 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Attempting to bind port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:11:06.575591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Attempting to bind port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:11:06.575965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Attempting to bind port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 on network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:06.602560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:11:06.603010 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Checking segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:11:06.603403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.603798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Bound using segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:11:06.604305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Bound port: f4b0d145-caa1-4f1f-9f54-f1c60f599fc4, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:11:06.604675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.723183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] For port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:11:06.744725 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] For port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:11:06.747433 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-cf40e5e8-979b-4f19-a48c-c4da1d01dfbf None None] Provisioning complete for port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:06.747790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf40e5e8-979b-4f19-a48c-c4da1d01dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.789752 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e5e8-979b-4f19-a48c-c4da1d01dfbf None None] Port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:11:06.816930 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:06.880138 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:06.880776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:06.921707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb20c30-caeb-4b27-b180-4d50b5e72176 None None] Pushing event updated for resources: {'Port': ['ID=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:07.004726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:07.167354 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1e9f7e64-e4df-4a7b-8dbf-08cc2bf2f7dc None None] Provisioning complete for port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:07.167732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7e64-e4df-4a7b-8dbf-08cc2bf2f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:07.339675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7e64-e4df-4a7b-8dbf-08cc2bf2f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:07.355097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:06Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:07.395015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812abef-dcec-4d9d-a4db-dc10fc95a95d None None] The sync data for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 is: [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:06Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:11:07.414772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1e9f7e64-e4df-4a7b-8dbf-08cc2bf2f7dc None None] For port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:07.485208 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1e9f7e64-e4df-4a7b-8dbf-08cc2bf2f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:07.527819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-294a6010-d7b8-4665-aeb7-9c51c8b5835f req-b174d114-4e19-4108-87d1-f86d767bfa68 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 210 time: 0.0634689 Dec 20 17:11:07.566774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f7e64-e4df-4a7b-8dbf-08cc2bf2f7dc None None] Pushing event updated for resources: {'Port': ['ID=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:08.440299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:08.493621 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:08.494000 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:08.669816 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fe617a26-a324-4d36-b48d-f92b67e85e0e req-58dedb60-b7d3-417e-b4c7-dd3b31a2eaea tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 210 time: 0.0483832 Dec 20 17:11:08.861936 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-52a90d5c-b499-4a82-8a7a-43da4766169e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:08.863452 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-52a90d5c-b499-4a82-8a7a-43da4766169e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/networks?id=33a9be59-55b3-4a8e-a16e-509b8c9fde07 HTTP/1.1" status: 200 len: 796 time: 0.1173470 Dec 20 17:11:08.932081 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-095707ec-d9f6-4e3f-a268-e5ff922f92e4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 380 time: 0.0590832 Dec 20 17:11:08.943085 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'port': {'device_id': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'admin_state_up': True, 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'security_groups': ['5259f9ec-f8ae-48b3-a34a-205fe2747abd']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:09.158819 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:11:09.162564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.292189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.8 (33a9be59-55b3-4a8e-a16e-509b8c9fde07/75d5d74c-83b3-4cc6-a97f-bc02ff3bc274/c54812b3-081c-4c25-8bc7-b7903e6ec871) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:09.438685 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.536280 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.586401 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:09.589979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:09.594308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:09.623352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=c54812b3-081c-4c25-8bc7-b7903e6ec871,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:09.659569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:09.660236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.755969 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-69989320-2857-40f1-b5c4-32527331b500 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166304 Dec 20 17:11:09.772910 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Request body: {'port': {'device_id': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:09.810490 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a55b99-8f50-4482-bc65-62976e7b3c1f req-8d989f6a-abf0-4871-9da3-a5834a919cc2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:09.812582 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26a55b99-8f50-4482-bc65-62976e7b3c1f req-8d989f6a-abf0-4871-9da3-a5834a919cc2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 931 time: 0.0616963 Dec 20 17:11:09.839788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ac32ea34-5336-4be4-91e3-3ff92cba2686 None None] Provisioning complete for port c54812b3-081c-4c25-8bc7-b7903e6ec871 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:09.840383 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ac32ea34-5336-4be4-91e3-3ff92cba2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.847298 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:09.873757 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26a55b99-8f50-4482-bc65-62976e7b3c1f req-f6b37d42-16e0-4faa-b0dc-a66478cee2f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548027 Dec 20 17:11:09.888208 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ac32ea34-5336-4be4-91e3-3ff92cba2686 None None] Port c54812b3-081c-4c25-8bc7-b7903e6ec871 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:11:10.138871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54812b3-081c-4c25-8bc7-b7903e6ec871 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:11:10.148984 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:10.163517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Transition to ACTIVE for port object c54812b3-081c-4c25-8bc7-b7903e6ec871 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:11:10.255712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:10.310184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c54812b3-081c-4c25-8bc7-b7903e6ec871,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:10.387897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Attempting to bind port c54812b3-081c-4c25-8bc7-b7903e6ec871 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:11:10.388234 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Attempting to bind port c54812b3-081c-4c25-8bc7-b7903e6ec871 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:11:10.388562 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Attempting to bind port c54812b3-081c-4c25-8bc7-b7903e6ec871 on network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:10.393473 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Port c54812b3-081c-4c25-8bc7-b7903e6ec871 on network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:11:10.393756 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Attempting to bind port c54812b3-081c-4c25-8bc7-b7903e6ec871 on network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:11:10.399537 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:11:10.399877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Checking segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:11:10.400264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Bound using segment: {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:11:10.400723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Bound port: c54812b3-081c-4c25-8bc7-b7903e6ec871, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5362000-7607-490c-8d6b-4748d2cbe216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:11:10.401050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:10.471428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] For port c54812b3-081c-4c25-8bc7-b7903e6ec871, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:11:10.474725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] For port c54812b3-081c-4c25-8bc7-b7903e6ec871, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:11:10.553743 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:10.596130 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:10.597046 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:10.598470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/c54812b3-081c-4c25-8bc7-b7903e6ec871 HTTP/1.1" status: 200 len: 1091 time: 0.8344426 Dec 20 17:11:10.598914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:10.601233 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b" -d '{"events": [{"name": "network-changed", "server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:10.629125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1282a9-37bf-4dae-8349-3b79d7dcb9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c54812b3-081c-4c25-8bc7-b7903e6ec871,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:10.649150 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dec111-4fde-4aa9-a722-29585aa30fbb x-openstack-request-id: req-d4dec111-4fde-4aa9-a722-29585aa30fbb {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:10.649441 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:10.649700 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4dec111-4fde-4aa9-a722-29585aa30fbb {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:10.650117 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'status': 'completed', 'code': 200} Dec 20 17:11:10.716352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b req-9e5702d8-0dec-48f2-89c2-12d600f8aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:10.717944 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b req-9e5702d8-0dec-48f2-89c2-12d600f8aee5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1094 time: 0.0459385 Dec 20 17:11:10.833411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b req-9e37b5c7-f86c-4930-b8a7-719fedcccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:10.834939 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b req-9e37b5c7-f86c-4930-b8a7-719fedcccfa7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1088057 Dec 20 17:11:10.939229 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b req-a2fc44fc-b690-4810-b052-8a0a38814017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:10.940705 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ef4cf157-57b8-4f70-b6ca-0020c3f3002b req-a2fc44fc-b690-4810-b052-8a0a38814017 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987260 Dec 20 17:11:10.997098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc8d8e-3be0-4226-a9eb-1d022dbeb815 req-70376433-0632-40ec-95aa-7e21afecb75c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:10.998705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1dc8d8e-3be0-4226-a9eb-1d022dbeb815 req-70376433-0632-40ec-95aa-7e21afecb75c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 943 time: 0.0548978 Dec 20 17:11:11.022398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-c1df8409-b566-4fb4-a3d3-e38be5798c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:11.024253 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-c1df8409-b566-4fb4-a3d3-e38be5798c82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1094 time: 0.0462050 Dec 20 17:11:11.055860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1dc8d8e-3be0-4226-a9eb-1d022dbeb815 req-9975000c-6bad-4284-ac63-a0a172e78789 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509298 Dec 20 17:11:11.075369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-0b3f38f3-939f-40e2-b5c5-6d28ac9a3e87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871 HTTP/1.1" status: 200 len: 217 time: 0.0424497 Dec 20 17:11:11.127752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-d7288259-b6f1-4694-9905-78b621ae90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:11.129348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-d7288259-b6f1-4694-9905-78b621ae90d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75d5d74c-83b3-4cc6-a97f-bc02ff3bc274 HTTP/1.1" status: 200 len: 835 time: 0.0471823 Dec 20 17:11:11.180481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f8-1be3-4542-8718-0df65994b303 req-7b6b9fdd-516f-40c3-a6db-e13b4e1910b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:11.181951 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-7b6b9fdd-516f-40c3-a6db-e13b4e1910b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33a9be59-55b3-4a8e-a16e-509b8c9fde07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455053 Dec 20 17:11:11.286471 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-9de4aa58-fb0d-4f32-8bc0-c7e5decdc684 service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973861 Dec 20 17:11:11.381579 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1ec349f8-1be3-4542-8718-0df65994b303 req-82aa55d2-1b21-4b27-8831-35c3d4ed3ff4 service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880506 Dec 20 17:11:12.180205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51c19e-f2aa-4e8a-bf49-c0ccc8daa321 req-e83cf6b3-03da-4d6b-b38c-dbf71db3ec04 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:12.181772 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e51c19e-f2aa-4e8a-bf49-c0ccc8daa321 req-e83cf6b3-03da-4d6b-b38c-dbf71db3ec04 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 943 time: 0.0524237 Dec 20 17:11:12.238389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4e51c19e-f2aa-4e8a-bf49-c0ccc8daa321 req-0b06dded-9e93-4c94-990e-e01df35486fc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505626 Dec 20 17:11:13.362461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9ccd7-646a-4be0-a941-e69c4f699b0f req-f4ea24cb-184f-49cb-a885-aaf6daf76bb4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:13.364011 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04b9ccd7-646a-4be0-a941-e69c4f699b0f req-f4ea24cb-184f-49cb-a885-aaf6daf76bb4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 943 time: 0.0532942 Dec 20 17:11:13.433288 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-04b9ccd7-646a-4be0-a941-e69c4f699b0f req-7f522e40-017a-495e-8b5a-c8e942bd6235 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617681 Dec 20 17:11:14.555739 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e1a29-6367-4071-b304-ed226619bb32 req-8f5b3a1d-0f32-440d-855a-666c892da26b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:14.557320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27e1a29-6367-4071-b304-ed226619bb32 req-8f5b3a1d-0f32-440d-855a-666c892da26b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 943 time: 0.0551717 Dec 20 17:11:14.610477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c27e1a29-6367-4071-b304-ed226619bb32 req-38fe1c4a-4619-4a18-bac6-56de0f6b4690 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450389 Dec 20 17:11:15.185992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c54812b3-081c-4c25-8bc7-b7903e6ec871 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:11:15.284738 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c54812b3-081c-4c25-8bc7-b7903e6ec871, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:15.296447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'port_id': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'mac_address': 'fa:16:3e:6a:09:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:11:15.333496 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:15.348034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54812b3-081c-4c25-8bc7-b7903e6ec871 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:11:15.367648 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c54812b3-081c-4c25-8bc7-b7903e6ec871, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:15.450103 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:15.501706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=c54812b3-081c-4c25-8bc7-b7903e6ec871,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:15.694870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['c54812b3-081c-4c25-8bc7-b7903e6ec871'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:11:15.728794 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2314b-9b7a-4ceb-9937-8816ff03c44f req-7a85eeee-b903-472e-8994-a6e25140dbd2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:15.730177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4b2314b-9b7a-4ceb-9937-8816ff03c44f req-7a85eeee-b903-472e-8994-a6e25140dbd2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 944 time: 0.0501142 Dec 20 17:11:15.781765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4b2314b-9b7a-4ceb-9937-8816ff03c44f req-7cb36fb4-d4b2-4131-8e0c-daf65ab6f5e2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Dec 20 17:11:16.900608 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ac69-1fa5-4a7d-9d3a-723e2db55e1f req-30744df5-88b3-40fa-bb50-05590a1ec1aa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:16.902301 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1e5ac69-1fa5-4a7d-9d3a-723e2db55e1f req-30744df5-88b3-40fa-bb50-05590a1ec1aa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 944 time: 0.0524166 Dec 20 17:11:16.961510 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a1e5ac69-1fa5-4a7d-9d3a-723e2db55e1f req-ca92f0a1-3f9a-4cf7-870e-953780f48f8d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529716 Dec 20 17:11:17.201292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c54812b3-081c-4c25-8bc7-b7903e6ec871 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:11:17.541484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port c54812b3-081c-4c25-8bc7-b7903e6ec871 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:11:17.546175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port c54812b3-081c-4c25-8bc7-b7903e6ec871 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:11:17.546593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:17.626249 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:17.652400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:17.654663 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ce3a3-917f-49a1-bdaf-ccb0f8263660" -d '{"events": [{"server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:17.668309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port c54812b3-081c-4c25-8bc7-b7903e6ec871, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:17.741703 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:17.766769 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4375b5-6557-4d22-854e-d055352999ae x-openstack-request-id: req-bb4375b5-6557-4d22-854e-d055352999ae {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:17.767071 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:17.767325 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb4375b5-6557-4d22-854e-d055352999ae {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:17.767724 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'code': 200} Dec 20 17:11:17.796246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=c54812b3-081c-4c25-8bc7-b7903e6ec871,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:17.862717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b3dab-b659-4b30-9c96-9c6f767d3391 req-0a91adcb-e264-4b70-a2fb-cef7c334becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:17.864401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-618b3dab-b659-4b30-9c96-9c6f767d3391 req-0a91adcb-e264-4b70-a2fb-cef7c334becd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0472403 Dec 20 17:11:17.912759 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-618b3dab-b659-4b30-9c96-9c6f767d3391 req-6774ce0b-fe0c-4c4b-bd60-854e62dac700 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Dec 20 17:11:18.089995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798ca4-98ed-48eb-993b-39b95d993cfa req-e3157a85-4710-456c-a18b-7242dbaf81b1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:18.091424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c798ca4-98ed-48eb-993b-39b95d993cfa req-e3157a85-4710-456c-a18b-7242dbaf81b1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Dec 20 17:11:18.144049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c798ca4-98ed-48eb-993b-39b95d993cfa req-d3b53cd6-5a1a-4c26-837d-1f9db8bd2f4f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459182 Dec 20 17:11:19.266258 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc2f32-d73d-4b40-9a99-8805714f82cf req-5c7b229b-d6f7-4044-8396-8f8923e22697 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:19.267815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8fc2f32-d73d-4b40-9a99-8805714f82cf req-5c7b229b-d6f7-4044-8396-8f8923e22697 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0525942 Dec 20 17:11:19.324942 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8fc2f32-d73d-4b40-9a99-8805714f82cf req-17bcfc29-4c65-43b5-9b82-c1647200a166 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 Dec 20 17:11:20.449629 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aef61-f433-4787-9ec8-ff909aea77c9 req-c46e038d-c8d3-41ac-83b6-e94124d89ece tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.451032 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab8aef61-f433-4787-9ec8-ff909aea77c9 req-c46e038d-c8d3-41ac-83b6-e94124d89ece tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0545790 Dec 20 17:11:20.501099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab8aef61-f433-4787-9ec8-ff909aea77c9 req-b8cd8bad-6255-423e-abdc-748c4cd82781 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Dec 20 17:11:20.623811 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b490c-5e79-4c85-914f-2dc29df644de req-b36e1369-c1ad-4cff-ab2e-234ded9691d6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.625745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c0b490c-5e79-4c85-914f-2dc29df644de req-b36e1369-c1ad-4cff-ab2e-234ded9691d6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0530353 Dec 20 17:11:20.696487 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1c0b490c-5e79-4c85-914f-2dc29df644de req-d404f04c-7d37-4490-8969-b11c63ea3b0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635059 Dec 20 17:11:20.718763 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53658) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:20.764205 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72fb0a9-9a77-48a8-a9b6-4033309ce3fa tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:20.765773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e72fb0a9-9a77-48a8-a9b6-4033309ce3fa tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1091 time: 0.0459101 Dec 20 17:11:20.768766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53660) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:20.773906 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:11:20.907718 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:21.007393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:21.116974 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.110 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/a1650935-aba6-4490-9bda-624b118439df) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:11:21.222233 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:21.307493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:21.354456 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:11:21.357373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:11:21.360948 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:11:21.383453 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=a1650935-aba6-4490-9bda-624b118439df,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:21.733574 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:21.865073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:22.019186 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:22.095960 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:22.165891 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=a1650935-aba6-4490-9bda-624b118439df,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:22.180334 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:22.283857 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP f72e0410-2a7f-4f58-abce-26b2e76b7174 associated. External IP: 172.25.6.110, port: c54812b3-081c-4c25-8bc7-b7903e6ec871. Dec 20 17:11:22.392870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:22.501633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 34814ce3-1442-4257-9746-ad9297fa1a8e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:11:22.921703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:11:22.932157 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] Sync routers for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:11:22.942064 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:22.942665 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:22.983525 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:23.017765 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-00fd4830-b211-42c9-8414-c5471a021fe3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2453616 Dec 20 17:11:23.017765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:23.018398 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:23.075463 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89c403-a621-48de-9f13-d8674432d636 x-openstack-request-id: req-3c89c403-a621-48de-9f13-d8674432d636 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:23.075765 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:23.076020 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c89c403-a621-48de-9f13-d8674432d636 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:23.076442 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'status': 'completed', 'code': 200} Dec 20 17:11:23.147027 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-9e27e934-58c5-42e2-8ed3-ca1c3fb2d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:23.148577 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-9e27e934-58c5-42e2-8ed3-ca1c3fb2d1a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0491955 Dec 20 17:11:23.152795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122934c6-23bb-41ad-bdb7-2e960fee1b55 req-b450ad13-e466-495d-8fb3-d9b936c65b06 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:23.155881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122934c6-23bb-41ad-bdb7-2e960fee1b55 req-b450ad13-e466-495d-8fb3-d9b936c65b06 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0650494 Dec 20 17:11:23.176094 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:23.210275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-122934c6-23bb-41ad-bdb7-2e960fee1b55 req-9cbdd51d-0bb1-4f0e-8f06-0a8af648dd73 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479407 Dec 20 17:11:23.240262 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53666) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:23.266651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-03842515-2013-47b5-9f9a-18aa6e4cf8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:23.268518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-03842515-2013-47b5-9f9a-18aa6e4cf8bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=33a9be59-55b3-4a8e-a16e-509b8c9fde07 HTTP/1.1" status: 200 len: 897 time: 0.1133800 Dec 20 17:11:23.311068 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d470693f-ed42-4408-8ef0-44f6e649e8b4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/f72e0410-2a7f-4f58-abce-26b2e76b7174 HTTP/1.1" status: 200 len: 991 time: 0.0711067 Dec 20 17:11:23.342139 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-a20cc8da-fe9e-47a9-b680-99b5c27d0ae7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871 HTTP/1.1" status: 200 len: 999 time: 0.0658269 Dec 20 17:11:23.395201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-948ea6c2-7cce-485d-b373-b350f951cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:23.396791 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-948ea6c2-7cce-485d-b373-b350f951cd03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75d5d74c-83b3-4cc6-a97f-bc02ff3bc274 HTTP/1.1" status: 200 len: 835 time: 0.0470564 Dec 20 17:11:23.422498 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'f72e0410-2a7f-4f58-abce-26b2e76b7174', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'port_id': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'mac_address': 'fa:16:3e:6a:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:11:21Z', 'updated_at': '2021-12-20T17:11:21Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:07Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:23.447482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-8dc141a3-2b61-499d-893a-ee5804afc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:23.448865 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-8dc141a3-2b61-499d-893a-ee5804afc966 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33a9be59-55b3-4a8e-a16e-509b8c9fde07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457048 Dec 20 17:11:23.452946 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] Checking router: 34814ce3-1442-4257-9746-ad9297fa1a8e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:11:23.461420 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:23.462019 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:23.542901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-d1d0574c-7b38-4d31-8676-c0b52d8462a3 service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858839 Dec 20 17:11:23.569233 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:23.638746 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-c2a945e9-1f2d-427f-8ec7-06ff99aaec8f req-67c99f66-13f0-4f89-8cb0-5f3254ee149b service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892401 Dec 20 17:11:23.798269 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'f72e0410-2a7f-4f58-abce-26b2e76b7174', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'port_id': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'mac_address': 'fa:16:3e:6a:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:11:21Z', 'updated_at': '2021-12-20T17:11:21Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:07Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:23.827935 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a90c28-45be-4df7-a2c4-56f634b6edb3 None None] The sync data for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 is: [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'f72e0410-2a7f-4f58-abce-26b2e76b7174', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'port_id': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'mac_address': 'fa:16:3e:6a:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:11:21Z', 'updated_at': '2021-12-20T17:11:21Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:07Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:11:24.042015 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7632e9d-0c83-4c34-a07b-048ae988d119 None None] New status for floating IP f72e0410-2a7f-4f58-abce-26b2e76b7174: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:11:24.312776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53668) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:24.377927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6addea0d-5cb2-449a-9b07-3e09d60f836b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/f72e0410-2a7f-4f58-abce-26b2e76b7174 HTTP/1.1" status: 200 len: 993 time: 0.0639856 Dec 20 17:11:27.023195 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:11:28.141807 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:29.387513 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e9e8-b40b-4dd0-8cbd-8a83c0d76be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:31.838489 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2afd67f-aaba-4eaa-b56e-2725a5bd023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:33.210223 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:34.678861 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:35.158338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:51.148293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043eb0f-035a-43f2-9a78-6fbbbccd190a req-a60f9a21-7179-4c64-bdbe-df2f118f7073 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:51.149451 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2043eb0f-035a-43f2-9a78-6fbbbccd190a req-a60f9a21-7179-4c64-bdbe-df2f118f7073 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0560513 Dec 20 17:11:51.202420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2043eb0f-035a-43f2-9a78-6fbbbccd190a req-7db52300-7857-4509-9af4-9fc2beb36600 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 Dec 20 17:11:52.326045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64689488-1e2d-4940-8e4d-a3ea218bf065 req-21c94b8c-8340-4253-8bc5-6e0f27a49bb8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:52.327698 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64689488-1e2d-4940-8e4d-a3ea218bf065 req-21c94b8c-8340-4253-8bc5-6e0f27a49bb8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0516002 Dec 20 17:11:52.384934 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-64689488-1e2d-4940-8e4d-a3ea218bf065 req-d5242051-bed2-4ff5-8af7-dd1094623250 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504949 Dec 20 17:11:52.403762 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:52.408899 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53686) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:52.474243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fce54219-7221-443c-b53b-0942d3072523 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/f72e0410-2a7f-4f58-abce-26b2e76b7174 HTTP/1.1" status: 200 len: 993 time: 0.0640631 Dec 20 17:11:53.870276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f0cb2-d25a-46ca-a0c9-10a8c52bd648 req-e1566402-f050-40b8-bfe6-a0417726ce12 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:53.871855 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc3f0cb2-d25a-46ca-a0c9-10a8c52bd648 req-e1566402-f050-40b8-bfe6-a0417726ce12 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Dec 20 17:11:53.925197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dc3f0cb2-d25a-46ca-a0c9-10a8c52bd648 req-c06bf3c7-afbd-4f6d-81d2-47f16cc385f4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Dec 20 17:11:55.066240 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc06c30-414b-4771-a119-23dd0ead0576 req-f7dd2f1a-2a2d-4f6f-b03c-8b916fdc51a6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:55.067779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bc06c30-414b-4771-a119-23dd0ead0576 req-f7dd2f1a-2a2d-4f6f-b03c-8b916fdc51a6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0499275 Dec 20 17:11:55.123591 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bc06c30-414b-4771-a119-23dd0ead0576 req-d03cb6f0-6107-40d7-b5d9-f6fcd859d09f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496440 Dec 20 17:11:55.147986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53698) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:55.209579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7f565bcc-cf8f-4ba5-9013-a0941a6904e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/f72e0410-2a7f-4f58-abce-26b2e76b7174 HTTP/1.1" status: 200 len: 993 time: 0.0601344 Dec 20 17:11:55.493457 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53704) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:11:55.654838 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port a1650935-aba6-4490-9bda-624b118439df {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:11:55.655178 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:55.738788 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:55.739155 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:55.752102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for a1650935-aba6-4490-9bda-624b118439df owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:11:55.952273 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:55.975992 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=a1650935-aba6-4490-9bda-624b118439df,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:55.992290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.992651 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.992995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.993365 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.993704 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.994037 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.994367 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.994732 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.995059 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.995386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.995709 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.996030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:55.996353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:56.048361 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-42c51a1a-bb4b-458b-a31a-83655a239937 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412817 Dec 20 17:11:56.053528 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:56.053972 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP f72e0410-2a7f-4f58-abce-26b2e76b7174 disassociated (deleted). External IP: 172.25.6.110, port: c54812b3-081c-4c25-8bc7-b7903e6ec871. Dec 20 17:11:56.135150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-61917c72-ebc0-4afa-9cb2-ce8a77f1e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.136653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-61917c72-ebc0-4afa-9cb2-ce8a77f1e9dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0430806 Dec 20 17:11:56.251733 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-c17fc2ce-1698-419b-869e-24ec273553a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.253236 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-c17fc2ce-1698-419b-869e-24ec273553a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=33a9be59-55b3-4a8e-a16e-509b8c9fde07 HTTP/1.1" status: 200 len: 897 time: 0.0930736 Dec 20 17:11:56.280539 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 34814ce3-1442-4257-9746-ad9297fa1a8e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:11:56.299620 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-21807748-1a46-4192-a0bd-22955db8aeb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871 HTTP/1.1" status: 200 len: 217 time: 0.0374110 Dec 20 17:11:56.352592 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-118164cc-0df8-4fe6-81ed-073e3643d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.354126 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-118164cc-0df8-4fe6-81ed-073e3643d81b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75d5d74c-83b3-4cc6-a97f-bc02ff3bc274 HTTP/1.1" status: 200 len: 835 time: 0.0471551 Dec 20 17:11:56.397897 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:11:56.402980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:56.406764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-e03d233f-35ae-44b8-a295-cbda830485cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.408277 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-e03d233f-35ae-44b8-a295-cbda830485cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33a9be59-55b3-4a8e-a16e-509b8c9fde07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468369 Dec 20 17:11:56.409102 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] Sync routers for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:11:56.419950 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:56.420547 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:56.420847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-ae8a8486-f266-4405-bb82-2fcabbced7b1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:11:56.421970 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-ae8a8486-f266-4405-bb82-2fcabbced7b1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052757 Dec 20 17:11:56.433070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-100e8b30-b0a1-4976-a999-6ac5fd80ce5e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/floatingips/f72e0410-2a7f-4f58-abce-26b2e76b7174 HTTP/1.1" status: 204 len: 168 time: 0.9386048 Dec 20 17:11:56.433690 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:56.435928 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a44490-77e9-443d-8bec-f7dc5e793a09" -d '{"events": [{"name": "network-changed", "server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:56.514804 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1ba04d-a860-4b14-bda5-d37569f67e51 x-openstack-request-id: req-ce1ba04d-a860-4b14-bda5-d37569f67e51 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:56.514998 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:56.515197 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce1ba04d-a860-4b14-bda5-d37569f67e51 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:56.515593 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'status': 'completed', 'code': 200} Dec 20 17:11:56.525292 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-c729dbf6-1e9f-4069-9338-d4ab55c6d0d9 service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945425 Dec 20 17:11:56.535896 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:56.623838 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0ef040b6-fbae-4ec8-aa4f-96c3eb3fdbfc req-486e5d12-cfdd-465f-9898-c1629c38e3cc service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913966 Dec 20 17:11:56.740603 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:07Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:56.768026 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] Checking router: 34814ce3-1442-4257-9746-ad9297fa1a8e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:11:56.777969 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:11:56.778184 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:11:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:56.812843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-75f94002-0a45-48f0-911a-630966c86701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.814415 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-75f94002-0a45-48f0-911a-630966c86701 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0478027 Dec 20 17:11:56.891242 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:11:56.931221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-bb1e05d5-884b-4fb7-b7ea-b0201b618015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.932723 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-bb1e05d5-884b-4fb7-b7ea-b0201b618015 service neutron] 10.222.0.72 "GET /v2.0/networks?id=33a9be59-55b3-4a8e-a16e-509b8c9fde07 HTTP/1.1" status: 200 len: 897 time: 0.1078298 Dec 20 17:11:56.952393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d56dd-face-46ff-bc0f-96948d886947 req-f54d1701-ae39-407d-b7de-fcdd0e42996c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:56.954454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf8d56dd-face-46ff-bc0f-96948d886947 req-f54d1701-ae39-407d-b7de-fcdd0e42996c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0561540 Dec 20 17:11:56.979536 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-8e47437c-73de-4f8e-bc43-1ed3e758d0d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871 HTTP/1.1" status: 200 len: 217 time: 0.0381413 Dec 20 17:11:57.014139 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf8d56dd-face-46ff-bc0f-96948d886947 req-a26c5f8b-f929-4742-b074-a74bc05a21f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523384 Dec 20 17:11:57.037340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-ad3dda58-89ad-40ba-8354-b37451a2d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:57.037340 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-ad3dda58-89ad-40ba-8354-b37451a2d60d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75d5d74c-83b3-4cc6-a97f-bc02ff3bc274 HTTP/1.1" status: 200 len: 835 time: 0.0485828 Dec 20 17:11:57.089902 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-5845ab2a-3ac6-4bb2-a5b1-8b6a404606a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:57.091541 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-5845ab2a-3ac6-4bb2-a5b1-8b6a404606a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=33a9be59-55b3-4a8e-a16e-509b8c9fde07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459757 Dec 20 17:11:57.104944 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:07Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:11:57.189115 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-583582d8-ac20-447d-a7c9-b230cb62ca63 service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877309 Dec 20 17:11:57.227348 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c7893-922f-45ab-8559-38f428b8f992 None None] The sync data for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 is: [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:04Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': 'f4b0d145-caa1-4f1f-9f54-f1c60f599fc4', 'name': '', 'network_id': '33a9be59-55b3-4a8e-a16e-509b8c9fde07', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:f5:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:11:03Z', 'updated_at': '2021-12-20T17:11:07Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '75d5d74c-83b3-4cc6-a97f-bc02ff3bc274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:11:57.290443 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-87a44490-77e9-443d-8bec-f7dc5e793a09 req-0bd504ae-c23d-47d5-ae6f-d6a963db42b8 service neutron] 10.222.0.72 "GET /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930212 Dec 20 17:11:57.464627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8ab9d-39ec-4954-ad32-99d2c73f5a92 None None] New status for floating IP f72e0410-2a7f-4f58-abce-26b2e76b7174: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:11:58.138935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ccd85-cd7e-405a-9626-d58eef8a335a req-05019b01-f1c5-45f1-a9a9-b69a645cad50 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:58.140479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a02ccd85-cd7e-405a-9626-d58eef8a335a req-05019b01-f1c5-45f1-a9a9-b69a645cad50 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0506408 Dec 20 17:11:58.169472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:58.194415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a02ccd85-cd7e-405a-9626-d58eef8a335a req-a545f1a5-46bf-437c-977c-2e0a5c9078e2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=5259f9ec-f8ae-48b3-a34a-205fe2747abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461738 Dec 20 17:11:58.524355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-02fc764c-4cf8-48fc-93bc-d3d41fddb796 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:11:58.525917 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-02fc764c-4cf8-48fc-93bc-d3d41fddb796 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 945 time: 0.0516303 Dec 20 17:11:58.619006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port c54812b3-081c-4c25-8bc7-b7903e6ec871 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:11:58.619340 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:58.707750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port c54812b3-081c-4c25-8bc7-b7903e6ec871, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=c54812b3-081c-4c25-8bc7-b7903e6ec871,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:11:58.708032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:58.721602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for c54812b3-081c-4c25-8bc7-b7903e6ec871 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:11:58.952260 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:58.981062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=c54812b3-081c-4c25-8bc7-b7903e6ec871,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:11:58.994210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.995359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.995359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.995359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.995847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.995847 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.996176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.996508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.996840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.997196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.997516 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.997838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:58.998159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:11:59.032197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] No DVR routers for this DVR port c54812b3-081c-4c25-8bc7-b7903e6ec871 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:11:59.034840 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:11:59.038420 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-bfec3a2b-6339-489a-85d0-8c17eb35c76a req-89c9d7bf-540d-4442-9cb8-506f474dec0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "DELETE /v2.0/ports/c54812b3-081c-4c25-8bc7-b7903e6ec871 HTTP/1.1" status: 204 len: 173 time: 0.5067587 Dec 20 17:11:59.038856 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'name': 'network-vif-deleted', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:11:59.041185 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213a686-5785-4eb8-9ffa-85ddb80a0bcf" -d '{"events": [{"server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "name": "network-vif-deleted", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:11:59.080042 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721141c1-6eb6-4bfb-96e5-298a59711484 x-openstack-request-id: req-721141c1-6eb6-4bfb-96e5-298a59711484 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:11:59.080553 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001d0837-2b30-4f72-b0ec-a8572b4d0fc9", "name": "network-vif-deleted", "tag": "c54812b3-081c-4c25-8bc7-b7903e6ec871", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:11:59.080977 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-721141c1-6eb6-4bfb-96e5-298a59711484 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:11:59.081674 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001d0837-2b30-4f72-b0ec-a8572b4d0fc9', 'name': 'network-vif-deleted', 'tag': 'c54812b3-081c-4c25-8bc7-b7903e6ec871', 'status': 'completed', 'code': 200} Dec 20 17:11:59.295429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8fe4f928-bf78-46d6-800f-620851188127 req-88ae0daf-7d88-44a0-9555-df1154c4492a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=001d0837-2b30-4f72-b0ec-a8572b4d0fc9 HTTP/1.1" status: 200 len: 210 time: 0.0268936 Dec 20 17:11:59.409414 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3c4fc81-3f5c-47af-97ba-405313089d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:00.358180 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53726) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:00.724009 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:00.983786 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:12:00.984158 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:01.075428 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port f4b0d145-caa1-4f1f-9f54-f1c60f599fc4, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:01.075790 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:01.090281 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:12:01.357873 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:01.387737 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=f4b0d145-caa1-4f1f-9f54-f1c60f599fc4,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:01.571154 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:01.751338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-31cae55b-66cb-42f9-b0dc-fd5ae6335cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:01.798082 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 34814ce3-1442-4257-9746-ad9297fa1a8e has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:12:01.906221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:12:01.911302 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9e1d946e-d939-4338-9ac6-ee0dfb208a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/34814ce3-1442-4257-9746-ad9297fa1a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520995 Dec 20 17:12:01.914558 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53728) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:01.915886 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] Sync routers for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:12:01.925391 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:01.925976 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:01.967452 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting subnet 75d5d74c-83b3-4cc6-a97f-bc02ff3bc274 {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:12:01.970553 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.011886 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.032010 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:02.102822 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.212098 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:12:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:02.242188 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] Checking router: 34814ce3-1442-4257-9746-ad9297fa1a8e for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:12:02.243701 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.250590 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] Routers {'34814ce3-1442-4257-9746-ad9297fa1a8e'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:02.251184 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['34814ce3-1442-4257-9746-ad9297fa1a8e'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:02.272429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Subnet': ['ID=75d5d74c-83b3-4cc6-a97f-bc02ff3bc274,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:02.274502 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.277832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-26552c0b-55cb-4fa7-bc94-88b91ee7fec2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/subnets/75d5d74c-83b3-4cc6-a97f-bc02ff3bc274 HTTP/1.1" status: 204 len: 168 time: 0.3622849 Dec 20 17:12:02.280624 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53730) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:02.294571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f6ee6-1301-40b6-ae8c-080aba255db2 None None] Network 33a9be59-55b3-4a8e-a16e-509b8c9fde07 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:12:02.363770 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] Set router 34814ce3-1442-4257-9746-ad9297fa1a8e gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:02.398108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.488696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] DHCP port deletion for 33a9be59-55b3-4a8e-a16e-509b8c9fde07 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:12:02.523703 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.541512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Deleting port ea19516d-b34d-4142-88f1-a2029cbd517b {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:12:02.543796 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.570864 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:12:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:02.599388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0afe8-d187-40de-b768-3808e041aedd None None] The sync data for ids ['34814ce3-1442-4257-9746-ad9297fa1a8e'] in n-d-781076-8 is: [{'id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124662576', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:12:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': 'aa72bd1d-7d68-49be-92da-a9a53148a987', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34814ce3-1442-4257-9746-ad9297fa1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:10:59Z', 'updated_at': '2021-12-20T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:12:02.611963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] For port ea19516d-b34d-4142-88f1-a2029cbd517b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ea19516d-b34d-4142-88f1-a2029cbd517b,segment=NetworkSegment(e5362000-7607-490c-8d6b-4748d2cbe216),segment_id=e5362000-7607-490c-8d6b-4748d2cbe216)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:02.612369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.627306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Calling delete_port for ea19516d-b34d-4142-88f1-a2029cbd517b owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:12:02.643826 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port aa72bd1d-7d68-49be-92da-a9a53148a987 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:12:02.644149 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.725880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port aa72bd1d-7d68-49be-92da-a9a53148a987, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=aa72bd1d-7d68-49be-92da-a9a53148a987,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:02.726159 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.737741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for aa72bd1d-7d68-49be-92da-a9a53148a987 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:12:02.792215 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:02.816304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Pushing event deleted for resources: {'Port': ['ID=ea19516d-b34d-4142-88f1-a2029cbd517b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:02.826095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] No DVR routers for this DVR port ea19516d-b34d-4142-88f1-a2029cbd517b on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.832293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65b83a-a1fb-471d-9a44-125a747bad81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:02.986448 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.013419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=aa72bd1d-7d68-49be-92da-a9a53148a987,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:03.031462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba67fc6-5d9d-46d9-b125-0be83790b4b0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:12:03.083184 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.176713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.179118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.210079 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.295346 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.295978 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Fanout notify agent at l3_agent the message router_deleted on router 34814ce3-1442-4257-9746-ad9297fa1a8e {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:12:03.309192 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.309192 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1c809d48-32bc-4227-9725-ec81607d381a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/routers/34814ce3-1442-4257-9746-ad9297fa1a8e HTTP/1.1" status: 204 len: 168 time: 1.0227211 Dec 20 17:12:03.309192 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53732) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:03.407924 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.464757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c54812b3-081c-4c25-8bc7-b7903e6ec871 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:12:03.487495 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: c54812b3-081c-4c25-8bc7-b7903e6ec871 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:12:03.487846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device c54812b3-081c-4c25-8bc7-b7903e6ec871 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:12:03.496860 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.517088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a9be59-55b3-4a8e-a16e-509b8c9fde07']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:03.526096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5362000-7607-490c-8d6b-4748d2cbe216') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:03.526394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5362000-7607-490c-8d6b-4748d2cbe216') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:03.539989 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.553729 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.559700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:12:03.560104 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:12:03.563018 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:12:03.678337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.686563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.688870 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/networks/33a9be59-55b3-4a8e-a16e-509b8c9fde07 HTTP/1.1" status: 204 len: 168 time: 0.3794873 Dec 20 17:12:03.691798 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53734) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:03.700681 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa9310-6712-4592-83ed-0cc77a092ffa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Network': ['ID=33a9be59-55b3-4a8e-a16e-509b8c9fde07,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:03.755000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-406a2dec-9ef0-457e-b990-f6faee084a2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.788099 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-406a2dec-9ef0-457e-b990-f6faee084a2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.894765 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-406a2dec-9ef0-457e-b990-f6faee084a2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.897753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-406a2dec-9ef0-457e-b990-f6faee084a2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:03.899132 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-406a2dec-9ef0-457e-b990-f6faee084a2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/security-groups/5259f9ec-f8ae-48b3-a34a-205fe2747abd HTTP/1.1" status: 204 len: 168 time: 0.2062705 Dec 20 17:12:03.909131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a2dec-9ef0-457e-b990-f6faee084a2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259f9ec-f8ae-48b3-a34a-205fe2747abd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:04.023549 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:12:04.286526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53740) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:04.291683 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915706386', 'description': 'tempest-secgroup-smoke-1915706386 description', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:04.380147 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.454770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.457293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device aa72bd1d-7d68-49be-92da-a9a53148a987 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:12:04.477911 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: aa72bd1d-7d68-49be-92da-a9a53148a987 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:12:04.478262 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device aa72bd1d-7d68-49be-92da-a9a53148a987 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:12:04.478686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:12:04.497594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:12:04.498789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f4b0d145-caa1-4f1f-9f54-f1c60f599fc4 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:12:04.498789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ea19516d-b34d-4142-88f1-a2029cbd517b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:12:04.517079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ea19516d-b34d-4142-88f1-a2029cbd517b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:12:04.517455 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ea19516d-b34d-4142-88f1-a2029cbd517b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:12:04.518062 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.548375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c412f-581d-4fea-b3f9-26314f6190fc,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:04.668451 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.669793 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ed7c6c29-fabc-4aac-a6c2-7a2707b3437a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3822515 Dec 20 17:12:04.672748 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53742) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:04.677239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'df3c412f-581d-4fea-b3f9-26314f6190fc', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:04.723288 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.826755 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.885736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.969261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:04.987765 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca08e376-45e8-4c61-9f98-9a0f44feaa13,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:05.074357 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.075610 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-260840e2-4868-4215-b6d2-443d6d0391da tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019101 Dec 20 17:12:05.078406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53744) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:05.082841 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'df3c412f-581d-4fea-b3f9-26314f6190fc', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:05.140428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.181038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.236854 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.323781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.345522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88facd52-a956-4a0c-b229-5b92c044414a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:05.422283 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.423557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-875763ec-a81b-4cf9-beac-e1c9beace4a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442593 Dec 20 17:12:05.426233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53746) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:05.431043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'df3c412f-581d-4fea-b3f9-26314f6190fc', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:05.539957 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.596262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.683585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.702340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24b0516-f51a-4c59-97fd-a35192ede784,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:05.782744 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.784003 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8a0f0f4e-01e7-433b-9a65-3935be0cea96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568578 Dec 20 17:12:05.786836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53748) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:05.791954 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'df3c412f-581d-4fea-b3f9-26314f6190fc', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:05.911246 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:05.969313 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.048789 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.066984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518a5b4b-4d3a-41d8-a384-c8993aa5eeea,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:06.149127 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.153273 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-058c1f22-7e0c-4039-9ece-1e9609929f9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3629351 Dec 20 17:12:06.153477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53750) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:06.157754 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'df3c412f-581d-4fea-b3f9-26314f6190fc', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:06.243763 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:12:06.248962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.308149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.385753 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.407890 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932604b8-1a98-4b05-a069-7415d8ced9cc,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:06.485671 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.489785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-acb85d84-6adb-48f8-be0b-bf57d958a7cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325160 Dec 20 17:12:06.489785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53752) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:06.494893 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'df3c412f-581d-4fea-b3f9-26314f6190fc', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:06.603777 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:12:06.609022 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.670291 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.769413 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.787290 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6e6b87-face-4af1-9ceb-3373af3b4382,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:06.902719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:06.904038 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e340cf15-3c7d-4aa1-80ca-4acc10010910 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4134271 Dec 20 17:12:06.907066 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53754) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:06.912029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'network': {'name': 'tempest-network-smoke--872240365', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'port_security_enabled': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:07.032308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:12:07.035787 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.062019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:12:07.072302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.072643 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Added segment 7fd69d73-9c22-42cd-87ef-6699c4bbc5cc of type vlan for network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d Dec 20 17:12:07.122001 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.231721 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.237400 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:07.238355 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.312937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Network': ['ID=8cc3142d-1688-4cf7-b609-7ae9ba2de59d,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:07.329546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:12:07.377666 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ffeb7405-181d-4e2d-a416-989de9ff5fb6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4695656 Dec 20 17:12:07.380436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53756) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:07.385951 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'admin_state_up': True, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:07.482774 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.483992 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.539100 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:07.751326 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:08.035552 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:08.058559 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:08.162119 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.89 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/80bbbe0e-5ffa-471a-9274-d69ae65831b6) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:12:08.594302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:08.695450 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:08.737433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:08.740628 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:08.744653 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:12:08.755879 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6939a-f805-4d74-aa31-46219071c44e None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:12:08.769312 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=80bbbe0e-5ffa-471a-9274-d69ae65831b6,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:08.830149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-411dd98e-c1e6-4fab-aa42-86db3e6e7da4 None None] Provisioning complete for port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:08.830523 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-411dd98e-c1e6-4fab-aa42-86db3e6e7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:08.865790 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-411dd98e-c1e6-4fab-aa42-86db3e6e7da4 None None] Port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:12:09.068910 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:09.269996 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:09.454612 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:12:09.575546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:12:09.592304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Sync routers for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:12:09.601066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:09.601697 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:09.645305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:09.646583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b9b8738c-c455-4d26-a04a-b60f74f295e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2649269 Dec 20 17:12:09.649897 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:09.678599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b0f76c51-1aab-4634-9526-a121c5f35f5a tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c035f1b918b4da69766c3bb3bf259a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274155 Dec 20 17:12:09.682001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53760) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:09.711914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:09.775412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e24a8f-ce91-4232-a1a9-4047cf283289 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:09.776933 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-36e24a8f-ce91-4232-a1a9-4047cf283289 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939443 Dec 20 17:12:09.779743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53762) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:09.809547 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ac151ba4-24c8-4093-9b8d-a751616ccd83 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286753 Dec 20 17:12:09.811975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53764) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:09.816807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1331953323', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:09.896943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:08Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:09.924998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Checking router: 9e568e00-c6c2-4108-af9e-38b8e50e6fdd for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:12:09.925377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Updating router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:12:09.950949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:09.968180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:12:09.971753 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.207758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.215329 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.278067 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Subnet': ['ID=bb29a67d-af60-4c03-aea9-159e0894a5aa,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:10.286953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Checking segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:12:10.287335 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network hostable DHCP agents. Network: 8cc3142d-1688-4cf7-b609-7ae9ba2de59d, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:12:10.288758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.335364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19539029-5c68-437f-907f-fb2473d76dcf None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:12:10.348406 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Attempting to bind port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:12:10.348762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Attempting to bind port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:12:10.349130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Attempting to bind port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:12:10.355887 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22be35-c5d9-44fc-af49-c15dd6f60d8b None None] Pushing event updated for resources: {'Port': ['ID=80bbbe0e-5ffa-471a-9274-d69ae65831b6,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:10.358513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:12:10.358895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:12:10.359304 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.359927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:12:10.360475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Bound port: 80bbbe0e-5ffa-471a-9274-d69ae65831b6, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:12:10.360865 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.368881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:12:10.419700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c6f2bbe7-7959-4e31-b78c-01044ce47859 None None] Provisioning complete for port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:10.420072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bbe7-7959-4e31-b78c-01044ce47859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.431982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 8cc3142d-1688-4cf7-b609-7ae9ba2de59d) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:10.436505 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:10.437239 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.444776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] For port 80bbbe0e-5ffa-471a-9274-d69ae65831b6, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:12:10.447834 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5004132-6f29-4774-b685-a021b6c509ff None None] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:12:10.481851 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] For port 80bbbe0e-5ffa-471a-9274-d69ae65831b6, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=80bbbe0e-5ffa-471a-9274-d69ae65831b6,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:12:10.514042 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d180fd7-e249-424a-a0f3-12eaa4eb2c9a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7010419 Dec 20 17:12:10.516831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53766) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:10.518130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2bbe7-7959-4e31-b78c-01044ce47859 None None] Port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:12:10.536260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.594810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b9dab2-8919-4d7b-9962-69b70e025a29 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:12:10.617838 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:12:10.618397 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:10.648100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22be35-c5d9-44fc-af49-c15dd6f60d8b None None] Pushing event updated for resources: {'Port': ['ID=80bbbe0e-5ffa-471a-9274-d69ae65831b6,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:10.653489 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:10.654117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:10.718251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-044d2548-4209-4989-8cd0-fbbcf11c6be4 None None] Provisioning complete for port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:10.718630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-044d2548-4209-4989-8cd0-fbbcf11c6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.052944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:11.224564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Allocated IP 172.20.0.2 (8cc3142d-1688-4cf7-b609-7ae9ba2de59d/bb29a67d-af60-4c03-aea9-159e0894a5aa/1841c726-59e2-4bf9-b7fe-e9b72da29419) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:12:11.250852 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-044d2548-4209-4989-8cd0-fbbcf11c6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.312437 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-044d2548-4209-4989-8cd0-fbbcf11c6be4 None None] For port 80bbbe0e-5ffa-471a-9274-d69ae65831b6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=80bbbe0e-5ffa-471a-9274-d69ae65831b6,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:11.340036 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.392620 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-044d2548-4209-4989-8cd0-fbbcf11c6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.501067 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.503719 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:08Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:11.506652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2548-4209-4989-8cd0-fbbcf11c6be4 None None] Pushing event updated for resources: {'Port': ['ID=80bbbe0e-5ffa-471a-9274-d69ae65831b6,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:11.535149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914406d-ce20-4ed8-a35a-e0c9aa2466ac None None] The sync data for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 is: [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:08Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:12:11.609820 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.655161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:11.659918 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:11.660398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.1 (8cc3142d-1688-4cf7-b609-7ae9ba2de59d/bb29a67d-af60-4c03-aea9-159e0894a5aa/92cf4b15-fa2f-4981-bc0d-9ad7a1767783) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:12:11.662587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:12:11.670364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Pushing event updated for resources: {'Port': ['ID=1841c726-59e2-4bf9-b7fe-e9b72da29419,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:11.725841 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Attempting to bind port 1841c726-59e2-4bf9-b7fe-e9b72da29419 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:12:11.726490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Attempting to bind port 1841c726-59e2-4bf9-b7fe-e9b72da29419 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:12:11.726962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Attempting to bind port 1841c726-59e2-4bf9-b7fe-e9b72da29419 on network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:12:11.732724 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:12:11.733109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Checking segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:12:11.734040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.734040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Bound using segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:12:11.735388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Bound port: 1841c726-59e2-4bf9-b7fe-e9b72da29419, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:12:11.735388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.806609 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:11.829589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] For port 1841c726-59e2-4bf9-b7fe-e9b72da29419, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:12:11.833067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] For port 1841c726-59e2-4bf9-b7fe-e9b72da29419, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1841c726-59e2-4bf9-b7fe-e9b72da29419,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:12:12.020947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.061252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.091707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6b1c8-bf97-4e75-8126-8d0b2850804c None None] Pushing event updated for resources: {'Port': ['ID=1841c726-59e2-4bf9-b7fe-e9b72da29419,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:12.120088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:12.123568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:12.126246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:12:12.160768 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:12.181887 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.441757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.528080 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80bbbe0e-5ffa-471a-9274-d69ae65831b6 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:12:12.588623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:12.589000 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.672384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1841c726-59e2-4bf9-b7fe-e9b72da29419 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:12:12.729710 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1841c726-59e2-4bf9-b7fe-e9b72da29419 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:12.730082 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.743406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.814686 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.837699 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.850170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] For port 1841c726-59e2-4bf9-b7fe-e9b72da29419, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1841c726-59e2-4bf9-b7fe-e9b72da29419,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:12.924286 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:12.926396 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:12.952284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:13.018512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Pushing event updated for resources: {'Port': ['ID=1841c726-59e2-4bf9-b7fe-e9b72da29419,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:13.042430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:13.043944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:13.123979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20fda04-03a9-4a28-aaa0-c9497739d538 None None] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:12:13.170281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:12:13.254441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca6fb107-a15e-4c71-a094-15232b9cffaf None None] Provisioning complete for port 1841c726-59e2-4bf9-b7fe-e9b72da29419 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:13.255142 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb107-a15e-4c71-a094-15232b9cffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:13.309112 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:12:13.330026 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b87c586c-a4c8-4bb6-b2da-88570fe4dac5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/9e568e00-c6c2-4108-af9e-38b8e50e6fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066177 Dec 20 17:12:13.506160 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-a9f0fe36-b2e5-4e59-bc28-9ff198f902bd tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915706386&fields=id&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 267 time: 0.0506465 Dec 20 17:12:13.566739 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Sync routers for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:12:13.580118 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:13.581018 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:13.596475 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e51e3da0-5a29-4987-8d74-2dd003c3e0ac None None] Provisioning complete for port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:13.597004 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e51e3da0-5a29-4987-8d74-2dd003c3e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:13.642639 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e51e3da0-5a29-4987-8d74-2dd003c3e0ac None None] Port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:12:13.648810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-cb4a4783-add7-4b87-9fcb-3d672602218c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:13.651869 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-cb4a4783-add7-4b87-9fcb-3d672602218c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/networks?id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 200 len: 796 time: 0.1377754 Dec 20 17:12:13.660388 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e51e3da0-5a29-4987-8d74-2dd003c3e0ac None None] Provisioning complete for port 1841c726-59e2-4bf9-b7fe-e9b72da29419 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:13.660388 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e51e3da0-5a29-4987-8d74-2dd003c3e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:13.687174 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-deac3268-5404-4e6f-b0c6-61e40b727fdf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/quotas/7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 375 time: 0.0274377 Dec 20 17:12:13.729576 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:13.790438 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-cd791a1b-d64f-43ba-9a35-c6485e86994b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019144 Dec 20 17:12:13.942219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-85e931fa-78a9-449b-a282-6fae4363630e None None] Provisioning complete for port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:13.942996 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85e931fa-78a9-449b-a282-6fae4363630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:13.993757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-85e931fa-78a9-449b-a282-6fae4363630e None None] Port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:12:13.997474 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-988d62a5-084d-48c7-8e25-6b472285f0e6 service neutron] 10.222.0.81 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048631 Dec 20 17:12:13.998750 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 2, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:14.035463 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Checking router: 9e568e00-c6c2-4108-af9e-38b8e50e6fdd for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:12:14.040218 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Updating router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:12:14.086371 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.118101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-68aa36b2-e5a5-4ab3-9d1a-2768e7aa06b7 service neutron] 10.222.0.81 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130898 Dec 20 17:12:14.119774 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9954e3c0-5fec-4c4e-aa04-26a6e4f075dc None None] Provisioning complete for port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:14.120140 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9954e3c0-5fec-4c4e-aa04-26a6e4f075dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.176235 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9954e3c0-5fec-4c4e-aa04-26a6e4f075dc None None] Port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:12:14.413543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46932677-e102-4462-914f-ea40ed848c8c req-169a1929-5500-4d50-a875-6edb4adf7933 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 210 time: 0.0299034 Dec 20 17:12:14.478300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1841c726-59e2-4bf9-b7fe-e9b72da29419 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:12:14.499803 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.557424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 1841c726-59e2-4bf9-b7fe-e9b72da29419 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:14.557859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.580580 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.631524 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Pushing event updated for resources: {'Port': ['ID=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:14.662704 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.663399 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.663526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.663781 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.664102 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.665140 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.665742 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.666117 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.666440 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.666760 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.667078 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.667395 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.667714 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:12:14.697364 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Attempting to bind port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:12:14.698172 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Attempting to bind port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:12:14.698342 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Attempting to bind port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 on network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:12:14.704826 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:12:14.705228 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Checking segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:12:14.705820 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.706219 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Bound using segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:12:14.706729 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Bound port: 92cf4b15-fa2f-4981-bc0d-9ad7a1767783, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:12:14.707111 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.773910 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] For port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:12:14.777773 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] For port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:12:14.839111 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.903193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbc1fb-1261-4e66-a405-4e9b80822ba5 None None] Pushing event updated for resources: {'Port': ['ID=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:14.904151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-65281e09-37b0-4642-bd48-f9e6294641b8 None None] Provisioning complete for port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:14.904590 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65281e09-37b0-4642-bd48-f9e6294641b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:14.905724 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:14.910028 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:15.003228 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65281e09-37b0-4642-bd48-f9e6294641b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:15.039316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-65281e09-37b0-4642-bd48-f9e6294641b8 None None] For port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:15.059737 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:15.117984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65281e09-37b0-4642-bd48-f9e6294641b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:15.172357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65281e09-37b0-4642-bd48-f9e6294641b8 None None] Pushing event updated for resources: {'Port': ['ID=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:15.238659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0ed000a8-3c6c-4774-a156-62938a24f1f9 None None] Provisioning complete for port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:15.239333 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ed000a8-3c6c-4774-a156-62938a24f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:15.275177 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:14Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:15.302456 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e357b4-eb80-406c-a87c-bb1da9db659e None None] The sync data for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 is: [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:14Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:12:15.522836 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-643b8470-33bb-4927-b614-ce2843f0d57d req-d2562037-fad2-417f-8fbf-3546fd0c3510 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Dec 20 17:12:16.473052 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1b4294fc-a214-47b1-a3d3-33b8aced369f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:16.474677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1b4294fc-a214-47b1-a3d3-33b8aced369f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/networks?id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 200 len: 796 time: 0.1289432 Dec 20 17:12:16.482907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:12:16.533734 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:16.534106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:16.544528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-49652168-1c06-4ce2-a76f-b11f555b29db tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 380 time: 0.0603395 Dec 20 17:12:16.554127 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'port': {'device_id': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'admin_state_up': True, 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'security_groups': ['df3c412f-581d-4fea-b3f9-26314f6190fc']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:16.639244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36602b02-a9e7-4392-bd5a-c12f5c9d59bd req-f172e72c-aab1-489e-b5ba-8f4d9b81b8af tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 210 time: 0.0351007 Dec 20 17:12:16.797419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:12:16.801114 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:16.939521 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.9 (8cc3142d-1688-4cf7-b609-7ae9ba2de59d/bb29a67d-af60-4c03-aea9-159e0894a5aa/07563977-787f-45cb-9ca6-85ee204135c9) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:12:17.152571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:17.266987 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:17.315368 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:17.318580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:17.322732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:12:17.329544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=07563977-787f-45cb-9ca6-85ee204135c9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:17.381678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:17.382326 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:17.481316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-4d9717f8-02bb-4012-8d6e-31747a171185 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9312465 Dec 20 17:12:17.494596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Request body: {'port': {'device_id': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:17.553545 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:17.567313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f33a7bd8-efb1-475c-a0c6-8489aefab981 None None] Provisioning complete for port 07563977-787f-45cb-9ca6-85ee204135c9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:17.567877 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f33a7bd8-efb1-475c-a0c6-8489aefab981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:17.602868 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f33a7bd8-efb1-475c-a0c6-8489aefab981 None None] Port 07563977-787f-45cb-9ca6-85ee204135c9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:12:17.762966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269b41e-0cd1-40b0-8c8a-f2ea5d873d3f req-4e4c801f-dc68-449e-b0ba-08090fade848 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:17.764525 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a269b41e-0cd1-40b0-8c8a-f2ea5d873d3f req-4e4c801f-dc68-449e-b0ba-08090fade848 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 931 time: 0.0570664 Dec 20 17:12:17.820089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a269b41e-0cd1-40b0-8c8a-f2ea5d873d3f req-8ac4d1d8-c44e-4bb2-93c3-95ef268d236b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486202 Dec 20 17:12:17.837972 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07563977-787f-45cb-9ca6-85ee204135c9 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:12:17.845863 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:17.858989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Transition to ACTIVE for port object 07563977-787f-45cb-9ca6-85ee204135c9 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:12:17.957739 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:18.011552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Pushing event updated for resources: {'Port': ['ID=07563977-787f-45cb-9ca6-85ee204135c9,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:18.090210 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Attempting to bind port 07563977-787f-45cb-9ca6-85ee204135c9 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:12:18.090585 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Attempting to bind port 07563977-787f-45cb-9ca6-85ee204135c9 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:12:18.090916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Attempting to bind port 07563977-787f-45cb-9ca6-85ee204135c9 on network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:12:18.095825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Port 07563977-787f-45cb-9ca6-85ee204135c9 on network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:12:18.096152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Attempting to bind port 07563977-787f-45cb-9ca6-85ee204135c9 on network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:12:18.101323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:12:18.101712 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Checking segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:12:18.102316 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Bound using segment: {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:12:18.102842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Bound port: 07563977-787f-45cb-9ca6-85ee204135c9, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:12:18.103207 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:18.172676 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] For port 07563977-787f-45cb-9ca6-85ee204135c9, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:12:18.175960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] For port 07563977-787f-45cb-9ca6-85ee204135c9, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=07563977-787f-45cb-9ca6-85ee204135c9,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:12:18.307547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:18.346802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.347428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:18.348817 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 200 len: 1091 time: 0.8591354 Dec 20 17:12:18.349290 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:18.351588 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e93bf9-0e18-4d74-90fa-8b557878f73e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "tag": "07563977-787f-45cb-9ca6-85ee204135c9"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:12:18.375422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce12e79-ba51-4763-9eca-7668788e80e0 service neutron] Pushing event updated for resources: {'Port': ['ID=07563977-787f-45cb-9ca6-85ee204135c9,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:18.393188 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13dad42-0350-4a9a-b228-6620e0aaba8e x-openstack-request-id: req-f13dad42-0350-4a9a-b228-6620e0aaba8e {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:12:18.393491 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "tag": "07563977-787f-45cb-9ca6-85ee204135c9", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:12:18.393751 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f13dad42-0350-4a9a-b228-6620e0aaba8e {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:12:18.394160 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9', 'status': 'completed', 'code': 200} Dec 20 17:12:18.463342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e93bf9-0e18-4d74-90fa-8b557878f73e req-6c76fd51-3c23-43eb-8c82-2fc1b872da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.464862 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65e93bf9-0e18-4d74-90fa-8b557878f73e req-6c76fd51-3c23-43eb-8c82-2fc1b872da33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1094 time: 0.0490785 Dec 20 17:12:18.571950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e93bf9-0e18-4d74-90fa-8b557878f73e req-b5ab6a9c-4436-418e-b98d-143b17672db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.573447 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65e93bf9-0e18-4d74-90fa-8b557878f73e req-b5ab6a9c-4436-418e-b98d-143b17672db9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0999572 Dec 20 17:12:18.682761 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e93bf9-0e18-4d74-90fa-8b557878f73e req-acda7b7b-cbff-40b9-825b-d0104a77a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.684405 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-65e93bf9-0e18-4d74-90fa-8b557878f73e req-acda7b7b-cbff-40b9-825b-d0104a77a63d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998597 Dec 20 17:12:18.763387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-52382de6-737d-4c0e-97d8-2ac2a1ef7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.764905 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-52382de6-737d-4c0e-97d8-2ac2a1ef7fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1094 time: 0.0431612 Dec 20 17:12:18.813669 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-c5466f5f-f0b7-4c0e-b749-f79458fa565a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 200 len: 217 time: 0.0412662 Dec 20 17:12:18.870408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-15cdf1ee-0441-4eae-8169-9ecdf111f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.871889 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-15cdf1ee-0441-4eae-8169-9ecdf111f0c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb29a67d-af60-4c03-aea9-159e0894a5aa HTTP/1.1" status: 200 len: 835 time: 0.0508654 Dec 20 17:12:18.924174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-fea8328d-df11-4124-ba7f-7f01aef2c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.925685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-fea8328d-df11-4124-ba7f-7f01aef2c28e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471399 Dec 20 17:12:18.949416 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63362e54-ceaf-46e8-bd9b-a8daf01906db req-5b493b48-6c3e-49ac-bac9-dae71109bd6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:18.950960 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63362e54-ceaf-46e8-bd9b-a8daf01906db req-5b493b48-6c3e-49ac-bac9-dae71109bd6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 943 time: 0.0544541 Dec 20 17:12:19.002453 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-63362e54-ceaf-46e8-bd9b-a8daf01906db req-9859bd74-044e-45bc-8080-075f0999cf0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Dec 20 17:12:19.025182 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-b3049c77-2bb6-4dd4-ad92-e0f77eba78f9 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921695 Dec 20 17:12:19.118124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-82952595-3bec-4937-84eb-aa50e94dccd3 req-dc875970-ef9c-4b5d-9a04-82ed3e299003 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861204 Dec 20 17:12:20.120965 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e08c4-fa7b-4616-8e3a-7886096733a4 req-2dfc09df-48c1-46c0-88c8-2d2a21377b91 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:20.122505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-138e08c4-fa7b-4616-8e3a-7886096733a4 req-2dfc09df-48c1-46c0-88c8-2d2a21377b91 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 943 time: 0.0492098 Dec 20 17:12:20.178381 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-138e08c4-fa7b-4616-8e3a-7886096733a4 req-c84f5091-ae4f-4170-89cb-74bbb877dbfd tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498314 Dec 20 17:12:21.297626 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06951378-3c93-45e7-8f08-cc07ef10be61 req-8ac816dd-68f5-46b9-be0f-bbd9f35aa7f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:21.299167 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06951378-3c93-45e7-8f08-cc07ef10be61 req-8ac816dd-68f5-46b9-be0f-bbd9f35aa7f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 943 time: 0.0505772 Dec 20 17:12:21.351331 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06951378-3c93-45e7-8f08-cc07ef10be61 req-236db28f-e7d6-42de-a2ac-0a0d0cd15d73 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459175 Dec 20 17:12:21.527024 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 07563977-787f-45cb-9ca6-85ee204135c9 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:12:21.624258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 07563977-787f-45cb-9ca6-85ee204135c9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=07563977-787f-45cb-9ca6-85ee204135c9,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:21.636105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '07563977-787f-45cb-9ca6-85ee204135c9', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'port_id': '07563977-787f-45cb-9ca6-85ee204135c9', 'mac_address': 'fa:16:3e:88:cc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:12:21.676509 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:21.690251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07563977-787f-45cb-9ca6-85ee204135c9 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:12:21.711183 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 07563977-787f-45cb-9ca6-85ee204135c9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=07563977-787f-45cb-9ca6-85ee204135c9,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:21.780209 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:21.829825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=07563977-787f-45cb-9ca6-85ee204135c9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:21.997028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['07563977-787f-45cb-9ca6-85ee204135c9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:12:22.386167 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:22.475228 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e725f-7925-4786-9c2c-ac59c7da29c0 req-acc58223-19f5-4851-8526-94c3fd5d524d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:22.476763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-378e725f-7925-4786-9c2c-ac59c7da29c0 req-acc58223-19f5-4851-8526-94c3fd5d524d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 944 time: 0.0508909 Dec 20 17:12:22.528330 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-378e725f-7925-4786-9c2c-ac59c7da29c0 req-9ba2680c-d9f2-49e1-acca-f5323a983351 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Dec 20 17:12:23.543214 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 07563977-787f-45cb-9ca6-85ee204135c9 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:12:23.651011 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852437a4-1c01-4727-a3d7-81016491bbdd req-2fb0f429-80ac-4c20-acb7-e429f08b64c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:23.652519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-852437a4-1c01-4727-a3d7-81016491bbdd req-2fb0f429-80ac-4c20-acb7-e429f08b64c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 944 time: 0.0554810 Dec 20 17:12:23.654801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 07563977-787f-45cb-9ca6-85ee204135c9 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:12:23.659181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 07563977-787f-45cb-9ca6-85ee204135c9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:12:23.659635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:23.704638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-852437a4-1c01-4727-a3d7-81016491bbdd req-790e5700-a750-4808-8810-ffe08875814a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459516 Dec 20 17:12:23.742933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:23.765093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:23.767322 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab944d1-6e68-4c97-b65a-5d97b98281ca" -d '{"events": [{"server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "name": "network-vif-plugged", "status": "completed", "tag": "07563977-787f-45cb-9ca6-85ee204135c9"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:12:23.783440 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 07563977-787f-45cb-9ca6-85ee204135c9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=07563977-787f-45cb-9ca6-85ee204135c9,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:12:23.806359 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a5485c-05f5-4aeb-a888-ed2735942505 x-openstack-request-id: req-20a5485c-05f5-4aeb-a888-ed2735942505 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:12:23.806647 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "name": "network-vif-plugged", "status": "completed", "tag": "07563977-787f-45cb-9ca6-85ee204135c9", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:12:23.806901 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20a5485c-05f5-4aeb-a888-ed2735942505 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:12:23.807300 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9', 'code': 200} Dec 20 17:12:23.883191 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:23.907039 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ca8d8-7ed7-4c2f-b813-d8670de01a2b req-d127653d-09af-492d-9523-cf5755f445bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:23.908508 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d21ca8d8-7ed7-4c2f-b813-d8670de01a2b req-d127653d-09af-492d-9523-cf5755f445bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1095 time: 0.0451479 Dec 20 17:12:23.937452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=07563977-787f-45cb-9ca6-85ee204135c9,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:23.965826 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d21ca8d8-7ed7-4c2f-b813-d8670de01a2b req-14cc5fa1-b0a0-42bb-b5be-fc1f25112e48 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495791 Dec 20 17:12:24.827062 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348575ce-1797-4676-ac98-b3da19f21de4 req-e72f3ae1-c7a4-4fed-815d-43637a8744ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:24.828579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-348575ce-1797-4676-ac98-b3da19f21de4 req-e72f3ae1-c7a4-4fed-815d-43637a8744ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Dec 20 17:12:24.886730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-348575ce-1797-4676-ac98-b3da19f21de4 req-e91205dd-1fdb-4bc3-86c4-3f147d259e21 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520446 Dec 20 17:12:26.011008 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba766d4-24a7-44e4-b7b7-231327246165 req-3c329473-f3d1-4d4a-879b-5d277d38b75b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:26.012503 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ba766d4-24a7-44e4-b7b7-231327246165 req-3c329473-f3d1-4d4a-879b-5d277d38b75b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0531325 Dec 20 17:12:26.062672 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0ba766d4-24a7-44e4-b7b7-231327246165 req-8dbd298e-f750-4f70-9fe3-4078c916170e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441720 Dec 20 17:12:26.189600 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad89f3-05aa-44c7-958f-ccedd4ff5859 req-5f47a821-a7e3-4099-86d5-bb5ab26c9c99 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:26.191007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92ad89f3-05aa-44c7-958f-ccedd4ff5859 req-5f47a821-a7e3-4099-86d5-bb5ab26c9c99 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Dec 20 17:12:26.241741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-92ad89f3-05aa-44c7-958f-ccedd4ff5859 req-4a01135e-bbe8-4215-93a9-97197a7fbc9d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Dec 20 17:12:26.264631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53822) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:26.304923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa15bd4-072f-4cd4-8d08-e3331c0feaff tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:26.307337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3aa15bd4-072f-4cd4-8d08-e3331c0feaff tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1091 time: 0.0416489 Dec 20 17:12:26.311405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53824) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:26.316044 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '07563977-787f-45cb-9ca6-85ee204135c9', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:12:26.402883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:26.503072 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:26.609788 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.248 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/d2027086-8057-448f-acba-05dcb1030d08) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:12:26.721428 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:26.838580 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:26.881294 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:12:26.885417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:12:26.888095 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:12:26.912620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=d2027086-8057-448f-acba-05dcb1030d08,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:27.271592 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:27.435648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:27.590088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:27.672050 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:27.741983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=d2027086-8057-448f-acba-05dcb1030d08,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:12:27.757038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:28.202857 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:28.216589 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP 133a0ec8-de74-42be-aca2-25f793bd85e5 associated. External IP: 172.25.6.248, port: 07563977-787f-45cb-9ca6-85ee204135c9. Dec 20 17:12:28.437365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:12:28.556256 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:12:28.566199 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] Sync routers for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:12:28.577730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:28.585023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:28.691460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:28.697287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:28.727709 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7750eae1-84ce-45c2-9faf-b2c189b28c66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4151628 Dec 20 17:12:28.728608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:12:28.730884 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "tag": "07563977-787f-45cb-9ca6-85ee204135c9"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:12:28.777279 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df528d-f9d7-4bb6-8f5d-7e37259451db x-openstack-request-id: req-e2df528d-f9d7-4bb6-8f5d-7e37259451db {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:12:28.777581 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "tag": "07563977-787f-45cb-9ca6-85ee204135c9", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:12:28.777875 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2df528d-f9d7-4bb6-8f5d-7e37259451db {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:12:28.778240 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9', 'status': 'completed', 'code': 200} Dec 20 17:12:28.839669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435e823-09af-4569-8656-56a0cb9ec06c req-2a2080d0-20d3-49f4-8280-b558470cb353 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:28.845708 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d435e823-09af-4569-8656-56a0cb9ec06c req-2a2080d0-20d3-49f4-8280-b558470cb353 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0597453 Dec 20 17:12:28.850340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-a203b46e-d0f5-46c8-92df-46b3e0da9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:28.851888 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-a203b46e-d0f5-46c8-92df-46b3e0da9d1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1096 time: 0.0504920 Dec 20 17:12:28.909534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d435e823-09af-4569-8656-56a0cb9ec06c req-11cadcc0-72f8-466b-8ac4-f9fbd5165994 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608239 Dec 20 17:12:28.925526 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53830) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:28.956894 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '133a0ec8-de74-42be-aca2-25f793bd85e5', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'port_id': '07563977-787f-45cb-9ca6-85ee204135c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'mac_address': 'fa:16:3e:88:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:12:27Z', 'updated_at': '2021-12-20T17:12:27Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:28.957406 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-c47a7550-5a70-4d0a-bbf0-c7ccd6475460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:28.959025 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-c47a7550-5a70-4d0a-bbf0-c7ccd6475460 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 200 len: 897 time: 0.0996284 Dec 20 17:12:28.987269 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] Checking router: 9e568e00-c6c2-4108-af9e-38b8e50e6fdd for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:12:28.997707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:12:28.997987 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05a72f40-90fc-44ce-a55e-1aaa94fed067 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/133a0ec8-de74-42be-aca2-25f793bd85e5 HTTP/1.1" status: 200 len: 991 time: 0.0702372 Dec 20 17:12:28.998336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:12:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:29.044173 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-ab7bcf64-3867-4d71-adc1-022519f2be2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 200 len: 999 time: 0.0756445 Dec 20 17:12:29.108414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-5bc4d32e-8e3b-4253-bddc-d649f664514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:29.110006 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-5bc4d32e-8e3b-4253-bddc-d649f664514b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb29a67d-af60-4c03-aea9-159e0894a5aa HTTP/1.1" status: 200 len: 835 time: 0.0595253 Dec 20 17:12:29.161367 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-d3b882f1-0313-4014-a20f-cdce897097f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:29.162922 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-d3b882f1-0313-4014-a20f-cdce897097f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452960 Dec 20 17:12:29.266142 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-4c58991a-26fd-4b62-9dee-5544237482a4 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953076 Dec 20 17:12:29.292357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:12:29.373046 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-fe2a5ec7-9649-46c9-b09d-8085bfa2b5e9 req-3546b9c7-d8b4-4259-bfe7-01f7964ee796 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991273 Dec 20 17:12:29.425530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cdb3283d-73f6-45e4-b4ac-cd1562f21d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:29.547189 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '133a0ec8-de74-42be-aca2-25f793bd85e5', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'port_id': '07563977-787f-45cb-9ca6-85ee204135c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'mac_address': 'fa:16:3e:88:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:12:27Z', 'updated_at': '2021-12-20T17:12:27Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:12:29.574139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385bcdb-e380-4ffd-b609-fdaa787e93c6 None None] The sync data for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 is: [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '133a0ec8-de74-42be-aca2-25f793bd85e5', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'port_id': '07563977-787f-45cb-9ca6-85ee204135c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'mac_address': 'fa:16:3e:88:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:12:27Z', 'updated_at': '2021-12-20T17:12:27Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:12:29.767761 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c0a2e-85c1-4a55-b84c-5b6145fc5507 None None] New status for floating IP 133a0ec8-de74-42be-aca2-25f793bd85e5: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:12:30.000900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53832) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:12:30.066655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8c2b371a-ebc1-46e2-b647-941af566bc56 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/133a0ec8-de74-42be-aca2-25f793bd85e5 HTTP/1.1" status: 200 len: 993 time: 0.0644443 Dec 20 17:12:31.785578 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccdeff42-22d5-4992-9bd7-7afcd9843e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:33.248641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:34.717206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:35.185992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:41.022363 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:12:52.368290 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:56.754470 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-0ec84cbf-f0a4-4745-be0e-2f0cd5b13dec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478175 Dec 20 17:12:56.843333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-269b5bf4-7fe5-40da-8cd2-fbbbfd0e760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:56.846060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-269b5bf4-7fe5-40da-8cd2-fbbbfd0e760b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1096 time: 0.0451822 Dec 20 17:12:56.943361 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac9bc2-6126-465e-9252-e313506120e2 req-5240c33b-9914-44fb-ab5c-2eec7fd35e55 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:56.945120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ac9bc2-6126-465e-9252-e313506120e2 req-5240c33b-9914-44fb-ab5c-2eec7fd35e55 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0518432 Dec 20 17:12:56.965405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-b5634b04-2f63-4477-a066-d6c721c528eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:56.967697 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-b5634b04-2f63-4477-a066-d6c721c528eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 200 len: 897 time: 0.1007657 Dec 20 17:12:56.998266 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37ac9bc2-6126-465e-9252-e313506120e2 req-9b38e74c-2bc0-47fa-9485-974059fbf788 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Dec 20 17:12:57.038250 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-c0ba6b94-d146-4af8-b40e-7be5de4a684b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 200 len: 1001 time: 0.0630856 Dec 20 17:12:57.091599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-614cc935-6124-45c4-b6db-98011307361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:57.093053 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-614cc935-6124-45c4-b6db-98011307361d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb29a67d-af60-4c03-aea9-159e0894a5aa HTTP/1.1" status: 200 len: 835 time: 0.0464292 Dec 20 17:12:57.144411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-6f16fd0a-5726-4ecb-a2ac-ef211793b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:57.145950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-6f16fd0a-5726-4ecb-a2ac-ef211793b963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461206 Dec 20 17:12:57.239856 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-c08a7dc1-4d67-44a8-a33f-cde2f6b40a63 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850291 Dec 20 17:12:57.339682 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-5f73e5e6-b619-47d9-a5ff-95a4b475a330 req-a1be85ac-758c-4af4-a8dc-d9875844561c service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919800 Dec 20 17:12:57.425943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949f72-a453-40b2-b007-0a2f92888378 req-c9c6dd24-ad39-4db8-951e-357827761a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:57.427461 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-c9c6dd24-ad39-4db8-951e-357827761a02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1096 time: 0.0477397 Dec 20 17:12:57.526159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949f72-a453-40b2-b007-0a2f92888378 req-607d9fce-9774-4f14-bb09-4c7da59bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:57.527673 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-607d9fce-9774-4f14-bb09-4c7da59bfeb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 200 len: 897 time: 0.0922809 Dec 20 17:12:57.597265 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-14ea76b0-58f7-489d-a10e-d2d3df555bea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 200 len: 1001 time: 0.0619726 Dec 20 17:12:57.649120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949f72-a453-40b2-b007-0a2f92888378 req-37ee6918-886b-4b4f-afcc-a1d98992d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:57.650924 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-37ee6918-886b-4b4f-afcc-a1d98992d29a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb29a67d-af60-4c03-aea9-159e0894a5aa HTTP/1.1" status: 200 len: 835 time: 0.0454473 Dec 20 17:12:57.702522 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949f72-a453-40b2-b007-0a2f92888378 req-4c0f2e7c-9388-42b2-a331-b6a7de2de89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:57.704026 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-4c0f2e7c-9388-42b2-a331-b6a7de2de89b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456891 Dec 20 17:12:57.796201 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-6ad2bea4-d776-47fb-8049-655cf0b66dc5 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Dec 20 17:12:57.895419 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94949f72-a453-40b2-b007-0a2f92888378 req-d92c62d3-0c85-4859-bee8-3120a3f425cc service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914354 Dec 20 17:12:58.123988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc2ff-0f01-40a0-827b-64a00aca8ddb req-84945a27-c858-4e3b-9e5a-8edfaf222d00 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:58.125647 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45acc2ff-0f01-40a0-827b-64a00aca8ddb req-84945a27-c858-4e3b-9e5a-8edfaf222d00 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0528264 Dec 20 17:12:58.181263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-45acc2ff-0f01-40a0-827b-64a00aca8ddb req-231cdc34-26aa-4172-9eb9-f634168b04df tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493155 Dec 20 17:12:58.253879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:12:59.305684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7d78d-13e5-4e30-81cc-571f10666682 req-309d52fe-d479-4311-9066-e70efebcc55c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:12:59.308275 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56e7d78d-13e5-4e30-81cc-571f10666682 req-309d52fe-d479-4311-9066-e70efebcc55c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0561733 Dec 20 17:12:59.365023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56e7d78d-13e5-4e30-81cc-571f10666682 req-d02bf2f4-7fb0-4b7f-8613-f12406d75f8f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506501 Dec 20 17:12:59.414094 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33fdc957-a355-479a-a468-865fe77524de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:00.481603 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bbf61-4b31-4bed-bf32-54a059d26346 req-01a05f6e-9684-4080-949a-7e816f9d61c6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:00.483204 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b02bbf61-4b31-4bed-bf32-54a059d26346 req-01a05f6e-9684-4080-949a-7e816f9d61c6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0506032 Dec 20 17:13:00.533919 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b02bbf61-4b31-4bed-bf32-54a059d26346 req-19cbd393-e1a6-4d7b-827b-f141f4c92eae tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Dec 20 17:13:01.654497 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51bf0-f0b8-4b14-87c5-2462aee07f9b req-9a4aa3df-43bd-4403-92bb-ca12fa98d466 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:01.656010 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97c51bf0-f0b8-4b14-87c5-2462aee07f9b req-9a4aa3df-43bd-4403-92bb-ca12fa98d466 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0505769 Dec 20 17:13:01.710847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-97c51bf0-f0b8-4b14-87c5-2462aee07f9b req-5bf4f110-04d0-4bab-a21b-c55ddae67e11 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488465 Dec 20 17:13:01.768183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75188972-e941-465c-bc78-590f70ed7582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:02.831941 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb4fdf-4e8d-4053-9ce4-255551007f03 req-e77e1f04-396d-4bb2-bb85-6dd4309cd8be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:02.833459 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06bb4fdf-4e8d-4053-9ce4-255551007f03 req-e77e1f04-396d-4bb2-bb85-6dd4309cd8be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0501585 Dec 20 17:13:02.882815 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06bb4fdf-4e8d-4053-9ce4-255551007f03 req-b87e148a-bf78-4e6e-8c52-544bb0f1a165 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Dec 20 17:13:03.236415 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:04.008750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4d7d8-b8e9-4efe-a4e0-acb5000196ac req-02958307-6a63-4924-a4f4-e07ae9f41480 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:04.011197 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ab4d7d8-b8e9-4efe-a4e0-acb5000196ac req-02958307-6a63-4924-a4f4-e07ae9f41480 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0510335 Dec 20 17:13:04.063463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3ab4d7d8-b8e9-4efe-a4e0-acb5000196ac req-bb64bfb3-ae49-4d32-bb10-83051eaaed1b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Dec 20 17:13:04.717154 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.140173 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:05.188454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474015-afa9-40a1-85d6-caeac4bd0fe4 req-9b760698-375d-4413-aa4f-0efa5f03cfbc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:05.190102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c474015-afa9-40a1-85d6-caeac4bd0fe4 req-9b760698-375d-4413-aa4f-0efa5f03cfbc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0549884 Dec 20 17:13:05.242050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0c474015-afa9-40a1-85d6-caeac4bd0fe4 req-0d641485-392e-4c27-940f-8047f5440b44 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Dec 20 17:13:06.363137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09336ee4-60d8-472d-ad33-b4dd9c608d23 req-108c2dd0-43a1-40f4-bf5a-f722ba2be6cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:06.364808 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09336ee4-60d8-472d-ad33-b4dd9c608d23 req-108c2dd0-43a1-40f4-bf5a-f722ba2be6cf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Dec 20 17:13:06.416093 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-09336ee4-60d8-472d-ad33-b4dd9c608d23 req-185270f5-e482-44be-a008-dcd2c118b2b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445678 Dec 20 17:13:07.545303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5a7c9-f0d9-488e-930d-46856b060c36 req-080d1bdc-f822-4812-a8f2-6151b9ec88a1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:07.546898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54e5a7c9-f0d9-488e-930d-46856b060c36 req-080d1bdc-f822-4812-a8f2-6151b9ec88a1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0554399 Dec 20 17:13:07.599532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-54e5a7c9-f0d9-488e-930d-46856b060c36 req-697c06f1-7bc7-4f68-b4b6-497b99a3db74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465152 Dec 20 17:13:08.736758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022d98-3536-41de-befd-4e8c1bf85eb0 req-24951459-b281-44fe-9caa-a3ae28b50490 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:08.738738 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df022d98-3536-41de-befd-4e8c1bf85eb0 req-24951459-b281-44fe-9caa-a3ae28b50490 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0561106 Dec 20 17:13:08.799884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-df022d98-3536-41de-befd-4e8c1bf85eb0 req-d0dd04c9-6712-498b-9495-509e00190d18 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538235 Dec 20 17:13:09.919123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11a46e-4121-4b0c-a000-8d1e0f89a159 req-2d8c4158-224e-4b01-b3e4-a3abcb50c3fa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:09.920623 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba11a46e-4121-4b0c-a000-8d1e0f89a159 req-2d8c4158-224e-4b01-b3e4-a3abcb50c3fa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Dec 20 17:13:09.973692 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba11a46e-4121-4b0c-a000-8d1e0f89a159 req-65f403b4-a80d-4959-8fb7-dd428dbfbd39 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471277 Dec 20 17:13:09.996854 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53870) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:10.059223 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9537f994-c5d6-48df-9637-c70a81fdc018 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/133a0ec8-de74-42be-aca2-25f793bd85e5 HTTP/1.1" status: 200 len: 993 time: 0.0611541 Dec 20 17:13:18.021077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:13:22.396659 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:28.231028 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:29.390135 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c1655b11-d839-4f58-8f04-41deb1fb70b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:31.830398 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7a2465db-58e4-4d98-9f0e-8b0b3e23a6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:33.230407 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:34.767776 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:35.167198 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:40.714808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53892) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:40.873125 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port d2027086-8057-448f-acba-05dcb1030d08 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:40.873495 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:40.952302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:40.952678 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:40.964179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for d2027086-8057-448f-acba-05dcb1030d08 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:41.219181 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:41.242925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=d2027086-8057-448f-acba-05dcb1030d08,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:41.257468 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.257830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.258178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.258521 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.258858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.259194 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.259528 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.259863 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.260192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.260519 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.260847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.261200 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.261525 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:41.317729 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:41.318319 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP 133a0ec8-de74-42be-aca2-25f793bd85e5 disassociated (deleted). External IP: 172.25.6.248, port: 07563977-787f-45cb-9ca6-85ee204135c9. Dec 20 17:13:41.531196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:41.645226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:41.650286 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:41.655916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1610474-8450-4201-8996-144343afe361 None None] Sync routers for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:41.666129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1610474-8450-4201-8996-144343afe361 None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:41.667188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a1610474-8450-4201-8996-144343afe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:41.680847 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-2265d29a-2f59-4d46-a6ab-9676bf03501a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/floatingips/133a0ec8-de74-42be-aca2-25f793bd85e5 HTTP/1.1" status: 204 len: 168 time: 0.9649942 Dec 20 17:13:41.681449 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:13:41.683876 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e19668-fc39-4f3b-b67a-62c0160378cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "tag": "07563977-787f-45cb-9ca6-85ee204135c9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:13:41.725026 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1167e7-a358-4f9c-bf6f-f4cd54d21c1b x-openstack-request-id: req-9d1167e7-a358-4f9c-bf6f-f4cd54d21c1b {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:13:41.725650 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "tag": "07563977-787f-45cb-9ca6-85ee204135c9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:13:41.725919 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d1167e7-a358-4f9c-bf6f-f4cd54d21c1b {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:13:41.726720 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9', 'status': 'completed', 'code': 200} Dec 20 17:13:41.787170 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a1610474-8450-4201-8996-144343afe361 None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:41.793804 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-deb9e53f-661f-427d-8a3b-88fbe249ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:41.796089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-deb9e53f-661f-427d-8a3b-88fbe249ec02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 1096 time: 0.0450158 Dec 20 17:13:41.895279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-d203f8d4-91ce-4ab8-8c67-ed38761aac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:41.896756 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-d203f8d4-91ce-4ab8-8c67-ed38761aac83 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 200 len: 897 time: 0.0935473 Dec 20 17:13:41.942337 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-f6cc6f16-133c-4228-bce4-8c4497d26ebc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 200 len: 217 time: 0.0386908 Dec 20 17:13:42.005411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-a9a546af-6fd7-4e92-b501-08823c47a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:42.007331 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-a9a546af-6fd7-4e92-b501-08823c47a2e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb29a67d-af60-4c03-aea9-159e0894a5aa HTTP/1.1" status: 200 len: 835 time: 0.0570452 Dec 20 17:13:42.015824 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a1610474-8450-4201-8996-144343afe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:42.043707 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1610474-8450-4201-8996-144343afe361 None None] Checking router: 9e568e00-c6c2-4108-af9e-38b8e50e6fdd for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:42.053665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1610474-8450-4201-8996-144343afe361 None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:42.054286 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a1610474-8450-4201-8996-144343afe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:42.056906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-58291a37-1dfd-4cd3-8924-7ac932f86db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:42.058520 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-58291a37-1dfd-4cd3-8924-7ac932f86db6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8cc3142d-1688-4cf7-b609-7ae9ba2de59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439785 Dec 20 17:13:42.160792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-e984430b-0c1f-4d38-85fb-02c990524035 service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949860 Dec 20 17:13:42.184045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-a1610474-8450-4201-8996-144343afe361 None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:42.222320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853502-e24a-49fd-99fb-5fbf71b76a85 req-00149d4a-e815-442f-a491-f9a84c6e1d2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:42.225747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69853502-e24a-49fd-99fb-5fbf71b76a85 req-00149d4a-e815-442f-a491-f9a84c6e1d2f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0533063 Dec 20 17:13:42.270278 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-94e19668-fc39-4f3b-b67a-62c0160378cf req-d457857f-265a-45a4-8283-652ac0d8d64c service neutron] 10.222.0.72 "GET /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991948 Dec 20 17:13:42.284121 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69853502-e24a-49fd-99fb-5fbf71b76a85 req-b5a3ccef-7550-4a3a-9db4-5ebd94f7c56c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481303 Dec 20 17:13:42.406291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-a1610474-8450-4201-8996-144343afe361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:42.434312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1610474-8450-4201-8996-144343afe361 None None] The sync data for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 is: [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:12:12Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '92cf4b15-fa2f-4981-bc0d-9ad7a1767783', 'name': '', 'network_id': '8cc3142d-1688-4cf7-b609-7ae9ba2de59d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:ef:79:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:11Z', 'updated_at': '2021-12-20T17:12:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'bb29a67d-af60-4c03-aea9-159e0894a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:42.651329 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f559992-e189-4d0d-8458-0a7dc15ff18c None None] New status for floating IP 133a0ec8-de74-42be-aca2-25f793bd85e5: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:13:43.410501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e65e59-f08f-4874-95bc-938398bbc69e req-e7b7b1cf-c970-40e3-bf3d-7d49fa2577c2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:43.411894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40e65e59-f08f-4874-95bc-938398bbc69e req-e7b7b1cf-c970-40e3-bf3d-7d49fa2577c2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Dec 20 17:13:43.460832 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40e65e59-f08f-4874-95bc-938398bbc69e req-acd9117e-15b6-43d1-affe-482f6175f17a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=df3c412f-581d-4fea-b3f9-26314f6190fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Dec 20 17:13:43.754174 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0024-918e-4813-a591-32547c115aed req-629f612b-d064-4b42-8fdf-f80c21bd496a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:43.755619 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-190f0024-918e-4813-a591-32547c115aed req-629f612b-d064-4b42-8fdf-f80c21bd496a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 945 time: 0.0498607 Dec 20 17:13:43.845944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 07563977-787f-45cb-9ca6-85ee204135c9 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:43.846276 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:43.939688 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 07563977-787f-45cb-9ca6-85ee204135c9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=07563977-787f-45cb-9ca6-85ee204135c9,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:43.940045 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:43.953600 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 07563977-787f-45cb-9ca6-85ee204135c9 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:44.139093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:44.175789 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=07563977-787f-45cb-9ca6-85ee204135c9,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:44.197195 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.197547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.197884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.198218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.198543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.198866 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.199189 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.199508 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.199831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.200196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.200517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.200845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.201145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:44.224387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] No DVR routers for this DVR port 07563977-787f-45cb-9ca6-85ee204135c9 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:13:44.227002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:44.230671 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-190f0024-918e-4813-a591-32547c115aed req-9c773adb-7ad5-4208-b48f-264f5167c0cc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "DELETE /v2.0/ports/07563977-787f-45cb-9ca6-85ee204135c9 HTTP/1.1" status: 204 len: 173 time: 0.4683566 Dec 20 17:13:44.231131 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'name': 'network-vif-deleted', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:13:44.233466 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e21818-9e44-48cb-9a00-b09a07d769a2" -d '{"events": [{"server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "name": "network-vif-deleted", "tag": "07563977-787f-45cb-9ca6-85ee204135c9"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:13:44.270965 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26534f4-1422-492b-964d-26262b6a9fe1 x-openstack-request-id: req-a26534f4-1422-492b-964d-26262b6a9fe1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:13:44.271497 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c8e063-f3fa-4d42-b4de-8fd1cd655210", "name": "network-vif-deleted", "tag": "07563977-787f-45cb-9ca6-85ee204135c9", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:13:44.271763 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a26534f4-1422-492b-964d-26262b6a9fe1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:13:44.272173 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c8e063-f3fa-4d42-b4de-8fd1cd655210', 'name': 'network-vif-deleted', 'tag': '07563977-787f-45cb-9ca6-85ee204135c9', 'status': 'completed', 'code': 200} Dec 20 17:13:44.559945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6634eb90-cf9b-41cb-a8de-c5ed51b7e694 req-2d4b259d-2eda-4527-a02f-1c62b210c678 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0c8e063-f3fa-4d42-b4de-8fd1cd655210 HTTP/1.1" status: 200 len: 210 time: 0.0273836 Dec 20 17:13:45.619671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53908) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:45.988055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:46.562793 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:46.563124 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:46.650209 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 92cf4b15-fa2f-4981-bc0d-9ad7a1767783, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:46.650911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:46.663506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:46.954366 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:46.984643 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=92cf4b15-fa2f-4981-bc0d-9ad7a1767783,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:47.165135 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:47.383751 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:47.490376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:47.495745 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bd3e8dfd-f9d6-467f-b484-6fb7bce8daa6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/9e568e00-c6c2-4108-af9e-38b8e50e6fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747382 Dec 20 17:13:47.498140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53910) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:47.501528 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] Sync routers for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:47.512626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:47.513273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:47.549915 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting subnet bb29a67d-af60-4c03-aea9-159e0894a5aa {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:13:47.553087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:47.593393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:47.619383 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:47.682183 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:47.804241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:13:46Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:47.830430 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:47.832932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] Checking router: 9e568e00-c6c2-4108-af9e-38b8e50e6fdd for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:47.841483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] Routers {'9e568e00-c6c2-4108-af9e-38b8e50e6fdd'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:47.842132 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:47.856306 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Subnet': ['ID=bb29a67d-af60-4c03-aea9-159e0894a5aa,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:47.862722 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:47.874885 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-47b3ed4e-f7f0-455f-9b4b-43c1c29f6456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/subnets/bb29a67d-af60-4c03-aea9-159e0894a5aa HTTP/1.1" status: 204 len: 168 time: 0.3669326 Dec 20 17:13:47.874885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53912) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:47.882264 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c859c-0ffd-4e44-b942-7372f2d229e3 None None] Network 8cc3142d-1688-4cf7-b609-7ae9ba2de59d requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:47.987051 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.007462 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 07563977-787f-45cb-9ca6-85ee204135c9 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:48.040608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 07563977-787f-45cb-9ca6-85ee204135c9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:48.040954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 07563977-787f-45cb-9ca6-85ee204135c9 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:48.047854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] Set router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:48.094499 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.222353 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 80bbbe0e-5ffa-471a-9274-d69ae65831b6 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:48.222696 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.313043 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 80bbbe0e-5ffa-471a-9274-d69ae65831b6, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=80bbbe0e-5ffa-471a-9274-d69ae65831b6,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:48.313433 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.326562 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 80bbbe0e-5ffa-471a-9274-d69ae65831b6 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:48.369020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] DHCP port deletion for 8cc3142d-1688-4cf7-b609-7ae9ba2de59d request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:48.457064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:13:46Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:48.461558 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Deleting port 1841c726-59e2-4bf9-b7fe-e9b72da29419 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:13:48.461989 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.488797 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e60dc-a41d-4dac-9cc8-f0880ec58386 None None] The sync data for ids ['9e568e00-c6c2-4108-af9e-38b8e50e6fdd'] in n-d-781076-8 is: [{'id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190034790', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:12:07Z', 'updated_at': '2021-12-20T17:13:46Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '80bbbe0e-5ffa-471a-9274-d69ae65831b6', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e568e00-c6c2-4108-af9e-38b8e50e6fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:12:08Z', 'updated_at': '2021-12-20T17:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:48.558703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] For port 1841c726-59e2-4bf9-b7fe-e9b72da29419, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=1841c726-59e2-4bf9-b7fe-e9b72da29419,segment=NetworkSegment(7fd69d73-9c22-42cd-87ef-6699c4bbc5cc),segment_id=7fd69d73-9c22-42cd-87ef-6699c4bbc5cc)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:48.559369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.571464 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Calling delete_port for 1841c726-59e2-4bf9-b7fe-e9b72da29419 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:13:48.594736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.620922 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=80bbbe0e-5ffa-471a-9274-d69ae65831b6,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:48.636743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ed72d-35b2-4acf-9925-2ba8b5978f01 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:48.686154 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.736629 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.761527 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Pushing event deleted for resources: {'Port': ['ID=1841c726-59e2-4bf9-b7fe-e9b72da29419,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:48.772083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] No DVR routers for this DVR port 1841c726-59e2-4bf9-b7fe-e9b72da29419 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:13:48.774470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.775424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.775424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.775667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.775859 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.776187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.776517 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.776840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.777191 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.777512 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.777836 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.778159 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.778480 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430075a7-4ad0-4465-b372-a67c990f60ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:48.787554 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.789709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:48.883196 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1841c726-59e2-4bf9-b7fe-e9b72da29419 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:48.909055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 1841c726-59e2-4bf9-b7fe-e9b72da29419 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:48.909539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 1841c726-59e2-4bf9-b7fe-e9b72da29419 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:49.001509 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.002329 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Fanout notify agent at l3_agent the message router_deleted on router 9e568e00-c6c2-4108-af9e-38b8e50e6fdd {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:13:49.009463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.013441 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53914) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:49.027479 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e7531591-243c-4dc0-8585-85906e2bb32d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/routers/9e568e00-c6c2-4108-af9e-38b8e50e6fdd HTTP/1.1" status: 204 len: 168 time: 1.1435709 Dec 20 17:13:49.098296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.192032 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.212557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc3142d-1688-4cf7-b609-7ae9ba2de59d']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:49.222722 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:49.223014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd69d73-9c22-42cd-87ef-6699c4bbc5cc') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:49.232339 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.245249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.251486 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:13:49.251870 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:13:49.254778 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:13:49.395817 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.400214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.407459 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/networks/8cc3142d-1688-4cf7-b609-7ae9ba2de59d HTTP/1.1" status: 204 len: 168 time: 0.3887634 Dec 20 17:13:49.407568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53916) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:49.419276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c14051-3eff-43d2-92d1-8e16e2a1a299 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Network': ['ID=8cc3142d-1688-4cf7-b609-7ae9ba2de59d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:49.465762 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8730075-7469-4f20-8e26-d650c57c5623 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.494027 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8730075-7469-4f20-8e26-d650c57c5623 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.618656 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8730075-7469-4f20-8e26-d650c57c5623 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.621387 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e8730075-7469-4f20-8e26-d650c57c5623 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:49.622572 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e8730075-7469-4f20-8e26-d650c57c5623 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/security-groups/df3c412f-581d-4fea-b3f9-26314f6190fc HTTP/1.1" status: 204 len: 168 time: 0.2140241 Dec 20 17:13:49.632998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8730075-7469-4f20-8e26-d650c57c5623 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c412f-581d-4fea-b3f9-26314f6190fc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:50.087429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 53922) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:50.092000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401984418', 'description': 'tempest-secgroup-smoke-401984418 description', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:50.184793 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.252088 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.333262 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.366910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b0bff-df3c-4b70-bd85-2252a55f0ae1,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:50.403497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.404783 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-25413515-3dcb-4ad0-abaa-d976b3a1f140 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3163364 Dec 20 17:13:50.408702 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53924) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:50.413248 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'e96b0bff-df3c-4b70-bd85-2252a55f0ae1', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:50.499330 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80bbbe0e-5ffa-471a-9274-d69ae65831b6 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:50.519881 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 80bbbe0e-5ffa-471a-9274-d69ae65831b6 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:50.520229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 80bbbe0e-5ffa-471a-9274-d69ae65831b6 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:50.520646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:13:50.537882 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.540118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:13:50.540474 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 92cf4b15-fa2f-4981-bc0d-9ad7a1767783 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:13:50.598509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.675715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.694999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac856abb-7115-49dc-a155-b6938e1633a9,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:50.812900 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.814153 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3244bd0c-d1a0-492c-a349-a9b848cd322e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4044325 Dec 20 17:13:50.816832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53926) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:50.821096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'e96b0bff-df3c-4b70-bd85-2252a55f0ae1', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:50.938417 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:50.994230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.064527 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.083877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88f75e0-38af-4e01-8176-02dd76ffc199,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:51.187570 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.188885 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b69c350d-437a-40a6-afb3-5aa0a0be5230 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3710489 Dec 20 17:13:51.191728 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53928) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:51.195934 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'e96b0bff-df3c-4b70-bd85-2252a55f0ae1', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:51.303746 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.361144 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.433334 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.451596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00e1af2-4bfe-4f80-909a-e7a48c7e1648,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:51.509715 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.511029 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ea7db556-1041-4257-9799-8792700c74f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3184040 Dec 20 17:13:51.513758 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53930) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:51.518511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'e96b0bff-df3c-4b70-bd85-2252a55f0ae1', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:51.600101 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.660598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.738425 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.756357 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46e5381-5191-42a5-9d45-b093e68bb737,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:51.849039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:51.850301 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2bd05e8d-8b2e-4484-88f4-5a75f18ec4b3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3355911 Dec 20 17:13:51.853237 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53932) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:51.859977 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'e96b0bff-df3c-4b70-bd85-2252a55f0ae1', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:51.961723 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:13:51.967147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.028185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.106575 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.121985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d4b07a-2a0d-414e-95a4-d89a5056b892,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:52.226197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.227432 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9ce57ef7-d4c9-4dbd-96cb-992a7d227899 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3730381 Dec 20 17:13:52.230133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53934) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:52.234460 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'e96b0bff-df3c-4b70-bd85-2252a55f0ae1', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:52.315798 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:13:52.321303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.382509 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.390217 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.435568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.455448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca59a7d-5a6d-4fe0-b08f-3191106ff5a8,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:52.518349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.519632 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-eb0c9e27-6523-435b-aa1f-f329ee3086dc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2885542 Dec 20 17:13:52.522527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53936) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:52.527402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'network': {'name': 'tempest-network-smoke--1860366363', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:52.624183 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:13:52.628568 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.652159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:13:52.660897 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.661269 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Added segment 4f6872f0-6eb0-49b2-99dd-0cc42a261181 of type vlan for network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 Dec 20 17:13:52.704073 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.789954 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.795617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:52.796395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:52.861055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Network': ['ID=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:52.871104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:13:52.912824 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-22a44f70-f734-4792-8529-bcd8a3428b8e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3890932 Dec 20 17:13:52.915451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53938) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:52.919915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'admin_state_up': True, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:53.018590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.019673 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.074487 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.252403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.496349 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.514762 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.614644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.19 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0dde1e64-fb37-4234-b7ab-fc93630f93dc) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:53.718436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.818649 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:53.860602 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:53.863574 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:53.868742 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:53.871358 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=0dde1e64-fb37-4234-b7ab-fc93630f93dc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:53.878677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33545cc3-31db-409e-ad90-21483ae3a775 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:53.969947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-95e2ccd6-a736-4f0f-993a-d92c652fa348 None None] Provisioning complete for port 0dde1e64-fb37-4234-b7ab-fc93630f93dc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:53.970320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95e2ccd6-a736-4f0f-993a-d92c652fa348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:54.004605 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-95e2ccd6-a736-4f0f-993a-d92c652fa348 None None] Port 0dde1e64-fb37-4234-b7ab-fc93630f93dc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:54.180917 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:54.733926 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:54.953668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 10af5508-9e49-4ebc-8c7a-221f44a52fdb is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:13:55.021076 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:13:55.061540 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:55.072101 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Sync routers for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:55.083568 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:55.084176 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:55.141352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:55.142989 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e31325e-f22d-44c9-bc61-d382b4478d5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2266078 Dec 20 17:13:55.146142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53940) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:55.175653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d5bc96d8-e79d-448d-82d3-bb4c2783e843 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c035f1b918b4da69766c3bb3bf259a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282474 Dec 20 17:13:55.178271 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53942) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:55.191255 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:55.278782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13b05a-865f-462d-8e7c-af5bbb443b79 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:55.280362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4a13b05a-865f-462d-8e7c-af5bbb443b79 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997975 Dec 20 17:13:55.284489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53946) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:55.317314 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-02f2dfe4-3960-4c9c-8077-f28eb3398c07 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290458 Dec 20 17:13:55.317556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53948) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:55.322350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476515664', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:13:55.380740 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:54Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:55.411259 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Checking router: 10af5508-9e49-4ebc-8c7a-221f44a52fdb for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:55.411609 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Updating router 10af5508-9e49-4ebc-8c7a-221f44a52fdb port 0dde1e64-fb37-4234-b7ab-fc93630f93dc binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:13:55.436380 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:55.567135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:13:55.570784 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:55.693961 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:55.872842 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:55.926346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e93dee-f98e-4a93-ae13-71ad85483a17 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:55.971222 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.040689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Subnet': ['ID=7820e3ed-487d-4028-a1b0-a761827384ef,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:56.041567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-28ccba02-359e-4899-9ff6-7876b2c06e15 None None] Provisioning complete for port 0dde1e64-fb37-4234-b7ab-fc93630f93dc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:56.042040 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-28ccba02-359e-4899-9ff6-7876b2c06e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.042575 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Attempting to bind port 0dde1e64-fb37-4234-b7ab-fc93630f93dc on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:13:56.043067 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Attempting to bind port 0dde1e64-fb37-4234-b7ab-fc93630f93dc by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:13:56.043294 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Attempting to bind port 0dde1e64-fb37-4234-b7ab-fc93630f93dc on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:56.051971 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Checking segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:56.052355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network hostable DHCP agents. Network: d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:13:56.054878 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Pushing event updated for resources: {'Port': ['ID=0dde1e64-fb37-4234-b7ab-fc93630f93dc,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:56.058230 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:13:56.058606 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:56.059011 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.059694 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:13:56.059900 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Bound port: 0dde1e64-fb37-4234-b7ab-fc93630f93dc, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:13:56.060240 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.068067 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.068388 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.068725 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.068993 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.069348 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.069671 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.069989 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.070303 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.070615 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.070933 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.071274 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.071591 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.071895 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:13:56.113746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-28ccba02-359e-4899-9ff6-7876b2c06e15 None None] Port 0dde1e64-fb37-4234-b7ab-fc93630f93dc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:56.126859 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] For port 0dde1e64-fb37-4234-b7ab-fc93630f93dc, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:13:56.127249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:13:56.130392 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] For port 0dde1e64-fb37-4234-b7ab-fc93630f93dc, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0dde1e64-fb37-4234-b7ab-fc93630f93dc,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:13:56.213845 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.257218 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc336611-dab7-45da-895f-bce087c4bc30 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:13:56.268100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:56.272800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:56.273731 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.283594 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd73e2-f4aa-4f8f-8f29-2725566c6d82 None None] Pushing event updated for resources: {'Port': ['ID=0dde1e64-fb37-4234-b7ab-fc93630f93dc,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:56.285910 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed42815-2802-4d4c-9f76-7b5172a84a6d None None] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:56.290084 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:56.291100 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:56.371515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4842aaa7-d548-4f83-aa97-18914b4ab613 None None] Provisioning complete for port 0dde1e64-fb37-4234-b7ab-fc93630f93dc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:56.371882 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4842aaa7-d548-4f83-aa97-18914b4ab613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.378530 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bca1e5c4-133d-4fd3-91da-6e09c52b332d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0586052 Dec 20 17:13:56.380014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 53950) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:13:56.445431 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:56.447757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:13:56.448632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.563978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4842aaa7-d548-4f83-aa97-18914b4ab613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.612180 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4842aaa7-d548-4f83-aa97-18914b4ab613 None None] For port 0dde1e64-fb37-4234-b7ab-fc93630f93dc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0dde1e64-fb37-4234-b7ab-fc93630f93dc,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:56.649730 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:54Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:56.662610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Allocated IP 172.20.0.2 (d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0/7820e3ed-487d-4028-a1b0-a761827384ef/f59df4eb-88de-45db-9ec7-87aac39864fc) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:56.677849 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b73e2e-74c7-44bd-8ce2-408c0a76fad1 None None] The sync data for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 is: [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:54Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:13:56.699628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4842aaa7-d548-4f83-aa97-18914b4ab613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.820761 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842aaa7-d548-4f83-aa97-18914b4ab613 None None] Pushing event updated for resources: {'Port': ['ID=0dde1e64-fb37-4234-b7ab-fc93630f93dc,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:56.881541 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.913770 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.939335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:56.988144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:56.992375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:56.995206 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:57.003447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Pushing event updated for resources: {'Port': ['ID=f59df4eb-88de-45db-9ec7-87aac39864fc,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:57.068240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Attempting to bind port f59df4eb-88de-45db-9ec7-87aac39864fc on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:13:57.068240 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Attempting to bind port f59df4eb-88de-45db-9ec7-87aac39864fc by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:13:57.068485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Attempting to bind port f59df4eb-88de-45db-9ec7-87aac39864fc on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:13:57.075230 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:13:57.075861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Checking segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:13:57.075994 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.076384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Bound using segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:13:57.076861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Bound port: f59df4eb-88de-45db-9ec7-87aac39864fc, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:13:57.077271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.169816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] For port f59df4eb-88de-45db-9ec7-87aac39864fc, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:13:57.169816 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] For port f59df4eb-88de-45db-9ec7-87aac39864fc, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f59df4eb-88de-45db-9ec7-87aac39864fc,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:13:57.257005 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.259637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.1 (d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0/7820e3ed-487d-4028-a1b0-a761827384ef/88a1a6ce-a3a9-4f73-bd6f-e312d4742f74) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:13:57.324698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6e5bf-4b3f-45ad-9605-9a6844f86617 None None] Pushing event updated for resources: {'Port': ['ID=f59df4eb-88de-45db-9ec7-87aac39864fc,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:57.408771 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.510517 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.561298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:57.565445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:57.569924 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:13:57.577659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:57.635559 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:57.847713 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.149430 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.201457 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.234520 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.279051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d10530-6592-4b8e-adb1-9c8152fe37eb None None] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:13:58.312219 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.314470 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:58.361254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c3bea09d-146a-43e8-b386-3dfd7357628f None None] Provisioning complete for port f59df4eb-88de-45db-9ec7-87aac39864fc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:58.361629 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3bea09d-146a-43e8-b386-3dfd7357628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.418435 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:13:58.419960 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:13:58.477655 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3bea09d-146a-43e8-b386-3dfd7357628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.524177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-c3bea09d-146a-43e8-b386-3dfd7357628f None None] For port f59df4eb-88de-45db-9ec7-87aac39864fc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f59df4eb-88de-45db-9ec7-87aac39864fc,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:13:58.554323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 10af5508-9e49-4ebc-8c7a-221f44a52fdb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:13:58.612447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3bea09d-146a-43e8-b386-3dfd7357628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.646029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0dde1e64-fb37-4234-b7ab-fc93630f93dc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:13:58.680914 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:13:58.706288 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-555c6a75-e2c0-4a56-8735-a9477c43e7be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/10af5508-9e49-4ebc-8c7a-221f44a52fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3247061 Dec 20 17:13:58.723458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea09d-146a-43e8-b386-3dfd7357628f None None] Pushing event updated for resources: {'Port': ['ID=f59df4eb-88de-45db-9ec7-87aac39864fc,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:13:58.753750 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0dde1e64-fb37-4234-b7ab-fc93630f93dc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:58.757146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.852746 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Sync routers for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:13:58.884547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e01a3c54-c93f-4922-b532-3d7cd435fbfc None None] Provisioning complete for port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:58.884923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e01a3c54-c93f-4922-b532-3d7cd435fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:58.910275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:13:58.913055 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:59.014253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f59df4eb-88de-45db-9ec7-87aac39864fc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:13:59.024599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e01a3c54-c93f-4922-b532-3d7cd435fbfc None None] Port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:59.103529 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-4c2a9ec3-a316-4a48-a6eb-df21e4099c86 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401984418&fields=id&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 267 time: 0.0541575 Dec 20 17:13:59.129350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e01a3c54-c93f-4922-b532-3d7cd435fbfc None None] Provisioning complete for port f59df4eb-88de-45db-9ec7-87aac39864fc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:59.129618 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e01a3c54-c93f-4922-b532-3d7cd435fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:59.138441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:13:59.222584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f59df4eb-88de-45db-9ec7-87aac39864fc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:59.223306 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:59.254434 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-2487745b-9b0e-4a34-a68a-59bf0e8c5bec tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:13:59.256018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-2487745b-9b0e-4a34-a68a-59bf0e8c5bec tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 797 time: 0.1421139 Dec 20 17:13:59.274182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-56eb52bb-c264-4936-8ab2-165f73a22948 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/quotas/7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 375 time: 0.0117188 Dec 20 17:13:59.338907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-7bc47a1d-8ed7-486b-855f-3256699da0fc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577068 Dec 20 17:13:59.530096 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-35c592be-b4dd-409b-a49e-871712ec5880 service neutron] 10.222.0.81 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771379 Dec 20 17:13:59.577554 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58e3b8c7-74bc-41dc-bd05-4b4d6d7041c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:59.647907 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-87e5296f-97fc-4e31-8ba1-f4d2615eb27a service neutron] 10.222.0.81 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102071 Dec 20 17:13:59.700582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:13:58Z', 'revision_number': 2, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:13:59.737126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Checking router: 10af5508-9e49-4ebc-8c7a-221f44a52fdb for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:13:59.737929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Updating router 10af5508-9e49-4ebc-8c7a-221f44a52fdb port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:13:59.770907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:59.774057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0fb92bf5-bd4c-49be-a9b4-f9cb26dd280b None None] Provisioning complete for port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:13:59.774537 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fb92bf5-bd4c-49be-a9b4-f9cb26dd280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:13:59.843023 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0fb92bf5-bd4c-49be-a9b4-f9cb26dd280b None None] Port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:13:59.997073 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d8f943cf-f1c7-4210-8688-45580b2abfbf req-85c6a321-c6c0-4873-9216-8aab47f5a11e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 210 time: 0.0963573 Dec 20 17:14:00.108295 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.190038 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.240277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba09dfb-7ab4-44cf-b1d4-b9344d7fb894 None None] Pushing event updated for resources: {'Port': ['ID=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:00.311344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Attempting to bind port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:14:00.311721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Attempting to bind port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:14:00.312263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Attempting to bind port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:00.319644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:14:00.319644 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Checking segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:00.320473 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.320473 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Bound using segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:14:00.320675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Bound port: 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:14:00.320948 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.395221 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] For port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:00.398916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] For port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:14:00.470490 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-baff402b-91fb-47e2-9a23-cca9b1d82f03 None None] Provisioning complete for port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:00.470764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-baff402b-91fb-47e2-9a23-cca9b1d82f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.497988 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.540009 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f59df4eb-88de-45db-9ec7-87aac39864fc up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:00.578765 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-baff402b-91fb-47e2-9a23-cca9b1d82f03 None None] Port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:00.613690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba09dfb-7ab4-44cf-b1d4-b9344d7fb894 None None] Pushing event updated for resources: {'Port': ['ID=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:00.618402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:00.619025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:13:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:00.679715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port f59df4eb-88de-45db-9ec7-87aac39864fc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:00.684755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:00.774075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:00.886422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-744738f7-7a2b-45fa-8bb5-29cbe58a7d70 None None] Provisioning complete for port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:00.886798 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-744738f7-7a2b-45fa-8bb5-29cbe58a7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:01.073958 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-744738f7-7a2b-45fa-8bb5-29cbe58a7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:01.094044 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-624c833f-b3e2-44e0-a858-12064053becc req-de683648-e8c0-46d0-91fb-59f22656c1ad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 210 time: 0.0261955 Dec 20 17:14:01.116252 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-744738f7-7a2b-45fa-8bb5-29cbe58a7d70 None None] For port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:01.127175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:00Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:01.158798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc05c2-da80-4c05-9796-990e39378fda None None] The sync data for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 is: [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:00Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:01.190543 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-744738f7-7a2b-45fa-8bb5-29cbe58a7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:01.267260 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744738f7-7a2b-45fa-8bb5-29cbe58a7d70 None None] Pushing event updated for resources: {'Port': ['ID=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:01.801448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23add453-81f2-45d0-9373-e05bec8af04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:02.134770 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-2b6d060c-d8e5-48c8-a69b-e7e582205966 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:02.136356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-2b6d060c-d8e5-48c8-a69b-e7e582205966 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 797 time: 0.1343696 Dec 20 17:14:02.215548 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-5401bf2b-a020-4864-94c5-66697e3f2815 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 379 time: 0.0692825 Dec 20 17:14:02.219596 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e28b1bbe-1909-493a-9346-04b25da330b1 req-84700130-ca24-4ad5-9f4c-c1a6717d962d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 210 time: 0.0280521 Dec 20 17:14:02.225129 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'port': {'device_id': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'admin_state_up': True, 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'security_groups': ['e96b0bff-df3c-4b70-bd85-2252a55f0ae1']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:02.407182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:14:02.410921 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:02.529069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:02.552177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.6 (d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0/7820e3ed-487d-4028-a1b0-a761827384ef/92d7e918-8dc4-4e46-a1f6-9043132930a9) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:02.578386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:02.578893 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:02.696054 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:02.828108 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:02.872430 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:02.876409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:02.880135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:02.903811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:02.935667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:02.939378 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.027060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-647eb767-2b0c-40b3-8779-7e8a7e1a09f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059993 Dec 20 17:14:03.039945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Request body: {'port': {'device_id': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:03.097439 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.124701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9f63f07f-3117-44e1-84e2-720a8e05eb35 None None] Provisioning complete for port 92d7e918-8dc4-4e46-a1f6-9043132930a9 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:03.126174 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f63f07f-3117-44e1-84e2-720a8e05eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.169788 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-9f63f07f-3117-44e1-84e2-720a8e05eb35 None None] Port 92d7e918-8dc4-4e46-a1f6-9043132930a9 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:14:03.247008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.347313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58d9b-cbe1-4340-8c08-10f02a1720be req-4f840353-310c-44c2-b585-4512856432e5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:03.348974 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6a58d9b-cbe1-4340-8c08-10f02a1720be req-4f840353-310c-44c2-b585-4512856432e5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 931 time: 0.0557983 Dec 20 17:14:03.371502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d7e918-8dc4-4e46-a1f6-9043132930a9 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:14:03.379437 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.392177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Transition to ACTIVE for port object 92d7e918-8dc4-4e46-a1f6-9043132930a9 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:14:03.399878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6a58d9b-cbe1-4340-8c08-10f02a1720be req-763f6902-c0c2-4ae8-9dfc-db668ced510b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 Dec 20 17:14:03.458343 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.507438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:03.583453 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:14:03.583792 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:14:03.584124 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:03.588723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:14:03.589049 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:14:03.595135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:14:03.595466 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Checking segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:14:03.599909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Bound using segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:14:03.599909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Bound port: 92d7e918-8dc4-4e46-a1f6-9043132930a9, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:14:03.599909 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.666842 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:03.670467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:14:03.725565 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.762895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:03.763577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:03.764924 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] 10.222.0.72 "PUT /v2.0/ports/92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 1091 time: 0.7294321 Dec 20 17:14:03.765393 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:03.769031 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:03.797877 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203311fd-fd3e-40f3-bc68-8bc9d4914368 service neutron] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:03.806891 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f332b970-e7cf-497a-828d-e5a6a51f607d x-openstack-request-id: req-f332b970-e7cf-497a-828d-e5a6a51f607d {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:03.807189 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:03.807450 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f332b970-e7cf-497a-828d-e5a6a51f607d {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:03.807912 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'status': 'completed', 'code': 200} Dec 20 17:14:03.876941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d req-6d25337c-dbe5-439c-9dce-476e338f332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:03.878526 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d req-6d25337c-dbe5-439c-9dce-476e338f332c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0486324 Dec 20 17:14:03.985214 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d req-78689d6f-c41d-4d79-937a-b34bd54a5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:03.986703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d req-78689d6f-c41d-4d79-937a-b34bd54a5dca service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1002076 Dec 20 17:14:04.085377 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d req-087868fc-7384-4eb8-8c8a-6400c043d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:04.086849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abfe0a0b-9488-45a3-9139-b84fbcbc0f8d req-087868fc-7384-4eb8-8c8a-6400c043d57c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939524 Dec 20 17:14:04.165673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-ee622d58-3774-43ee-83a6-b158e4018ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:04.167149 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-ee622d58-3774-43ee-83a6-b158e4018ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0416832 Dec 20 17:14:04.208698 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-1e528e48-9392-4764-820e-aac76c503543 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 217 time: 0.0345016 Dec 20 17:14:04.261806 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-714b0a0a-3838-48d6-91d0-939bdd969d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:04.263237 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-714b0a0a-3838-48d6-91d0-939bdd969d02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0479019 Dec 20 17:14:04.308892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-740dc347-8ef7-4a85-a420-2b295feb8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:04.310392 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-740dc347-8ef7-4a85-a420-2b295feb8e7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405364 Dec 20 17:14:04.402887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-007e359d-dcc9-4dfc-b350-16462d0c7211 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848107 Dec 20 17:14:04.494599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ebacb9da-3a0c-40ed-9977-04b1ead4821f req-428190bb-f1d6-4d43-895d-cc67f3fcaab7 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847056 Dec 20 17:14:04.518302 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24642-94f9-4559-8a30-c904034ac8bc req-9ace7f3f-c8cc-4eb9-b412-6961d6f789f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:04.520767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aad24642-94f9-4559-8a30-c904034ac8bc req-9ace7f3f-c8cc-4eb9-b412-6961d6f789f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0494735 Dec 20 17:14:04.570555 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aad24642-94f9-4559-8a30-c904034ac8bc req-4e3cc6f8-3729-4aa4-998c-9bd927169c71 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445106 Dec 20 17:14:04.747992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:05.132382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:05.687715 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e779-3d22-4ae4-985a-60f6a9645812 req-2a116fc3-2b6f-44f8-96e1-44e3f4b47ab3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:05.689387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c89e779-3d22-4ae4-985a-60f6a9645812 req-2a116fc3-2b6f-44f8-96e1-44e3f4b47ab3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0498402 Dec 20 17:14:05.743941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c89e779-3d22-4ae4-985a-60f6a9645812 req-989c5efe-9abe-4d2f-a260-354011755cbd tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483699 Dec 20 17:14:06.865358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7fb46-5234-491f-a503-73660303e8d9 req-20630f75-e20f-46a1-b881-ba096bcd69be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:06.866898 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fb7fb46-5234-491f-a503-73660303e8d9 req-20630f75-e20f-46a1-b881-ba096bcd69be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0500576 Dec 20 17:14:06.917489 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fb7fb46-5234-491f-a503-73660303e8d9 req-7fdefbab-3371-4f5a-af46-58c7f0a6f263 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Dec 20 17:14:08.038483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157fd6f-898a-4c18-bade-4ce25429987d req-bb1f2223-32e9-434c-b34e-9b3f179084bb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:08.040085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b157fd6f-898a-4c18-bade-4ce25429987d req-bb1f2223-32e9-434c-b34e-9b3f179084bb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0529253 Dec 20 17:14:08.085532 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:14:08.092903 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b157fd6f-898a-4c18-bade-4ce25429987d req-10c1b7ea-0612-4009-8f7e-7a2456d0aeb8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468655 Dec 20 17:14:08.195234 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:08.208972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'port_id': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'mac_address': 'fa:16:3e:05:2c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:14:08.251681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:08.264951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d7e918-8dc4-4e46-a1f6-9043132930a9 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:14:08.286793 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:08.350177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:08.402589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:08.556364 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['92d7e918-8dc4-4e46-a1f6-9043132930a9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:14:09.468506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcbf29-4063-4c02-9df3-d5adca128ecd req-834d9368-e1cb-48ba-8e9d-f418e37ef2e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:09.470585 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4fcbf29-4063-4c02-9df3-d5adca128ecd req-834d9368-e1cb-48ba-8e9d-f418e37ef2e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 944 time: 0.0539985 Dec 20 17:14:09.520397 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d4fcbf29-4063-4c02-9df3-d5adca128ecd req-f0805994-816b-4aeb-b097-541b80fcfb72 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439522 Dec 20 17:14:10.116611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:14:10.221484 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 92d7e918-8dc4-4e46-a1f6-9043132930a9 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:14:10.225539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 92d7e918-8dc4-4e46-a1f6-9043132930a9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:14:10.225906 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.465859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.489113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:10.491350 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a79a4-ef0b-4f50-87e5-7e43eb51e38a" -d '{"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-plugged", "status": "completed", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:10.504274 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:10.526539 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a51edc-5335-49db-82f4-ce6e402b5ada x-openstack-request-id: req-c9a51edc-5335-49db-82f4-ce6e402b5ada {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:10.526752 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-plugged", "status": "completed", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:10.527093 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9a51edc-5335-49db-82f4-ce6e402b5ada {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:10.527498 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'code': 200} Dec 20 17:14:10.572968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:10.624661 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:10.631176 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064982-ab24-4460-ab7c-055796275a9a req-4e19b304-dd16-4967-99b7-21810c5a7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:10.632848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8d064982-ab24-4460-ab7c-055796275a9a req-4e19b304-dd16-4967-99b7-21810c5a7826 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1096 time: 0.0440402 Dec 20 17:14:10.644876 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21af96-bbb2-4b36-91c1-afb60cb967f8 req-1e67f150-f418-4fa7-afa2-960bfe1caabf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:10.646600 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd21af96-bbb2-4b36-91c1-afb60cb967f8 req-1e67f150-f418-4fa7-afa2-960bfe1caabf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0546470 Dec 20 17:14:10.686285 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8d064982-ab24-4460-ab7c-055796275a9a req-c358b3a6-5340-4a84-89f1-b6db33b304c2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458796 Dec 20 17:14:10.698090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd21af96-bbb2-4b36-91c1-afb60cb967f8 req-efffe37d-3bc8-46b7-8383-de60f2807ef4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454490 Dec 20 17:14:11.816450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62550e-7afa-4df7-be70-42fe756ab327 req-afaf42ac-db78-47a4-a90e-f9132aa13ec9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:11.818201 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a62550e-7afa-4df7-be70-42fe756ab327 req-afaf42ac-db78-47a4-a90e-f9132aa13ec9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0500488 Dec 20 17:14:11.871851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a62550e-7afa-4df7-be70-42fe756ab327 req-6295334f-27f2-432f-98d3-fd532f7b56a3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476346 Dec 20 17:14:13.001065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dfb0d-cc7e-41bc-856f-2e480a7045f7 req-3bf416c0-d0cd-4a93-9ad6-587df0158f23 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:13.002635 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-972dfb0d-cc7e-41bc-856f-2e480a7045f7 req-3bf416c0-d0cd-4a93-9ad6-587df0158f23 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0488927 Dec 20 17:14:13.053046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-972dfb0d-cc7e-41bc-856f-2e480a7045f7 req-da30afa7-eedd-419b-b165-54cef8f7e26c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Dec 20 17:14:13.173356 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d24d0-efd1-4a6a-b0e8-6f463437adfd req-4318b5bf-2dcc-465d-bbb4-6b87c6ea0e47 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:13.174821 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-296d24d0-efd1-4a6a-b0e8-6f463437adfd req-4318b5bf-2dcc-465d-bbb4-6b87c6ea0e47 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0502033 Dec 20 17:14:13.227184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-296d24d0-efd1-4a6a-b0e8-6f463437adfd req-3181a0d7-4657-4ad5-96b2-9f1b8e75560a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446060 Dec 20 17:14:13.251804 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54014) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:13.302742 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18a9c9-11cd-4dbc-a26a-19ce9781bc47 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:13.304284 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9e18a9c9-11cd-4dbc-a26a-19ce9781bc47 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1091 time: 0.0514886 Dec 20 17:14:13.307447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54016) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:13.311796 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:13.401248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.503980 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.613181 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.222 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/2473d264-c491-4778-9294-1a0afe55f004) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:14:13.714823 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.818912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:13.858075 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:14:13.860912 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:14:13.865274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:14:13.890871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=2473d264-c491-4778-9294-1a0afe55f004,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:14.235318 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.375476 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.535827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.618493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:14.685470 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=2473d264-c491-4778-9294-1a0afe55f004,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:14:14.700899 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.111649 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP ff9f4c72-a11b-495e-8de6-f1d843694a0b associated. External IP: 172.25.6.222, port: 92d7e918-8dc4-4e46-a1f6-9043132930a9. Dec 20 17:14:15.324971 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 10af5508-9e49-4ebc-8c7a-221f44a52fdb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:14:15.435984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:14:15.446332 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] Sync routers for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:14:15.456010 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:15.462068 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:15.511777 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:15.540188 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-5bfd26fd-e92a-4f82-ba34-fe4992bb382f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2316818 Dec 20 17:14:15.540766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:15.543044 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c91f128-ab91-40fd-8d31-9f8b25e1503a" -d '{"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:15.563311 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:15.588580 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25491637-1ced-4c70-bd20-3308e27de852 x-openstack-request-id: req-25491637-1ced-4c70-bd20-3308e27de852 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:14:15.588871 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:14:15.589128 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25491637-1ced-4c70-bd20-3308e27de852 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:14:15.590216 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'status': 'completed', 'code': 200} Dec 20 17:14:15.660269 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328e257-4949-441d-908f-b1cfef18dd51 req-d6b71c29-498b-4eea-96df-30bd4f32e1f8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:15.662553 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5328e257-4949-441d-908f-b1cfef18dd51 req-d6b71c29-498b-4eea-96df-30bd4f32e1f8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0554399 Dec 20 17:14:15.723119 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5328e257-4949-441d-908f-b1cfef18dd51 req-a963dd01-2852-4447-9856-dc53671414a4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532863 Dec 20 17:14:15.751162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54022) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:15.819215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-360948ec-04cd-4416-a2c1-de227571e6c2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/ff9f4c72-a11b-495e-8de6-f1d843694a0b HTTP/1.1" status: 200 len: 991 time: 0.0659223 Dec 20 17:14:15.822347 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ff9f4c72-a11b-495e-8de6-f1d843694a0b', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.222', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'port_id': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'mac_address': 'fa:16:3e:05:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:14:14Z', 'updated_at': '2021-12-20T17:14:14Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:15.849325 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] Checking router: 10af5508-9e49-4ebc-8c7a-221f44a52fdb for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:14:15.858099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:14:15.858711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:14:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:15.970160 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:14:16.009370 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-159fa056-b14c-47ef-b7ca-5e4d5b91dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:16.010768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-159fa056-b14c-47ef-b7ca-5e4d5b91dba9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1096 time: 0.3984473 Dec 20 17:14:16.103890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-539b5a7a-6c0a-45e9-9b81-f34eebdfd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:16.105378 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-539b5a7a-6c0a-45e9-9b81-f34eebdfd1f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0870152 Dec 20 17:14:16.178892 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-c5fc39d6-27fb-4a4b-86da-93ea897f8589 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 999 time: 0.0669878 Dec 20 17:14:16.205385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ff9f4c72-a11b-495e-8de6-f1d843694a0b', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.222', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'port_id': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'mac_address': 'fa:16:3e:05:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:14:14Z', 'updated_at': '2021-12-20T17:14:14Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:14:16.229677 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-5555a1ca-07ae-4fa7-98b8-f5fabba8a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:16.231158 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-5555a1ca-07ae-4fa7-98b8-f5fabba8a898 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0456157 Dec 20 17:14:16.232309 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396657a7-2faa-4fa2-9a92-25235b795f3b None None] The sync data for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 is: [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'ff9f4c72-a11b-495e-8de6-f1d843694a0b', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.222', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'port_id': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'mac_address': 'fa:16:3e:05:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:14:14Z', 'updated_at': '2021-12-20T17:14:14Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:14:16.279533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-6763befe-4b09-4299-9cfe-7fd4f3999538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:16.281050 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-6763befe-4b09-4299-9cfe-7fd4f3999538 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426297 Dec 20 17:14:16.383241 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-7b7eb4da-0b43-483a-adc5-4fa1491d1aca service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936072 Dec 20 17:14:16.435693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289a381-fb8c-4c0b-a066-042009938d4e None None] New status for floating IP ff9f4c72-a11b-495e-8de6-f1d843694a0b: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:14:16.485348 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-0c91f128-ab91-40fd-8d31-9f8b25e1503a req-71c41dee-2ef6-481c-9797-09f0bdb5301b service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948703 Dec 20 17:14:16.822574 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54024) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:16.888705 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ba23ba78-f0f7-47ba-ad33-f6265f62ea72 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/ff9f4c72-a11b-495e-8de6-f1d843694a0b HTTP/1.1" status: 200 len: 993 time: 0.0649614 Dec 20 17:14:22.404392 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:28.232690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:29.389552 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ba3e76af-29e1-4f38-a434-4695d9631c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:31.766737 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d00288b0-3c32-459d-9b82-589c42bd069e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:32.020665 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:14:33.215768 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:34.720914 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:35.142121 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:43.449079 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-1589b694-0186-4ea8-881c-d61ed8fc133c req-20979f72-6c56-4f3f-b27e-0a8558d991bc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:14:43.450090 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1589b694-0186-4ea8-881c-d61ed8fc133c req-20979f72-6c56-4f3f-b27e-0a8558d991bc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053949 Dec 20 17:14:43.776907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65198d0-6a69-4de5-8e05-6c32b1066c4a req-d3318ccb-be42-48f3-ac8b-b59e247c45f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:43.778476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c65198d0-6a69-4de5-8e05-6c32b1066c4a req-d3318ccb-be42-48f3-ac8b-b59e247c45f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0511887 Dec 20 17:14:43.829911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c65198d0-6a69-4de5-8e05-6c32b1066c4a req-c265ff49-c2e9-49d1-b74e-d4e8a66446e4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 Dec 20 17:14:43.938036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54046) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:14:44.018644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-ae626a8a-16ef-45d3-8d7f-26dc4383d04b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793598 Dec 20 17:14:44.027570 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-28a96e17-3552-49b6-a7f9-0b1fdf7f877b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:14:44.028564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-28a96e17-3552-49b6-a7f9-0b1fdf7f877b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051260 Dec 20 17:14:44.956122 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea613-45e6-4d13-9757-a0af2371cc1f req-f70cb4e1-fd5b-4fc9-b8ea-a956c32dd67e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:44.958477 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dea613-45e6-4d13-9757-a0af2371cc1f req-f70cb4e1-fd5b-4fc9-b8ea-a956c32dd67e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0558946 Dec 20 17:14:45.014564 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-59dea613-45e6-4d13-9757-a0af2371cc1f req-29606878-902d-482e-a220-d66b7821c86b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483351 Dec 20 17:14:46.133977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb542db7-7209-440a-a9c6-8f71fbfc5320 req-3ea7e556-12c9-489a-81a5-08214648c206 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:46.135501 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb542db7-7209-440a-a9c6-8f71fbfc5320 req-3ea7e556-12c9-489a-81a5-08214648c206 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0511243 Dec 20 17:14:46.196519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fb542db7-7209-440a-a9c6-8f71fbfc5320 req-595ce28e-1028-477a-8522-1f1c3d047114 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547774 Dec 20 17:14:46.207737 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-21f1598a-35ba-4030-aa4b-7a9aab852aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:46.213450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-21f1598a-35ba-4030-aa4b-7a9aab852aca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1096 time: 0.0983274 Dec 20 17:14:46.303110 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-3721aea8-0fa2-4f20-a386-22ecfa969ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:46.304528 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-3721aea8-0fa2-4f20-a386-22ecfa969ccc service neutron] 10.222.0.72 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0863361 Dec 20 17:14:46.377212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-a9ed0f0d-9925-4bf0-abac-3414e7589e80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 1001 time: 0.0644996 Dec 20 17:14:46.427608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d35ce34f-6e22-4089-87bf-de98e3d1a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:46.429041 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d35ce34f-6e22-4089-87bf-de98e3d1a370 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0448511 Dec 20 17:14:46.481723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-b88e4632-4752-4159-811c-1ea58c9592e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:46.483235 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-b88e4632-4752-4159-811c-1ea58c9592e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465732 Dec 20 17:14:46.582719 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-ac61aa6f-749e-42c5-81b5-19ff03496f6e service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910227 Dec 20 17:14:46.679664 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-9ac40395-6530-42a5-9b10-673fc2fae279 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906093 Dec 20 17:14:47.317703 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa8f68-d2ce-4171-bec8-35411633f101 req-35b350b0-2c3f-48c7-bf91-60fff43c6fbe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:47.319252 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9faa8f68-d2ce-4171-bec8-35411633f101 req-35b350b0-2c3f-48c7-bf91-60fff43c6fbe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0507331 Dec 20 17:14:47.373456 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9faa8f68-d2ce-4171-bec8-35411633f101 req-e0331369-40c1-4858-9742-d733316aaaa1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482597 Dec 20 17:14:48.494358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3754-08c2-4763-8bef-ec365449886c req-fbaeb0bd-8b8b-4a8d-bd93-ce6f4c3ef2f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:48.496046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f92b3754-08c2-4763-8bef-ec365449886c req-fbaeb0bd-8b8b-4a8d-bd93-ce6f4c3ef2f7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0527105 Dec 20 17:14:48.551176 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f92b3754-08c2-4763-8bef-ec365449886c req-eb93a975-9e24-4746-9eef-e78b4e18ad60 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488815 Dec 20 17:14:49.675128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc187e-8e19-40a1-a500-d29e337dd8bb req-7506fcf0-bf9a-453a-b777-6ca076175d40 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:49.677347 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89dc187e-8e19-40a1-a500-d29e337dd8bb req-7506fcf0-bf9a-453a-b777-6ca076175d40 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0538092 Dec 20 17:14:49.728599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-89dc187e-8e19-40a1-a500-d29e337dd8bb req-7d517fcf-016b-4f71-aec7-adea92a27411 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448849 Dec 20 17:14:50.852108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d94086-180e-471f-b9d7-54aae8600dc7 req-14e84af4-2df4-449b-9061-661e5b33e869 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:50.853625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24d94086-180e-471f-b9d7-54aae8600dc7 req-14e84af4-2df4-449b-9061-661e5b33e869 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0542881 Dec 20 17:14:50.902380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-24d94086-180e-471f-b9d7-54aae8600dc7 req-5559d59b-9128-439e-83da-26574f94b4c3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427620 Dec 20 17:14:52.024398 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f079db-27de-42b0-a32f-633bdd453242 req-8b2bac9b-1221-4deb-8075-d1d1bc9401a8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:52.026033 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42f079db-27de-42b0-a32f-633bdd453242 req-8b2bac9b-1221-4deb-8075-d1d1bc9401a8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0523036 Dec 20 17:14:52.077833 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-42f079db-27de-42b0-a32f-633bdd453242 req-198ee4d8-95b0-4956-b647-4fb9440365cb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456316 Dec 20 17:14:52.440215 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:53.201500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53d68f-77cd-4a3d-86d4-85e0e4592205 req-8460805a-3edb-47d8-8b26-d8c1db5543c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:53.203089 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed53d68f-77cd-4a3d-86d4-85e0e4592205 req-8460805a-3edb-47d8-8b26-d8c1db5543c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0515277 Dec 20 17:14:53.258706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ed53d68f-77cd-4a3d-86d4-85e0e4592205 req-12a7b734-9c61-4277-8ab6-dab8d7a575c3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488074 Dec 20 17:14:54.384910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a96d4-f8ed-49fe-b4b5-269da988b8ee req-089b8bf8-5da3-4b7a-b832-508e0b640b06 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:54.386675 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e3a96d4-f8ed-49fe-b4b5-269da988b8ee req-089b8bf8-5da3-4b7a-b832-508e0b640b06 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0534251 Dec 20 17:14:54.439324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7e3a96d4-f8ed-49fe-b4b5-269da988b8ee req-a1dc0658-23e9-4044-b14b-997260efdcb0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465837 Dec 20 17:14:55.558880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8628a49-6577-4ca3-b3c1-3ea4d88738b6 req-38e05c6b-990f-470a-a96a-d28428b13750 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:55.560391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8628a49-6577-4ca3-b3c1-3ea4d88738b6 req-38e05c6b-990f-470a-a96a-d28428b13750 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0495882 Dec 20 17:14:55.611004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8628a49-6577-4ca3-b3c1-3ea4d88738b6 req-3a77c454-8d46-43db-8510-8bcfbf46ddc4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446193 Dec 20 17:14:56.732607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f3a8c-148b-4bf6-84ed-8af50f5f5116 req-eafe36ed-1ec2-4678-be85-e928d36333cd tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:56.734020 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f9f3a8c-148b-4bf6-84ed-8af50f5f5116 req-eafe36ed-1ec2-4678-be85-e928d36333cd tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0541310 Dec 20 17:14:56.784299 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1f9f3a8c-148b-4bf6-84ed-8af50f5f5116 req-91fa03f5-324c-47db-944b-2b3c47fa0ebe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439425 Dec 20 17:14:57.911498 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452ebb6-0f6a-48b2-8c2a-bf067d582705 req-aae07c18-76fc-46d0-8a5c-a8fedf80bfa7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:57.913018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b452ebb6-0f6a-48b2-8c2a-bf067d582705 req-aae07c18-76fc-46d0-8a5c-a8fedf80bfa7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0514612 Dec 20 17:14:57.962373 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b452ebb6-0f6a-48b2-8c2a-bf067d582705 req-4ccaf2a4-aed9-422b-8c4c-b947f938569d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Dec 20 17:14:58.234699 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:59.020382 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-fa5ee1b3-b3a4-41b4-ac8f-221a3322cf09 service neutron] show failed (client error): The resource could not be found. Dec 20 17:14:59.021262 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-fa5ee1b3-b3a4-41b4-ac8f-221a3322cf09 service neutron] 10.222.0.72 "GET /v2.0/ports/92d7e918-8dc4-4e46-a1f6-9043132930a9/bindings/n-h2-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0603313 Dec 20 17:14:59.077093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-9384bcbc-671d-4fa4-83ad-a3b3a9673ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.078636 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-9384bcbc-671d-4fa4-83ad-a3b3a9673ba0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1096 time: 0.0460582 Dec 20 17:14:59.094753 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0518-69e8-4b1d-beae-9b9f472ccdac req-950962e4-5c63-4b09-a6c4-7bc46913d2ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.096941 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c9a0518-69e8-4b1d-beae-9b9f472ccdac req-950962e4-5c63-4b09-a6c4-7bc46913d2ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0570412 Dec 20 17:14:59.150589 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5c9a0518-69e8-4b1d-beae-9b9f472ccdac req-c3fe2d25-9462-473e-b013-cd5019044692 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460765 Dec 20 17:14:59.193750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-f91f1532-04c7-4259-8715-9e1714a8f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.195217 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-f91f1532-04c7-4259-8715-9e1714a8f554 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0967286 Dec 20 17:14:59.264886 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-8cb0d0d0-c3bf-489a-9ee2-e82203bc923e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 1001 time: 0.0615220 Dec 20 17:14:59.318113 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-ae00576a-9854-4b0a-a2db-004b8c07eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.319915 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-ae00576a-9854-4b0a-a2db-004b8c07eb04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0484474 Dec 20 17:14:59.374292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-4bf0f847-dfdd-42d5-9ac6-f885833c212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.375888 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-4bf0f847-dfdd-42d5-9ac6-f885833c212f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486884 Dec 20 17:14:59.400166 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6b5dfe2f-fa8c-4ee5-8535-ae9df9fc9c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:59.475063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-b3340caa-400c-4e95-83e5-470931b8a9ca service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899961 Dec 20 17:14:59.574670 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce9cbb7e-0d9c-4d4a-be96-939851f46bff req-c94267b5-3bae-408a-b5e4-5e9497eff197 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906141 Dec 20 17:14:59.578836 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-a91537a2-e301-4566-a636-59d67870366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:14:59.580365 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-a91537a2-e301-4566-a636-59d67870366c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 1096 time: 0.0872281 Dec 20 17:14:59.592168 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-08b3b5b3-88f0-4f58-9f75-cfd626825dd1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:14:59.593131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-08b3b5b3-88f0-4f58-9f75-cfd626825dd1 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052612 Dec 20 17:14:59.605233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-781076-8', 'device_owner': 'compute:nova'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:14:59.657475 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:59.864071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:14:59.897221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h1-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:14:59.936320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:14:59.938611 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18851dd9-3487-4402-8966-9915081d4202" -d '{"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-unplugged", "status": "completed", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:14:59.943524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:14:59.955942 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.provisioning_blocks [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Transition to ACTIVE for port object 92d7e918-8dc4-4e46-a1f6-9043132930a9 will not be triggered until provisioned by entity L2. {{(pid=103953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:15:00.044179 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e19e97-2d00-4c99-88e2-977d752b4367 x-openstack-request-id: req-53e19e97-2d00-4c99-88e2-977d752b4367 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:00.044478 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-unplugged", "status": "completed", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:00.044757 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-53e19e97-2d00-4c99-88e2-977d752b4367 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:00.045197 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'code': 200} Dec 20 17:15:00.051826 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:00.104494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=6']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:00.149750 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.150111 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.150464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.150819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.151162 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.151503 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.151859 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.152195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.152527 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.152855 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.153358 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.153633 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.154030 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:00.199094 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] No DVR routers for this DVR port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on host n-h1-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:15:00.340063 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d12a1-994b-4986-a24d-c7981a1c7e41 req-4e60f39f-ea5b-4924-af54-1d98e5f8cf64 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:00.341574 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b45d12a1-994b-4986-a24d-c7981a1c7e41 req-4e60f39f-ea5b-4924-af54-1d98e5f8cf64 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0997579 Dec 20 17:15:00.392956 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:15:00.393247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:15:00.393568 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:15:00.404584 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:15:00.404902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Attempting to bind port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:15:00.424275 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:15:00.424610 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Checking segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:15:00.424988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Bound using segment: {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'} {{(pid=103953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:15:00.425622 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.managers [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Bound port: 92d7e918-8dc4-4e46-a1f6-9043132930a9, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6872f0-6eb0-49b2-99dd-0cc42a261181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0'}}] {{(pid=103953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:15:00.426169 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:00.435819 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b45d12a1-994b-4986-a24d-c7981a1c7e41 req-b412dd60-5fcb-4092-8aa7-60c96aa5f041 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859232 Dec 20 17:15:00.498387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h2-781076-8, cleared binding levels {{(pid=103953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:15:00.501394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:15:00.543704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:00.581382 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:00.582833 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:00.584239 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] 10.222.0.83 "PUT /v2.0/ports/92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 1091 time: 0.9832013 Dec 20 17:15:00.605596 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703ffe-2ba3-4067-b961-2fe15f0a4362 service neutron] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=7']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:00.651569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-6c020d8e-2648-4b2f-8c1a-d1cb0f2dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:00.653141 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-6c020d8e-2648-4b2f-8c1a-d1cb0f2dd38d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0444462 Dec 20 17:15:00.755131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-c31d3365-1b40-4649-9df5-e75ace3f502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:00.756754 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-c31d3365-1b40-4649-9df5-e75ace3f502b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0957856 Dec 20 17:15:00.824646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-f9b8d6d0-eaf3-45d3-b454-e452e040dce1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 999 time: 0.0600393 Dec 20 17:15:00.880025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-73593b62-8a9c-45f8-9d46-333339c81b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:00.881476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-73593b62-8a9c-45f8-9d46-333339c81b2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0481863 Dec 20 17:15:00.926937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-0bae81dd-2f49-4623-8d86-f6690ff493af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:00.928389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-0bae81dd-2f49-4623-8d86-f6690ff493af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400617 Dec 20 17:15:01.027179 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-7dedc885-e7a6-461d-a059-0633d6a0b783 service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908356 Dec 20 17:15:01.141333 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16239f88-3678-4e1f-b675-3f2a13145d14 req-8049060c-288a-448f-a9f2-a29a8b09bbfc service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067338 Dec 20 17:15:01.555506 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a6e5e-8f77-4401-8606-2639947eda67 req-699df709-d596-4f1d-8c19-87c4fc968739 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:01.557007 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-291a6e5e-8f77-4401-8606-2639947eda67 req-699df709-d596-4f1d-8c19-87c4fc968739 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0495462 Dec 20 17:15:01.606320 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-291a6e5e-8f77-4401-8606-2639947eda67 req-6bb94b25-66d1-4442-95c0-1d0b063a6f67 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431385 Dec 20 17:15:01.825974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0f526880-66db-4f89-b60c-20558a9595f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:02.057864 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:02.060120 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697" -d '{"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:15:02.079221 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-a44b1277-0218-4a58-840d-604c9ef1a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.080796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-a44b1277-0218-4a58-840d-604c9ef1a90e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0521731 Dec 20 17:15:02.119204 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e6bac-b13b-4c32-9790-673b5bf248b3 x-openstack-request-id: req-8d2e6bac-b13b-4c32-9790-673b5bf248b3 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:02.122873 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:02.122873 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d2e6bac-b13b-4c32-9790-673b5bf248b3 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:02.122873 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'status': 'completed', 'code': 200} Dec 20 17:15:02.183089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-a6a38c84-e89e-484b-bbcb-71ef93ddec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.186323 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-a6a38c84-e89e-484b-bbcb-71ef93ddec8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0471921 Dec 20 17:15:02.193401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-7d1486ca-1a5a-4df7-b9b3-3e584804b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.195162 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-7d1486ca-1a5a-4df7-b9b3-3e584804b782 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0955079 Dec 20 17:15:02.268789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-80650b86-d38c-4871-a5c6-beec136db1eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 999 time: 0.0650856 Dec 20 17:15:02.288387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-617bbec5-9bd2-4e0d-9ffa-db8c6a340fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.289942 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-617bbec5-9bd2-4e0d-9ffa-db8c6a340fbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0956309 Dec 20 17:15:02.319895 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-ebd544ee-5ff4-4ac7-bcb8-17cc2ecd2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.321441 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-ebd544ee-5ff4-4ac7-bcb8-17cc2ecd2bbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0454543 Dec 20 17:15:02.358610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-fd4c6b5c-de0b-4c23-9481-2b682b885ce8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 999 time: 0.0604451 Dec 20 17:15:02.364500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:15:02.369002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-6df534e7-c843-4a05-8139-1ef89539b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.370554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-6df534e7-c843-4a05-8139-1ef89539b311 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417371 Dec 20 17:15:02.404565 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:15:02.413184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-9757aed9-5808-4da5-932b-5245dc024536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.414675 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-9757aed9-5808-4da5-932b-5245dc024536 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0495827 Dec 20 17:15:02.465999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-aaafcba0-33e9-41e7-957e-69429a70440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.467518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-aaafcba0-33e9-41e7-957e-69429a70440c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459392 Dec 20 17:15:02.469598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-39cb9ce6-b1ed-4ba6-b7e2-41ba5c73118b service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914299 Dec 20 17:15:02.558676 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-be644e33-3d88-41f4-a245-46e1aa106b7e service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Dec 20 17:15:02.564195 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e6e97235-ed21-4b73-b695-1b6c6c4ffbfb req-7ce9d3c2-654a-4343-9ef4-85ef73094571 service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Dec 20 17:15:02.650858 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-b5cc1f61-6b4e-41d8-8468-11e16a6ca8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.652391 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-b5cc1f61-6b4e-41d8-8468-11e16a6ca8d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0476692 Dec 20 17:15:02.663070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-0eb96df3-370f-4624-b42f-e70e51b4d9b3 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977697 Dec 20 17:15:02.783675 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3d6d1-264f-4554-b311-e269d8fcac34 req-dfd713ff-bc5a-4d91-a2dc-9e1aab1337f6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.785290 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fe3d6d1-264f-4554-b311-e269d8fcac34 req-dfd713ff-bc5a-4d91-a2dc-9e1aab1337f6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.1065359 Dec 20 17:15:02.790018 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-7e71f423-e39f-4907-93b6-19de20060645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.791416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-7e71f423-e39f-4907-93b6-19de20060645 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.1314321 Dec 20 17:15:02.880759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fe3d6d1-264f-4554-b311-e269d8fcac34 req-dd844b66-f6e8-40e4-b76c-fa3eec395cb7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883894 Dec 20 17:15:02.887027 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-fb8e2637-4c81-4de4-a185-4f9d2fa5e88d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 999 time: 0.0880291 Dec 20 17:15:02.943644 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-7534ea0d-71ff-46b9-a7e7-e810364542d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.945088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-7534ea0d-71ff-46b9-a7e7-e810364542d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0508912 Dec 20 17:15:02.990755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-940b92da-4bed-47f8-b780-42630a86f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:02.992263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-940b92da-4bed-47f8-b780-42630a86f826 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401800 Dec 20 17:15:03.083190 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-cf9a6a43-54a6-4457-a8b3-52ebbe655ab1 service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833545 Dec 20 17:15:03.184532 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ac92a4b1-f3c1-4cf4-99f9-98a82f3d7697 req-7042c7d6-8cdf-483f-a5b8-e75f625e8db6 service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933409 Dec 20 17:15:03.231539 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:04.001419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78ed2f-ec38-44d6-bc58-c25aa8d198b1 req-68e5895b-2ff1-4c18-870d-0ca7328794bb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:04.002921 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b78ed2f-ec38-44d6-bc58-c25aa8d198b1 req-68e5895b-2ff1-4c18-870d-0ca7328794bb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0503170 Dec 20 17:15:04.053882 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0b78ed2f-ec38-44d6-bc58-c25aa8d198b1 req-921f2ef3-4402-42fd-8881-5b771443ab90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448742 Dec 20 17:15:04.697447 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:05.177733 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:05.179733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe1c03-857b-43db-9030-a693c537275c req-651bd087-ad98-47b7-817a-f640471278be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.181534 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6fe1c03-857b-43db-9030-a693c537275c req-651bd087-ad98-47b7-817a-f640471278be tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0545080 Dec 20 17:15:05.231108 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c6fe1c03-857b-43db-9030-a693c537275c req-070531f8-a6ca-4c0b-86df-0fa5147c86c6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431345 Dec 20 17:15:05.570478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d41454-4764-42cd-bd15-157034960a81 req-838ba841-d2ad-4c20-974d-76c22698c44a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.572014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11d41454-4764-42cd-bd15-157034960a81 req-838ba841-d2ad-4c20-974d-76c22698c44a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0497937 Dec 20 17:15:05.631951 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-11d41454-4764-42cd-bd15-157034960a81 req-d6240da5-daec-49ce-ac15-fbf590c57f60 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531116 Dec 20 17:15:05.652997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-95f10730-43a2-48bd-9f8e-6741620d2923 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.654567 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-95f10730-43a2-48bd-9f8e-6741620d2923 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b&tenant_id=7c035f1b918b4da69766c3bb3bf259a8&binding%3Ahost_id=n-h2-781076-8 HTTP/1.1" status: 200 len: 943 time: 0.0573921 Dec 20 17:15:05.717556 n-d-781076-8 neutron-server[103954]: INFO neutron.api.v2.resource [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-e2861fa2-7466-4d56-8334-15182e0ca043 service neutron] delete failed (client error): The resource could not be found. Dec 20 17:15:05.718580 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-e2861fa2-7466-4d56-8334-15182e0ca043 service neutron] 10.222.0.72 "DELETE /v2.0/ports/92d7e918-8dc4-4e46-a1f6-9043132930a9/bindings/n-h1-781076-8 HTTP/1.1" status: 404 len: 380 time: 0.0566247 Dec 20 17:15:05.755778 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972916e-0130-4ea9-9029-063409cb2d17 req-c1a18248-3ef9-4835-b8eb-01fc90bacf6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.757844 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9972916e-0130-4ea9-9029-063409cb2d17 req-c1a18248-3ef9-4835-b8eb-01fc90bacf6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 943 time: 0.0553031 Dec 20 17:15:05.776359 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:15:05.813366 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-86f41c32-bdd5-42d7-9c06-dae3dd2c3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.814642 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9972916e-0130-4ea9-9029-063409cb2d17 req-ee33f9e6-7c4f-412b-b7ac-a04691755166 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507011 Dec 20 17:15:05.815514 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-86f41c32-bdd5-42d7-9c06-dae3dd2c3cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1094 time: 0.0507677 Dec 20 17:15:05.881306 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:05.893029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'port_id': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'mac_address': 'fa:16:3e:05:2c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:15:05.910719 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-3eea0b8a-649a-45bc-8b61-91a8ff84314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:05.912134 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-3eea0b8a-649a-45bc-8b61-91a8ff84314f service neutron] 10.222.0.72 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0901704 Dec 20 17:15:05.931688 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:05.945213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d7e918-8dc4-4e46-a1f6-9043132930a9 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:15:05.969767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:05.983816 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-8ecda6b6-33ba-4c40-ba14-6feb084c122f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 999 time: 0.0644021 Dec 20 17:15:06.029264 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:06.034168 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-44b8b433-11f7-416a-b63a-51ff39d712fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.035753 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-44b8b433-11f7-416a-b63a-51ff39d712fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0450630 Dec 20 17:15:06.077888 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:06.083218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-0cd5a01f-0d4d-4a88-83e7-e727ecc75f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.084877 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-0cd5a01f-0d4d-4a88-83e7-e727ecc75f7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420222 Dec 20 17:15:06.086497 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.086858 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.087212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.087560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.087903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.088328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.088669 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.089003 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.089378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.089713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.090045 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.090374 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.090702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:15:06.183847 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-da08683c-2f45-45ae-9748-3552da3d5254 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915487 Dec 20 17:15:06.276810 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-7281d489-0b25-45db-bf12-b4d9ed080e59 req-08a51d32-9a21-490e-978d-b41d271c2064 service neutron] 10.222.0.72 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Dec 20 17:15:06.392439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['92d7e918-8dc4-4e46-a1f6-9043132930a9'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:15:06.937721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1270c2-18c1-4c7f-91a0-0f9666a8f3d4 req-9d948561-91d8-44a9-b484-baa4117f390a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:06.939244 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba1270c2-18c1-4c7f-91a0-0f9666a8f3d4 req-9d948561-91d8-44a9-b484-baa4117f390a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 944 time: 0.0519190 Dec 20 17:15:06.996557 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ba1270c2-18c1-4c7f-91a0-0f9666a8f3d4 req-c14cf40c-c052-4163-8275-2abc4eb6b5e2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499160 Dec 20 17:15:07.801093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:15:07.976964 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port 92d7e918-8dc4-4e46-a1f6-9043132930a9 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:15:07.981278 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port 92d7e918-8dc4-4e46-a1f6-9043132930a9 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:15:07.981658 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:08.066843 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:08.092157 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:08.094443 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28741f0-4775-4336-87e6-50e35b458667" -d '{"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-plugged", "status": "completed", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:15:08.116337 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:08.124620 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c20b9-8593-47ce-a7c2-98973c4d6028 req-f02e9309-af3b-44ea-9543-c05ef181b445 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:08.126781 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b7c20b9-8593-47ce-a7c2-98973c4d6028 req-f02e9309-af3b-44ea-9543-c05ef181b445 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 944 time: 0.0520089 Dec 20 17:15:08.142049 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16108f48-45ca-4ba0-991d-fbcc1317b847 x-openstack-request-id: req-16108f48-45ca-4ba0-991d-fbcc1317b847 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:08.142049 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-plugged", "status": "completed", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:08.142049 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16108f48-45ca-4ba0-991d-fbcc1317b847 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:08.142049 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'code': 200} Dec 20 17:15:08.186856 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3b7c20b9-8593-47ce-a7c2-98973c4d6028 req-18bc50df-0f38-4481-80c0-500e641e81e1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530298 Dec 20 17:15:08.210548 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54132) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:15:08.257730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:08.281154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-edf6e635-3f72-4b57-a393-ae46dacaecd4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/ff9f4c72-a11b-495e-8de6-f1d843694a0b HTTP/1.1" status: 200 len: 992 time: 0.0694182 Dec 20 17:15:08.309313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:09.020380 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:15:22.439944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:28.211196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:29.385369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-736a8445-444a-408c-af77-0bbc84f76d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:31.925933 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8cfe40a8-f538-407d-af21-2ad1b5f60af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:33.240305 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:34.702650 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:35.162282 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:46.019971 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:15:52.413030 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.669363 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54148) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:15:54.870532 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 2473d264-c491-4778-9294-1a0afe55f004 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:15:54.870872 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.953927 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.954261 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:54.967252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 2473d264-c491-4778-9294-1a0afe55f004 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:15:55.205401 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:55.235880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=2473d264-c491-4778-9294-1a0afe55f004,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:55.298280 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:55.298611 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP ff9f4c72-a11b-495e-8de6-f1d843694a0b disassociated (deleted). External IP: 172.25.6.222, port: 92d7e918-8dc4-4e46-a1f6-9043132930a9. Dec 20 17:15:55.527492 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 10af5508-9e49-4ebc-8c7a-221f44a52fdb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:15:55.964184 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:15:55.968776 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:55.975802 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] Sync routers for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:15:55.986978 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:15:55.987866 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:15:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:56.015911 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9f54cad9-4bfc-4434-81e7-33e6997c8d69 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/floatingips/ff9f4c72-a11b-495e-8de6-f1d843694a0b HTTP/1.1" status: 204 len: 168 time: 1.3453758 Dec 20 17:15:56.019357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:56.019710 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38854fe-2b14-40db-81ed-4d966296c2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:15:56.058063 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf874e30-3fc3-48c1-8d54-5126f23cf7ce x-openstack-request-id: req-cf874e30-3fc3-48c1-8d54-5126f23cf7ce {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:56.058490 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:56.058696 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf874e30-3fc3-48c1-8d54-5126f23cf7ce {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:56.059096 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'status': 'completed', 'code': 200} Dec 20 17:15:56.109750 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:15:56.126071 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-8c88ed67-5be9-4cab-8a3e-ef7fb6a127a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:56.127594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-8c88ed67-5be9-4cab-8a3e-ef7fb6a127a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 1096 time: 0.0443470 Dec 20 17:15:56.228975 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-6733ca90-5c15-4cfb-be7e-dc0bf48a70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:56.230476 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-6733ca90-5c15-4cfb-be7e-dc0bf48a70ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 200 len: 898 time: 0.0963631 Dec 20 17:15:56.274674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-2ee14ff9-ab3c-42e9-917b-6ac042ec6c3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 200 len: 217 time: 0.0367343 Dec 20 17:15:56.324688 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:56.334429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-f1f61947-22f9-4e93-ae7b-572cbf947d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:56.335602 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-f1f61947-22f9-4e93-ae7b-572cbf947d07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 200 len: 834 time: 0.0546324 Dec 20 17:15:56.351432 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] Checking router: 10af5508-9e49-4ebc-8c7a-221f44a52fdb for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:15:56.360157 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:15:56.360755 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:15:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:56.384933 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-5327a08d-150f-48b0-a59b-963b819c0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:56.386543 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-5327a08d-150f-48b0-a59b-963b819c0cbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440671 Dec 20 17:15:56.482194 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:15:56.523346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418069d-47b6-4a05-8c72-78f5dda4c91e req-cc48b41f-8888-4d03-8e89-42822866e524 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:56.524989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7418069d-47b6-4a05-8c72-78f5dda4c91e req-cc48b41f-8888-4d03-8e89-42822866e524 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0766025 Dec 20 17:15:56.529056 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-db309ea2-81f1-451b-b24c-fffdd4c0052f service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352813 Dec 20 17:15:56.629506 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7418069d-47b6-4a05-8c72-78f5dda4c91e req-704cf198-d0bb-4973-ac78-673a541969a7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976827 Dec 20 17:15:56.660950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f38854fe-2b14-40db-81ed-4d966296c2b6 req-ad36bfe4-32e9-4c5e-bd99-d41dbafbbd2b service neutron] 10.222.0.83 "GET /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227038 Dec 20 17:15:56.691940 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:15:56.717726 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21964c5a-a041-4dc8-87f8-9e6ab8ac7685 None None] The sync data for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 is: [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:57Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '88a1a6ce-a3a9-4f73-bd6f-e312d4742f74', 'name': '', 'network_id': 'd3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:8c:f9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:57Z', 'updated_at': '2021-12-20T17:14:01Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '7820e3ed-487d-4028-a1b0-a761827384ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:15:56.942932 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed76ecb-8d8e-46da-93e1-7e0082a34a9a None None] New status for floating IP ff9f4c72-a11b-495e-8de6-f1d843694a0b: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:15:57.754477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2a444-e8d1-46c5-9608-63c89472136f req-c804ae73-7474-42b2-8b10-86975662bd83 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:57.755983 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaa2a444-e8d1-46c5-9608-63c89472136f req-c804ae73-7474-42b2-8b10-86975662bd83 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0545633 Dec 20 17:15:57.807648 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-eaa2a444-e8d1-46c5-9608-63c89472136f req-a719b172-11a9-4647-b0c0-110348f9d47a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=e96b0bff-df3c-4b70-bd85-2252a55f0ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456178 Dec 20 17:15:57.992376 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-cdc36734-8285-4b83-b905-06827cdd7c5b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:15:57.993868 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-cdc36734-8285-4b83-b905-06827cdd7c5b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.83 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 945 time: 0.0497632 Dec 20 17:15:58.100845 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 92d7e918-8dc4-4e46-a1f6-9043132930a9 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:15:58.101308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:58.195274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 92d7e918-8dc4-4e46-a1f6-9043132930a9, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=92d7e918-8dc4-4e46-a1f6-9043132930a9,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:15:58.195637 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:58.208394 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 92d7e918-8dc4-4e46-a1f6-9043132930a9 owned by compute:nova {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:15:58.240118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:58.432266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:58.461553 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=92d7e918-8dc4-4e46-a1f6-9043132930a9,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:15:58.508953 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] No DVR routers for this DVR port 92d7e918-8dc4-4e46-a1f6-9043132930a9 on host n-h2-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:15:58.511770 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:15:58.515482 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.83 "DELETE /v2.0/ports/92d7e918-8dc4-4e46-a1f6-9043132930a9 HTTP/1.1" status: 204 len: 173 time: 0.5153425 Dec 20 17:15:58.516114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-deleted', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:15:58.518836 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ed8f26-3f44-4937-b57a-593e3c934eee" -d '{"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-deleted", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:15:58.558062 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c486ce49-6e31-4791-952b-a230306df444 x-openstack-request-id: req-c486ce49-6e31-4791-952b-a230306df444 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:15:58.558516 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c800e60e-25c8-4e5c-baa8-f56b961be22b", "name": "network-vif-deleted", "tag": "92d7e918-8dc4-4e46-a1f6-9043132930a9", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:15:58.558774 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c486ce49-6e31-4791-952b-a230306df444 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:15:58.559224 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c800e60e-25c8-4e5c-baa8-f56b961be22b', 'name': 'network-vif-deleted', 'tag': '92d7e918-8dc4-4e46-a1f6-9043132930a9', 'status': 'completed', 'code': 200} Dec 20 17:15:58.941953 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b3d04897-f2df-451f-90eb-75d7a6a44567 req-628b16f9-2147-425c-a656-f65bf705def3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=c800e60e-25c8-4e5c-baa8-f56b961be22b HTTP/1.1" status: 200 len: 210 time: 0.0388329 Dec 20 17:15:59.396371 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b5ae8318-7f06-4c81-b04e-ee190ca1056c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.006144 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54166) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:00.110905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:00.132101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: 92d7e918-8dc4-4e46-a1f6-9043132930a9 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:00.132443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device 92d7e918-8dc4-4e46-a1f6-9043132930a9 not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:00.373759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.639053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:16:00.639318 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.728281 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:00.728636 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:00.745661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:16:01.047232 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.077040 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=88a1a6ce-a3a9-4f73-bd6f-e312d4742f74,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:01.105603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.105950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.106297 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.106631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.106979 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.107311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.107627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.107949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.108392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.108982 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.109593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.110165 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.110731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:01.273778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.503445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 10af5508-9e49-4ebc-8c7a-221f44a52fdb has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:16:01.612365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:01.618469 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72248c04-8658-4441-bcc8-d6157b33d3fb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/10af5508-9e49-4ebc-8c7a-221f44a52fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167827 Dec 20 17:16:01.621012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54168) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:01.623276 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] Sync routers for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:01.637395 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:01.638010 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:15:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:01.674419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting subnet 7820e3ed-487d-4028-a1b0-a761827384ef {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:16:01.678002 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.720637 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.753669 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:01.764068 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad905-b17c-4067-9332-082a3006840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.812997 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.931332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.957291 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:16:00Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:01.959309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Subnet': ['ID=7820e3ed-487d-4028-a1b0-a761827384ef,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:01.963642 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:01.969910 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54170) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:01.974704 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbcc8f-940c-44ff-ad7d-6eeaa407d7b9 None None] Network d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:16:01.978115 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-16e5f8a9-4197-4a8a-ae92-46f58e7d42c0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/subnets/7820e3ed-487d-4028-a1b0-a761827384ef HTTP/1.1" status: 204 len: 168 time: 0.3527648 Dec 20 17:16:01.993935 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] Checking router: 10af5508-9e49-4ebc-8c7a-221f44a52fdb for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:02.006199 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] Routers {'10af5508-9e49-4ebc-8c7a-221f44a52fdb'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:02.006411 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:02.092248 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.131099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] Set router 10af5508-9e49-4ebc-8c7a-221f44a52fdb gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:02.176246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] DHCP port deletion for d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:02.223000 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.233076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] Deleting port f59df4eb-88de-45db-9ec7-87aac39864fc {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:16:02.233571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.315227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] For port f59df4eb-88de-45db-9ec7-87aac39864fc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=f59df4eb-88de-45db-9ec7-87aac39864fc,segment=NetworkSegment(4f6872f0-6eb0-49b2-99dd-0cc42a261181),segment_id=4f6872f0-6eb0-49b2-99dd-0cc42a261181)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:02.316440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.339633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] Calling delete_port for f59df4eb-88de-45db-9ec7-87aac39864fc owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:16:02.369554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 0dde1e64-fb37-4234-b7ab-fc93630f93dc {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:16:02.370266 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.422570 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:16:00Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:02.452631 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a3af4-ce39-4486-9ffc-7ad73d6a9d65 None None] The sync data for ids ['10af5508-9e49-4ebc-8c7a-221f44a52fdb'] in n-d-781076-8 is: [{'id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702859894', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:16:00Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '0dde1e64-fb37-4234-b7ab-fc93630f93dc', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10af5508-9e49-4ebc-8c7a-221f44a52fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:13:53Z', 'updated_at': '2021-12-20T17:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:02.457829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 0dde1e64-fb37-4234-b7ab-fc93630f93dc, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0dde1e64-fb37-4234-b7ab-fc93630f93dc,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:02.457829 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.476688 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 0dde1e64-fb37-4234-b7ab-fc93630f93dc owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:16:02.504186 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.537677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] Pushing event deleted for resources: {'Port': ['ID=f59df4eb-88de-45db-9ec7-87aac39864fc,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:02.541040 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388834d1-a59c-4aa7-ab54-d711aee0c286 None None] No DVR routers for this DVR port f59df4eb-88de-45db-9ec7-87aac39864fc on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:16:02.721610 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.747318 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=0dde1e64-fb37-4234-b7ab-fc93630f93dc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:02.757966 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.758317 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.758665 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.759004 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.759340 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.759680 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.759988 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.760322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.760652 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.760980 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.761421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.761783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.762069 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:02.780426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86ca28-7ac2-4f20-8fda-164e9faed567 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:02.829968 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.929331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:02.935279 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.940402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:02.951283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:02.951629 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 88a1a6ce-a3a9-4f73-bd6f-e312d4742f74 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:02.952378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f59df4eb-88de-45db-9ec7-87aac39864fc no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:02.975977 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: f59df4eb-88de-45db-9ec7-87aac39864fc {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:02.976398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device f59df4eb-88de-45db-9ec7-87aac39864fc not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:03.096111 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.096684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Fanout notify agent at l3_agent the message router_deleted on router 10af5508-9e49-4ebc-8c7a-221f44a52fdb {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:16:03.104719 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.105881 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6505df21-ad9d-4264-b300-6500b25acd5d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/routers/10af5508-9e49-4ebc-8c7a-221f44a52fdb HTTP/1.1" status: 204 len: 168 time: 1.1351776 Dec 20 17:16:03.108593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54172) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.194894 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.244960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.293209 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.314025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:03.323857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6872f0-6eb0-49b2-99dd-0cc42a261181') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:03.324203 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6872f0-6eb0-49b2-99dd-0cc42a261181') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:03.335620 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.349749 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.355696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:16:03.357345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:16:03.359068 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:16:03.502116 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.509649 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.512837 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/networks/d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0 HTTP/1.1" status: 204 len: 168 time: 0.4032512 Dec 20 17:16:03.515828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54174) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:03.525314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8011d-91f4-4ddb-9436-5e0a2640d07b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Network': ['ID=d3041d4f-b8dd-4f7e-ac42-1b80b8c36ec0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:03.586792 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-800e5924-cd67-4b0e-a4f6-21c33a07e36b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.618871 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-800e5924-cd67-4b0e-a4f6-21c33a07e36b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.781852 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-800e5924-cd67-4b0e-a4f6-21c33a07e36b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.784508 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-800e5924-cd67-4b0e-a4f6-21c33a07e36b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:03.786089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-800e5924-cd67-4b0e-a4f6-21c33a07e36b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/security-groups/e96b0bff-df3c-4b70-bd85-2252a55f0ae1 HTTP/1.1" status: 204 len: 168 time: 0.2692046 Dec 20 17:16:03.796786 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e5924-cd67-4b0e-a4f6-21c33a07e36b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b0bff-df3c-4b70-bd85-2252a55f0ae1,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:04.525906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0dde1e64-fb37-4234-b7ab-fc93630f93dc no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:16:04.549498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0dde1e64-fb37-4234-b7ab-fc93630f93dc {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:16:04.549895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0dde1e64-fb37-4234-b7ab-fc93630f93dc not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:16:04.744250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.178444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.253929 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54182) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.258969 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132019942', 'description': 'tempest-secgroup-smoke-2132019942 description', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:05.350055 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.427208 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.504121 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.533840 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddefa39-939a-4345-9291-b99257c72148,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:05.601006 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.602429 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-607151d4-92ea-4e3f-ac0c-fae70e3d7e74 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3472810 Dec 20 17:16:05.605344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54184) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:05.609853 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '7ddefa39-939a-4345-9291-b99257c72148', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:05.703692 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.764229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.875253 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:05.896036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47a0a6f-cb11-4294-b66a-4a28d0e79f24,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.008498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.010760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fc9e5245-6be4-435b-a6c0-761afce9bd63 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4041827 Dec 20 17:16:06.014112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54186) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:06.018856 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '7ddefa39-939a-4345-9291-b99257c72148', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:06.137579 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.198345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.290885 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.310387 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2882bd-8576-41e4-ac38-c5db57b0e493,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.384693 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.386000 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b2cf7797-1543-4a9d-9bca-0943f49ba83e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3708789 Dec 20 17:16:06.388802 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54188) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:06.393391 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '7ddefa39-939a-4345-9291-b99257c72148', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:06.503585 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.566830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.652680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.672857 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4a48ae-74ff-47e7-a23d-d5fec6ea5afe,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:06.757424 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.761632 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54190) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:06.762221 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7c7630b2-b094-4019-90d4-83d2eed35672 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717740 Dec 20 17:16:06.766638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '7ddefa39-939a-4345-9291-b99257c72148', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:06.875093 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:06.924080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.069754 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.089356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362c38cf-1f9d-460d-9f84-54a2004fc069,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:07.186525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.187987 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e20dcbac-09ce-4c62-8d70-16c70347671b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4250193 Dec 20 17:16:07.190657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54192) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:07.195678 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '7ddefa39-939a-4345-9291-b99257c72148', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:07.315599 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:16:07.322056 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.385720 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.464253 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.479970 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077c0187-3212-49d1-8cf6-902bbaa9389d,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:07.561271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.562576 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-97a8150f-52f3-4d45-866d-d1aa61d974fe tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3706799 Dec 20 17:16:07.565542 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54194) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:07.571136 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': '7ddefa39-939a-4345-9291-b99257c72148', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:07.690779 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:16:07.697196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.761408 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.839179 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.857429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc30482b-6fb5-4546-a550-a0b74c3697bd,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:07.961250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:07.962435 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-325e1e5e-e532-4e73-9de1-6efce9c76e95 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3952959 Dec 20 17:16:07.965426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54196) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:07.970313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'network': {'name': 'tempest-network-smoke--774477049', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'port_security_enabled': True}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:08.099747 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:16:08.104801 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.143099 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:16:08.153809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.154159 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Added segment c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55 of type vlan for network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd Dec 20 17:16:08.200640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.315551 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.322618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:08.323250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.398344 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Network': ['ID=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:08.409429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:16:08.453182 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-dab19d3b-baf1-4ff3-b61e-d5bae2854bad tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4866419 Dec 20 17:16:08.455954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54198) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:08.461478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'admin_state_up': True, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:08.560252 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.561223 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.622095 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:08.880802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.319157 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.338267 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:09.444048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.25 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/908a28ad-2d54-4d96-8c9f-78d1512613f7) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:09.548214 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.001802 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.045031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:10.048036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:10.053727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:10.056249 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=908a28ad-2d54-4d96-8c9f-78d1512613f7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:10.061215 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3c95d-b267-4122-8471-8c1ffea21814 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:10.181020 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fe95c7c2-7ec6-49c2-9591-34c272e95659 None None] Provisioning complete for port 908a28ad-2d54-4d96-8c9f-78d1512613f7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:10.181421 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fe95c7c2-7ec6-49c2-9591-34c272e95659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.216326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fe95c7c2-7ec6-49c2-9591-34c272e95659 None None] Port 908a28ad-2d54-4d96-8c9f-78d1512613f7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:10.390292 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.596199 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:10.789489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:16:10.900108 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:10.909873 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Sync routers for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:10.921014 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:10.926660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:11.028672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:11.045912 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.045912 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-9b14ee7d-cb64-4b70-9717-dacb5d3aed6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5877833 Dec 20 17:16:11.048120 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54200) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:11.123369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-06cb3724-32e9-4fe3-81d7-d1e298f6ea5c tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c035f1b918b4da69766c3bb3bf259a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740423 Dec 20 17:16:11.126036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54204) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:11.218054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:10Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:11.220333 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dfecda-a7dd-4fad-88d8-73f3e571524c tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:11.221891 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d8dfecda-a7dd-4fad-88d8-73f3e571524c tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949478 Dec 20 17:16:11.225423 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54206) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:11.250267 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Checking router: 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:11.250614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Updating router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 port 908a28ad-2d54-4d96-8c9f-78d1512613f7 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:16:11.256620 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-72c3322e-bc37-4842-9d30-e1886dcb9ccb tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300009 Dec 20 17:16:11.259053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54208) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:11.264089 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621755286', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:11.278151 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.446862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:16:11.450514 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.538377 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.601411 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.651428 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1c73a-664b-4580-95fa-3f3f0bd5cc21 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:11.664472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Attempting to bind port 908a28ad-2d54-4d96-8c9f-78d1512613f7 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:11.664845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Attempting to bind port 908a28ad-2d54-4d96-8c9f-78d1512613f7 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:11.665245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Attempting to bind port 908a28ad-2d54-4d96-8c9f-78d1512613f7 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:11.667403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Pushing event updated for resources: {'Port': ['ID=908a28ad-2d54-4d96-8c9f-78d1512613f7,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:11.678819 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:11.679426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:11.679887 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.680329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:11.680936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Bound port: 908a28ad-2d54-4d96-8c9f-78d1512613f7, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:11.681406 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.683749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.684096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.684441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.684773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.685104 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.685460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.685787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.686110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.686434 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.686756 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.687074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.687390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.687706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:11.702327 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.751926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] For port 908a28ad-2d54-4d96-8c9f-78d1512613f7, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:11.755556 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] For port 908a28ad-2d54-4d96-8c9f-78d1512613f7, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=908a28ad-2d54-4d96-8c9f-78d1512613f7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:11.760391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-c6b228cc-3d6a-4f27-ba4e-7905fd677a16 None None] Provisioning complete for port 908a28ad-2d54-4d96-8c9f-78d1512613f7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:11.760769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c6b228cc-3d6a-4f27-ba4e-7905fd677a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.768580 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Subnet': ['ID=0816cd18-38c9-481c-be9a-02190da0ffc4,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:11.780995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Checking segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:11.781388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network hostable DHCP agents. Network: 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:16:11.802039 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-c6b228cc-3d6a-4f27-ba4e-7905fd677a16 None None] Port 908a28ad-2d54-4d96-8c9f-78d1512613f7 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:11.858863 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:11.892706 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:16:12.012714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:12.018669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:12.019310 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.057842 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c0406-552f-4d99-ab06-15673d65e68e None None] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:16:12.090046 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be2c90-025a-4529-97b1-051e4cd84043 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:16:12.151315 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cca2a-8e93-4deb-9529-1d61ff48c586 None None] Pushing event updated for resources: {'Port': ['ID=908a28ad-2d54-4d96-8c9f-78d1512613f7,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:12.156211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:12.156831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:12.187065 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-15edebe9-97e5-4c6c-8305-86d26fb82056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9269311 Dec 20 17:16:12.189828 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54210) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:12.280973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:16:12.281799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.297499 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9caac832-c4ae-4e59-8abe-f833fc09ef99 None None] Provisioning complete for port 908a28ad-2d54-4d96-8c9f-78d1512613f7 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:12.297974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9caac832-c4ae-4e59-8abe-f833fc09ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.406396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:12.624099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Allocated IP 172.20.0.2 (4bfed0bf-6964-4b99-ab3e-d928ccd25ccd/0816cd18-38c9-481c-be9a-02190da0ffc4/26701b8c-1aea-4721-b5d3-bf7899f103db) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:12.626064 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9caac832-c4ae-4e59-8abe-f833fc09ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.644564 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.665852 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9caac832-c4ae-4e59-8abe-f833fc09ef99 None None] For port 908a28ad-2d54-4d96-8c9f-78d1512613f7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=908a28ad-2d54-4d96-8c9f-78d1512613f7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:12.748711 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9caac832-c4ae-4e59-8abe-f833fc09ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.859185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:10Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:12.864061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caac832-c4ae-4e59-8abe-f833fc09ef99 None None] Pushing event updated for resources: {'Port': ['ID=908a28ad-2d54-4d96-8c9f-78d1512613f7,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:12.898914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c798e-3728-4ca6-8618-e9fd0d46cc9f None None] The sync data for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 is: [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:10Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:12.911024 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:12.996370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.040149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:13.043087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:13.046885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:13.048035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.1 (4bfed0bf-6964-4b99-ab3e-d928ccd25ccd/0816cd18-38c9-481c-be9a-02190da0ffc4/834bae56-4d2d-4908-985e-c2ce1f61bcad) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:13.055810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Pushing event updated for resources: {'Port': ['ID=26701b8c-1aea-4721-b5d3-bf7899f103db,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:13.111066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Attempting to bind port 26701b8c-1aea-4721-b5d3-bf7899f103db on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:13.111450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Attempting to bind port 26701b8c-1aea-4721-b5d3-bf7899f103db by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:13.111820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Attempting to bind port 26701b8c-1aea-4721-b5d3-bf7899f103db on network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:13.125961 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:13.126844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Checking segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:13.127506 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.128122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Bound using segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:13.129444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Bound port: 26701b8c-1aea-4721-b5d3-bf7899f103db, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:13.130049 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.218626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] For port 26701b8c-1aea-4721-b5d3-bf7899f103db, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:13.220616 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.222728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] For port 26701b8c-1aea-4721-b5d3-bf7899f103db, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26701b8c-1aea-4721-b5d3-bf7899f103db,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:13.287426 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.346691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.356502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fb628-139e-4f9f-901c-7f842635252f None None] Pushing event updated for resources: {'Port': ['ID=26701b8c-1aea-4721-b5d3-bf7899f103db,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:13.408246 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:13.411890 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:13.416213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:13.427017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=834bae56-4d2d-4908-985e-c2ce1f61bcad,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:13.473560 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:13.707163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.022539 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.109807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.188310 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=834bae56-4d2d-4908-985e-c2ce1f61bcad,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:14.190810 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.292731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:14.294354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:14.359745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754bd77-e57e-4ce4-aa67-e2d594f2863a None None] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:16:14.415892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:16:14.431597 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-2daab0a6-ab8c-4fa8-ab9b-000a311b0ee2 None None] Provisioning complete for port 26701b8c-1aea-4721-b5d3-bf7899f103db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:14.432037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2daab0a6-ab8c-4fa8-ab9b-000a311b0ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.535710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:14.545815 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4c12fb43-1175-4991-81ad-46a3668eead7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548410 Dec 20 17:16:14.566881 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2daab0a6-ab8c-4fa8-ab9b-000a311b0ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.630198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2daab0a6-ab8c-4fa8-ab9b-000a311b0ee2 None None] For port 26701b8c-1aea-4721-b5d3-bf7899f103db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26701b8c-1aea-4721-b5d3-bf7899f103db,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:14.704016 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2daab0a6-ab8c-4fa8-ab9b-000a311b0ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.744390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 908a28ad-2d54-4d96-8c9f-78d1512613f7 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:14.762541 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-8e7b28ac-d23a-4779-a972-b3cdca643f73 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132019942&fields=id&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 267 time: 0.0714984 Dec 20 17:16:14.813683 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daab0a6-ab8c-4fa8-ab9b-000a311b0ee2 None None] Pushing event updated for resources: {'Port': ['ID=26701b8c-1aea-4721-b5d3-bf7899f103db,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:14.841001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca1df7c9-fd58-46bf-bbcf-8291c78a99ed None None] Provisioning complete for port 26701b8c-1aea-4721-b5d3-bf7899f103db triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:14.841468 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca1df7c9-fd58-46bf-bbcf-8291c78a99ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.849594 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 908a28ad-2d54-4d96-8c9f-78d1512613f7 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:14.850168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:14.900599 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-45b43807-5586-4550-b0f4-847aeded35bb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:14.910505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-45b43807-5586-4550-b0f4-847aeded35bb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 796 time: 0.1400847 Dec 20 17:16:14.930948 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-a70db9ff-5c18-440a-8a07-4de519f0f640 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/quotas/7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 375 time: 0.0188162 Dec 20 17:16:15.003433 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-28305f16-8254-4a2f-a8e4-b809a29f0a29 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712500 Dec 20 17:16:15.014551 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-f64011a6-a138-4817-8df4-d1b03ea6cf4c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:16:15.015859 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-f64011a6-a138-4817-8df4-d1b03ea6cf4c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062914 Dec 20 17:16:15.060398 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ca1df7c9-fd58-46bf-bbcf-8291c78a99ed None None] Provisioning complete for port 834bae56-4d2d-4908-985e-c2ce1f61bcad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:15.060912 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca1df7c9-fd58-46bf-bbcf-8291c78a99ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.110241 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ca1df7c9-fd58-46bf-bbcf-8291c78a99ed None None] Port 834bae56-4d2d-4908-985e-c2ce1f61bcad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:15.121520 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Sync routers for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:15.142304 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:15.143199 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:15.147470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26701b8c-1aea-4721-b5d3-bf7899f103db up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:15.206925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-1ad651a6-5549-46fa-9a23-4c9917313792 service neutron] 10.222.0.81 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606095 Dec 20 17:16:15.260845 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5ad7b0fa-7e92-4635-8398-5137f6a0548a None None] Provisioning complete for port 834bae56-4d2d-4908-985e-c2ce1f61bcad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:15.261246 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b0fa-7e92-4635-8398-5137f6a0548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.288084 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:15.316660 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7b0fa-7e92-4635-8398-5137f6a0548a None None] Port 834bae56-4d2d-4908-985e-c2ce1f61bcad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:15.330139 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 26701b8c-1aea-4721-b5d3-bf7899f103db triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:15.330526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.363372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-fc896412-40ac-4504-bc0c-39875fa2d6e1 service neutron] 10.222.0.81 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553845 Dec 20 17:16:15.529479 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 2, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:15.535814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f72cffb3-39fb-41bc-b010-978b74d059ca None None] Provisioning complete for port 834bae56-4d2d-4908-985e-c2ce1f61bcad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:15.540282 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f72cffb3-39fb-41bc-b010-978b74d059ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.556193 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Checking router: 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:15.556579 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Updating router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 port 834bae56-4d2d-4908-985e-c2ce1f61bcad binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:16:15.574884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f72cffb3-39fb-41bc-b010-978b74d059ca None None] Port 834bae56-4d2d-4908-985e-c2ce1f61bcad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:15.583686 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.652599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f85dba7-347a-4a45-a122-bf87db6b54f4 req-4d5fe086-c8b6-44fb-9664-c4d19e92fdfc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 210 time: 0.0304859 Dec 20 17:16:15.863221 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.932540 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:15.986515 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Pushing event updated for resources: {'Port': ['ID=834bae56-4d2d-4908-985e-c2ce1f61bcad,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:15.996107 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.001385 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:16:16.060698 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Attempting to bind port 834bae56-4d2d-4908-985e-c2ce1f61bcad on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:16.061137 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Attempting to bind port 834bae56-4d2d-4908-985e-c2ce1f61bcad by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:16.061534 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Attempting to bind port 834bae56-4d2d-4908-985e-c2ce1f61bcad on network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:16.071044 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:16.071306 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Checking segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:16.071664 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.072051 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Bound using segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:16.072525 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Bound port: 834bae56-4d2d-4908-985e-c2ce1f61bcad, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:16.072904 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.171096 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] For port 834bae56-4d2d-4908-985e-c2ce1f61bcad, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:16.176023 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] For port 834bae56-4d2d-4908-985e-c2ce1f61bcad, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=834bae56-4d2d-4908-985e-c2ce1f61bcad,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:16.218397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-168e857d-91d1-4301-b976-f1c1ccb06386 None None] Provisioning complete for port 834bae56-4d2d-4908-985e-c2ce1f61bcad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:16.218766 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-168e857d-91d1-4301-b976-f1c1ccb06386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.252930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-168e857d-91d1-4301-b976-f1c1ccb06386 None None] Port 834bae56-4d2d-4908-985e-c2ce1f61bcad cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:16.285671 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.348265 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:16.350056 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:16.353095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032f4e-5eba-4732-8dd6-0dd5a7c0b5d3 None None] Pushing event updated for resources: {'Port': ['ID=834bae56-4d2d-4908-985e-c2ce1f61bcad,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:16.467850 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:16.593601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6a1922d6-e41e-4dd1-a6fa-95c6367090b9 None None] Provisioning complete for port 834bae56-4d2d-4908-985e-c2ce1f61bcad triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:16.595114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a1922d6-e41e-4dd1-a6fa-95c6367090b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.637380 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26701b8c-1aea-4721-b5d3-bf7899f103db up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:16.713985 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:16.748099 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e27646-a699-4ea1-b75a-d685a3b9e02d None None] The sync data for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 is: [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:16.841632 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a1922d6-e41e-4dd1-a6fa-95c6367090b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.846504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 26701b8c-1aea-4721-b5d3-bf7899f103db triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:16.848194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:16.885012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-912eafd4-63ef-4803-9ec4-a2a05dfa309b req-7c24bd0b-631f-45e4-baca-29ab2b89ffb3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 210 time: 0.0950708 Dec 20 17:16:16.961059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6a1922d6-e41e-4dd1-a6fa-95c6367090b9 None None] For port 834bae56-4d2d-4908-985e-c2ce1f61bcad, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=834bae56-4d2d-4908-985e-c2ce1f61bcad,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:17.083675 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a1922d6-e41e-4dd1-a6fa-95c6367090b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:17.393950 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1922d6-e41e-4dd1-a6fa-95c6367090b9 None None] Pushing event updated for resources: {'Port': ['ID=834bae56-4d2d-4908-985e-c2ce1f61bcad,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:18.006193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-93aea14b-53d4-47bb-b647-8abe8a510f00 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:18.009089 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-93aea14b-53d4-47bb-b647-8abe8a510f00 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 796 time: 0.1532614 Dec 20 17:16:18.089822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d16e8fbe-ef4b-461b-b1c4-9e942af56d72 req-5ff6cc70-8a78-4f96-876c-3b484efd7f3c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 210 time: 0.0468192 Dec 20 17:16:18.125558 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-9d17eb4a-8639-4b9f-bc9e-666e66ed6b06 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 380 time: 0.1028628 Dec 20 17:16:18.137790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'port': {'device_id': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'admin_state_up': True, 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'security_groups': ['7ddefa39-939a-4345-9291-b99257c72148']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:18.515433 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:16:18.521084 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:18.641968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 834bae56-4d2d-4908-985e-c2ce1f61bcad up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:18.705734 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.9 (4bfed0bf-6964-4b99-ab3e-d928ccd25ccd/0816cd18-38c9-481c-be9a-02190da0ffc4/4cacca8d-e979-4017-8eec-7ec51dd7788d) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:18.709997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 834bae56-4d2d-4908-985e-c2ce1f61bcad triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:18.710625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:18.911074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.028328 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.083351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:19.086919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:19.090875 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:19.120172 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=4cacca8d-e979-4017-8eec-7ec51dd7788d,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:19.158479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:19.159197 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.251476 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-3c0943e8-df94-467c-9dc0-2c88215a0604 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1201065 Dec 20 17:16:19.266457 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Request body: {'port': {'device_id': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:19.304617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15633f18-9433-49f6-b360-be3d52b7de08 req-588117e3-bdbc-4d28-bddd-bc926848b995 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:19.307470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15633f18-9433-49f6-b360-be3d52b7de08 req-588117e3-bdbc-4d28-bddd-bc926848b995 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 931 time: 0.0771377 Dec 20 17:16:19.350090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.383715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-15633f18-9433-49f6-b360-be3d52b7de08 req-65e277f6-7b29-438d-8c8f-fd8f7e2cb712 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634949 Dec 20 17:16:19.428236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-81d1020e-9377-4d00-b291-08d74970b3b3 None None] Provisioning complete for port 4cacca8d-e979-4017-8eec-7ec51dd7788d triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:19.428884 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81d1020e-9377-4d00-b291-08d74970b3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.484435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-81d1020e-9377-4d00-b291-08d74970b3b3 None None] Port 4cacca8d-e979-4017-8eec-7ec51dd7788d cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:16:19.696228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cacca8d-e979-4017-8eec-7ec51dd7788d {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:16:19.704287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.717213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Transition to ACTIVE for port object 4cacca8d-e979-4017-8eec-7ec51dd7788d will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:16:19.778142 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:19.836881 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cacca8d-e979-4017-8eec-7ec51dd7788d,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:19.933619 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Attempting to bind port 4cacca8d-e979-4017-8eec-7ec51dd7788d on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:16:19.934150 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Attempting to bind port 4cacca8d-e979-4017-8eec-7ec51dd7788d by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:16:19.934668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Attempting to bind port 4cacca8d-e979-4017-8eec-7ec51dd7788d on network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:19.941807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Port 4cacca8d-e979-4017-8eec-7ec51dd7788d on network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:16:19.942295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Attempting to bind port 4cacca8d-e979-4017-8eec-7ec51dd7788d on network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:16:19.950627 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:16:19.950930 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Checking segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:16:19.951422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Bound using segment: {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:16:19.952087 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Bound port: 4cacca8d-e979-4017-8eec-7ec51dd7788d, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:16:19.952658 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.063226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] For port 4cacca8d-e979-4017-8eec-7ec51dd7788d, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:16:20.069968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] For port 4cacca8d-e979-4017-8eec-7ec51dd7788d, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:16:20.155891 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.192372 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.193015 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:20.194503 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] 10.222.0.72 "PUT /v2.0/ports/4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 1091 time: 0.9349835 Dec 20 17:16:20.194952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:16:20.197256 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013b23a-44b3-4ccf-8a80-086134029a07" -d '{"events": [{"name": "network-changed", "server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:16:20.236906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc608547-3500-4ad2-a6a3-043762dd7df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cacca8d-e979-4017-8eec-7ec51dd7788d,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:20.353757 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d44243b-de44-471c-b4db-921ae90b7222 x-openstack-request-id: req-0d44243b-de44-471c-b4db-921ae90b7222 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:16:20.354336 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:16:20.354962 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d44243b-de44-471c-b4db-921ae90b7222 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:16:20.355710 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'status': 'completed', 'code': 200} Dec 20 17:16:20.390408 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-52dc4773-a540-43e9-b2fb-12742ea8934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.392853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-52dc4773-a540-43e9-b2fb-12742ea8934f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0565822 Dec 20 17:16:20.455518 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-4295c07f-c1e0-4be8-b808-9b3635937260 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 217 time: 0.0553575 Dec 20 17:16:20.509188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-dcf8bf70-43fc-48b9-aed1-33985dfc27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.510610 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-dcf8bf70-43fc-48b9-aed1-33985dfc27ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 200 len: 835 time: 0.0488241 Dec 20 17:16:20.541766 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadca6e-ec16-429f-ae43-4a982b457b26 req-ddd1c2fb-7733-47de-aada-8b06bb16e516 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.543387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fadca6e-ec16-429f-ae43-4a982b457b26 req-ddd1c2fb-7733-47de-aada-8b06bb16e516 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 943 time: 0.0615003 Dec 20 17:16:20.572874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-7fc53fd3-a8c8-4ead-91a1-eb2887be739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.574483 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-7fc53fd3-a8c8-4ead-91a1-eb2887be739a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567715 Dec 20 17:16:20.619470 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fadca6e-ec16-429f-ae43-4a982b457b26 req-f60cd054-ac8f-486f-a97c-a529fcfe2ad4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625894 Dec 20 17:16:20.673782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-dbe5fd2f-18c6-4459-81ee-2a06a93d0fec service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923791 Dec 20 17:16:20.768763 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4b635f4d-99f2-4c91-8b4b-9b54f6782f16 req-f3f46312-e6d0-48ba-8d37-0e18a0e65cb2 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885494 Dec 20 17:16:20.958076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-9aa49ca2-f71e-4169-929b-7daf2e0bcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:20.959654 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-9aa49ca2-f71e-4169-929b-7daf2e0bcf87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0475442 Dec 20 17:16:21.056779 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-39f02924-f436-40db-a62c-1c1cdb13e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:21.058326 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-39f02924-f436-40db-a62c-1c1cdb13e338 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 897 time: 0.0914907 Dec 20 17:16:21.460120 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-a4d75bab-32a6-4440-a35a-9dd17b11fc8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 217 time: 0.3926501 Dec 20 17:16:21.514243 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-5aa50fd0-28a8-4e02-b1f6-452951523e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:21.515729 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-5aa50fd0-28a8-4e02-b1f6-452951523e71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 200 len: 835 time: 0.0466020 Dec 20 17:16:21.566264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-9a58f431-8caa-47bc-929f-a0406a834e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:21.567781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-9a58f431-8caa-47bc-929f-a0406a834e5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446696 Dec 20 17:16:21.668060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-5f2f0672-e7f3-401e-9e1f-3f13f74f6391 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918229 Dec 20 17:16:21.767195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8013b23a-44b3-4ccf-8a80-086134029a07 req-7af16efd-a934-4139-8fff-387d607842fd service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912168 Dec 20 17:16:21.767415 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb632dc5-e124-4401-94db-b235ea36f2fa req-66810160-e371-425c-9bba-c67d9f8af2d8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:21.770761 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb632dc5-e124-4401-94db-b235ea36f2fa req-66810160-e371-425c-9bba-c67d9f8af2d8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 943 time: 0.0609319 Dec 20 17:16:21.827077 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb632dc5-e124-4401-94db-b235ea36f2fa req-494274d7-07b0-4691-8f60-904ce1a8ce96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504813 Dec 20 17:16:22.463649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:22.687901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4cacca8d-e979-4017-8eec-7ec51dd7788d details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:16:22.789770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4cacca8d-e979-4017-8eec-7ec51dd7788d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:22.801670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'port_id': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'mac_address': 'fa:16:3e:bb:44:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:16:22.841202 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:22.855641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cacca8d-e979-4017-8eec-7ec51dd7788d {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:16:22.881400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4cacca8d-e979-4017-8eec-7ec51dd7788d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:22.951700 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb444a-7552-49d8-bbd8-b28d0423c7c7 req-7fa58fe1-75db-4399-9cce-4d832e7d3cd3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:22.954070 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdbb444a-7552-49d8-bbd8-b28d0423c7c7 req-7fa58fe1-75db-4399-9cce-4d832e7d3cd3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 943 time: 0.0533626 Dec 20 17:16:23.007583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdbb444a-7552-49d8-bbd8-b28d0423c7c7 req-04d0e03a-bbff-46e4-acde-aff1a5482083 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471301 Dec 20 17:16:23.012565 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:23.019720 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:16:23.062595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4cacca8d-e979-4017-8eec-7ec51dd7788d,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:23.255331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['4cacca8d-e979-4017-8eec-7ec51dd7788d'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:16:24.148054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973b33-3d40-414c-8e34-a9a4cec3cfe0 req-e6a84cfb-30b9-4090-adb8-454f1f196c52 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:24.149714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f973b33-3d40-414c-8e34-a9a4cec3cfe0 req-e6a84cfb-30b9-4090-adb8-454f1f196c52 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 944 time: 0.0568273 Dec 20 17:16:24.214594 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f973b33-3d40-414c-8e34-a9a4cec3cfe0 req-de8fafaf-c27e-4d9b-b077-9b037b4021bc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 Dec 20 17:16:24.703067 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4cacca8d-e979-4017-8eec-7ec51dd7788d up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:16:24.892029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 4cacca8d-e979-4017-8eec-7ec51dd7788d completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:16:24.896643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 4cacca8d-e979-4017-8eec-7ec51dd7788d triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:16:24.897101 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:24.992475 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:25.019772 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:16:25.021582 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4174947-2d42-48b2-a359-2077f9027fb9" -d '{"events": [{"server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "name": "network-vif-plugged", "status": "completed", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:16:25.036144 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 4cacca8d-e979-4017-8eec-7ec51dd7788d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:16:25.122943 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1987a879-d9db-401a-8d2d-8e5438b05cac x-openstack-request-id: req-1987a879-d9db-401a-8d2d-8e5438b05cac {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:16:25.123399 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "name": "network-vif-plugged", "status": "completed", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:16:25.123748 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1987a879-d9db-401a-8d2d-8e5438b05cac {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:16:25.124245 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'code': 200} Dec 20 17:16:25.125672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:25.190109 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=4cacca8d-e979-4017-8eec-7ec51dd7788d,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:25.252833 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fea02c-6ab1-403f-9a6f-5d10a1d8e813 req-e66f2993-98d9-43f7-8f72-b61ab7024977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:25.257002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e2fea02c-6ab1-403f-9a6f-5d10a1d8e813 req-e66f2993-98d9-43f7-8f72-b61ab7024977 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0629783 Dec 20 17:16:25.320663 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e2fea02c-6ab1-403f-9a6f-5d10a1d8e813 req-e37aa2d6-28f4-4010-a8a3-a62bc9bf5f82 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560970 Dec 20 17:16:25.358495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7421af3-5c4c-4029-9941-1fc3b7ea3d95 req-ab44d880-342d-494c-931b-65383f33d3ca tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:25.360107 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7421af3-5c4c-4029-9941-1fc3b7ea3d95 req-ab44d880-342d-494c-931b-65383f33d3ca tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0644259 Dec 20 17:16:25.415452 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a7421af3-5c4c-4029-9941-1fc3b7ea3d95 req-b54c7242-50a7-4e52-9395-f2ef0c6a13e1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475876 Dec 20 17:16:26.555256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d74ebd-dd21-4dc9-b061-21a03671c4d2 req-7c5150eb-bfc5-4a73-b8b0-57fcc7b304e2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:26.557150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35d74ebd-dd21-4dc9-b061-21a03671c4d2 req-7c5150eb-bfc5-4a73-b8b0-57fcc7b304e2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0609488 Dec 20 17:16:26.621261 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-35d74ebd-dd21-4dc9-b061-21a03671c4d2 req-1e819fe3-2d9d-4a2e-b6f6-6e4c54ddc5ef tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571849 Dec 20 17:16:26.779909 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8b73-1e8e-4c5f-acd1-ef4b061f2fb9 req-ce6f355b-298d-4293-96d6-6593bd139283 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:26.781497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53bc8b73-1e8e-4c5f-acd1-ef4b061f2fb9 req-ce6f355b-298d-4293-96d6-6593bd139283 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0614743 Dec 20 17:16:26.836773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53bc8b73-1e8e-4c5f-acd1-ef4b061f2fb9 req-832191f9-133f-4c93-b521-de2dc48e818e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Dec 20 17:16:26.864054 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54268) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:26.906477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c02e3a-af18-464a-aa6e-20a0ae4e773f tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:26.908195 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e5c02e3a-af18-464a-aa6e-20a0ae4e773f tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1091 time: 0.0429463 Dec 20 17:16:26.910883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54270) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:26.915577 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:16:27.050250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:27.211112 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:27.360710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.40 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/efaf4cf3-63ec-453e-87d1-d70426f88265) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:16:27.493385 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:27.593837 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:27.640455 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:16:27.643653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:16:27.648478 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:16:27.655557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=efaf4cf3-63ec-453e-87d1-d70426f88265,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:28.069434 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.226392 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.229879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.415246 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.492256 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.577280 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=efaf4cf3-63ec-453e-87d1-d70426f88265,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:16:28.591821 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:28.711928 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP b06d2fe4-92dd-4379-a745-4c261633e776 associated. External IP: 172.25.6.40, port: 4cacca8d-e979-4017-8eec-7ec51dd7788d. Dec 20 17:16:28.964529 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:16:29.088962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:16:29.102706 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] Sync routers for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:16:29.116828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:29.117699 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:29.248686 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:29.289445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:29.338837 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4c04a407-fadc-49ab-b994-f8799849edd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4226041 Dec 20 17:16:29.338837 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:16:29.338837 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d35d70-df65-4708-bca5-1225cf7e4a29" -d '{"events": [{"name": "network-changed", "server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:16:29.421856 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f2ff9-e6eb-47d0-8fd1-ccfc749b0d62 x-openstack-request-id: req-7b6f2ff9-e6eb-47d0-8fd1-ccfc749b0d62 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:16:29.422328 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:16:29.422727 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b6f2ff9-e6eb-47d0-8fd1-ccfc749b0d62 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:16:29.423376 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'status': 'completed', 'code': 200} Dec 20 17:16:29.492900 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d637889e-dd40-4d64-9510-3861587969fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:29.508750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-63bd4127-298a-4ef8-a601-a92dfb7cdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:29.510227 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-63bd4127-298a-4ef8-a601-a92dfb7cdf4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0531313 Dec 20 17:16:29.515658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81f101-36d8-4598-aa91-b82bfe6a0155 req-245da5ac-5fc9-4965-b2d5-b409318553aa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:29.519771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c81f101-36d8-4598-aa91-b82bfe6a0155 req-245da5ac-5fc9-4965-b2d5-b409318553aa tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0712109 Dec 20 17:16:29.585785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7c81f101-36d8-4598-aa91-b82bfe6a0155 req-b7effb9a-ffe3-4525-8394-e977e27d4d8b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593038 Dec 20 17:16:29.614533 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'b06d2fe4-92dd-4379-a745-4c261633e776', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'port_id': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'mac_address': 'fa:16:3e:bb:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:16:27Z', 'updated_at': '2021-12-20T17:16:27Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:29.627471 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54276) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:29.627871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-030689b7-8f1f-4d31-9578-de22b72c69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:29.630168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-030689b7-8f1f-4d31-9578-de22b72c69d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 897 time: 0.1131408 Dec 20 17:16:29.650275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] Checking router: 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:16:29.660470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:16:29.661114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:16:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:29.709916 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a5beef39-7473-40b4-b11a-409489b927f2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/b06d2fe4-92dd-4379-a745-4c261633e776 HTTP/1.1" status: 200 len: 990 time: 0.0784733 Dec 20 17:16:29.718390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-78899c51-5dd6-40c1-90b3-ed45d64458f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 998 time: 0.0807352 Dec 20 17:16:29.770777 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-d7aef4a5-cada-4dd3-a335-4fb912b8e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:29.772179 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-d7aef4a5-cada-4dd3-a335-4fb912b8e230 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 200 len: 835 time: 0.0476055 Dec 20 17:16:29.785854 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:16:29.824426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-2a6dbfd0-a4ad-4195-af7c-efaf8b7e80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:16:29.826054 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-2a6dbfd0-a4ad-4195-af7c-efaf8b7e80a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468786 Dec 20 17:16:29.931488 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-31139dc4-f5e8-44ef-8367-cf0fb3c25822 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976815 Dec 20 17:16:30.049487 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-42d35d70-df65-4708-bca5-1225cf7e4a29 req-416cb739-371e-4f11-9323-7fb76dfed0c5 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112738 Dec 20 17:16:30.068792 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'b06d2fe4-92dd-4379-a745-4c261633e776', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'port_id': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'mac_address': 'fa:16:3e:bb:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:16:27Z', 'updated_at': '2021-12-20T17:16:27Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:16:30.099730 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310f69-cbf9-4d92-91f0-5346b2eafa5e None None] The sync data for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 is: [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'b06d2fe4-92dd-4379-a745-4c261633e776', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'port_id': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'mac_address': 'fa:16:3e:bb:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:16:27Z', 'updated_at': '2021-12-20T17:16:27Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:16:30.327958 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a31177-7e66-4f7f-b8c3-644ae08b00d7 None None] New status for floating IP b06d2fe4-92dd-4379-a745-4c261633e776: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:16:30.713807 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54278) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:16:30.823827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-48f84032-0387-4e0c-a891-9940735b3e03 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/b06d2fe4-92dd-4379-a745-4c261633e776 HTTP/1.1" status: 200 len: 992 time: 0.1080608 Dec 20 17:16:31.781920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02609a9f-f139-487a-9aea-d8b096e409ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:33.421967 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:34.718798 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:35.156355 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:52.468664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:58.302975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:16:59.411176 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-79327440-40ad-40ec-9444-961a76e5c4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:00.020050 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:17:01.822968 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b202a477-c090-4fbd-85d5-6f63462b5456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:02.435130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb226b55-f5c6-4a97-826d-65a01494be5c req-c1b00a29-f022-4b87-b86d-97cca173025c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:02.436920 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb226b55-f5c6-4a97-826d-65a01494be5c req-c1b00a29-f022-4b87-b86d-97cca173025c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0560637 Dec 20 17:17:02.501785 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cb226b55-f5c6-4a97-826d-65a01494be5c req-92790038-b507-4441-880f-01409aedc050 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567296 Dec 20 17:17:03.074461 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-c507ae6f-8295-44ab-8875-e8e3a571f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:03.076017 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-c507ae6f-8295-44ab-8875-e8e3a571f59d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0471010 Dec 20 17:17:03.208504 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-bde11aae-7812-4869-a09c-06483d243753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:03.210308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-bde11aae-7812-4869-a09c-06483d243753 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 897 time: 0.1112828 Dec 20 17:17:03.294465 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-2ca41b1f-7c75-4fcd-8926-17093a0adb47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 1000 time: 0.0754228 Dec 20 17:17:03.349258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-b2d4094d-01c1-4c17-8f41-80f29aa5f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:03.350846 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-b2d4094d-01c1-4c17-8f41-80f29aa5f8a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 200 len: 835 time: 0.0494010 Dec 20 17:17:03.353834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:03.431347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-183fdfe9-4aaf-4944-8d89-29c5c13d8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:03.434197 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-183fdfe9-4aaf-4944-8d89-29c5c13d8ccc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753534 Dec 20 17:17:03.546792 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-c98098ea-e576-46f0-b4ad-7d2a92d5382d service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054754 Dec 20 17:17:03.652364 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53228838-3345-43a2-81ac-76d28a19f5f4 req-51037ee1-2920-4351-95c5-18b0e03ebd78 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:03.653992 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53228838-3345-43a2-81ac-76d28a19f5f4 req-51037ee1-2920-4351-95c5-18b0e03ebd78 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0615144 Dec 20 17:17:03.680154 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-35df0448-db3c-4e7d-863c-b35ce9c4fd55 req-ab44be9e-9bca-4696-baf1-d57ede404076 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253669 Dec 20 17:17:03.714888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-53228838-3345-43a2-81ac-76d28a19f5f4 req-0c2be74a-737e-41c6-a5b0-24f16b78f8e8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530896 Dec 20 17:17:04.771238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:04.851019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2f53-b549-4c05-a12c-43abcbe14da4 req-c708e048-c23d-492c-87c5-ccbfd4d28cf3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:04.852766 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3abf2f53-b549-4c05-a12c-43abcbe14da4 req-c708e048-c23d-492c-87c5-ccbfd4d28cf3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0571547 Dec 20 17:17:04.912464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3abf2f53-b549-4c05-a12c-43abcbe14da4 req-257b0f3f-be5b-4d13-9900-5e9489bc5bcc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525923 Dec 20 17:17:05.209783 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:06.058549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd758bfc-8785-4300-93d3-163f53f39704 req-b6e9c3b8-c0d4-4f42-a872-41c761fccf61 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:06.060270 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd758bfc-8785-4300-93d3-163f53f39704 req-b6e9c3b8-c0d4-4f42-a872-41c761fccf61 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0649090 Dec 20 17:17:06.125650 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd758bfc-8785-4300-93d3-163f53f39704 req-79402b70-c1ee-4aac-b0f7-33385013dbc8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533137 Dec 20 17:17:07.266143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109dff3-b26c-48ac-a77c-f0f9d3b8022e req-c21fd263-0258-4154-8f0a-c26425f6c171 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:07.267908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3109dff3-b26c-48ac-a77c-f0f9d3b8022e req-c21fd263-0258-4154-8f0a-c26425f6c171 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0567026 Dec 20 17:17:07.327646 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3109dff3-b26c-48ac-a77c-f0f9d3b8022e req-628db325-840a-491b-bdea-409215fdbb68 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528731 Dec 20 17:17:08.493483 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30aa0-1357-491a-8701-b0a4b7a8fc2d req-55b4261e-ad57-4fda-9288-5699775a94d2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:08.495428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25b30aa0-1357-491a-8701-b0a4b7a8fc2d req-55b4261e-ad57-4fda-9288-5699775a94d2 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0738077 Dec 20 17:17:08.601435 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25b30aa0-1357-491a-8701-b0a4b7a8fc2d req-1e0b5ab8-b5a8-49e5-8ecd-182c3b4a70ff tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952196 Dec 20 17:17:09.767196 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd3c5-db9c-4c37-b572-19e81e5fa96f req-e4487404-5700-471d-a7ec-87814ba88ef5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:09.769395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bcdd3c5-db9c-4c37-b572-19e81e5fa96f req-e4487404-5700-471d-a7ec-87814ba88ef5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0680640 Dec 20 17:17:09.831046 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1bcdd3c5-db9c-4c37-b572-19e81e5fa96f req-b1beffbc-0507-4577-9fb2-5aee942a03b7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546608 Dec 20 17:17:10.962979 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5b919-69c6-4957-aecd-2a34e726f6bd req-842f9290-0a90-4e6a-88b4-6fbd0001c8bf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:10.964651 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fc5b919-69c6-4957-aecd-2a34e726f6bd req-842f9290-0a90-4e6a-88b4-6fbd0001c8bf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Dec 20 17:17:11.022914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7fc5b919-69c6-4957-aecd-2a34e726f6bd req-7b83340f-bb29-442c-bcd6-b0d15362e570 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514555 Dec 20 17:17:12.197010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaf12d-8bba-4821-93e1-020ab8c5a105 req-d6787631-4b6a-49f4-a1d2-b6f34a648a1c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:12.199851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8aaf12d-8bba-4821-93e1-020ab8c5a105 req-d6787631-4b6a-49f4-a1d2-b6f34a648a1c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0932493 Dec 20 17:17:12.286344 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a8aaf12d-8bba-4821-93e1-020ab8c5a105 req-a02afbce-aaae-4d10-a61d-1967cfe2db57 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789120 Dec 20 17:17:13.415918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3ce33-5e3b-47a2-9392-d8387fc87408 req-137759fc-73d0-4907-9912-e725c92b8779 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:13.417593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2a3ce33-5e3b-47a2-9392-d8387fc87408 req-137759fc-73d0-4907-9912-e725c92b8779 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0531709 Dec 20 17:17:13.474318 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a2a3ce33-5e3b-47a2-9392-d8387fc87408 req-ca95c69b-8ad7-40e0-b006-96a16570d07d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489535 Dec 20 17:17:14.617986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371e5f-2560-48c2-8578-b4da37965b4d req-3e0c0a53-3117-4cc5-8174-59d6da5046b8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:14.619621 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd371e5f-2560-48c2-8578-b4da37965b4d req-3e0c0a53-3117-4cc5-8174-59d6da5046b8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Dec 20 17:17:14.681717 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dd371e5f-2560-48c2-8578-b4da37965b4d req-4c38d3dd-151b-42c2-af5d-fef7d980ebec tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500562 Dec 20 17:17:15.826566 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844b66a-1a7a-4cb4-a936-e408ecf80c0d req-2dbe40b5-57da-4da0-9f85-4ddd3372aa0f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:15.828794 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2844b66a-1a7a-4cb4-a936-e408ecf80c0d req-2dbe40b5-57da-4da0-9f85-4ddd3372aa0f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0566220 Dec 20 17:17:15.886997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2844b66a-1a7a-4cb4-a936-e408ecf80c0d req-1266f194-9da1-4400-8002-cc60e91dd4fc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505950 Dec 20 17:17:17.021101 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dad04-5dc9-41e0-b4c3-d68d1d6145aa req-a4393d96-86fb-4c0d-a547-4a938ffded5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:17.022762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-903dad04-5dc9-41e0-b4c3-d68d1d6145aa req-a4393d96-86fb-4c0d-a547-4a938ffded5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0593936 Dec 20 17:17:17.091395 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-903dad04-5dc9-41e0-b4c3-d68d1d6145aa req-af4b1cce-2bee-46f8-ab8b-45f67d9ccb51 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569301 Dec 20 17:17:18.247311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df45b5-5e76-49e7-9870-061a8a37d869 req-1a89b6ed-498d-4465-b9ef-9160b23c63fc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:18.248927 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00df45b5-5e76-49e7-9870-061a8a37d869 req-1a89b6ed-498d-4465-b9ef-9160b23c63fc tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0525959 Dec 20 17:17:18.309909 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-00df45b5-5e76-49e7-9870-061a8a37d869 req-8d1ea946-7fe9-4f6b-bc3b-ad45a481780b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Dec 20 17:17:18.336265 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54328) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:18.405607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-92eef9ca-ce7b-44d0-8c95-cf02a20347e8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/b06d2fe4-92dd-4379-a745-4c261633e776 HTTP/1.1" status: 200 len: 992 time: 0.0676675 Dec 20 17:17:19.983049 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa726bd5-a232-4fd7-a8c0-6f1def38c928 req-5766064e-199b-4a1e-9e46-8c87090c86a8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:19.984733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa726bd5-a232-4fd7-a8c0-6f1def38c928 req-5766064e-199b-4a1e-9e46-8c87090c86a8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Dec 20 17:17:20.045595 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aa726bd5-a232-4fd7-a8c0-6f1def38c928 req-0e869672-40f4-4428-85e9-20563cac4164 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537190 Dec 20 17:17:20.135119 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-b2e56271-12b1-434c-811d-83cbb3430bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:20.136613 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-b2e56271-12b1-434c-811d-83cbb3430bdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0541008 Dec 20 17:17:20.246796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-d94b1760-9a34-4035-8297-cd283d4d606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:20.248298 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-d94b1760-9a34-4035-8297-cd283d4d606a service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 897 time: 0.1044734 Dec 20 17:17:20.322321 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-398840e6-aaea-488f-a042-116a0246a96a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 1000 time: 0.0667737 Dec 20 17:17:20.412306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-3bc555b1-7e71-49ff-8da3-68b3c790daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:20.414624 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-3bc555b1-7e71-49ff-8da3-68b3c790daa9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 200 len: 835 time: 0.0855799 Dec 20 17:17:20.469519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-1c4a9c68-ae43-40e7-b62b-2b6a3ee74ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:20.472521 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-1c4a9c68-ae43-40e7-b62b-2b6a3ee74ffd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500505 Dec 20 17:17:20.576948 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-5f21cfa3-150c-4250-94d7-f398c9bfd55c service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974205 Dec 20 17:17:20.686270 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-61dbe661-a6cf-4d60-8cd5-4507e4958e8d req-cd50486d-7601-438a-849d-a05c5a0d3e30 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026504 Dec 20 17:17:21.249658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54eb3c-9cfb-4cfa-866c-98675a028807 req-3035f12d-7ace-49fa-920e-cd4f1b971f3f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:21.254049 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd54eb3c-9cfb-4cfa-866c-98675a028807 req-3035f12d-7ace-49fa-920e-cd4f1b971f3f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0770953 Dec 20 17:17:21.322069 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-fd54eb3c-9cfb-4cfa-866c-98675a028807 req-9844a92e-725c-4837-94c6-612e610d1e5f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561469 Dec 20 17:17:22.467726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292009d-f191-446f-93c9-c99385a81847 req-f00a673a-614b-423c-bcd6-0fb3eff70d9d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:22.469886 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5292009d-f191-446f-93c9-c99385a81847 req-f00a673a-614b-423c-bcd6-0fb3eff70d9d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0685878 Dec 20 17:17:22.502925 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:22.539729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5292009d-f191-446f-93c9-c99385a81847 req-d57aa13d-3128-42c6-881f-f304b57ebd5c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590570 Dec 20 17:17:22.565384 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54342) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:22.637151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2cc9cdaa-7633-40dc-aefa-0092ea222200 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/b06d2fe4-92dd-4379-a745-4c261633e776 HTTP/1.1" status: 200 len: 992 time: 0.0703220 Dec 20 17:17:28.301716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:29.416056 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce308930-0eea-4085-9f7a-981d6f7aaabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:31.798807 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35bf4cbb-b4cc-48c4-ba84-df8b8ec260c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:33.278778 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:34.759013 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:35.187359 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:37.020851 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:17:51.168984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54352) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:51.366137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port efaf4cf3-63ec-453e-87d1-d70426f88265 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:51.366503 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.459800 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.460091 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.474445 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for efaf4cf3-63ec-453e-87d1-d70426f88265 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:51.810190 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.840870 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=efaf4cf3-63ec-453e-87d1-d70426f88265,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:51.855303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.855821 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.856407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.856795 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.857214 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.857670 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.858192 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.858649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.859147 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.859590 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.861178 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.861635 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.862092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:51.928491 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:51.928838 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP b06d2fe4-92dd-4379-a745-4c261633e776 disassociated (deleted). External IP: 172.25.6.40, port: 4cacca8d-e979-4017-8eec-7ec51dd7788d. Dec 20 17:17:52.507146 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.527048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:52.655429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:52.663700 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:52.666800 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] Sync routers for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:17:52.679783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:52.680612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:17:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:52.717216 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6b1e8fa-540c-44a3-9179-1701e4d65652 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/floatingips/b06d2fe4-92dd-4379-a745-4c261633e776 HTTP/1.1" status: 204 len: 168 time: 1.5462048 Dec 20 17:17:52.718247 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:17:52.722868 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c7e8e4-850f-4358-9e87-d2343ee6d878" -d '{"events": [{"name": "network-changed", "server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:17:52.788859 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd88b4e-fe37-4861-95c7-63bc09746537 x-openstack-request-id: req-3bd88b4e-fe37-4861-95c7-63bc09746537 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:17:52.789382 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:17:52.789826 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3bd88b4e-fe37-4861-95c7-63bc09746537 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:17:52.790494 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'status': 'completed', 'code': 200} Dec 20 17:17:52.815485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:52.865750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-32684201-b4dd-43cd-9830-ec3b60393a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:52.867662 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-32684201-b4dd-43cd-9830-ec3b60393a0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0470142 Dec 20 17:17:52.976283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-88e94db5-d934-4672-8bb1-1205556d6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:52.977879 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-88e94db5-d934-4672-8bb1-1205556d6cf7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 200 len: 897 time: 0.1001477 Dec 20 17:17:53.028801 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-ed6c0526-acfd-41b4-b1dd-8d31478d2ac2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 200 len: 217 time: 0.0428202 Dec 20 17:17:53.050479 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:53.078601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] Checking router: 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:17:53.087285 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-bc4f44d2-fe82-4f40-b854-de79903e9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:53.087742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:53.088368 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:17:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:53.088800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-bc4f44d2-fe82-4f40-b854-de79903e9580 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 200 len: 835 time: 0.0524728 Dec 20 17:17:53.154942 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-77e7b74f-3e8a-4525-98f5-a112d4d7374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:53.158211 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-77e7b74f-3e8a-4525-98f5-a112d4d7374e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623505 Dec 20 17:17:53.231533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c997b-471a-4c64-bc51-088ba4c6d703 req-6baf8a3a-8568-46c6-8c82-3bc959e18a6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:53.233716 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab3c997b-471a-4c64-bc51-088ba4c6d703 req-6baf8a3a-8568-46c6-8c82-3bc959e18a6c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0591536 Dec 20 17:17:53.290279 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-31441b43-bca9-4efc-a09e-5c638b1e49e4 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238916 Dec 20 17:17:53.303867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab3c997b-471a-4c64-bc51-088ba4c6d703 req-946d4932-e15e-4e47-b960-adabbce98317 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630844 Dec 20 17:17:53.393602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:53.417578 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-26c7e8e4-850f-4358-9e87-d2343ee6d878 req-ce482eb9-bef1-4a82-b2bc-2e23e8263fc2 service neutron] 10.222.0.72 "GET /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180770 Dec 20 17:17:53.635623 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:53.696026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa093442-551e-4c6f-80ee-9e69583bfa42 None None] The sync data for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 is: [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:16:13Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '834bae56-4d2d-4908-985e-c2ce1f61bcad', 'name': '', 'network_id': '4bfed0bf-6964-4b99-ab3e-d928ccd25ccd', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:39:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:12Z', 'updated_at': '2021-12-20T17:16:16Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': '0816cd18-38c9-481c-be9a-02190da0ffc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:17:53.944650 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f013f-b0de-44de-a0c4-2af0e57cb535 None None] New status for floating IP b06d2fe4-92dd-4379-a745-4c261633e776: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:17:54.451110 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d93b3-9316-4924-9bb2-ff701984e95a req-0919d93f-7ce8-49f7-bf11-3392bff3f643 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:54.454505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098d93b3-9316-4924-9bb2-ff701984e95a req-0919d93f-7ce8-49f7-bf11-3392bff3f643 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0617626 Dec 20 17:17:54.516169 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-098d93b3-9316-4924-9bb2-ff701984e95a req-babc8f06-39e1-4def-9c33-3930ffe2c056 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=7ddefa39-939a-4345-9291-b99257c72148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550542 Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:17:54.663972 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:17:54.668653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-09d11786-0700-453f-adee-e637fcdd6d3d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:17:54.668653 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-09d11786-0700-453f-adee-e637fcdd6d3d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 945 time: 0.0625813 Dec 20 17:17:54.771405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 4cacca8d-e979-4017-8eec-7ec51dd7788d {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:54.771758 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.873923 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 4cacca8d-e979-4017-8eec-7ec51dd7788d, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=4cacca8d-e979-4017-8eec-7ec51dd7788d,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:54.874389 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:54.890017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 4cacca8d-e979-4017-8eec-7ec51dd7788d owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:55.146828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.191031 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=4cacca8d-e979-4017-8eec-7ec51dd7788d,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:55.220586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.220955 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.221359 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.221710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.222059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.222398 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.222732 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.223062 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.223392 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.223780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.224114 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.224440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.224834 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:17:55.247186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] No DVR routers for this DVR port 4cacca8d-e979-4017-8eec-7ec51dd7788d on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:17:55.250090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:55.253685 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f9272c00-c373-4d73-9ee0-3bb69e3632b0 req-f0e05cee-6234-46f3-9347-3926561e86c4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "DELETE /v2.0/ports/4cacca8d-e979-4017-8eec-7ec51dd7788d HTTP/1.1" status: 204 len: 173 time: 0.5796566 Dec 20 17:17:55.254156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'name': 'network-vif-deleted', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:17:55.256471 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922e480f-0d8e-4914-a51e-db867001d10b" -d '{"events": [{"server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "name": "network-vif-deleted", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:17:55.297031 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019270f-a38f-4f0f-82d8-b2b181e55835 x-openstack-request-id: req-d019270f-a38f-4f0f-82d8-b2b181e55835 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:17:55.297995 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d80e101-2e71-4cea-b2b7-3018606ac1b9", "name": "network-vif-deleted", "tag": "4cacca8d-e979-4017-8eec-7ec51dd7788d", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:17:55.298366 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d019270f-a38f-4f0f-82d8-b2b181e55835 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:17:55.298961 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80e101-2e71-4cea-b2b7-3018606ac1b9', 'name': 'network-vif-deleted', 'tag': '4cacca8d-e979-4017-8eec-7ec51dd7788d', 'status': 'completed', 'code': 200} Dec 20 17:17:55.651306 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-29ed0381-ca48-4dea-b35f-b43ebaebca3d req-c64e2a56-a32a-4a59-9711-a0ce340cdd0b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d80e101-2e71-4cea-b2b7-3018606ac1b9 HTTP/1.1" status: 200 len: 210 time: 0.0326335 Dec 20 17:17:56.738373 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54368) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:57.143906 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.431123 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 834bae56-4d2d-4908-985e-c2ce1f61bcad {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:57.431441 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.536588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 834bae56-4d2d-4908-985e-c2ce1f61bcad, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=834bae56-4d2d-4908-985e-c2ce1f61bcad,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:57.536953 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:57.552239 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 834bae56-4d2d-4908-985e-c2ce1f61bcad owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:57.969949 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.000065 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=834bae56-4d2d-4908-985e-c2ce1f61bcad,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:58.271921 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.286028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.565028 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:17:58.697108 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:17:58.706324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-620b2b2c-580d-4a14-a764-4a16198267e3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662662 Dec 20 17:17:58.709687 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54370) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:58.710478 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] Sync routers for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:17:58.729012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:58.730145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:17:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:58.769987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting subnet 0816cd18-38c9-481c-be9a-02190da0ffc4 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:17:58.774399 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.822572 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:58.887292 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:58.928888 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.078230 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.099212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:17:57Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:59.108721 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Subnet': ['ID=0816cd18-38c9-481c-be9a-02190da0ffc4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:59.111096 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.120408 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-20f818cb-135f-4390-a4e7-3f487c4d619c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/subnets/0816cd18-38c9-481c-be9a-02190da0ffc4 HTTP/1.1" status: 204 len: 168 time: 0.4041834 Dec 20 17:17:59.120937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54372) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:17:59.145329 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d34dbd-fd4c-4633-bc7a-823a80e396a4 None None] Network 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:17:59.148822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] Checking router: 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:17:59.210192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] Routers {'7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:17:59.210820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:17:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:59.217604 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4cacca8d-e979-4017-8eec-7ec51dd7788d no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:17:59.264251 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.287100 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 4cacca8d-e979-4017-8eec-7ec51dd7788d {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:17:59.288028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 4cacca8d-e979-4017-8eec-7ec51dd7788d not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:17:59.381581 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.478609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] Set router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:17:59.527801 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ca64c80f-d948-401f-9bbb-88a442444d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.550346 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 908a28ad-2d54-4d96-8c9f-78d1512613f7 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:59.550819 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.582882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] DHCP port deletion for 4bfed0bf-6964-4b99-ab3e-d928ccd25ccd request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:17:59.650545 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 908a28ad-2d54-4d96-8c9f-78d1512613f7, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=908a28ad-2d54-4d96-8c9f-78d1512613f7,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:59.650830 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.670602 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 908a28ad-2d54-4d96-8c9f-78d1512613f7 owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:59.815305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Deleting port 26701b8c-1aea-4721-b5d3-bf7899f103db {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:17:59.815674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.897442 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] For port 26701b8c-1aea-4721-b5d3-bf7899f103db, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=26701b8c-1aea-4721-b5d3-bf7899f103db,segment=NetworkSegment(c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55),segment_id=c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:17:59.897847 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.915118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Calling delete_port for 26701b8c-1aea-4721-b5d3-bf7899f103db owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:17:59.932645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:17:57Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:17:59.963536 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:17:59.991025 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=908a28ad-2d54-4d96-8c9f-78d1512613f7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:17:59.994370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79615ea4-1fe6-4ba2-bcbf-30374c7b1abb None None] The sync data for ids ['7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35'] in n-d-781076-8 is: [{'id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778704049', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:16:08Z', 'updated_at': '2021-12-20T17:17:57Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '908a28ad-2d54-4d96-8c9f-78d1512613f7', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:16:09Z', 'updated_at': '2021-12-20T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:18:00.012402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2d66b-a128-48ed-8a6c-326115cbf2ac None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:18:00.074786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.130010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.175691 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Pushing event deleted for resources: {'Port': ['ID=26701b8c-1aea-4721-b5d3-bf7899f103db,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:00.182796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] No DVR routers for this DVR port 26701b8c-1aea-4721-b5d3-bf7899f103db on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:18:00.183680 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.187778 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.195463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.195966 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.198293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.198293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.198293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.198293 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.199036 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.199885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.199885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.200185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.200747 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.201323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.201871 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fccb08c-2627-4f95-8420-832f9f350005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:00.312453 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.313314 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Fanout notify agent at l3_agent the message router_deleted on router 7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:18:00.321050 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.322279 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3eea9289-0ae8-445d-b302-81e60550730b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/routers/7b51e4d5-1b5b-4d40-82d1-c6e2bb735c35 HTTP/1.1" status: 204 len: 168 time: 1.2006032 Dec 20 17:18:00.326627 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54374) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:00.419836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.550465 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.583102 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfed0bf-6964-4b99-ab3e-d928ccd25ccd']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:00.597649 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:00.597977 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35f7e7b-d8cc-4a31-8a0c-0688f17c2b55') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:00.610042 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.684229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.694048 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:18:00.694474 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: warnings.warn(msg) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:18:00.697819 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:18:00.721610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 834bae56-4d2d-4908-985e-c2ce1f61bcad no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:18:00.745200 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 834bae56-4d2d-4908-985e-c2ce1f61bcad {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:18:00.745535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 834bae56-4d2d-4908-985e-c2ce1f61bcad not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:18:00.746053 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26701b8c-1aea-4721-b5d3-bf7899f103db no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:18:00.768627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 26701b8c-1aea-4721-b5d3-bf7899f103db {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:18:00.771163 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 26701b8c-1aea-4721-b5d3-bf7899f103db not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:18:00.854087 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.862228 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.865773 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/networks/4bfed0bf-6964-4b99-ab3e-d928ccd25ccd HTTP/1.1" status: 204 len: 168 time: 0.5380616 Dec 20 17:18:00.868949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54376) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:00.878446 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e717d84-e319-4238-a872-b09806f43282 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Network': ['ID=4bfed0bf-6964-4b99-ab3e-d928ccd25ccd,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:00.938776 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2af7cdb1-6e62-4a26-8896-9194c5e16a0a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:00.966445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2af7cdb1-6e62-4a26-8896-9194c5e16a0a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.112625 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2af7cdb1-6e62-4a26-8896-9194c5e16a0a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.115387 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2af7cdb1-6e62-4a26-8896-9194c5e16a0a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.116649 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2af7cdb1-6e62-4a26-8896-9194c5e16a0a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/security-groups/7ddefa39-939a-4345-9291-b99257c72148 HTTP/1.1" status: 204 len: 168 time: 0.2464209 Dec 20 17:18:01.132223 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7cdb1-6e62-4a26-8896-9194c5e16a0a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddefa39-939a-4345-9291-b99257c72148,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:01.712115 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54382) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:01.714022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77417143', 'description': 'tempest-secgroup-smoke-77417143 description', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:01.832403 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17f0fde6-083a-411a-a3d5-4f727f87d277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.843756 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:01.949906 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.042880 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.077608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ee024e-8577-47e3-9abe-25fb39a2998c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.137092 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.138832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-afbba128-d9c8-45a5-8435-6c5bcf8b9b25 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4285932 Dec 20 17:18:02.143614 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54384) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:02.150191 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee024e-8577-47e3-9abe-25fb39a2998c', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:02.303299 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.368516 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.449569 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.470305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7ecf9c-0abc-4a38-a061-423860d1f941,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.543530 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.544838 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d364b081-afbc-48f1-9c8a-520da155c858 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997481 Dec 20 17:18:02.548177 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54386) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:02.552878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee024e-8577-47e3-9abe-25fb39a2998c', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:02.594341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 908a28ad-2d54-4d96-8c9f-78d1512613f7 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:18:02.616116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 908a28ad-2d54-4d96-8c9f-78d1512613f7 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:18:02.616472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 908a28ad-2d54-4d96-8c9f-78d1512613f7 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:18:02.644015 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.708856 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.809182 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.837113 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178886b2-2bb0-43e3-9205-62960c3bcc61,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:02.976838 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:02.978396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e1e5abba-2a72-40cc-9344-b08114d83d6b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4292092 Dec 20 17:18:02.981474 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54388) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:02.987252 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee024e-8577-47e3-9abe-25fb39a2998c', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:03.147141 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.219045 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.289586 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.334735 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.351469 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d92f12e-731f-427e-b05a-bb43938a3af7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:03.479490 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.480780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-dde850a1-3808-445c-b2c2-1357e4c91d15 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4982262 Dec 20 17:18:03.483531 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54390) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:03.488226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee024e-8577-47e3-9abe-25fb39a2998c', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:03.623627 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.704112 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.809541 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.832276 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8009805-cbe0-4948-accc-b44fe2555baf,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:03.926494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:03.927874 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8763c3fd-e6bd-4535-908d-0c9d4e1f55ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4432955 Dec 20 17:18:03.931535 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54392) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:03.938454 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee024e-8577-47e3-9abe-25fb39a2998c', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:04.055477 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:18:04.061964 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.133249 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.249459 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.269199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40efc92b-1c5d-48f8-9f84-087073f0faff,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:04.365575 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.366890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8ed84c96-659b-48a1-b9db-4bc9f2c3c2d9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4343021 Dec 20 17:18:04.369827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54394) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:04.374714 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee024e-8577-47e3-9abe-25fb39a2998c', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:04.483222 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Project 7c035f1b918b4da69766c3bb3bf259a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:18:04.489662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.561242 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.643573 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.664330 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609031af-8b5c-424c-a5e9-11ffaec29fd4,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:04.753911 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.755300 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-8d1b21a5-b81c-4cce-bb9f-cb0ac0d7d4b0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844306 Dec 20 17:18:04.758775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54396) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:04.764128 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'network': {'name': 'tempest-network-smoke--1716389168', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'port_security_enabled': True}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:04.809365 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.871792 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'network': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:04.875761 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.901342 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:18:04.911726 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:04.912072 n-d-781076-8 neutron-server[103953]: INFO neutron.db.segments_db [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Added segment 73bf88e9-c524-47ea-8b03-cc03ed405305 of type vlan for network 064fa4b2-a609-4cde-8fec-2856e29d7c09 Dec 20 17:18:04.958333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:05.077452 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:05.084144 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:05.084804 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:05.197507 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:05.481484 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7213554 Dec 20 17:18:05.485235 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54398) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:05.492174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'admin_state_up': True, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:05.502132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4c813-9620-4c5a-bcbc-81a7362e70e6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Network': ['ID=064fa4b2-a609-4cde-8fec-2856e29d7c09,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:05.513754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:18:05.775061 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:05.776125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:05.830948 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.056094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.339336 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.361023 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.480338 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.231 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/2e898bc5-288f-443d-bf3c-b53596bbe35c) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:06.599879 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.752555 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.801829 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:06.804931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:06.810393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:06.825032 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d34b6-4b44-4066-9408-7544c36cf07f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:18:06.847648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=2e898bc5-288f-443d-bf3c-b53596bbe35c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:06.888000 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3cee0253-d89e-460c-b499-0c3e3d9b173e None None] Provisioning complete for port 2e898bc5-288f-443d-bf3c-b53596bbe35c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:06.888361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3cee0253-d89e-460c-b499-0c3e3d9b173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:06.935186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3cee0253-d89e-460c-b499-0c3e3d9b173e None None] Port 2e898bc5-288f-443d-bf3c-b53596bbe35c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:07.231224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:07.483287 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:07.752952 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:18:07.908202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:07.921467 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Sync routers for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:18:07.936763 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:07.938457 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:18:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:07.999341 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.001724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6e16db61-cabb-48fd-bdd5-903a35151a90 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5152290 Dec 20 17:18:08.012021 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54400) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:08.050741 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-564e48ed-580e-4098-a83f-52e47f02271b tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7c035f1b918b4da69766c3bb3bf259a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389943 Dec 20 17:18:08.051061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54402) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:08.083158 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:08.245509 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e068ba-b02c-4128-9e37-5602e65bb9cc tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:08.250156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-c1e068ba-b02c-4128-9e37-5602e65bb9cc tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1948171 Dec 20 17:18:08.250604 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54404) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:08.291799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ae06021e-9e2c-486e-9fc3-7d9366ddf881 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=c433bad7-c2e8-436b-a2b1-52b64e946a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399349 Dec 20 17:18:08.295045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54406) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:08.300208 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694369390', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:08.399862 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:08.440942 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Checking router: 1127fa17-9e9d-4eb6-be6a-381ed853ea70 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:18:08.441421 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Updating router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 port 2e898bc5-288f-443d-bf3c-b53596bbe35c binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:18:08.468983 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.483640 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'subnet': 1} {{(pid=103953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:08.490674 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10162373'] for subnet, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.770360 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.872028 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.907814 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10187140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10162391'] for subnet, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.935543 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacafebc-87a0-45c8-9565-c1521795407d None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:18:08.937507 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Attempting to bind port 2e898bc5-288f-443d-bf3c-b53596bbe35c on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:18:08.938717 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Attempting to bind port 2e898bc5-288f-443d-bf3c-b53596bbe35c by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:18:08.939317 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Attempting to bind port 2e898bc5-288f-443d-bf3c-b53596bbe35c on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:08.953321 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Pushing event updated for resources: {'Port': ['ID=2e898bc5-288f-443d-bf3c-b53596bbe35c,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:08.966841 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.968169 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.968169 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.969204 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.969700 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.970168 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.970564 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.970974 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.971448 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.971911 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.972384 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.972866 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.973393 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:18:08.977682 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:18:08.978283 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:08.979070 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:08.979612 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:18:08.980368 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Bound port: 2e898bc5-288f-443d-bf3c-b53596bbe35c, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:18:08.980962 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.005987 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Subnet': ['ID=db5bba17-28ef-43fe-ace1-00d18bf45a5a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:09.015959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Checking segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:09.016334 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network hostable DHCP agents. Network: 064fa4b2-a609-4cde-8fec-2856e29d7c09, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:18:09.063464 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] For port 2e898bc5-288f-443d-bf3c-b53596bbe35c, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:09.067313 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] For port 2e898bc5-288f-443d-bf3c-b53596bbe35c, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e898bc5-288f-443d-bf3c-b53596bbe35c,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:09.076357 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccf068cc-a2bb-484a-b3f6-984ad72f8260 None None] Provisioning complete for port 2e898bc5-288f-443d-bf3c-b53596bbe35c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:09.077011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccf068cc-a2bb-484a-b3f6-984ad72f8260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.130245 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ccf068cc-a2bb-484a-b3f6-984ad72f8260 None None] Port 2e898bc5-288f-443d-bf3c-b53596bbe35c cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:09.169274 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:18:09.215664 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.260825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42898cfd-8aae-4a67-bee2-e0d1f8af9e56 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:18:09.276322 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:09.276958 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:18:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:09.282424 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a05d82-733c-4835-8190-f68b5e389802 None None] Pushing event updated for resources: {'Port': ['ID=2e898bc5-288f-443d-bf3c-b53596bbe35c,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:09.300776 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 064fa4b2-a609-4cde-8fec-2856e29d7c09) {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:09.306901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:09.307763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.319874 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45adf39-1a23-4ec4-930c-f29a6a58d51e None None] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:18:09.403867 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:09.404184 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-08416905-85df-4617-b8e8-5deed52c3518 None None] Provisioning complete for port 2e898bc5-288f-443d-bf3c-b53596bbe35c triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:09.404452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-08416905-85df-4617-b8e8-5deed52c3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.414283 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d10a2031-cb67-4a22-a151-1bc1229dee36 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1179285 Dec 20 17:18:09.419465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54408) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:09.534229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-064fa4b2-a609-4cde-8fec-2856e29d7c09', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:18:09.536440 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.612355 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-08416905-85df-4617-b8e8-5deed52c3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:09.704077 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:09.734833 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fe0ae-1ec8-49bd-8040-b5d207fa557b None None] The sync data for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 is: [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:07Z', 'revision_number': 3, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:18:09.998176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-08416905-85df-4617-b8e8-5deed52c3518 None None] For port 2e898bc5-288f-443d-bf3c-b53596bbe35c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e898bc5-288f-443d-bf3c-b53596bbe35c,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:10.086350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Allocated IP 172.20.0.2 (064fa4b2-a609-4cde-8fec-2856e29d7c09/db5bba17-28ef-43fe-ace1-00d18bf45a5a/c3d15407-6d10-4774-b4d7-80c2c6ce1e83) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:10.106565 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.125610 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-08416905-85df-4617-b8e8-5deed52c3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.289375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08416905-85df-4617-b8e8-5deed52c3518 None None] Pushing event updated for resources: {'Port': ['ID=2e898bc5-288f-443d-bf3c-b53596bbe35c,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:10.382814 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.477763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.518655 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:10.522108 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:10.524998 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:10.545722 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.1 (064fa4b2-a609-4cde-8fec-2856e29d7c09/db5bba17-28ef-43fe-ace1-00d18bf45a5a/245ca1c0-f224-4664-8cc6-8fd17db3eb05) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:10.580030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Pushing event updated for resources: {'Port': ['ID=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:10.626270 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Attempting to bind port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:18:10.632336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Attempting to bind port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:18:10.632336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Attempting to bind port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 on network 064fa4b2-a609-4cde-8fec-2856e29d7c09 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:10.643654 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:18:10.644277 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Checking segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:10.644923 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.645619 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Bound using segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:18:10.646443 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Bound port: c3d15407-6d10-4774-b4d7-80c2c6ce1e83, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:18:10.647262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.755563 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e898bc5-288f-443d-bf3c-b53596bbe35c up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:10.767610 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] For port c3d15407-6d10-4774-b4d7-80c2c6ce1e83, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:10.794986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.827658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] For port c3d15407-6d10-4774-b4d7-80c2c6ce1e83, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:10.881257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 2e898bc5-288f-443d-bf3c-b53596bbe35c triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:10.881876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.962720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:10.981393 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:11.040785 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:11.044496 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:11.053871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:11.074937 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=245ca1c0-f224-4664-8cc6-8fd17db3eb05,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:11.103567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29fe0-b2c2-4643-8e65-afb7253c5342 None None] Pushing event updated for resources: {'Port': ['ID=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:11.153612 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:11.887162 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.256037 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.335179 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.445335 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=245ca1c0-f224-4664-8cc6-8fd17db3eb05,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:12.448689 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.514095 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592182df-c26c-409b-9a9e-d893b9a0be57 None None] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:18:12.589226 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:12.590817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:12.623674 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-9a1a73d2-7af6-449d-bc8e-0100d1537152 None None] Provisioning complete for port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:12.624057 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a73d2-7af6-449d-bc8e-0100d1537152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.745504 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3d15407-6d10-4774-b4d7-80c2c6ce1e83 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:12.852337 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:18:12.879011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:12.879391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.882358 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a73d2-7af6-449d-bc8e-0100d1537152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:12.958290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9a1a73d2-7af6-449d-bc8e-0100d1537152 None None] For port c3d15407-6d10-4774-b4d7-80c2c6ce1e83, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:13.010054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:13.019846 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6dd2d0f1-be78-4be8-bb16-6d57f18d880a tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/1127fa17-9e9d-4eb6-be6a-381ed853ea70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5984540 Dec 20 17:18:13.024859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.030641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a73d2-7af6-449d-bc8e-0100d1537152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.052268 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Sync routers for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:18:13.157614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:13.158740 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:18:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:13.232008 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-19e59409-3680-443e-8cd4-dd4e4f27ec07 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77417143&fields=id&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 267 time: 0.0787640 Dec 20 17:18:13.326198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a73d2-7af6-449d-bc8e-0100d1537152 None None] Pushing event updated for resources: {'Port': ['ID=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:13.366212 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:18:13.366806 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:18:13.367698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-43a12188-6633-42fe-a454-746209946704 None None] Provisioning complete for port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:13.368314 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43a12188-6633-42fe-a454-746209946704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.384508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-0a11afee-c7d3-4a62-8eb3-d9fefb10aba6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:13.386415 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-0a11afee-c7d3-4a62-8eb3-d9fefb10aba6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/networks?id=064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 200 len: 797 time: 0.1468713 Dec 20 17:18:13.405054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-c93285d3-ea11-4631-8cfb-16daedd5f66c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/quotas/7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 375 time: 0.0111058 Dec 20 17:18:13.468366 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-049474b8-0fd7-407a-a808-3b5f81a7aa00 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567052 Dec 20 17:18:13.539092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-db68cd89-9fe4-4c66-a6fc-e330ac19c6dc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:18:13.541660 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-db68cd89-9fe4-4c66-a6fc-e330ac19c6dc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552976 Dec 20 17:18:13.549681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:13.671862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-b50e8c24-a066-4f42-a401-2f71921057eb service neutron] 10.222.0.81 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226344 Dec 20 17:18:13.774800 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-adb603aa-047b-4fff-a375-bc1e1cc984a3 service neutron] 10.222.0.81 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961165 Dec 20 17:18:13.850188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-43a12188-6633-42fe-a454-746209946704 None None] Provisioning complete for port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:13.850823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-43a12188-6633-42fe-a454-746209946704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:13.963333 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-43a12188-6633-42fe-a454-746209946704 None None] Port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:14.022577 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:18:14.024633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:12Z', 'revision_number': 2, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:14.056081 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Checking router: 1127fa17-9e9d-4eb6-be6a-381ed853ea70 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:18:14.056444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Updating router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:18:14.100378 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.118755 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-427fe485-e39e-4f84-8233-b40ef1acd5cc None None] Provisioning complete for port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:14.119169 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-427fe485-e39e-4f84-8233-b40ef1acd5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.195776 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-427fe485-e39e-4f84-8233-b40ef1acd5cc None None] Port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:14.457511 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.552041 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.820503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3d15407-6d10-4774-b4d7-80c2c6ce1e83 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:14.825291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93af117-3dc6-4ead-aba7-1e25a2fb8031 None None] Pushing event updated for resources: {'Port': ['ID=245ca1c0-f224-4664-8cc6-8fd17db3eb05,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:14.888037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Attempting to bind port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:18:14.888323 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Attempting to bind port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:18:14.888690 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Attempting to bind port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 on network 064fa4b2-a609-4cde-8fec-2856e29d7c09 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:14.898311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:18:14.898689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Checking segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:14.899106 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.899503 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Bound using segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:18:14.900005 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Bound port: 245ca1c0-f224-4664-8cc6-8fd17db3eb05, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:18:14.900391 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:14.963187 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:14.963560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:15.011129 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a71afc48-e283-42a9-b309-6c2bca9d83f4 None None] Provisioning complete for port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:15.011556 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a71afc48-e283-42a9-b309-6c2bca9d83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:15.050835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] For port 245ca1c0-f224-4664-8cc6-8fd17db3eb05, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:15.075769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] For port 245ca1c0-f224-4664-8cc6-8fd17db3eb05, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=245ca1c0-f224-4664-8cc6-8fd17db3eb05,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:15.083862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a71afc48-e283-42a9-b309-6c2bca9d83f4 None None] Port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:15.152925 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-40ab8230-66ea-4d66-901a-b6292fbe0338 req-9edc2180-35f3-4acb-8067-5a36a0bc6d66 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 210 time: 0.0575423 Dec 20 17:18:15.189582 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:15.256350 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:15.256929 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:18:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:15.300391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93af117-3dc6-4ead-aba7-1e25a2fb8031 None None] Pushing event updated for resources: {'Port': ['ID=245ca1c0-f224-4664-8cc6-8fd17db3eb05,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:15.388340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:15.550733 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-96a0c9dd-e570-4a13-b4fe-07dab0abaf5c None None] Provisioning complete for port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:15.551115 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-96a0c9dd-e570-4a13-b4fe-07dab0abaf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:15.693625 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-96a0c9dd-e570-4a13-b4fe-07dab0abaf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:15.721414 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:15.754615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35a368-40e7-43b9-9d83-9ada65cee053 None None] The sync data for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 is: [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:18:15.781185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-96a0c9dd-e570-4a13-b4fe-07dab0abaf5c None None] For port 245ca1c0-f224-4664-8cc6-8fd17db3eb05, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=245ca1c0-f224-4664-8cc6-8fd17db3eb05,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:15.864387 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-96a0c9dd-e570-4a13-b4fe-07dab0abaf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:15.973944 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0c9dd-e570-4a13-b4fe-07dab0abaf5c None None] Pushing event updated for resources: {'Port': ['ID=245ca1c0-f224-4664-8cc6-8fd17db3eb05,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:16.303914 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28ffaa0e-5fc2-4441-ad0b-c7f9a766c957 req-76cae0bb-3ea3-4e12-8f2e-33a6ed871b5c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 210 time: 0.0569642 Dec 20 17:18:16.706390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 245ca1c0-f224-4664-8cc6-8fd17db3eb05 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:16.803432 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:16.804036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:17.430614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f33d6876-199f-4be7-997e-5445f312328e req-6860c846-358b-4fc9-b1ef-bb40e22c636b tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 210 time: 0.0348954 Dec 20 17:18:18.424273 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-126f1b05-d302-4cf5-af55-837fdd909e6d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:18.426910 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-126f1b05-d302-4cf5-af55-837fdd909e6d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/networks?id=064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 200 len: 797 time: 0.5614662 Dec 20 17:18:18.511950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-86793fb8-8a11-43f9-b396-cff1c5e8cce8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c035f1b918b4da69766c3bb3bf259a8 HTTP/1.1" status: 200 len: 378 time: 0.0746613 Dec 20 17:18:18.522752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'port': {'device_id': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'admin_state_up': True, 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'security_groups': ['a7ee024e-8577-47e3-9abe-25fb39a2998c']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:18.555159 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f63d6602-2aa0-4c5c-82de-83b758b1f81a req-c9a832a3-19dd-4712-9144-3ab0805d5065 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 210 time: 0.0326571 Dec 20 17:18:18.728412 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Made reservation on behalf of 7c035f1b918b4da69766c3bb3bf259a8 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:18:18.732098 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:18.900750 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.20.0.8 (064fa4b2-a609-4cde-8fec-2856e29d7c09/db5bba17-28ef-43fe-ace1-00d18bf45a5a/2d773fa3-3c17-4172-9a8d-e092c3f8758b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:19.133620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:19.255171 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:19.307991 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:19.311298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:19.316094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:19.323448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=2d773fa3-3c17-4172-9a8d-e092c3f8758b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:19.385591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:19.386170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:19.482084 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-1ba0779b-118d-4cea-89f2-b4023cb1520c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9635072 Dec 20 17:18:19.495154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Request body: {'port': {'device_id': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:19.574090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:19.631376 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f97b9865-6dea-42c0-ba44-d5797b97c642 None None] Provisioning complete for port 2d773fa3-3c17-4172-9a8d-e092c3f8758b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:19.632336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f97b9865-6dea-42c0-ba44-d5797b97c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:19.701250 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f97b9865-6dea-42c0-ba44-d5797b97c642 None None] Port 2d773fa3-3c17-4172-9a8d-e092c3f8758b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:18:19.723233 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82686d1e-f6c3-4ab1-a9fc-98b61b51a7df req-658ca94e-9760-499a-ab24-91e906929ae9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:19.724918 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82686d1e-f6c3-4ab1-a9fc-98b61b51a7df req-658ca94e-9760-499a-ab24-91e906929ae9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 931 time: 0.0753007 Dec 20 17:18:19.797303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-82686d1e-f6c3-4ab1-a9fc-98b61b51a7df req-31f2dcf3-ee19-4ca1-853d-7f804a0c238f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648000 Dec 20 17:18:19.931093 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d773fa3-3c17-4172-9a8d-e092c3f8758b {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:18:19.940828 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:19.955381 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Transition to ACTIVE for port object 2d773fa3-3c17-4172-9a8d-e092c3f8758b will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:18:20.048951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:20.111036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d273672-4daf-46e2-8975-86597778967c service neutron] Pushing event updated for resources: {'Port': ['ID=2d773fa3-3c17-4172-9a8d-e092c3f8758b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:20.196276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Attempting to bind port 2d773fa3-3c17-4172-9a8d-e092c3f8758b on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:18:20.196615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Attempting to bind port 2d773fa3-3c17-4172-9a8d-e092c3f8758b by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:18:20.196954 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Attempting to bind port 2d773fa3-3c17-4172-9a8d-e092c3f8758b on network 064fa4b2-a609-4cde-8fec-2856e29d7c09 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:20.202295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Port 2d773fa3-3c17-4172-9a8d-e092c3f8758b on network 064fa4b2-a609-4cde-8fec-2856e29d7c09 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:18:20.202751 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Attempting to bind port 2d773fa3-3c17-4172-9a8d-e092c3f8758b on network 064fa4b2-a609-4cde-8fec-2856e29d7c09 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:18:20.208989 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:18:20.209298 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Checking segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:18:20.209663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Bound using segment: {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:18:20.210428 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Bound port: 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bf88e9-c524-47ea-8b03-cc03ed405305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:18:20.210624 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:20.294447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] For port 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:18:20.299179 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] For port 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:18:20.386873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:20.433059 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:20.433726 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:20.441629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-7d273672-4daf-46e2-8975-86597778967c service neutron] 10.222.0.72 "PUT /v2.0/ports/2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 200 len: 1091 time: 0.9450736 Dec 20 17:18:20.441629 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:20.441629 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81845b34-986e-413c-91a8-c8931cd05bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:18:20.476657 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d273672-4daf-46e2-8975-86597778967c service neutron] Pushing event updated for resources: {'Port': ['ID=2d773fa3-3c17-4172-9a8d-e092c3f8758b,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:20.500677 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab4fad-a3b6-4f07-8386-37c2b9caaad8 x-openstack-request-id: req-30ab4fad-a3b6-4f07-8386-37c2b9caaad8 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:18:20.501805 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:18:20.501805 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30ab4fad-a3b6-4f07-8386-37c2b9caaad8 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:18:20.502337 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'status': 'completed', 'code': 200} Dec 20 17:18:20.577646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81845b34-986e-413c-91a8-c8931cd05bf4 req-56d6ac78-7e3f-4f41-b865-a4ca8aae30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:20.581912 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81845b34-986e-413c-91a8-c8931cd05bf4 req-56d6ac78-7e3f-4f41-b865-a4ca8aae30f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1094 time: 0.0585730 Dec 20 17:18:20.725883 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81845b34-986e-413c-91a8-c8931cd05bf4 req-ea212664-84f8-402d-a4d0-5c8fbf9a6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:20.727413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81845b34-986e-413c-91a8-c8931cd05bf4 req-ea212664-84f8-402d-a4d0-5c8fbf9a6b52 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1390424 Dec 20 17:18:20.861525 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81845b34-986e-413c-91a8-c8931cd05bf4 req-8114b58d-b4df-4831-8c64-eb6ee8ff2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:20.863320 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-81845b34-986e-413c-91a8-c8931cd05bf4 req-8114b58d-b4df-4831-8c64-eb6ee8ff2752 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274245 Dec 20 17:18:20.954673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-c0cda8b7-2a53-4026-84b7-a0cae839e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:20.956267 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-c0cda8b7-2a53-4026-84b7-a0cae839e707 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1094 time: 0.0462267 Dec 20 17:18:20.964963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e520e8b-6087-4337-8c4f-d6c9a9f4f731 req-4f693ee2-f2fc-4a0e-91fe-20152784085c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:20.966643 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e520e8b-6087-4337-8c4f-d6c9a9f4f731 req-4f693ee2-f2fc-4a0e-91fe-20152784085c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 943 time: 0.0673180 Dec 20 17:18:21.019751 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-8b236e3f-febd-4389-9d60-07d034aa8b7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 200 len: 217 time: 0.0545514 Dec 20 17:18:21.058017 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0e520e8b-6087-4337-8c4f-d6c9a9f4f731 req-7f3598f7-463b-479c-97ab-5313f3ccdde3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797007 Dec 20 17:18:21.077219 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-64e7023c-04d6-46f7-aeb0-fe9ae242f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:21.080814 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-64e7023c-04d6-46f7-aeb0-fe9ae242f401 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5bba17-28ef-43fe-ace1-00d18bf45a5a HTTP/1.1" status: 200 len: 834 time: 0.0531938 Dec 20 17:18:21.135068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-cb098b8d-607a-430f-987b-4cd1acc37874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:21.136677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-cb098b8d-607a-430f-987b-4cd1acc37874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064fa4b2-a609-4cde-8fec-2856e29d7c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502524 Dec 20 17:18:21.245874 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-674593ef-88ea-4038-ab7b-201edb1470f3 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018486 Dec 20 17:18:21.354138 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-51f1c11a-a3e6-4084-bf88-d3be859a0f16 req-5794cc82-f530-4c0f-ba8e-2bc2676e5f54 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011090 Dec 20 17:18:22.219827 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250eedf-27a1-4c74-abca-6532f0d9dbda req-43beb2f0-d9a9-4fed-9408-ddf1ccc3a1bf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:22.226079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b250eedf-27a1-4c74-abca-6532f0d9dbda req-43beb2f0-d9a9-4fed-9408-ddf1ccc3a1bf tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 943 time: 0.0750647 Dec 20 17:18:22.298895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b250eedf-27a1-4c74-abca-6532f0d9dbda req-54283a32-9261-42aa-8fef-ab95b5153dd5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706375 Dec 20 17:18:22.488928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:23.297029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2d773fa3-3c17-4172-9a8d-e092c3f8758b details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:18:23.432915 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:23.454665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'port_id': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'mac_address': 'fa:16:3e:5f:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:18:23.482406 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafda5d-b2b6-4844-93b6-0aa2b5cdc993 req-130ccf46-fa90-47ce-98ad-edf31dbaae38 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:23.485454 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aafda5d-b2b6-4844-93b6-0aa2b5cdc993 req-130ccf46-fa90-47ce-98ad-edf31dbaae38 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 943 time: 0.0747628 Dec 20 17:18:23.508852 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:23.525431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d773fa3-3c17-4172-9a8d-e092c3f8758b {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:18:23.551541 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:23.552904 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8aafda5d-b2b6-4844-93b6-0aa2b5cdc993 req-64d99202-4165-47e2-8a37-6fba31df91ea tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594029 Dec 20 17:18:23.637114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:23.694806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2d773fa3-3c17-4172-9a8d-e092c3f8758b,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:23.884209 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['2d773fa3-3c17-4172-9a8d-e092c3f8758b'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:18:24.687546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3973045-1fa7-440b-80f1-7e242f2179bf req-89f24840-dc19-4a8d-8504-b15276fab544 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:24.689208 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3973045-1fa7-440b-80f1-7e242f2179bf req-89f24840-dc19-4a8d-8504-b15276fab544 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 944 time: 0.0611556 Dec 20 17:18:24.753234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a3973045-1fa7-440b-80f1-7e242f2179bf req-fca29b56-95c8-45e2-b548-bcbc3f27e104 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531876 Dec 20 17:18:25.309399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2d773fa3-3c17-4172-9a8d-e092c3f8758b up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:18:25.443096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 2d773fa3-3c17-4172-9a8d-e092c3f8758b completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:18:25.448763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 2d773fa3-3c17-4172-9a8d-e092c3f8758b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:18:25.456521 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:25.540011 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:25.567372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:25.571639 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a26c6-f76f-4a49-9282-933b31455d13" -d '{"events": [{"server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "name": "network-vif-plugged", "status": "completed", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:18:25.592284 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:18:25.618318 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f3d04d-943f-40fc-8ea7-d45c8cd70462 x-openstack-request-id: req-b8f3d04d-943f-40fc-8ea7-d45c8cd70462 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:18:25.618764 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "name": "network-vif-plugged", "status": "completed", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:18:25.619167 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8f3d04d-943f-40fc-8ea7-d45c8cd70462 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:18:25.619729 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'code': 200} Dec 20 17:18:25.677674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:25.738698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=2d773fa3-3c17-4172-9a8d-e092c3f8758b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:25.751080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aa83e-6382-4d8d-b214-099ed2661efd req-933abfad-891a-4c8a-86d0-baf124a4a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:25.752657 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f15aa83e-6382-4d8d-b214-099ed2661efd req-933abfad-891a-4c8a-86d0-baf124a4a657 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1096 time: 0.0636976 Dec 20 17:18:25.817212 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f15aa83e-6382-4d8d-b214-099ed2661efd req-9ad52c8f-4767-4a92-ae2c-73b19f2c32b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561984 Dec 20 17:18:25.889307 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85e38-3654-4d0b-bacd-3ccafc985b67 req-e66dfc9c-1f4e-409a-9a70-5a92f0b63d0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:25.891556 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01a85e38-3654-4d0b-bacd-3ccafc985b67 req-e66dfc9c-1f4e-409a-9a70-5a92f0b63d0d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0552161 Dec 20 17:18:25.961822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-01a85e38-3654-4d0b-bacd-3ccafc985b67 req-1c6fa811-516a-43a2-b5fc-be06ad8a0a2e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635786 Dec 20 17:18:27.098451 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0feac4-b267-4703-8567-3e26d3245781 req-045e8746-9cd3-4768-a8ce-7cc9742803b4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:27.100878 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b0feac4-b267-4703-8567-3e26d3245781 req-045e8746-9cd3-4768-a8ce-7cc9742803b4 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0587804 Dec 20 17:18:27.173422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b0feac4-b267-4703-8567-3e26d3245781 req-8f365121-c328-422c-bf07-5ad0206b966e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656624 Dec 20 17:18:27.301918 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aeda4-7c81-4f5a-83ac-0f79920c2c9a req-15b006f1-883a-49b2-9000-7998e4ea755d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:27.303578 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-206aeda4-7c81-4f5a-83ac-0f79920c2c9a req-15b006f1-883a-49b2-9000-7998e4ea755d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0552564 Dec 20 17:18:27.363422 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-206aeda4-7c81-4f5a-83ac-0f79920c2c9a req-5265dc34-238a-4628-b7db-c98fd453b062 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528491 Dec 20 17:18:27.385966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54466) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:27.430191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f18d69-ddf1-49b8-adf0-54bb12c62a40 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:27.432043 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-14f18d69-ddf1-49b8-adf0-54bb12c62a40 tempest-TestNetworkAdvancedServerOps-104078130 tempest-TestNetworkAdvancedServerOps-104078130-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1091 time: 0.0447283 Dec 20 17:18:27.436653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54468) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:27.441771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:18:27.523168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:27.645288 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:27.798958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Allocated IP 172.25.6.220 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/a98f9947-9fae-4298-9f14-9a7903403056) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:18:27.920589 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:28.060484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:28.102388 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:18:28.105663 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:18:28.109951 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:18:28.135014 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=a98f9947-9fae-4298-9f14-9a7903403056,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:28.259835 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:28.533709 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:28.674640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:28.883612 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:29.014477 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:29.094821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event updated for resources: {'Port': ['ID=a98f9947-9fae-4298-9f14-9a7903403056,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:18:29.109644 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:29.242533 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP e913e560-07f0-4cc8-8805-4c4c145b674f associated. External IP: 172.25.6.220, port: 2d773fa3-3c17-4172-9a8d-e092c3f8758b. Dec 20 17:18:29.511417 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-642103fe-da60-4007-bae0-05a01fe2f20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:29.525446 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:18:29.724386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:18:29.737319 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] Sync routers for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:18:29.749231 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:29.750351 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:18:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:29.833379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:29.870911 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-7dc48202-a79e-4fca-92ff-6da6a3037e84 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4323943 Dec 20 17:18:29.871956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:18:29.876036 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb959e6b-56ec-4f5c-a01b-57041178ac18" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:18:29.931616 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f31a6b6-e84f-4257-b4bc-c6db01ff3817 x-openstack-request-id: req-6f31a6b6-e84f-4257-b4bc-c6db01ff3817 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:18:29.932094 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:18:29.932645 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f31a6b6-e84f-4257-b4bc-c6db01ff3817 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:18:29.933352 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'status': 'completed', 'code': 200} Dec 20 17:18:29.971123 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:30.010817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3efa92-b1d6-4446-b2be-7b85a1a383ab req-8e481318-37ac-4a87-b58a-a193f56bce33 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:30.012412 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a3efa92-b1d6-4446-b2be-7b85a1a383ab req-8e481318-37ac-4a87-b58a-a193f56bce33 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0598066 Dec 20 17:18:30.022154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-3c3675bd-3b13-42cc-a614-3f7c64943844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:30.023674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-3c3675bd-3b13-42cc-a614-3f7c64943844 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1096 time: 0.0676270 Dec 20 17:18:30.069088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9a3efa92-b1d6-4446-b2be-7b85a1a383ab req-a48677dd-62c5-4108-a029-cfb108c2f456 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493495 Dec 20 17:18:30.100207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54474) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:30.142100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-1b435fd0-a0f6-452c-88bc-807341b7d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:30.143870 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-1b435fd0-a0f6-452c-88bc-807341b7d9ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 200 len: 898 time: 0.1118743 Dec 20 17:18:30.180029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-246786d7-272f-4deb-8433-78a98dea93d3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/e913e560-07f0-4cc8-8805-4c4c145b674f HTTP/1.1" status: 200 len: 991 time: 0.0785141 Dec 20 17:18:30.225706 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-915d5747-7aa9-4675-88b2-eaadd5ad1903 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 200 len: 999 time: 0.0727975 Dec 20 17:18:30.288354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-ff01ade9-a9ba-4ffe-a180-eeeb580bb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:30.290191 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-ff01ade9-a9ba-4ffe-a180-eeeb580bb7a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5bba17-28ef-43fe-ace1-00d18bf45a5a HTTP/1.1" status: 200 len: 834 time: 0.0566852 Dec 20 17:18:30.348009 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-14de3c7b-1bb4-4c18-9cb6-c0b5827ee651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:30.349489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-14de3c7b-1bb4-4c18-9cb6-c0b5827ee651 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064fa4b2-a609-4cde-8fec-2856e29d7c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504131 Dec 20 17:18:30.397053 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'e913e560-07f0-4cc8-8805-4c4c145b674f', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'port_id': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'mac_address': 'fa:16:3e:5f:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:28Z', 'updated_at': '2021-12-20T17:18:28Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:30.448503 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] Checking router: 1127fa17-9e9d-4eb6-be6a-381ed853ea70 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:18:30.451262 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-3398de3e-834c-45fd-9bcd-edab44b0ab4c service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937889 Dec 20 17:18:30.463711 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:18:30.464757 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:18:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:30.552608 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-eb959e6b-56ec-4f5c-a01b-57041178ac18 req-10b4bee8-2eb3-4981-a3f3-014a8da3f2ee service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942681 Dec 20 17:18:30.621490 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:18:30.865104 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'e913e560-07f0-4cc8-8805-4c4c145b674f', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'port_id': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'mac_address': 'fa:16:3e:5f:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:28Z', 'updated_at': '2021-12-20T17:18:28Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:18:30.893841 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7b205-9d40-4338-965a-8d270cef6f9c None None] The sync data for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 is: [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'e913e560-07f0-4cc8-8805-4c4c145b674f', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'port_id': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'mac_address': 'fa:16:3e:5f:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:18:28Z', 'updated_at': '2021-12-20T17:18:28Z', 'revision_number': 0, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:18:31.109936 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7832e4-debd-4b01-8d45-08e07216293a None None] New status for floating IP e913e560-07f0-4cc8-8805-4c4c145b674f: ACTIVE {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:18:31.184877 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54476) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:31.260743 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e6ec4e1b-6f4e-42c9-b2eb-27d02c3063eb tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/e913e560-07f0-4cc8-8805-4c4c145b674f HTTP/1.1" status: 200 len: 991 time: 0.0740693 Dec 20 17:18:31.774284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc318-0b9b-4963-8030-6e3d1b209372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:32.266784 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54478) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:18:32.346880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d7309aed-93a5-4089-863f-edf7fdc07ad0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/e913e560-07f0-4cc8-8805-4c4c145b674f HTTP/1.1" status: 200 len: 993 time: 0.0785000 Dec 20 17:18:33.231690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:34.791337 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:35.150747 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:48.845024 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-c27fbdf1-3bef-42fe-8173-6c42ccc5c2c0 req-3c50745a-22f5-4a0b-82d2-d58d61926ca7 service neutron] (103954) timed out ('10.222.0.81', 49964) {{(pid=103954) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 17:18:51.022021 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:18:52.573745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:58.230760 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:59.338684 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a09dc-d950-48a4-b690-64f7222c18e8 req-794fca77-42a9-4bc7-a1ba-7adee32883a8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:18:59.340799 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c58a09dc-d950-48a4-b690-64f7222c18e8 req-794fca77-42a9-4bc7-a1ba-7adee32883a8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0584002 Dec 20 17:18:59.390840 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e1618db-4989-4505-a91d-5b602b0886a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:18:59.522538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c58a09dc-d950-48a4-b690-64f7222c18e8 req-fb6a14cb-4980-4865-a2bb-e0052c75c4ed tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702273 Dec 20 17:19:00.710292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86db9f-d48c-4ac8-b741-8a4fda26d767 req-143f10f9-a293-447c-a7d9-2b0525dba8ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:00.712029 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d86db9f-d48c-4ac8-b741-8a4fda26d767 req-143f10f9-a293-447c-a7d9-2b0525dba8ab tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.1107872 Dec 20 17:19:00.770170 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1d86db9f-d48c-4ac8-b741-8a4fda26d767 req-0c8b0802-4d2b-448e-aaf8-c72c7cd9759f tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486891 Dec 20 17:19:00.793134 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54508) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:00.860890 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-d02ff051-db36-4124-b80e-269f6513db8c tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/e913e560-07f0-4cc8-8805-4c4c145b674f HTTP/1.1" status: 200 len: 993 time: 0.0663078 Dec 20 17:19:01.797710 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c8012819-4386-4310-aea7-5b643866c76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:02.360050 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e68b-34a3-4861-b42d-4c072d1531da req-78c93854-d8b8-4028-88cf-f68f04fb53ba tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:02.361730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14e2e68b-34a3-4861-b42d-4c072d1531da req-78c93854-d8b8-4028-88cf-f68f04fb53ba tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0609450 Dec 20 17:19:02.438593 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-14e2e68b-34a3-4861-b42d-4c072d1531da req-3c76a38c-9852-47c5-84cd-2507c3ac7408 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687723 Dec 20 17:19:02.494409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-458d1857-f8d7-4c0c-91f0-ec427320b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:02.496150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-458d1857-f8d7-4c0c-91f0-ec427320b13c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1096 time: 0.0554116 Dec 20 17:19:02.598637 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-8c2bdf2b-ff7c-43ba-912a-3c6d1168524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:02.600168 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-8c2bdf2b-ff7c-43ba-912a-3c6d1168524a service neutron] 10.222.0.72 "GET /v2.0/networks?id=064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 200 len: 898 time: 0.0974274 Dec 20 17:19:02.681788 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-2812dbd9-8ec2-4c35-a8b2-c8c28b07ade9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 200 len: 1001 time: 0.0737588 Dec 20 17:19:02.737411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-679f65e1-690f-4d30-8340-147ca88e02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:02.738842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-679f65e1-690f-4d30-8340-147ca88e02b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5bba17-28ef-43fe-ace1-00d18bf45a5a HTTP/1.1" status: 200 len: 834 time: 0.0495062 Dec 20 17:19:02.790125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-7b971fae-f7f8-43ae-b5e6-228f15806819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:02.791668 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-7b971fae-f7f8-43ae-b5e6-228f15806819 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064fa4b2-a609-4cde-8fec-2856e29d7c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460896 Dec 20 17:19:02.901061 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-06cc4190-3ee7-423e-ad3a-428f83aa03a2 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021678 Dec 20 17:19:03.006612 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-150e5bc7-aad5-497e-b16e-0946fe118f62 req-e95cab36-2dba-4180-a8f1-118d2269c276 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979395 Dec 20 17:19:03.316653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:03.574436 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe205f8-8fe8-4589-a15e-86ec4d5894e6 req-ddc26ce3-a617-4cce-87f9-feedf953b263 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:03.575967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fe205f8-8fe8-4589-a15e-86ec4d5894e6 req-ddc26ce3-a617-4cce-87f9-feedf953b263 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0575645 Dec 20 17:19:03.645749 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3fe205f8-8fe8-4589-a15e-86ec4d5894e6 req-5cab2b60-90de-471d-a215-0887e8531e96 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620248 Dec 20 17:19:04.735092 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:04.792160 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704620b-646c-4b4a-99d3-2aaea5f5e69f req-f6d8fc49-3566-4df7-98df-305eac96dd9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:04.793860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4704620b-646c-4b4a-99d3-2aaea5f5e69f req-f6d8fc49-3566-4df7-98df-305eac96dd9e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0585344 Dec 20 17:19:04.857969 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4704620b-646c-4b4a-99d3-2aaea5f5e69f req-6561fb87-4bce-46f2-9d22-fa5c503d0c44 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562365 Dec 20 17:19:04.884163 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54520) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:04.952968 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3fb34ae2-2fd2-4802-9d49-5590c62a5f49 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/floatingips/e913e560-07f0-4cc8-8805-4c4c145b674f HTTP/1.1" status: 200 len: 993 time: 0.0669575 Dec 20 17:19:05.082299 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-a78ed1dc-c1dd-4bea-994b-daf580817aac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453784 Dec 20 17:19:05.151790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:05.182745 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-1db449bb-6816-4fab-a347-c8bf43e8ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:05.184445 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-1db449bb-6816-4fab-a347-c8bf43e8ee7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1096 time: 0.0553329 Dec 20 17:19:05.246315 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54526) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:05.303560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-dc0b3666-47f0-4e41-b9e7-09716d0bbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:05.305151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-dc0b3666-47f0-4e41-b9e7-09716d0bbbb5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 200 len: 898 time: 0.0978439 Dec 20 17:19:05.482141 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port a98f9947-9fae-4298-9f14-9a7903403056 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:05.482442 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:05.614924 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:05.615345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:05.632112 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for a98f9947-9fae-4298-9f14-9a7903403056 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:05.757097 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-ceb1db53-eb50-4164-bbd6-ba7403485092 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 200 len: 1001 time: 0.4432135 Dec 20 17:19:05.810603 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-1e4b3747-3792-4404-9aac-f0e8cf6e2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:05.812820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-1e4b3747-3792-4404-9aac-f0e8cf6e2650 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5bba17-28ef-43fe-ace1-00d18bf45a5a HTTP/1.1" status: 200 len: 834 time: 0.0481930 Dec 20 17:19:05.862191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-a8dffce3-ab3d-420f-9206-a665109da89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:05.863782 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-a8dffce3-ab3d-420f-9206-a665109da89a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064fa4b2-a609-4cde-8fec-2856e29d7c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433166 Dec 20 17:19:05.917217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:05.947581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=a98f9947-9fae-4298-9f14-9a7903403056,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:05.972151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-4d57c1e2-ac65-44c9-9b76-cd6aea280d7f service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000431 Dec 20 17:19:05.979017 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.979369 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.979716 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.980056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.980395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.980725 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.981064 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.981412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.981741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.982074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.982429 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.982752 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:05.983120 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:06.029224 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:06.029224 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Floating IP e913e560-07f0-4cc8-8805-4c4c145b674f disassociated (deleted). External IP: 172.25.6.220, port: 2d773fa3-3c17-4172-9a8d-e092c3f8758b. Dec 20 17:19:06.087229 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-abdc61f4-2d45-46ef-92ec-0e440b61c68d req-0d5e4311-216a-4806-bc74-97f92e61d183 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031523 Dec 20 17:19:06.266305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:06.402694 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:06.408327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:06.414002 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] Sync routers for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:06.426095 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:06.426713 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:06.439372 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9fd9d7e9-cb9d-4041-b3f0-401a7dea101d tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/floatingips/e913e560-07f0-4cc8-8805-4c4c145b674f HTTP/1.1" status: 204 len: 168 time: 1.1918530 Dec 20 17:19:06.439983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:06.444336 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daa912c-da6a-4cb2-8f0a-d127850bf788" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:06.501921 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b007bc-7348-466f-8e13-4428fdac5ff6 x-openstack-request-id: req-f1b007bc-7348-466f-8e13-4428fdac5ff6 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:06.502290 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:06.502497 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1b007bc-7348-466f-8e13-4428fdac5ff6 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:06.502922 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'status': 'completed', 'code': 200} Dec 20 17:19:06.579527 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:06.583327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-5c7356f3-3336-435d-aa1f-791b5a1f201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:06.586361 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-5c7356f3-3336-435d-aa1f-791b5a1f201a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 1096 time: 0.0635304 Dec 20 17:19:06.710471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-6055bd0c-0c83-4c32-8a6e-b79fcc2c1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:06.712655 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-6055bd0c-0c83-4c32-8a6e-b79fcc2c1efb service neutron] 10.222.0.72 "GET /v2.0/networks?id=064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 200 len: 898 time: 0.1182778 Dec 20 17:19:06.778401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-18d462dc-90ce-497a-b32e-764f6a9e3bc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 200 len: 217 time: 0.0566430 Dec 20 17:19:06.862272 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:06.862606 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-abdee36f-0d9e-47ec-909d-99d9997e4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:06.865482 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-abdee36f-0d9e-47ec-909d-99d9997e4902 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5bba17-28ef-43fe-ace1-00d18bf45a5a HTTP/1.1" status: 200 len: 834 time: 0.0785775 Dec 20 17:19:06.894518 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] Checking router: 1127fa17-9e9d-4eb6-be6a-381ed853ea70 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:06.909660 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:06.910384 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:06.943544 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-fab177fa-5e91-4749-bfc3-a935363a96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:06.945297 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-fab177fa-5e91-4749-bfc3-a935363a96d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064fa4b2-a609-4cde-8fec-2856e29d7c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713758 Dec 20 17:19:07.022076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc8c96-2264-404e-aa25-23842d5d8ad4 req-bd873204-3670-4bbc-ab8e-3c6cbc9166e9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:07.030217 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fcc8c96-2264-404e-aa25-23842d5d8ad4 req-bd873204-3670-4bbc-ab8e-3c6cbc9166e9 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0920355 Dec 20 17:19:07.073532 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:07.114157 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2fcc8c96-2264-404e-aa25-23842d5d8ad4 req-c7b6732f-1795-419c-917a-d34040f06aa8 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812302 Dec 20 17:19:07.160755 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-e32cf52a-acb5-4e88-9a92-d63984b17f36 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052946 Dec 20 17:19:07.270505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9daa912c-da6a-4cb2-8f0a-d127850bf788 req-1769984c-1cfc-4d5c-adf8-be9984501c77 service neutron] 10.222.0.72 "GET /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015568 Dec 20 17:19:07.364372 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:07.410674 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05461ea1-7090-41d3-9c95-fc9991fd1618 None None] The sync data for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 is: [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:18:11Z', 'revision_number': 4, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '245ca1c0-f224-4664-8cc6-8fd17db3eb05', 'name': '', 'network_id': '064fa4b2-a609-4cde-8fec-2856e29d7c09', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'mac_address': 'fa:16:3e:1e:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:10Z', 'updated_at': '2021-12-20T17:18:15Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'subnets': [{'id': 'db5bba17-28ef-43fe-ace1-00d18bf45a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:07.700994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d8b16-ab62-498c-9263-b7d1d5b91901 None None] New status for floating IP e913e560-07f0-4cc8-8805-4c4c145b674f: DOWN {{(pid=103955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:19:08.326388 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f1c61-5318-4d6e-966a-956e79116798 req-50288a20-c05e-48ad-9103-6e1cad396c67 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:08.330463 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-123f1c61-5318-4d6e-966a-956e79116798 req-50288a20-c05e-48ad-9103-6e1cad396c67 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0849445 Dec 20 17:19:08.395994 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-123f1c61-5318-4d6e-966a-956e79116798 req-8612220c-0aa8-4360-9c53-16d0df4dcdb7 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7ee024e-8577-47e3-9abe-25fb39a2998c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589066 Dec 20 17:19:08.465808 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-fd203340-186b-4592-8c05-a913fd2309d6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:08.467638 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-fd203340-186b-4592-8c05-a913fd2309d6 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 945 time: 0.0570753 Dec 20 17:19:08.576184 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 2d773fa3-3c17-4172-9a8d-e092c3f8758b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:08.576581 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:08.684001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 2d773fa3-3c17-4172-9a8d-e092c3f8758b, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=2d773fa3-3c17-4172-9a8d-e092c3f8758b,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:08.684332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:08.699735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 2d773fa3-3c17-4172-9a8d-e092c3f8758b owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:08.986224 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:09.022283 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=2d773fa3-3c17-4172-9a8d-e092c3f8758b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:09.035958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.036322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.036667 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.037008 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.037451 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.037691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.038017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.038347 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.038679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.038997 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.039354 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.039638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.039943 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:09.078125 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] No DVR routers for this DVR port 2d773fa3-3c17-4172-9a8d-e092c3f8758b on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:19:09.081094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:09.084607 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d1d2ce83-2725-4ca9-a826-355445f2ea6c req-182ba790-664b-449f-b8a3-8253cfcbf5f0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.72 "DELETE /v2.0/ports/2d773fa3-3c17-4172-9a8d-e092c3f8758b HTTP/1.1" status: 204 len: 173 time: 0.6110852 Dec 20 17:19:09.085071 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'name': 'network-vif-deleted', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:09.087402 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcdcb23-702d-4618-b3cf-1e9b1008d8b8" -d '{"events": [{"server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "name": "network-vif-deleted", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:09.130366 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5291a19-4f01-4849-b7e0-e4c3d164a7ea x-openstack-request-id: req-a5291a19-4f01-4849-b7e0-e4c3d164a7ea {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:09.130698 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0d732a-8f78-4271-a26a-53d5039d6109", "name": "network-vif-deleted", "tag": "2d773fa3-3c17-4172-9a8d-e092c3f8758b", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:09.131063 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5291a19-4f01-4849-b7e0-e4c3d164a7ea {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:09.131617 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0d732a-8f78-4271-a26a-53d5039d6109', 'name': 'network-vif-deleted', 'tag': '2d773fa3-3c17-4172-9a8d-e092c3f8758b', 'status': 'completed', 'code': 200} Dec 20 17:19:09.516865 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae51b33d-6b69-4549-a69b-13c83a31a520 req-183194a6-9fd8-4084-be86-f23d821bb880 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a0d732a-8f78-4271-a26a-53d5039d6109 HTTP/1.1" status: 200 len: 210 time: 0.0297415 Dec 20 17:19:10.589076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54542) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:11.037782 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:11.341553 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 245ca1c0-f224-4664-8cc6-8fd17db3eb05 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:11.341964 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:11.451064 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 245ca1c0-f224-4664-8cc6-8fd17db3eb05, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=245ca1c0-f224-4664-8cc6-8fd17db3eb05,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:11.451426 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:11.467264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 245ca1c0-f224-4664-8cc6-8fd17db3eb05 owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:11.558311 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2d773fa3-3c17-4172-9a8d-e092c3f8758b no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:11.586987 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 2d773fa3-3c17-4172-9a8d-e092c3f8758b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:11.587336 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 2d773fa3-3c17-4172-9a8d-e092c3f8758b not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:11.763152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:11.792607 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=245ca1c0-f224-4664-8cc6-8fd17db3eb05,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:11.997619 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.243479 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:12.355893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:12.366300 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-56b9f2b1-e84a-4f5a-84af-0e0b898750f3 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "PUT /v2.0/routers/1127fa17-9e9d-4eb6-be6a-381ed853ea70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721014 Dec 20 17:19:12.366730 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54544) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:12.369153 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] Sync routers for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:12.382007 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:12.382789 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:12.424494 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting subnet db5bba17-28ef-43fe-ace1-00d18bf45a5a {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:19:12.428125 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.476216 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.585020 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.620712 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:12.740201 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.769717 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Subnet': ['ID=db5bba17-28ef-43fe-ace1-00d18bf45a5a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:12.771813 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.775424 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bc971920-3fb3-436f-8b53-71226cab36f1 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/subnets/db5bba17-28ef-43fe-ace1-00d18bf45a5a HTTP/1.1" status: 204 len: 168 time: 0.4073701 Dec 20 17:19:12.779559 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54546) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:12.783769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2b8f2-91ef-4a16-9a3c-da514c37ba28 None None] Network 064fa4b2-a609-4cde-8fec-2856e29d7c09 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:12.908205 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:19:11Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:12.912557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:12.941278 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] Checking router: 1127fa17-9e9d-4eb6-be6a-381ed853ea70 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:12.951632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] Routers {'1127fa17-9e9d-4eb6-be6a-381ed853ea70'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:12.951632 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:13.024689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] DHCP port deletion for 064fa4b2-a609-4cde-8fec-2856e29d7c09 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:13.078426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.082852 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] Set router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:13.100192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Deleting port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:13.100547 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.170454 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] For port c3d15407-6d10-4774-b4d7-80c2c6ce1e83, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,segment=NetworkSegment(73bf88e9-c524-47ea-8b03-cc03ed405305),segment_id=73bf88e9-c524-47ea-8b03-cc03ed405305)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:13.170764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.184979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Calling delete_port for c3d15407-6d10-4774-b4d7-80c2c6ce1e83 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:13.271051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Deleting port 2e898bc5-288f-443d-bf3c-b53596bbe35c {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:19:13.271764 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.319305 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:19:11Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:13.363517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.364616 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] For port 2e898bc5-288f-443d-bf3c-b53596bbe35c, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=2e898bc5-288f-443d-bf3c-b53596bbe35c,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:13.364976 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.373526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9408b0-3c87-42e4-9dd1-6f24442ce8b7 None None] The sync data for ids ['1127fa17-9e9d-4eb6-be6a-381ed853ea70'] in n-d-781076-8 is: [{'id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116265181', 'tenant_id': '7c035f1b918b4da69766c3bb3bf259a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:18:05Z', 'updated_at': '2021-12-20T17:19:11Z', 'revision_number': 5, 'project_id': '7c035f1b918b4da69766c3bb3bf259a8', 'gw_port': {'id': '2e898bc5-288f-443d-bf3c-b53596bbe35c', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127fa17-9e9d-4eb6-be6a-381ed853ea70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:18:06Z', 'updated_at': '2021-12-20T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:13.380136 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Calling delete_port for 2e898bc5-288f-443d-bf3c-b53596bbe35c owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:19:13.407238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Pushing event deleted for resources: {'Port': ['ID=c3d15407-6d10-4774-b4d7-80c2c6ce1e83,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:13.416030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] No DVR routers for this DVR port c3d15407-6d10-4774-b4d7-80c2c6ce1e83 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:19:13.440814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.441328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.442227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.442899 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.443291 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.443672 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.444062 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.444468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.444904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.445328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.445715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.446106 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.446546 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1561f-8139-4640-922b-4a52b80f3cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:13.620034 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.646041 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Port': ['ID=2e898bc5-288f-443d-bf3c-b53596bbe35c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:13.665880 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca318a-2bed-408f-a140-eb73df5319f9 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:13.723299 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.828673 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:13.832348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.009302 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.010174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Fanout notify agent at l3_agent the message router_deleted on router 1127fa17-9e9d-4eb6-be6a-381ed853ea70 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:19:14.023945 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.026081 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-6236f309-8931-43aa-9697-3f51a11c95c5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/routers/1127fa17-9e9d-4eb6-be6a-381ed853ea70 HTTP/1.1" status: 204 len: 168 time: 1.2453086 Dec 20 17:19:14.028803 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54548) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:14.130170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.230525 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.261726 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064fa4b2-a609-4cde-8fec-2856e29d7c09']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:14.290895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bf88e9-c524-47ea-8b03-cc03ed405305') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:14.290895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bf88e9-c524-47ea-8b03-cc03ed405305') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:14.294932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.314712 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.322634 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:19:14.323037 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:19:14.326313 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:19:14.454621 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.462106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.465502 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/networks/064fa4b2-a609-4cde-8fec-2856e29d7c09 HTTP/1.1" status: 204 len: 168 time: 0.4355729 Dec 20 17:19:14.471495 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54550) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:14.482142 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939970-9dee-482b-a25b-0d7f95886e7e tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'Network': ['ID=064fa4b2-a609-4cde-8fec-2856e29d7c09,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:14.586298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-daa653b4-0115-407e-b0f9-87a34c66a6d5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.640156 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-daa653b4-0115-407e-b0f9-87a34c66a6d5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.685587 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3d15407-6d10-4774-b4d7-80c2c6ce1e83 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:14.723134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c3d15407-6d10-4774-b4d7-80c2c6ce1e83 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:14.723729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3d15407-6d10-4774-b4d7-80c2c6ce1e83 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:14.724453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 245ca1c0-f224-4664-8cc6-8fd17db3eb05 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:14.763427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 245ca1c0-f224-4664-8cc6-8fd17db3eb05 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:14.763946 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 245ca1c0-f224-4664-8cc6-8fd17db3eb05 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:14.764662 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e898bc5-288f-443d-bf3c-b53596bbe35c no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:19:14.780081 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-daa653b4-0115-407e-b0f9-87a34c66a6d5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.783547 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-daa653b4-0115-407e-b0f9-87a34c66a6d5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:14.784858 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-daa653b4-0115-407e-b0f9-87a34c66a6d5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] 10.222.0.81 "DELETE /v2.0/security-groups/a7ee024e-8577-47e3-9abe-25fb39a2998c HTTP/1.1" status: 204 len: 168 time: 0.3143282 Dec 20 17:19:14.794850 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa653b4-0115-407e-b0f9-87a34c66a6d5 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ee024e-8577-47e3-9abe-25fb39a2998c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:14.801450 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 2e898bc5-288f-443d-bf3c-b53596bbe35c {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:19:14.814974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 2e898bc5-288f-443d-bf3c-b53596bbe35c not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:19:15.533733 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54558) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:15.736026 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-270fc6ca-8007-4906-9fdc-9834badfb393 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c035f1b918b4da69766c3bb3bf259a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008495 Dec 20 17:19:15.738817 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54562) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:15.793305 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca78e-1533-4f14-b25d-d2ce09fec05f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:15.822298 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca78e-1533-4f14-b25d-d2ce09fec05f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:16.306352 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca78e-1533-4f14-b25d-d2ce09fec05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:16.310029 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca78e-1533-4f14-b25d-d2ce09fec05f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:16.311504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fe0ca78e-1533-4f14-b25d-d2ce09fec05f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3b5d286-18e2-4dbe-b99b-f3747a244dcc HTTP/1.1" status: 204 len: 168 time: 0.5716341 Dec 20 17:19:16.323104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ca78e-1533-4f14-b25d-d2ce09fec05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5d286-18e2-4dbe-b99b-f3747a244dcc,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:17.133250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54568) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:17.147933 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b8a84-bbf4-42e0-b3a2-c50872906330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.240497 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b8a84-bbf4-42e0-b3a2-c50872906330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.311709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-677b8a84-bbf4-42e0-b3a2-c50872906330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.354088 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-677b8a84-bbf4-42e0-b3a2-c50872906330 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81d81e7f98ef4ecbafaa8c0f7373d358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196970 Dec 20 17:19:17.354843 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b8a84-bbf4-42e0-b3a2-c50872906330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd9a732-e2de-4959-b572-2b4882afe290,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:17.358178 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54570) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:17.417150 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-537cefa0-7d2b-4cc5-9804-c19fb08734fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.448463 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-537cefa0-7d2b-4cc5-9804-c19fb08734fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.608778 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-537cefa0-7d2b-4cc5-9804-c19fb08734fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.611718 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-537cefa0-7d2b-4cc5-9804-c19fb08734fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:17.613040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-537cefa0-7d2b-4cc5-9804-c19fb08734fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bbd9a732-e2de-4959-b572-2b4882afe290 HTTP/1.1" status: 204 len: 168 time: 0.2531662 Dec 20 17:19:17.623707 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cefa0-7d2b-4cc5-9804-c19fb08734fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd9a732-e2de-4959-b572-2b4882afe290,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:18.982182 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54592) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:19.087615 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1062413704-network', 'tenant_id': '321c3ed72321451d88eb00e864c06420'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:19.203076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Made reservation on behalf of 321c3ed72321451d88eb00e864c06420 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:19.205651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.215303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.301943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.380519 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.410159 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:19:19.421228 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d66450c-e7a8-4908-a625-e87fcdc2d5e5,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:19.426672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.427070 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Added segment 6d08e1f0-ac08-47d1-85b9-c8770248bbf3 of type vlan for network 5798b090-799d-43ad-9d6e-fd536a0619a4 Dec 20 17:19:19.473006 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.563205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.564209 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:19.564791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:19.634361 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] Pushing event updated for resources: {'Network': ['ID=5798b090-799d-43ad-9d6e-fd536a0619a4,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:19.646768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:19:19.708674 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4073b025-61a2-485a-8dd8-27ddf8dbe6ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7252162 Dec 20 17:19:19.712465 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54596) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:19.717635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Request body: {'subnet': {'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1062413704-subnet', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:19.860523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Made reservation on behalf of 321c3ed72321451d88eb00e864c06420 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:19.863210 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.135061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.199843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9206206b-9da1-470b-a982-5683d64f1dee,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:20.208355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Checking segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:20.208701 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Network hostable DHCP agents. Network: 5798b090-799d-43ad-9d6e-fd536a0619a4, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:19:20.277609 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:19:20.351659 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 5798b090-799d-43ad-9d6e-fd536a0619a4) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:20.357259 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:20.358198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.366580 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed577ed2-31ef-43f3-b7c6-24410ca44db5 None None] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:20.434683 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c74b491c-1baf-4a7c-8709-f2aa71172c24 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7209811 Dec 20 17:19:20.439827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54598) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:20.446825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:20.492116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-5798b090-799d-43ad-9d6e-fd536a0619a4', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:19:20.493039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.546579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.547799 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.627874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.649947 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Allocated IP 172.20.0.2 (5798b090-799d-43ad-9d6e-fd536a0619a4/9206206b-9da1-470b-a982-5683d64f1dee/c44e71a6-e9da-424b-83c0-6dd7ab0a50fe) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:20.824945 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.839381 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:20.980654 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.023632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:21.026632 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:21.030232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:21.036198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Pushing event updated for resources: {'Port': ['ID=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:21.104764 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Attempting to bind port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:21.105281 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Attempting to bind port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:21.105913 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Attempting to bind port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe on network 5798b090-799d-43ad-9d6e-fd536a0619a4 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:21.115265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:21.115903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Checking segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:21.116495 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.117119 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Bound using segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:21.117965 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Bound port: c44e71a6-e9da-424b-83c0-6dd7ab0a50fe, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:21.118575 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.226326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] For port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:21.230578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] For port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:21.334296 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.341455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.355484 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.427022 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63c44b-0d2b-4d43-b512-4d8f03b31a05 None None] Pushing event updated for resources: {'Port': ['ID=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:21.521387 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Allocated IP 172.25.6.208 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/35ee2b67-562d-4461-82bf-cd869226eb3f) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:21.695000 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.782196 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.854845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:21.857952 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:21.862058 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:21.868815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Pushing event updated for resources: {'Port': ['ID=35ee2b67-562d-4461-82bf-cd869226eb3f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:21.873617 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c511f-6173-4349-9e55-ef48676df367 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:21.912808 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-407d49c0-786c-498d-9665-a0a61fb0ad4a None None] Provisioning complete for port 35ee2b67-562d-4461-82bf-cd869226eb3f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:21.913309 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-407d49c0-786c-498d-9665-a0a61fb0ad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:21.965656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-407d49c0-786c-498d-9665-a0a61fb0ad4a None None] Port 35ee2b67-562d-4461-82bf-cd869226eb3f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:22.705689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b3acd-f583-4348-8539-81f14c4ac693 None None] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:22.759342 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c44e71a6-e9da-424b-83c0-6dd7ab0a50fe up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:22.769722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:22.870256 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:22.886011 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1be4d8c1-45dc-4bbe-9e8a-371f8bc272be None None] Provisioning complete for port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:22.886874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1be4d8c1-45dc-4bbe-9e8a-371f8bc272be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:22.993135 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.052294 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:23.052876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.200596 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1be4d8c1-45dc-4bbe-9e8a-371f8bc272be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.243705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:19:23.292811 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-1be4d8c1-45dc-4bbe-9e8a-371f8bc272be None None] For port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:23.300648 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.370366 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1be4d8c1-45dc-4bbe-9e8a-371f8bc272be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.388147 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:23.457539 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:23.508750 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.510764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b7013d6-fa6b-455a-927f-9b995142347c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0693927 Dec 20 17:19:23.511930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:23.512572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:23.516987 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54602) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:23.517368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:19:23.517734 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:19:23.521923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4d8c1-45dc-4bbe-9e8a-371f8bc272be None None] Pushing event updated for resources: {'Port': ['ID=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:23.565114 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b7ce799f-f9d6-426c-95b0-b445c1ef596c None None] Provisioning complete for port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:23.565944 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7ce799f-f9d6-426c-95b0-b445c1ef596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:23.675711 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:23.917453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:22Z', 'revision_number': 3, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:23.951884 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:23.952212 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Updating router 88829c04-f259-4067-8d3a-6bf5cb3dc705 port 35ee2b67-562d-4461-82bf-cd869226eb3f binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:19:23.981250 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.092640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.341757 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Allocated IP 172.20.0.1 (5798b090-799d-43ad-9d6e-fd536a0619a4/9206206b-9da1-470b-a982-5683d64f1dee/610ad85b-4453-4e6b-a418-7a7bb80a03ba) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:24.350641 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.439381 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.483998 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.505422 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6c886-594b-43ac-a1ed-4aa7d4fe2bc9 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:24.520201 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Attempting to bind port 35ee2b67-562d-4461-82bf-cd869226eb3f on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:24.520581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Attempting to bind port 35ee2b67-562d-4461-82bf-cd869226eb3f by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:24.520940 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Attempting to bind port 35ee2b67-562d-4461-82bf-cd869226eb3f on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:24.525348 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7008d16-516c-42fc-813b-b427e9d4431e None None] Pushing event updated for resources: {'Port': ['ID=35ee2b67-562d-4461-82bf-cd869226eb3f,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:24.530494 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:24.531438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:24.531867 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.532263 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:24.532762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Bound port: 35ee2b67-562d-4461-82bf-cd869226eb3f, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:24.533148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.586935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.605429 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-86050615-58d7-4ced-af23-42267c55b1f7 None None] Provisioning complete for port 35ee2b67-562d-4461-82bf-cd869226eb3f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:24.605429 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-86050615-58d7-4ced-af23-42267c55b1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.627665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] For port 35ee2b67-562d-4461-82bf-cd869226eb3f, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:24.650466 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] For port 35ee2b67-562d-4461-82bf-cd869226eb3f, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35ee2b67-562d-4461-82bf-cd869226eb3f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:24.653993 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-86050615-58d7-4ced-af23-42267c55b1f7 None None] Port 35ee2b67-562d-4461-82bf-cd869226eb3f cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:24.654292 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:24.657586 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:24.661591 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:24.693548 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Pushing event updated for resources: {'Port': ['ID=610ad85b-4453-4e6b-a418-7a7bb80a03ba,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:24.714721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.729741 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:24.736905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c44e71a6-e9da-424b-83c0-6dd7ab0a50fe up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:24.828601 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbcde8a-9089-4056-b8a8-3768cef80755 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:24.854840 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7008d16-516c-42fc-813b-b427e9d4431e None None] Pushing event updated for resources: {'Port': ['ID=35ee2b67-562d-4461-82bf-cd869226eb3f,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:24.863979 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:24.865373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:24.937992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:24.939036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.002165 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.234174 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Provisioning complete for port 35ee2b67-562d-4461-82bf-cd869226eb3f triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:25.235182 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.241390 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:25.242598 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.336061 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.472857 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Pushing event updated for resources: {'Port': ['ID=610ad85b-4453-4e6b-a418-7a7bb80a03ba,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:25.477312 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.500790 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.544118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] For port 35ee2b67-562d-4461-82bf-cd869226eb3f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35ee2b67-562d-4461-82bf-cd869226eb3f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:25.571094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:22Z', 'revision_number': 3, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:25.604810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04a63a-53fc-4209-a4b0-331eaf35020b None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:22Z', 'revision_number': 3, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:25.653690 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:25.655148 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.655480 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:25.751399 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Provisioning complete for port 610ad85b-4453-4e6b-a418-7a7bb80a03ba triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:25.751966 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:25.781749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Pushing event updated for resources: {'Port': ['ID=35ee2b67-562d-4461-82bf-cd869226eb3f,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:25.807468 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c815e-aa3f-4a74-aa88-a0f86d131607 None None] Port 610ad85b-4453-4e6b-a418-7a7bb80a03ba cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:25.817628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:26.028035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:26.039316 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-d6f1ff79-83c6-4b96-b151-29dbf46da736 admin admin] 10.222.0.81 "PUT /v2.0/routers/88829c04-f259-4067-8d3a-6bf5cb3dc705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5206645 Dec 20 17:19:26.155705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7ff8f695-367b-4423-8805-95ce08b9688c None None] Provisioning complete for port 610ad85b-4453-4e6b-a418-7a7bb80a03ba triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:26.156932 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ff8f695-367b-4423-8805-95ce08b9688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:26.208057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8f695-367b-4423-8805-95ce08b9688c None None] Port 610ad85b-4453-4e6b-a418-7a7bb80a03ba cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:26.750161 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35ee2b67-562d-4461-82bf-cd869226eb3f up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:26.807491 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 35ee2b67-562d-4461-82bf-cd869226eb3f triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:26.807891 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.011107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54618) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:27.017801 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-744931863-network', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:27.146500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Made reservation on behalf of a069c1bf6af349b28c55ae161684a812 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:27.149985 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.165963 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.271549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.357459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.387552 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:19:27.398831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a7104-e167-431f-a022-ff342dbeded7,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:27.406725 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.407077 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Added segment c55e4f91-d04c-4463-a0bc-b77da8334842 of type vlan for network d16dd57e-ae41-4ac3-8838-b2a60ce5704e Dec 20 17:19:27.453929 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.524094 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:27.537341 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:27.537973 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:27.551943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.553155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:27.553873 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.630809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] Pushing event updated for resources: {'Network': ['ID=d16dd57e-ae41-4ac3-8838-b2a60ce5704e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:27.650417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:19:27.672362 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1582e5c7-10a5-4727-92a7-da2407574659 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6596637 Dec 20 17:19:27.674450 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:27.675642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54620) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:27.684846 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Request body: {'subnet': {'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-744931863-subnet', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:27.792208 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Made reservation on behalf of a069c1bf6af349b28c55ae161684a812 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:27.795242 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:27.967769 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 2, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:28.000248 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:28.000596 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Updating router 88829c04-f259-4067-8d3a-6bf5cb3dc705 port 610ad85b-4453-4e6b-a418-7a7bb80a03ba binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:19:28.030812 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:19:28.034284 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.100953 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.161250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8d10ff-1d94-4986-bd8c-89ff6ff1069e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:28.173680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Checking segment: {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:28.174374 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Network hostable DHCP agents. Network: d16dd57e-ae41-4ac3-8838-b2a60ce5704e, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:19:28.289559 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:19:28.323961 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.353450 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.397599 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, d16dd57e-ae41-4ac3-8838-b2a60ce5704e) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:28.409307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:28.409307 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.409736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc4b6d-f18a-438d-86a0-1a5ccd26c30e None None] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:28.426970 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.501554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54622) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:28.502425 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-ec4095c7-993a-4ac3-b100-b58fe1744b05 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8240521 Dec 20 17:19:28.512674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:28.553667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-d16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'fixed_ips': [{'subnet_id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:19:28.558240 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.579212 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Pushing event updated for resources: {'Port': ['ID=610ad85b-4453-4e6b-a418-7a7bb80a03ba,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:28.600682 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.601041 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.601583 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.601814 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.602082 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.602631 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.603143 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.603666 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.603994 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.604538 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.604852 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.605207 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.605545 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:19:28.609241 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Attempting to bind port 610ad85b-4453-4e6b-a418-7a7bb80a03ba on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:28.609894 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Attempting to bind port 610ad85b-4453-4e6b-a418-7a7bb80a03ba by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:28.610445 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Attempting to bind port 610ad85b-4453-4e6b-a418-7a7bb80a03ba on network 5798b090-799d-43ad-9d6e-fd536a0619a4 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:28.617187 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:28.617597 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Checking segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:28.618008 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.618417 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Bound using segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:28.618915 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Bound port: 610ad85b-4453-4e6b-a418-7a7bb80a03ba, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:28.619302 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.674748 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.677628 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.699906 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] For port 610ad85b-4453-4e6b-a418-7a7bb80a03ba, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:28.704515 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] For port 610ad85b-4453-4e6b-a418-7a7bb80a03ba, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=610ad85b-4453-4e6b-a418-7a7bb80a03ba,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:28.772741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.786897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Allocated IP 172.20.0.2 (d16dd57e-ae41-4ac3-8838-b2a60ce5704e/ac8d10ff-1d94-4986-bd8c-89ff6ff1069e/0f745f6f-c779-401c-8733-18923c023f99) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:28.793638 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.886188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-6110f218-afc8-499b-b7ee-18c442981b3f None None] Provisioning complete for port 610ad85b-4453-4e6b-a418-7a7bb80a03ba triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:28.886726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6110f218-afc8-499b-b7ee-18c442981b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:28.894929 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d651f6-a4ff-47e1-8f55-0345db68669a None None] Pushing event updated for resources: {'Port': ['ID=610ad85b-4453-4e6b-a418-7a7bb80a03ba,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:28.901092 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:28.902437 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:29.024622 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.085598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6110f218-afc8-499b-b7ee-18c442981b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.099426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.104375 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.184928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:29.194306 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:29.204458 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:29.211581 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:29.217400 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6110f218-afc8-499b-b7ee-18c442981b3f None None] For port 610ad85b-4453-4e6b-a418-7a7bb80a03ba, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=610ad85b-4453-4e6b-a418-7a7bb80a03ba,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:29.223131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Pushing event updated for resources: {'Port': ['ID=0f745f6f-c779-401c-8733-18923c023f99,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:29.282732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6110f218-afc8-499b-b7ee-18c442981b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.296870 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Attempting to bind port 0f745f6f-c779-401c-8733-18923c023f99 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:29.297943 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Attempting to bind port 0f745f6f-c779-401c-8733-18923c023f99 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:29.298331 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Attempting to bind port 0f745f6f-c779-401c-8733-18923c023f99 on network d16dd57e-ae41-4ac3-8838-b2a60ce5704e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:29.334559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:29.334960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Checking segment: {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:29.335437 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.335634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Bound using segment: {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:29.336075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Bound port: 0f745f6f-c779-401c-8733-18923c023f99, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:29.336456 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.405726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110f218-afc8-499b-b7ee-18c442981b3f None None] Pushing event updated for resources: {'Port': ['ID=610ad85b-4453-4e6b-a418-7a7bb80a03ba,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:29.436412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d38e0492-9fd9-4415-9012-bc2892e3fa36 None None] Provisioning complete for port 610ad85b-4453-4e6b-a418-7a7bb80a03ba triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:29.436787 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d38e0492-9fd9-4415-9012-bc2892e3fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.477640 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f72bbae3-c507-4a76-95a9-559840a27347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.488614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] For port 0f745f6f-c779-401c-8733-18923c023f99, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:29.493806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] For port 0f745f6f-c779-401c-8733-18923c023f99, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0f745f6f-c779-401c-8733-18923c023f99,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:29.498815 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:28Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:29.536308 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.547039 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7fae-0eae-4f91-bde8-0301a2780e1c None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:28Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:29.567517 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.602726 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:29.701741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355205cd-8d23-4d9f-8544-01525478f3e0 None None] Pushing event updated for resources: {'Port': ['ID=0f745f6f-c779-401c-8733-18923c023f99,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:29.730771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Allocated IP 172.25.6.224 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/489efa8e-9faa-4cd2-9fe5-06a742822dce) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:29.876484 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.062138 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.120672 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:30.129464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:30.133781 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:30.160896 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca9f91-6b9e-4a8f-b524-a8a10991f416 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:30.190902 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=489efa8e-9faa-4cd2-9fe5-06a742822dce,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:30.293667 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-b9a6c241-1ea8-4135-a92d-d289e7c0395f None None] Provisioning complete for port 489efa8e-9faa-4cd2-9fe5-06a742822dce triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:30.294125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9a6c241-1ea8-4135-a92d-d289e7c0395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.347826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6c241-1ea8-4135-a92d-d289e7c0395f None None] Port 489efa8e-9faa-4cd2-9fe5-06a742822dce cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:30.606327 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.817758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 610ad85b-4453-4e6b-a418-7a7bb80a03ba up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:30.905249 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 610ad85b-4453-4e6b-a418-7a7bb80a03ba triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:30.905894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:30.913037 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b072c2c-137d-4486-af28-0b374bee1d0a None None] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:19:30.952601 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.040692 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3a497731-2292-45d8-991e-cbe4c28fd9c7 None None] Provisioning complete for port 0f745f6f-c779-401c-8733-18923c023f99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:31.041107 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a497731-2292-45d8-991e-cbe4c28fd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.180140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0f745f6f-c779-401c-8733-18923c023f99 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:31.232068 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Router bfa4747d-6afc-4af6-aba7-2890c0630aba is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:19:31.275071 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a497731-2292-45d8-991e-cbe4c28fd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.313393 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0f745f6f-c779-401c-8733-18923c023f99 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:31.313975 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.346182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-3a497731-2292-45d8-991e-cbe4c28fd9c7 None None] For port 0f745f6f-c779-401c-8733-18923c023f99, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0f745f6f-c779-401c-8733-18923c023f99,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:31.392475 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:31.410700 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Sync routers for ids ['bfa4747d-6afc-4af6-aba7-2890c0630aba'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:31.417123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3a497731-2292-45d8-991e-cbe4c28fd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.478624 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.482645 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Routers {'bfa4747d-6afc-4af6-aba7-2890c0630aba'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:31.483280 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['bfa4747d-6afc-4af6-aba7-2890c0630aba'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:31.486937 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.488326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9dfa0c6b-f370-4654-b938-cc50e9baa4d1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9833565 Dec 20 17:19:31.492172 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54624) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:31.561405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497731-2292-45d8-991e-cbe4c28fd9c7 None None] Pushing event updated for resources: {'Port': ['ID=0f745f6f-c779-401c-8733-18923c023f99,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:31.849535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-7798f41c-4582-498b-a838-1e77ad91264e None None] Provisioning complete for port 0f745f6f-c779-401c-8733-18923c023f99 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:31.849910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7798f41c-4582-498b-a838-1e77ad91264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.902952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-515a224f-dea8-45d4-80a9-fcfacf7b5799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:31.904476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 17:19:31.904838 n-d-781076-8 neutron-server[103955]: DEBUG oslo_db.api [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 17:19:31.917826 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Set router bfa4747d-6afc-4af6-aba7-2890c0630aba gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:32.003270 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.164825 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:19:30Z', 'revision_number': 3, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:32.196127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Checking router: bfa4747d-6afc-4af6-aba7-2890c0630aba for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:32.197019 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Updating router bfa4747d-6afc-4af6-aba7-2890c0630aba port 489efa8e-9faa-4cd2-9fe5-06a742822dce binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:19:32.206710 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Allocated IP 172.20.0.1 (d16dd57e-ae41-4ac3-8838-b2a60ce5704e/ac8d10ff-1d94-4986-bd8c-89ff6ff1069e/0d6f702b-363b-47b5-b68a-5b6f3824d8e0) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:32.224044 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.327312 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.438008 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.476721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:32.482036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:32.485991 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:32.520575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Pushing event updated for resources: {'Port': ['ID=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:32.538344 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.538620 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.615196 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.678026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b3c41-7a65-4f2b-9928-97f2abc40f2d None None] Pushing event updated for resources: {'Port': ['ID=489efa8e-9faa-4cd2-9fe5-06a742822dce,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:32.680341 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Attempting to bind port 489efa8e-9faa-4cd2-9fe5-06a742822dce on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:32.680721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Attempting to bind port 489efa8e-9faa-4cd2-9fe5-06a742822dce by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:32.681227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Attempting to bind port 489efa8e-9faa-4cd2-9fe5-06a742822dce on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:32.688917 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b6518-ecb0-4128-bf7a-245c0159f513 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:32.692547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:32.692926 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:32.693432 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.693831 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:32.694326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Bound port: 489efa8e-9faa-4cd2-9fe5-06a742822dce, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:32.694714 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.731059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0f745f6f-c779-401c-8733-18923c023f99 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:32.777989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.789671 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] For port 489efa8e-9faa-4cd2-9fe5-06a742822dce, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:32.794439 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] For port 489efa8e-9faa-4cd2-9fe5-06a742822dce, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=489efa8e-9faa-4cd2-9fe5-06a742822dce,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:32.819352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0f745f6f-c779-401c-8733-18923c023f99 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:32.819738 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.851059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4425b4f1-93f0-406c-be79-909628d18c13 None None] Provisioning complete for port 489efa8e-9faa-4cd2-9fe5-06a742822dce triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:32.851350 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4425b4f1-93f0-406c-be79-909628d18c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.897420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:32.904460 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4425b4f1-93f0-406c-be79-909628d18c13 None None] Port 489efa8e-9faa-4cd2-9fe5-06a742822dce cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:32.977092 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ea14a-c97b-4e98-b5a1-470a16f40afc None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:19:33.010781 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.018702 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-4425b4f1-93f0-406c-be79-909628d18c13 None None] Provisioning complete for port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:33.019118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4425b4f1-93f0-406c-be79-909628d18c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.025569 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b3c41-7a65-4f2b-9928-97f2abc40f2d None None] Pushing event updated for resources: {'Port': ['ID=489efa8e-9faa-4cd2-9fe5-06a742822dce,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:33.052061 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Routers {'bfa4747d-6afc-4af6-aba7-2890c0630aba'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:33.052997 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['bfa4747d-6afc-4af6-aba7-2890c0630aba'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:33.079031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.143573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4425b4f1-93f0-406c-be79-909628d18c13 None None] Port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:33.181096 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.188478 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Pushing event updated for resources: {'Port': ['ID=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:33.241656 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] Set router bfa4747d-6afc-4af6-aba7-2890c0630aba gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:33.303736 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e8d9313c-e6ac-4cc5-86a4-1fdec1f5e212 None None] Provisioning complete for port 489efa8e-9faa-4cd2-9fe5-06a742822dce triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:33.304132 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e8d9313c-e6ac-4cc5-86a4-1fdec1f5e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.312251 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:33.314000 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:33.362229 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.465581 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Router bfa4747d-6afc-4af6-aba7-2890c0630aba has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:33.521513 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e8d9313c-e6ac-4cc5-86a4-1fdec1f5e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.553220 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e8d9313c-e6ac-4cc5-86a4-1fdec1f5e212 None None] For port 489efa8e-9faa-4cd2-9fe5-06a742822dce, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=489efa8e-9faa-4cd2-9fe5-06a742822dce,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:33.583928 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0d6f702b-363b-47b5-b68a-5b6f3824d8e0', 'name': '', 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'mac_address': 'fa:16:3e:d1:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:32Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 1, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'subnets': [{'id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:33.617614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279aed83-fa9d-4c3d-813c-051a0f2b5940 None None] The sync data for ids ['bfa4747d-6afc-4af6-aba7-2890c0630aba'] in n-d-781076-8 is: [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0d6f702b-363b-47b5-b68a-5b6f3824d8e0', 'name': '', 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'mac_address': 'fa:16:3e:d1:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:32Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 1, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'subnets': [{'id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:33.621235 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e8d9313c-e6ac-4cc5-86a4-1fdec1f5e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.624413 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:33.629933 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f6b9ee9d-4756-4258-9e0a-2e391201c81a admin admin] 10.222.0.81 "PUT /v2.0/routers/bfa4747d-6afc-4af6-aba7-2890c0630aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1365714 Dec 20 17:19:33.695829 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9313c-e6ac-4cc5-86a4-1fdec1f5e212 None None] Pushing event updated for resources: {'Port': ['ID=489efa8e-9faa-4cd2-9fe5-06a742822dce,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:33.752316 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-3c13e104-43eb-4a46-a3a5-cb0bb56c7f3f None None] Provisioning complete for port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:33.752697 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3c13e104-43eb-4a46-a3a5-cb0bb56c7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:33.796814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3c13e104-43eb-4a46-a3a5-cb0bb56c7f3f None None] Port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:34.334932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54632) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:34.339871 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998660902', 'description': 'tempest-secgroup-smoke-998660902 description', 'project_id': '321c3ed72321451d88eb00e864c06420'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:34.461635 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.557026 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.638307 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.693076 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:34.752495 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.756487 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.759217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 489efa8e-9faa-4cd2-9fe5-06a742822dce up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:34.764345 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-bc3dfc42-5b44-4f14-9c0e-a70e8eb2a2f7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4281614 Dec 20 17:19:34.766650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54634) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:34.775898 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'ebe70eee-b6d2-46d2-80c7-96e7ec412d7c', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:34.835122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 489efa8e-9faa-4cd2-9fe5-06a742822dce triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:34.835534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.903080 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:34.986550 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.083943 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.102973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91f7d78-7f47-4058-8d4b-fe9914390983,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:35.176517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.205791 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.207064 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-0d9be1de-f0b7-4fbc-9708-fc6c471683f9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4389434 Dec 20 17:19:35.210481 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54636) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:35.216135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'ebe70eee-b6d2-46d2-80c7-96e7ec412d7c', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:35.336510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.417772 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.512193 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.536911 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774c4700-e413-448e-aa5d-7530b1ca63ae,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:35.612444 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.614121 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8b0efa6e-d07a-47a6-b550-8513777481f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4021161 Dec 20 17:19:35.617475 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54638) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:35.622301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'ebe70eee-b6d2-46d2-80c7-96e7ec412d7c', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:35.717692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.785103 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.884038 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.907312 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd8039-e4e6-4448-841d-8c91782e0f7e,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:35.983284 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:35.984807 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-52455a4c-d518-4b2f-ac10-35599f7d65e6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660629 Dec 20 17:19:35.987664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54640) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:35.992649 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'ebe70eee-b6d2-46d2-80c7-96e7ec412d7c', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:36.112735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.192321 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.295332 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.330225 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2503fb-1115-4dd2-af8a-c7a91e8ccded,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:36.434259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.436550 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8ea50b58-60aa-491e-aad7-e8e9b974dd6e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4476051 Dec 20 17:19:36.440731 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 54642) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:36.445440 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'ebe70eee-b6d2-46d2-80c7-96e7ec412d7c', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:36.546650 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Project 321c3ed72321451d88eb00e864c06420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:19:36.552905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.622645 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.763588 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.780644 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c98328c-f6aa-44eb-a70d-07b8bb7a230f,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:36.898048 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:36.899851 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cb1e41d8-86b4-42dc-b1a4-561ecb754f20 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4575176 Dec 20 17:19:36.902696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54644) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:36.907419 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'ebe70eee-b6d2-46d2-80c7-96e7ec412d7c', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:37.038184 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Project 321c3ed72321451d88eb00e864c06420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:19:37.045025 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:37.122912 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:37.205031 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:37.217980 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Sync routers for ids ['bfa4747d-6afc-4af6-aba7-2890c0630aba'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:37.228575 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229b9b86-0b1b-4572-8606-8cdcd3354a81,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:37.235861 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Routers {'bfa4747d-6afc-4af6-aba7-2890c0630aba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:37.236826 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['bfa4747d-6afc-4af6-aba7-2890c0630aba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:37.316878 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:37.318864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-9484e163-a29e-4c15-bd33-87e32e0ed41c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4148164 Dec 20 17:19:37.365125 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Set router bfa4747d-6afc-4af6-aba7-2890c0630aba gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:37.560989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-a8290bd3-73ee-490e-a302-b80e3237d4f4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998660902&fields=id&tenant_id=321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 267 time: 0.0607574 Dec 20 17:19:37.594539 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0d6f702b-363b-47b5-b68a-5b6f3824d8e0', 'name': '', 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'mac_address': 'fa:16:3e:d1:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:32Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 2, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'subnets': [{'id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:37.623634 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Checking router: bfa4747d-6afc-4af6-aba7-2890c0630aba for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:37.623986 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Updating router bfa4747d-6afc-4af6-aba7-2890c0630aba port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:19:37.659660 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:37.701098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-1954c3a6-91dd-4907-8abc-178307492d00 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:37.703150 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-1954c3a6-91dd-4907-8abc-178307492d00 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 809 time: 0.1322398 Dec 20 17:19:37.728530 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-966bf0c5-f176-462e-ac76-ad386a7c8e30 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/quotas/321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 375 time: 0.0151196 Dec 20 17:19:37.797497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-df7bab66-5a9d-474b-9968-bcecbb782712 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622771 Dec 20 17:19:37.912308 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-24860db4-f0be-4ff3-940a-39e9b53067f3 service neutron] 10.222.0.81 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983515 Dec 20 17:19:38.023337 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ab84a2f-5b98-4eab-a1ca-2e63f2761c07 service neutron] 10.222.0.81 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028440 Dec 20 17:19:38.037840 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.169607 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.226582 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8768-f6a3-4acb-a57e-13ec9e1ebe82 None None] Pushing event updated for resources: {'Port': ['ID=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:38.298167 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Attempting to bind port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:38.298570 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Attempting to bind port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:38.299287 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Attempting to bind port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 on network d16dd57e-ae41-4ac3-8838-b2a60ce5704e {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:38.305957 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:38.305957 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Checking segment: {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:38.306548 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.306548 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Bound using segment: {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:38.307042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Bound port: 0d6f702b-363b-47b5-b68a-5b6f3824d8e0, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55e4f91-d04c-4463-a0bc-b77da8334842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:38.307424 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.358730 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86b21cad-111a-4488-b31f-4e5f86bf8718 req-d54784c4-fb1b-4364-ba63-dc815f0941c0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 210 time: 0.0546196 Dec 20 17:19:38.400437 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] For port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:38.404175 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] For port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:38.470812 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.523919 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Routers {'bfa4747d-6afc-4af6-aba7-2890c0630aba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:38.524488 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['bfa4747d-6afc-4af6-aba7-2890c0630aba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:38.583548 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-552157d0-93ac-4d62-b627-0b0ccfc859c9 None None] Provisioning complete for port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:38.584853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-552157d0-93ac-4d62-b627-0b0ccfc859c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.587123 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8768-f6a3-4acb-a57e-13ec9e1ebe82 None None] Pushing event updated for resources: {'Port': ['ID=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:38.714978 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-552157d0-93ac-4d62-b627-0b0ccfc859c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.725324 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] Set router bfa4747d-6afc-4af6-aba7-2890c0630aba gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:38.755105 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-552157d0-93ac-4d62-b627-0b0ccfc859c9 None None] For port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:38.800664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:38.846400 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-552157d0-93ac-4d62-b627-0b0ccfc859c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.932025 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552157d0-93ac-4d62-b627-0b0ccfc859c9 None None] Pushing event updated for resources: {'Port': ['ID=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:38.935002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:38.938502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:38.993513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-49443256-0b3d-4d34-b45f-a54bf39a3b09 None None] Provisioning complete for port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:38.993875 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-49443256-0b3d-4d34-b45f-a54bf39a3b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:39.027018 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0d6f702b-363b-47b5-b68a-5b6f3824d8e0', 'name': '', 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'mac_address': 'fa:16:3e:d1:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:32Z', 'updated_at': '2021-12-20T17:19:38Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'subnets': [{'id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:39.062129 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128bbf2-ce19-447d-848a-d9dd044dda72 None None] The sync data for ids ['bfa4747d-6afc-4af6-aba7-2890c0630aba'] in n-d-781076-8 is: [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:19:32Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '0d6f702b-363b-47b5-b68a-5b6f3824d8e0', 'name': '', 'network_id': 'd16dd57e-ae41-4ac3-8838-b2a60ce5704e', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'mac_address': 'fa:16:3e:d1:30:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:32Z', 'updated_at': '2021-12-20T17:19:38Z', 'revision_number': 4, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'subnets': [{'id': 'ac8d10ff-1d94-4986-bd8c-89ff6ff1069e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:39.509387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5b7fe660-9bcb-4f33-9cc5-baf5d5043c87 req-d9947f21-c29d-4fba-bb40-9626492f5b6f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 210 time: 0.0561659 Dec 20 17:19:40.642118 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2b657815-048e-4ef9-a913-d588b260eab8 req-feea6f9e-bb7b-4497-b554-c86b7668ebd9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 210 time: 0.0381680 Dec 20 17:19:40.718377 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:40.783806 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:40.784186 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:41.218279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-0e43b344-c9c8-4a6f-b8e7-64afc3ebeab4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:41.220504 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-0e43b344-c9c8-4a6f-b8e7-64afc3ebeab4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 809 time: 0.1217213 Dec 20 17:19:41.318341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4f2361d3-06f3-45c2-9f39-f0176607ed1c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 379 time: 0.0882657 Dec 20 17:19:41.328584 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'port': {'device_id': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'admin_state_up': True, 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'security_groups': ['ebe70eee-b6d2-46d2-80c7-96e7ec412d7c']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:41.518308 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Made reservation on behalf of 321c3ed72321451d88eb00e864c06420 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:19:41.522123 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:41.671781 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Allocated IP 172.20.0.8 (5798b090-799d-43ad-9d6e-fd536a0619a4/9206206b-9da1-470b-a982-5683d64f1dee/04e30d4a-6939-430b-9f76-ec56e1008119) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:41.785464 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7b8a9d3a-1954-4761-8e54-ac09f7987c29 req-1a4b4de0-5792-4626-93d2-ea0356348625 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 210 time: 0.0378838 Dec 20 17:19:41.865903 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:41.981440 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.039498 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:42.042832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:42.047055 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:42.077973 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:42.113625 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:42.114459 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.213601 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-4ca00a74-df45-4ccd-9cef-32102724024b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8892076 Dec 20 17:19:42.227679 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Request body: {'port': {'device_id': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:42.300937 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.390002 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8ee0461c-95f9-41a8-99a5-ba4c534a8f89 None None] Provisioning complete for port 04e30d4a-6939-430b-9f76-ec56e1008119 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:42.390613 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8ee0461c-95f9-41a8-99a5-ba4c534a8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.608885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0461c-95f9-41a8-99a5-ba4c534a8f89 None None] Port 04e30d4a-6939-430b-9f76-ec56e1008119 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:19:42.624693 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e30d4a-6939-430b-9f76-ec56e1008119 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:19:42.633656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.651431 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Transition to ACTIVE for port object 04e30d4a-6939-430b-9f76-ec56e1008119 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:19:42.729524 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.787090 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:42.869030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Attempting to bind port 04e30d4a-6939-430b-9f76-ec56e1008119 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:19:42.869314 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Attempting to bind port 04e30d4a-6939-430b-9f76-ec56e1008119 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:19:42.869647 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Attempting to bind port 04e30d4a-6939-430b-9f76-ec56e1008119 on network 5798b090-799d-43ad-9d6e-fd536a0619a4 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:42.874966 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Port 04e30d4a-6939-430b-9f76-ec56e1008119 on network 5798b090-799d-43ad-9d6e-fd536a0619a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:19:42.875900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Attempting to bind port 04e30d4a-6939-430b-9f76-ec56e1008119 on network 5798b090-799d-43ad-9d6e-fd536a0619a4 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:19:42.881855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:19:42.882186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Checking segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:19:42.882569 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Bound using segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:19:42.883151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Bound port: 04e30d4a-6939-430b-9f76-ec56e1008119, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:19:42.883510 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:42.943819 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6e47c-b6f6-4f20-aa6a-f4c78bbd50dd req-39efe02f-3dbe-420e-861e-df962b31ec7e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:42.945729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73c6e47c-b6f6-4f20-aa6a-f4c78bbd50dd req-39efe02f-3dbe-420e-861e-df962b31ec7e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0618567 Dec 20 17:19:42.961571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:19:42.965340 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:19:43.006322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-73c6e47c-b6f6-4f20-aa6a-f4c78bbd50dd req-f6b627e6-82ad-4a46-8dce-55bc64817d72 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525670 Dec 20 17:19:43.050571 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.086642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:43.087247 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:43.088822 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] 10.222.0.72 "PUT /v2.0/ports/04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 1091 time: 0.8662653 Dec 20 17:19:43.089307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:43.091735 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb3a65-04b6-4f82-8561-250be890b60a" -d '{"events": [{"name": "network-changed", "server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:43.142331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94478e31-9689-4e8a-a9e4-576d81d7cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:43.164940 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f950645d-9824-42f6-aed2-eaeab5c26b7c x-openstack-request-id: req-f950645d-9824-42f6-aed2-eaeab5c26b7c {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:43.165467 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:43.165933 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f950645d-9824-42f6-aed2-eaeab5c26b7c {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:43.166543 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'status': 'completed', 'code': 200} Dec 20 17:19:43.256530 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb3a65-04b6-4f82-8561-250be890b60a req-fef48920-9087-47b6-9e5a-730c903951a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:43.258545 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3fbb3a65-04b6-4f82-8561-250be890b60a req-fef48920-9087-47b6-9e5a-730c903951a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1094 time: 0.0659182 Dec 20 17:19:43.404075 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb3a65-04b6-4f82-8561-250be890b60a req-b865a26f-0e35-4754-b190-afffbdfdadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:43.405901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3fbb3a65-04b6-4f82-8561-250be890b60a req-b865a26f-0e35-4754-b190-afffbdfdadd5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=321c3ed72321451d88eb00e864c06420&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1374397 Dec 20 17:19:43.514386 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb3a65-04b6-4f82-8561-250be890b60a req-e274a8c4-ee76-447f-a53a-face884a9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:43.516401 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3fbb3a65-04b6-4f82-8561-250be890b60a req-e274a8c4-ee76-447f-a53a-face884a9b64 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031249 Dec 20 17:19:43.972975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-bd26ce9c-c1b1-438b-8538-319456ec7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:43.974663 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-bd26ce9c-c1b1-438b-8538-319456ec7e11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1094 time: 0.4191458 Dec 20 17:19:44.020566 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-e1bcb8cc-55fb-46f7-9508-044e1949fad1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 217 time: 0.0377843 Dec 20 17:19:44.080121 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-5493c287-d547-4777-a599-e7a0311981b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:44.081656 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-5493c287-d547-4777-a599-e7a0311981b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0545545 Dec 20 17:19:44.141556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-27066a1c-9856-44cd-95d8-b1ec151ac26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:44.144002 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-27066a1c-9856-44cd-95d8-b1ec151ac26b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548794 Dec 20 17:19:44.163865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2619-7e85-407f-a3ed-58024d63f2f5 req-8233be9b-4a03-4553-8503-00e68c9caae1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:44.166581 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdae2619-7e85-407f-a3ed-58024d63f2f5 req-8233be9b-4a03-4553-8503-00e68c9caae1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0753546 Dec 20 17:19:44.244688 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cdae2619-7e85-407f-a3ed-58024d63f2f5 req-9b4d8033-e55f-40db-a506-53be646c1968 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704331 Dec 20 17:19:44.260011 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-6807c843-6d6f-476f-acdb-db91b0114352 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069613 Dec 20 17:19:44.376022 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f4c79c2e-3be7-40a1-b373-94497832ef33 req-1d2fba3a-0f47-42d2-9b7c-6e5b82def97c service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076956 Dec 20 17:19:45.418477 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffe6ad-5837-4937-9d4c-81374bcddddc req-22cb3388-01bd-490a-ac5d-7677e93d5bce tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:45.421225 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12ffe6ad-5837-4937-9d4c-81374bcddddc req-22cb3388-01bd-490a-ac5d-7677e93d5bce tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0814469 Dec 20 17:19:45.479048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-12ffe6ad-5837-4937-9d4c-81374bcddddc req-db49cf34-d7e4-4cbb-9d79-0d69d0d869cf tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504560 Dec 20 17:19:46.615647 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429b30-c90e-4f07-b1d0-ae259fc8dfb4 req-482fd8cf-cbe0-45bb-abd5-36d8685ad1e4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:46.617281 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7429b30-c90e-4f07-b1d0-ae259fc8dfb4 req-482fd8cf-cbe0-45bb-abd5-36d8685ad1e4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0583673 Dec 20 17:19:46.673826 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f7429b30-c90e-4f07-b1d0-ae259fc8dfb4 req-685967e1-2c5c-4514-9847-3b2dd1de25a5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502644 Dec 20 17:19:47.749914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:19:47.814592 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f766192-b6e2-486c-abee-1ae81e18e6e3 req-06951b3e-522a-42b2-94d0-4466e00eccb0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:47.816326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f766192-b6e2-486c-abee-1ae81e18e6e3 req-06951b3e-522a-42b2-94d0-4466e00eccb0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0681808 Dec 20 17:19:47.882344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:47.888434 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f766192-b6e2-486c-abee-1ae81e18e6e3 req-12ff5ba1-653e-4b8e-a9b9-75ea4a8929dc tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655911 Dec 20 17:19:47.897930 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '04e30d4a-6939-430b-9f76-ec56e1008119', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'mac_address': 'fa:16:3e:a3:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:19:47.944001 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:47.961001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e30d4a-6939-430b-9f76-ec56e1008119 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:19:47.986051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:48.061351 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:48.120735 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:48.284665 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['04e30d4a-6939-430b-9f76-ec56e1008119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:19:49.054669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e9967-d6fb-4e11-b339-16d9538cef69 req-c20fad1e-48f0-4e08-9a91-ead9ed3d5e32 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:49.056251 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e23e9967-d6fb-4e11-b339-16d9538cef69 req-c20fad1e-48f0-4e08-9a91-ead9ed3d5e32 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 944 time: 0.0537841 Dec 20 17:19:49.118466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e23e9967-d6fb-4e11-b339-16d9538cef69 req-8262d34d-4a67-45b5-949b-efde92eb649f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556176 Dec 20 17:19:49.761362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:19:49.872935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 04e30d4a-6939-430b-9f76-ec56e1008119 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:19:49.878034 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 04e30d4a-6939-430b-9f76-ec56e1008119 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:19:49.878434 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:49.997908 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:50.026885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:50.029538 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05850b-0bc5-43a0-9ea7-3babf12e9391" -d '{"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-plugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:50.051146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:19:50.076508 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e76cf9-6622-4dd1-b4af-a435a5096ddf x-openstack-request-id: req-b9e76cf9-6622-4dd1-b4af-a435a5096ddf {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:50.077004 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-plugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:50.077401 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9e76cf9-6622-4dd1-b4af-a435a5096ddf {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:50.077909 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'code': 200} Dec 20 17:19:50.130284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:50.209112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:50.277047 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf317786-3f94-4a4a-886e-0fa92d346aa6 req-3cced94a-6c8a-4c12-b00b-0df76a404a1a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:50.278629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf317786-3f94-4a4a-886e-0fa92d346aa6 req-3cced94a-6c8a-4c12-b00b-0df76a404a1a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0597284 Dec 20 17:19:50.352413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cf317786-3f94-4a4a-886e-0fa92d346aa6 req-68088678-2a72-454a-b9d4-e91d2eb37c97 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660374 Dec 20 17:19:50.370458 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce470da4-5af0-4fd6-be53-dba35c064d84 req-650781ab-40a7-462b-a517-7addd596e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:50.372955 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce470da4-5af0-4fd6-be53-dba35c064d84 req-650781ab-40a7-462b-a517-7addd596e584 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1096 time: 0.2180059 Dec 20 17:19:50.431070 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ce470da4-5af0-4fd6-be53-dba35c064d84 req-4aa45588-cf07-406d-a632-0c9b6ac2d1b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502627 Dec 20 17:19:51.501202 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126d70-3080-492c-aecd-062e60df74c6 req-32826b2f-8a13-45ea-8259-dc799a00572f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:51.502857 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d126d70-3080-492c-aecd-062e60df74c6 req-32826b2f-8a13-45ea-8259-dc799a00572f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0649221 Dec 20 17:19:51.564851 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5d126d70-3080-492c-aecd-062e60df74c6 req-8990f1b7-1420-4e3f-bd7b-7e76ebd31537 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554481 Dec 20 17:19:52.541882 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:52.710407 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae4b5-a65c-4550-87ba-3e2e3cba454c req-6b662c98-5876-41a2-b588-acad74e82925 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:52.712131 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7ae4b5-a65c-4550-87ba-3e2e3cba454c req-6b662c98-5876-41a2-b588-acad74e82925 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Dec 20 17:19:52.771034 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4f7ae4b5-a65c-4550-87ba-3e2e3cba454c req-8cd5f4a4-0489-4ff5-89da-03ec6b6e7019 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524371 Dec 20 17:19:52.915109 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0837-c3c7-4810-a7d9-95435810015b req-eb873dd1-5cb7-4d28-9768-328ab7cd93ec tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:52.916884 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-693c0837-c3c7-4810-a7d9-95435810015b req-eb873dd1-5cb7-4d28-9768-328ab7cd93ec tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0631907 Dec 20 17:19:53.007538 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-693c0837-c3c7-4810-a7d9-95435810015b req-69a6eea0-c02b-454b-96bc-88e3fc1a9d15 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824170 Dec 20 17:19:53.030607 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54708) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:53.158830 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b78bb-1522-44d9-b7ab-3d72a6b3212b tempest-TestShelveInstance-1799182665 tempest-TestShelveInstance-1799182665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:53.160714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0c4b78bb-1522-44d9-b7ab-3d72a6b3212b tempest-TestShelveInstance-1799182665 tempest-TestShelveInstance-1799182665-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1091 time: 0.1290295 Dec 20 17:19:53.164077 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 54712) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:19:53.169360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:19:53.284518 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.762808 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:53.883359 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Allocated IP 172.25.6.134 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/7f29e234-131c-48a9-80b6-64b6a6f9de28) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:19:54.013732 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:54.113668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:54.159580 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:19:54.163501 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:19:54.168410 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:19:54.198245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'Port': ['ID=7f29e234-131c-48a9-80b6-64b6a6f9de28,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:54.606524 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:54.758268 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:54.961986 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:55.027137 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:55.105745 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'Port': ['ID=7f29e234-131c-48a9-80b6-64b6a6f9de28,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:19:55.125038 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:55.242400 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Floating IP bee5d6e8-bb60-43fd-84a0-4c001af2647b associated. External IP: 172.25.6.134, port: 04e30d4a-6939-430b-9f76-ec56e1008119. Dec 20 17:19:55.485443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:19:55.614721 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:19:55.629749 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:19:55.641985 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:55.642745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:55.712498 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:55.748079 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-340c9680-49b9-4ce5-8190-e5ff1adcfd22 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5826550 Dec 20 17:19:55.748931 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:19:55.751775 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e021c-0461-4337-a974-90efe5a98cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:19:55.785492 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:55.802202 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8efe6fc-5c1d-4128-b5fa-66fa115bc06d x-openstack-request-id: req-c8efe6fc-5c1d-4128-b5fa-66fa115bc06d {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:19:55.802656 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:19:55.802940 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8efe6fc-5c1d-4128-b5fa-66fa115bc06d {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:19:55.803361 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'status': 'completed', 'code': 200} Dec 20 17:19:55.881628 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e021c-0461-4337-a974-90efe5a98cfe req-4cf4957e-c3d9-4695-93cf-7808af92f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:55.883741 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-4cf4957e-c3d9-4695-93cf-7808af92f2f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1096 time: 0.0561769 Dec 20 17:19:56.008968 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e021c-0461-4337-a974-90efe5a98cfe req-5d5c11ec-ff15-4e9f-98d6-8f67719dec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:56.010753 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-5d5c11ec-ff15-4e9f-98d6-8f67719dec7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1176298 Dec 20 17:19:56.083272 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'bee5d6e8-bb60-43fd-84a0-4c001af2647b', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'mac_address': 'fa:16:3e:a3:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:19:54Z', 'updated_at': '2021-12-20T17:19:54Z', 'revision_number': 0, 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:56.116659 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:19:56.118095 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-e95de5ed-2efa-4351-a753-f7e51a7dcf31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 999 time: 0.0993421 Dec 20 17:19:56.128027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:19:56.128830 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:19:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:56.177872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e021c-0461-4337-a974-90efe5a98cfe req-3529b480-ba57-47e8-9bbf-6083930346d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:56.179447 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-3529b480-ba57-47e8-9bbf-6083930346d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0526755 Dec 20 17:19:56.253668 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e021c-0461-4337-a974-90efe5a98cfe req-6f5d58e7-bca1-4d4b-adf8-f009cb1f1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:19:56.256585 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-6f5d58e7-bca1-4d4b-adf8-f009cb1f1c63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695086 Dec 20 17:19:56.282452 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:19:56.401530 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-00dd3b64-98be-46a5-bcfb-5ed114285c07 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364415 Dec 20 17:19:56.518286 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-400e021c-0461-4337-a974-90efe5a98cfe req-b86f5b76-cc16-448d-9d6f-1181649137a2 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092472 Dec 20 17:19:56.617762 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'bee5d6e8-bb60-43fd-84a0-4c001af2647b', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'mac_address': 'fa:16:3e:a3:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:19:54Z', 'updated_at': '2021-12-20T17:19:54Z', 'revision_number': 0, 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:19:56.646547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267ef67-dba4-4520-9ede-fd9c64a4a545 None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'bee5d6e8-bb60-43fd-84a0-4c001af2647b', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'mac_address': 'fa:16:3e:a3:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:19:54Z', 'updated_at': '2021-12-20T17:19:54Z', 'revision_number': 0, 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:19:56.896668 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511f9db-40cc-47a0-a289-c6b061fe77d2 None None] New status for floating IP bee5d6e8-bb60-43fd-84a0-4c001af2647b: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:19:58.279035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:19:59.404472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5449f9f6-bab5-4dd9-9559-a2a8838a0049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:01.800254 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb980-89ee-4491-8f86-4865b1b1e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:03.525211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:04.822561 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:05.031384 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:20:05.181990 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:06.042992 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-49497051-8de7-4a8c-96fd-3b096bb8cf46 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520198 Dec 20 17:20:06.137762 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-9408794e-89c0-443c-abfa-7b45983a9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:06.139384 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-9408794e-89c0-443c-abfa-7b45983a9879 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1096 time: 0.0490611 Dec 20 17:20:06.269299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-01f1efff-2edc-484d-b00e-c0d2902b7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:06.270925 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-01f1efff-2edc-484d-b00e-c0d2902b7aa7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1086121 Dec 20 17:20:06.355489 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-97b3eb46-9706-4196-b624-d26b786830c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 1001 time: 0.0756421 Dec 20 17:20:06.412962 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-a71d95e5-17fb-4f81-9b20-2566197b68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:06.414553 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-a71d95e5-17fb-4f81-9b20-2566197b68f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0519419 Dec 20 17:20:06.466329 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-d5eb51b7-1065-4987-a240-04b11e90c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:20:06.467863 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-d5eb51b7-1065-4987-a240-04b11e90c7d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459652 Dec 20 17:20:06.571281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-c3b5c484-7997-4e85-9be2-132ce1adb927 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955894 Dec 20 17:20:06.688140 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b6954855-8ca0-4443-9448-d75f07ef7ddc req-b724cdf3-34c8-42a5-b0b3-4e5563ade821 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096718 Dec 20 17:20:22.582856 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:28.314010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:29.411588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-841aad24-a521-48ea-aea0-b6165f8669a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:31.822755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-375a4e64-8935-4889-938b-2c94c61d25c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:33.251770 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:34.731519 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:35.188661 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:42.031583 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:20:52.606422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:58.338194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:20:59.487513 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d025bd4e-1256-4159-8dd2-bd8e255a5468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:01.789459 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-868268fc-738e-4bfe-ad11-18a210916ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:03.252884 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:04.765647 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:05.184045 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:06.065768 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-8a8ad5dc-1316-4234-a769-6a8fdb2d801a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465913 Dec 20 17:21:06.153642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82585a5-a693-4bc4-ac07-834216338d7c req-6278e9f1-0dc6-42bc-b0bb-7f805d106afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.155202 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-6278e9f1-0dc6-42bc-b0bb-7f805d106afb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1096 time: 0.0460687 Dec 20 17:21:06.281869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82585a5-a693-4bc4-ac07-834216338d7c req-25185cdc-4b96-43e1-9f55-39291c649c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.284052 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-25185cdc-4b96-43e1-9f55-39291c649c30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1055498 Dec 20 17:21:06.379218 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-c0e3adf2-bd4a-480d-8521-2d096da01829 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 1001 time: 0.0870032 Dec 20 17:21:06.461276 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82585a5-a693-4bc4-ac07-834216338d7c req-b8d7089b-0cf6-45d4-91d1-3f4c0ba22ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.463689 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-b8d7089b-0cf6-45d4-91d1-3f4c0ba22ca6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0772302 Dec 20 17:21:06.521557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82585a5-a693-4bc4-ac07-834216338d7c req-aedd3e9a-75e4-4b23-87de-5dddb77a03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:06.523294 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-aedd3e9a-75e4-4b23-87de-5dddb77a03d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529034 Dec 20 17:21:06.633480 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-4f609814-209c-45b8-9f63-5977d1b672af service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027298 Dec 20 17:21:06.742048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d82585a5-a693-4bc4-ac07-834216338d7c req-bb42b0e4-1d52-47d3-90db-679a23f25ea6 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016710 Dec 20 17:21:19.031640 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:21:22.555828 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:28.302767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:29.413129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-75f8aeb8-0abf-4c2d-92f0-d77cce5f819d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:31.807231 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9be129bf-699e-4550-8c16-533833338796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:33.310123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:34.744286 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:35.179066 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:51.565036 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368240f-5d39-499a-b610-0c991d5f2599 req-359f110a-ba74-4e2f-9b04-c578408ed752 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:51.568048 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c368240f-5d39-499a-b610-0c991d5f2599 req-359f110a-ba74-4e2f-9b04-c578408ed752 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0576675 Dec 20 17:21:51.629640 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c368240f-5d39-499a-b610-0c991d5f2599 req-90bf80b7-1f30-440b-8a47-f09fbbff747f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503733 Dec 20 17:21:52.653984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:52.756925 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdf006-7dff-4d24-be82-00724fdd5ee4 req-ad6faf2d-cf51-4c3f-9d06-c61752dd197a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:52.758603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bdf006-7dff-4d24-be82-00724fdd5ee4 req-ad6faf2d-cf51-4c3f-9d06-c61752dd197a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0536988 Dec 20 17:21:52.820215 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1bdf006-7dff-4d24-be82-00724fdd5ee4 req-28fe37fe-7b84-474a-be58-879b3cd099a1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549669 Dec 20 17:21:53.958421 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030b15-7d7f-462b-9144-a4281ea83799 req-f56e95fd-d2ff-4e10-beb7-bbfe69f7711d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:53.959997 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b030b15-7d7f-462b-9144-a4281ea83799 req-f56e95fd-d2ff-4e10-beb7-bbfe69f7711d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0546956 Dec 20 17:21:54.016622 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4b030b15-7d7f-462b-9144-a4281ea83799 req-e72d0583-d12d-40f7-988d-0bbac41ddb60 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502231 Dec 20 17:21:55.164405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba782-1aab-4f7e-97a1-cb8338362f0d req-65bce306-63fc-4c87-8e7c-4b7dadb7728d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:55.166425 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9dba782-1aab-4f7e-97a1-cb8338362f0d req-65bce306-63fc-4c87-8e7c-4b7dadb7728d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0621893 Dec 20 17:21:55.225737 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d9dba782-1aab-4f7e-97a1-cb8338362f0d req-727e8465-03f7-417e-a83c-8c53a855dd65 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529511 Dec 20 17:21:56.030928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:21:56.366756 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdbf47-490f-4ad4-ba31-d106ca69007a req-f130358c-8978-4725-af35-bab1d9e9f990 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:56.368392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2bdbf47-490f-4ad4-ba31-d106ca69007a req-f130358c-8978-4725-af35-bab1d9e9f990 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0691402 Dec 20 17:21:56.435995 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b2bdbf47-490f-4ad4-ba31-d106ca69007a req-d2fce90b-9eba-44fe-8e3f-bfcf215c774d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605388 Dec 20 17:21:57.560143 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71c96-602f-4348-9c36-ef549219ad5f req-ea982474-bca2-4579-94c0-16eb98fc87ca tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:57.561849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38b71c96-602f-4348-9c36-ef549219ad5f req-ea982474-bca2-4579-94c0-16eb98fc87ca tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Dec 20 17:21:57.619035 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-38b71c96-602f-4348-9c36-ef549219ad5f req-ca5e1047-e7d8-4eed-941e-d472c53309cb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496778 Dec 20 17:21:58.332083 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:58.751448 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a882f-3147-42fd-8686-129bf2ea117b req-62134ff4-8098-4d67-965d-c2c827aa0a57 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:58.753303 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e79a882f-3147-42fd-8686-129bf2ea117b req-62134ff4-8098-4d67-965d-c2c827aa0a57 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0582135 Dec 20 17:21:58.810133 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e79a882f-3147-42fd-8686-129bf2ea117b req-8429f9c7-f091-45e5-9c1e-771962736bf8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494113 Dec 20 17:21:59.417566 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bb5312f-be94-44cc-a680-fa8c09b294ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:21:59.943569 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb158-0315-404c-82e3-75605109203a req-2b95e23e-0e91-4ecc-b2e3-64981e70ffaa tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:21:59.945291 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6afb158-0315-404c-82e3-75605109203a req-2b95e23e-0e91-4ecc-b2e3-64981e70ffaa tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0551372 Dec 20 17:22:00.002864 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a6afb158-0315-404c-82e3-75605109203a req-063a3149-9c84-4e2a-83af-c4bf777ad752 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510192 Dec 20 17:22:01.132579 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d83a56-5d1a-430f-b1a4-a23ed1b1a4d8 req-1e26bd1c-1b5d-4e96-a2d1-3ca06490dbeb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:01.134573 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9d83a56-5d1a-430f-b1a4-a23ed1b1a4d8 req-1e26bd1c-1b5d-4e96-a2d1-3ca06490dbeb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0546048 Dec 20 17:22:01.196074 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9d83a56-5d1a-430f-b1a4-a23ed1b1a4d8 req-507d30ad-2040-48c3-83d9-7ee73fece90c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552843 Dec 20 17:22:01.796937 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9250-3590-48a8-a2ce-9e687c9822ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:02.327900 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a48b-44fa-468c-88df-73e582caaba7 req-00e7f8ba-af5e-4a16-9508-52b18da7cfde tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:02.329579 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1306a48b-44fa-468c-88df-73e582caaba7 req-00e7f8ba-af5e-4a16-9508-52b18da7cfde tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0545678 Dec 20 17:22:02.373236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:22:02.387428 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1306a48b-44fa-468c-88df-73e582caaba7 req-0288585a-1f97-4610-ba01-2c9590497ae1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508440 Dec 20 17:22:02.488351 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:02.501461 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '04e30d4a-6939-430b-9f76-ec56e1008119', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'mac_address': 'fa:16:3e:a3:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:22:02.548310 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:02.563883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04e30d4a-6939-430b-9f76-ec56e1008119 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:22:02.589304 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:02.705817 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:02.765423 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:02.774782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.775178 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.775701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.776029 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.776411 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.776782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.777188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.777582 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.781703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.781703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.781703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.781703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.781703 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:22:02.785953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['04e30d4a-6939-430b-9f76-ec56e1008119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:22:03.247885 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:03.522368 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d4f8-1c7a-4d19-aa4e-56785474bb7f req-c67c8b80-0aa2-4418-a905-a75cba95aad0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:03.523990 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a08d4f8-1c7a-4d19-aa4e-56785474bb7f req-c67c8b80-0aa2-4418-a905-a75cba95aad0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 944 time: 0.0565500 Dec 20 17:22:03.590296 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4a08d4f8-1c7a-4d19-aa4e-56785474bb7f req-f5289dda-fd7f-4ff8-ae29-1ee2e896df48 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595241 Dec 20 17:22:04.402308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:22:04.463837 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 04e30d4a-6939-430b-9f76-ec56e1008119 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:22:04.464212 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:04.557571 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:04.584438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:22:04.586825 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d278831-7823-4bf8-ad26-87143cf81109" -d '{"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-plugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:22:04.606822 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:04.727257 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d315948-ea43-4507-8cc7-71b08cfcaab5 x-openstack-request-id: req-5d315948-ea43-4507-8cc7-71b08cfcaab5 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:22:04.727257 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-plugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:22:04.727257 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d315948-ea43-4507-8cc7-71b08cfcaab5 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:22:04.727835 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'code': 200} Dec 20 17:22:04.734977 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:04.757299 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce289b-4216-4461-99a6-55779a9ad5c0 req-de8206a6-60da-4608-9316-9bda8af86eaa tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:04.758971 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87ce289b-4216-4461-99a6-55779a9ad5c0 req-de8206a6-60da-4608-9316-9bda8af86eaa tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 944 time: 0.0911868 Dec 20 17:22:04.791021 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:04.794656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:04.844155 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-87ce289b-4216-4461-99a6-55779a9ad5c0 req-43a22464-00fe-4a11-a988-ce7d7f054a7d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695264 Dec 20 17:22:05.175238 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:06.043508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050176c-eb8e-4a6c-a853-91a1ad787fcf req-6167fa23-c2a4-46eb-8812-361e40d833d5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:06.056193 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8050176c-eb8e-4a6c-a853-91a1ad787fcf req-6167fa23-c2a4-46eb-8812-361e40d833d5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.1073205 Dec 20 17:22:06.133255 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8050176c-eb8e-4a6c-a853-91a1ad787fcf req-47f4c378-d7ba-4492-93a6-f8782f871d2b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749412 Dec 20 17:22:06.193853 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-fad7e7b3-c925-4eb7-8aff-9f51f73b5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:06.193853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-fad7e7b3-c925-4eb7-8aff-9f51f73b5688 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1096 time: 0.1230619 Dec 20 17:22:06.345871 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-ddb5cb2b-2436-454a-9a82-117ce6a254ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:06.349269 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-ddb5cb2b-2436-454a-9a82-117ce6a254ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1255610 Dec 20 17:22:06.472713 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-bef37c86-3c85-4c36-bf37-746700a3e3dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 1001 time: 0.1121993 Dec 20 17:22:06.549251 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-a9a16a7a-fdd1-45dc-ba9b-67ae815e41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:06.551778 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-a9a16a7a-fdd1-45dc-ba9b-67ae815e41d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0733519 Dec 20 17:22:06.646403 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-a867e791-b11e-48d1-b562-f236c3bee63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:06.649109 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-a867e791-b11e-48d1-b562-f236c3bee63d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881901 Dec 20 17:22:06.666221 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-e2bae3c8-c029-4651-9ad0-b2bdd74fd25e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:22:06.668104 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-e2bae3c8-c029-4651-9ad0-b2bdd74fd25e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097444 Dec 20 17:22:06.800773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-b3a4554a-855b-43c6-84c4-380b3f67e85e service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221507 Dec 20 17:22:06.964160 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-151190fe-2db8-401e-b31f-be5f6ec9ddc6 req-87dec83b-da74-4aa6-b200-f9c60fbb7ffc service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466167 Dec 20 17:22:07.457755 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caf7ff-52ca-4630-89f4-24bb38d8a699 req-6fae01ad-3da9-4c9c-b6b5-a9f0383d8ff1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:07.460540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7caf7ff-52ca-4630-89f4-24bb38d8a699 req-6fae01ad-3da9-4c9c-b6b5-a9f0383d8ff1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.1530123 Dec 20 17:22:07.588184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d7caf7ff-52ca-4630-89f4-24bb38d8a699 req-b79b9412-0d8f-4ab1-8c31-2301a647fa2f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040082 Dec 20 17:22:08.722878 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c16ed4-6457-4328-b1d3-fff6f6ecf616 req-853f43c8-e454-4e05-af22-92a5a836143c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:08.724706 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75c16ed4-6457-4328-b1d3-fff6f6ecf616 req-853f43c8-e454-4e05-af22-92a5a836143c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0552056 Dec 20 17:22:08.807126 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-75c16ed4-6457-4328-b1d3-fff6f6ecf616 req-1ba29dbc-f801-4e89-8b8b-9a706ddb7c80 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722840 Dec 20 17:22:09.973889 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39301a06-7611-4b66-96a5-504d16418976 req-a1d4b6b4-c353-4513-8aee-2d7ef44acfd3 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:09.975519 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39301a06-7611-4b66-96a5-504d16418976 req-a1d4b6b4-c353-4513-8aee-2d7ef44acfd3 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0730739 Dec 20 17:22:10.057771 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-39301a06-7611-4b66-96a5-504d16418976 req-7c9a96bb-c1d7-4e17-bbbe-e21ba47b7a2e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718184 Dec 20 17:22:11.279026 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2ce63-f61f-4ebd-b383-f45b1a809a4d req-c3148664-6f81-492d-983d-adb6cc32495a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:11.289443 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ef2ce63-f61f-4ebd-b383-f45b1a809a4d req-c3148664-6f81-492d-983d-adb6cc32495a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.1102948 Dec 20 17:22:11.346080 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9ef2ce63-f61f-4ebd-b383-f45b1a809a4d req-b13ecb25-71e8-4c0a-bad8-0184054ad52e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524757 Dec 20 17:22:12.580767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79381be6-4c32-497a-ab73-d43c87418426 req-0bbcc189-0c63-45e3-bca7-78d7822c2f1a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:12.584240 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79381be6-4c32-497a-ab73-d43c87418426 req-0bbcc189-0c63-45e3-bca7-78d7822c2f1a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0974491 Dec 20 17:22:12.665939 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-79381be6-4c32-497a-ab73-d43c87418426 req-8f642ac8-39d6-4f37-9b56-470c88a91686 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746672 Dec 20 17:22:13.877480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9fe8f-765c-420f-9161-fa5b112f5b35 req-f469df26-3001-4d03-8b72-42adb3f164a5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:13.881810 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-add9fe8f-765c-420f-9161-fa5b112f5b35 req-f469df26-3001-4d03-8b72-42adb3f164a5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0914047 Dec 20 17:22:13.970100 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-add9fe8f-765c-420f-9161-fa5b112f5b35 req-94e2a388-3474-43fb-956c-efaa0a1d1cf0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778055 Dec 20 17:22:15.118835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac2da-d84d-4421-aaf1-167e0a7829ef req-6063661f-d9eb-47d1-bc50-2d35da7fd426 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:15.120498 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e40ac2da-d84d-4421-aaf1-167e0a7829ef req-6063661f-d9eb-47d1-bc50-2d35da7fd426 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0581267 Dec 20 17:22:15.187733 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e40ac2da-d84d-4421-aaf1-167e0a7829ef req-acb530d5-df40-4d7b-9849-64d916a449ec tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598683 Dec 20 17:22:16.328458 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef856e37-5911-4e75-b921-278782dc3049 req-b4ca0fd2-0c1c-426f-9ebb-fb1dc67ddd07 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:16.330063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef856e37-5911-4e75-b921-278782dc3049 req-b4ca0fd2-0c1c-426f-9ebb-fb1dc67ddd07 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0641081 Dec 20 17:22:16.403336 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ef856e37-5911-4e75-b921-278782dc3049 req-7e43575c-0788-4e8c-9639-b48154093c98 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650489 Dec 20 17:22:17.245304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-cad51eae-875d-4c48-b8fa-e862486bae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:17.247730 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-cad51eae-875d-4c48-b8fa-e862486bae7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1096 time: 0.0606720 Dec 20 17:22:17.357958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-3d9b3645-aeca-4cd2-9bb7-3f0a7252118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:17.359496 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-3d9b3645-aeca-4cd2-9bb7-3f0a7252118e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1041956 Dec 20 17:22:17.447390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-dee4b711-8faa-4f36-a551-4affb38d647f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 1001 time: 0.0803165 Dec 20 17:22:17.531344 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80ae8-d216-4741-99be-08fbf770ce4a req-9dd1c88f-a177-4330-9412-db924fd6887e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:17.533853 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eb80ae8-d216-4741-99be-08fbf770ce4a req-9dd1c88f-a177-4330-9412-db924fd6887e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0531826 Dec 20 17:22:17.552506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-e672ae70-074c-43ce-b1b3-74b9184e5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:17.554756 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-e672ae70-074c-43ce-b1b3-74b9184e5187 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.1000309 Dec 20 17:22:17.608764 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8eb80ae8-d216-4741-99be-08fbf770ce4a req-b45cf7ee-c6a6-4865-8999-27e4455205de tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678926 Dec 20 17:22:17.621023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-97a10907-fb03-4ba5-a75b-3051e1b4ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:17.622794 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-97a10907-fb03-4ba5-a75b-3051e1b4ed2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607767 Dec 20 17:22:17.723926 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-a25672c3-32ed-4df3-98e4-7b80b1ed2990 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932496 Dec 20 17:22:17.832241 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6e136f38-5614-4404-8c57-95ca8e9d61cb req-1b589562-0ad7-43a0-9c28-dc7d42ddc5ed service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007807 Dec 20 17:22:18.751549 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e77dfa-5db2-43a9-a641-8ec22c777505 req-e77284ff-5f2f-47b6-8667-b1514bd0a95e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:18.754497 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e77dfa-5db2-43a9-a641-8ec22c777505 req-e77284ff-5f2f-47b6-8667-b1514bd0a95e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0560899 Dec 20 17:22:18.814824 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46e77dfa-5db2-43a9-a641-8ec22c777505 req-c578e8b5-36fd-46a0-a6d3-6f3a0f9d3610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538113 Dec 20 17:22:19.957040 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817704-623c-41ba-9960-7ae4339054f3 req-e56193fd-6d82-4e78-8371-499540d1d6d8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:19.958711 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46817704-623c-41ba-9960-7ae4339054f3 req-e56193fd-6d82-4e78-8371-499540d1d6d8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0613430 Dec 20 17:22:20.020363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-46817704-623c-41ba-9960-7ae4339054f3 req-896db2fa-10a9-4dda-a209-f4b18e55dce3 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546203 Dec 20 17:22:20.134588 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-1e99a658-251f-47a3-a761-e45b042f78d2 req-05dd217d-6482-43ef-a61d-0bc8309c2ed8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:22:20.135551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e99a658-251f-47a3-a761-e45b042f78d2 req-05dd217d-6482-43ef-a61d-0bc8309c2ed8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056109 Dec 20 17:22:20.507641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:22:20.635758 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:20.665614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:22:20.668195 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c496e83-ed7e-428d-816f-3033c2b1bf29" -d '{"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-unplugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:22:20.684320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:20.716228 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9330b057-4f91-4fb9-986b-5b2ca8379d37 x-openstack-request-id: req-9330b057-4f91-4fb9-986b-5b2ca8379d37 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:22:20.716228 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-unplugged", "status": "failed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "code": 422}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:22:20.716228 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9330b057-4f91-4fb9-986b-5b2ca8379d37 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:22:20.716228 n-d-781076-8 neutron-server[103955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'code': 422} returned with failed status Dec 20 17:22:20.849883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:20.873104 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37772cb3-ca4c-4038-b124-92963204c25e req-63c6cb39-bb66-4092-935f-39d8e2a6dd8c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:20.875014 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37772cb3-ca4c-4038-b124-92963204c25e req-63c6cb39-bb66-4092-935f-39d8e2a6dd8c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 945 time: 0.0629091 Dec 20 17:22:20.907344 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:20.943644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-37772cb3-ca4c-4038-b124-92963204c25e req-83910566-3494-40ea-87c9-1144014045df tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595253 Dec 20 17:22:21.522638 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-93aa27a3-746b-4c64-88f6-48f2a909481a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970612 Dec 20 17:22:22.135250 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125da2e7-5bf1-49ca-aecb-b9bc41041133 req-1ac7ed3b-9e35-4569-88b0-64974d84e078 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:22.136895 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-125da2e7-5bf1-49ca-aecb-b9bc41041133 req-1ac7ed3b-9e35-4569-88b0-64974d84e078 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0812409 Dec 20 17:22:22.203981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-125da2e7-5bf1-49ca-aecb-b9bc41041133 req-034c9150-4437-40c2-97e1-0722c28a2679 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568786 Dec 20 17:22:22.643233 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:23.337651 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-357aa6fb-d7a6-4237-aafe-c7e1b942fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:23.339172 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-357aa6fb-d7a6-4237-aafe-c7e1b942fb10 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110&tenant_id=321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 1094 time: 0.0525720 Dec 20 17:22:23.363002 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f4df3-0880-4232-a7fc-b26bb9638fb7 req-adc0e46f-c18f-464d-ba6c-cecd89a0332c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:23.364633 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e63f4df3-0880-4232-a7fc-b26bb9638fb7 req-adc0e46f-c18f-464d-ba6c-cecd89a0332c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0762382 Dec 20 17:22:23.429116 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-a3269b50-6dbd-4372-bcac-b0e13a69c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:23.431440 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-a3269b50-6dbd-4372-bcac-b0e13a69c74e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1094 time: 0.0644999 Dec 20 17:22:23.440392 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e63f4df3-0880-4232-a7fc-b26bb9638fb7 req-9c02e870-4cbd-44b5-b6a8-2900cdd07193 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643940 Dec 20 17:22:23.539725 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-2f16a142-5ca8-4e4b-873f-9ba149a21445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:23.541282 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-2f16a142-5ca8-4e4b-873f-9ba149a21445 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1023066 Dec 20 17:22:23.613934 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-3b75fa44-bf41-4301-8e9a-3dac2f17ca51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 999 time: 0.0649416 Dec 20 17:22:23.673025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-0c03efb9-72d1-46d5-8327-46cdd629317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:23.674549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-0c03efb9-72d1-46d5-8327-46cdd629317d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0543337 Dec 20 17:22:23.727331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-889ed17c-d6f3-4ef2-ad63-54ef9e0e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:23.728756 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-889ed17c-d6f3-4ef2-ad63-54ef9e0e53fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472703 Dec 20 17:22:23.832535 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-178d8d60-2bc1-43b1-88b0-b51e50c95f57 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964835 Dec 20 17:22:23.943341 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dcecefeb-a1be-4ffb-8ba3-03e66c5525ac req-b760032a-4db7-4ff0-ae4b-49baf4a7fe42 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038389 Dec 20 17:22:24.620133 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be679-1d64-4a9c-ad46-89a0f961b0a4 req-f55781f7-9e77-476f-8dcf-18dff73b3c02 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:24.622586 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-045be679-1d64-4a9c-ad46-89a0f961b0a4 req-f55781f7-9e77-476f-8dcf-18dff73b3c02 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0652246 Dec 20 17:22:24.714973 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-045be679-1d64-4a9c-ad46-89a0f961b0a4 req-3c204d13-c977-4784-8afc-5f788fdb24a9 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721354 Dec 20 17:22:25.902140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6b312-94d3-4bfa-b32f-f19a7fedbdc1 req-0ad14686-4abb-44aa-afc0-24f1f60facb3 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:25.904908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81d6b312-94d3-4bfa-b32f-f19a7fedbdc1 req-0ad14686-4abb-44aa-afc0-24f1f60facb3 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0674450 Dec 20 17:22:25.971614 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-81d6b312-94d3-4bfa-b32f-f19a7fedbdc1 req-569bfb2f-f497-43fc-b2b8-cadd1f69ea0f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595207 Dec 20 17:22:27.108658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5c349-0a10-49d2-90a2-7a97e0dd51c3 req-e99fec1e-d939-4754-a09c-9f1f35638be2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:27.110282 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27d5c349-0a10-49d2-90a2-7a97e0dd51c3 req-e99fec1e-d939-4754-a09c-9f1f35638be2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0576551 Dec 20 17:22:27.170420 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-27d5c349-0a10-49d2-90a2-7a97e0dd51c3 req-01744d90-3e4a-473a-be91-1d926fdb3c1c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531683 Dec 20 17:22:28.345932 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc47876-6b24-4e58-88cd-b75cbf32acde req-af19698d-aa40-4e86-bb5e-5cd84dddcd57 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:28.348341 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bc47876-6b24-4e58-88cd-b75cbf32acde req-af19698d-aa40-4e86-bb5e-5cd84dddcd57 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0872900 Dec 20 17:22:28.355965 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:28.425416 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2bc47876-6b24-4e58-88cd-b75cbf32acde req-9e1d9b4a-29ba-490e-b980-373b3a8e7e4e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644345 Dec 20 17:22:29.472942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8edd3e32-9319-4585-b1c6-b7d5565ef0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:29.632459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c1f29-df10-4bc0-b158-b3e48a27834c req-c3ac0618-3763-4f2d-b73a-65e97d12b1b6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:29.634247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-319c1f29-df10-4bc0-b158-b3e48a27834c req-c3ac0618-3763-4f2d-b73a-65e97d12b1b6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0893962 Dec 20 17:22:29.714156 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-319c1f29-df10-4bc0-b158-b3e48a27834c req-16b7bb4a-cbe1-41ab-84ac-0a633c2531b1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729454 Dec 20 17:22:30.886727 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da8a1-9e88-4108-ae35-13dabf451478 req-fcf118eb-a94a-4f5e-a2f2-ded9ed8cce39 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:30.889652 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-602da8a1-9e88-4108-ae35-13dabf451478 req-fcf118eb-a94a-4f5e-a2f2-ded9ed8cce39 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0812013 Dec 20 17:22:30.950712 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-602da8a1-9e88-4108-ae35-13dabf451478 req-7eae9a29-de38-42e8-964a-6b2d461be402 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509570 Dec 20 17:22:32.026960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21534931-c728-4871-a4e5-5d701f302a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:32.154140 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e46d-825e-4cab-b289-3d222fe087d5 req-4f953ea0-fbb9-40ce-86c8-2dc389c23958 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:32.156993 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3560e46d-825e-4cab-b289-3d222fe087d5 req-4f953ea0-fbb9-40ce-86c8-2dc389c23958 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0758045 Dec 20 17:22:32.250542 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3560e46d-825e-4cab-b289-3d222fe087d5 req-fcf5daba-6ab1-47f9-8f7e-88f904508776 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799136 Dec 20 17:22:33.037397 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:22:33.288860 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:33.473771 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6951ac6-033a-47f1-a863-3d5f0a2965ed req-4d598cbf-0d1d-4408-a4f8-7ee4b9599aa7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:33.475744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6951ac6-033a-47f1-a863-3d5f0a2965ed req-4d598cbf-0d1d-4408-a4f8-7ee4b9599aa7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0992436 Dec 20 17:22:33.578775 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b6951ac6-033a-47f1-a863-3d5f0a2965ed req-3c320c70-ecb0-4152-9cf0-40a9f743f326 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963316 Dec 20 17:22:34.733777 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320a36-9ce3-4ee7-96ea-317fa6d91704 req-d5b7bf6a-c566-41be-8e36-e47ba0f8df9d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:34.735444 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9320a36-9ce3-4ee7-96ea-317fa6d91704 req-d5b7bf6a-c566-41be-8e36-e47ba0f8df9d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0624318 Dec 20 17:22:34.800938 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9320a36-9ce3-4ee7-96ea-317fa6d91704 req-bc89a419-3eac-42f2-81cc-ab6baa53a753 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530815 Dec 20 17:22:34.878534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:35.261361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:35.937806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da3b6b-d206-4b5e-b87d-5d8e818c2e41 req-9c71777e-f88f-49d8-b8ca-79320ce7a2e0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:35.939413 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77da3b6b-d206-4b5e-b87d-5d8e818c2e41 req-9c71777e-f88f-49d8-b8ca-79320ce7a2e0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 943 time: 0.0525062 Dec 20 17:22:35.993066 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-77da3b6b-d206-4b5e-b87d-5d8e818c2e41 req-92688242-a12b-4206-bc2f-adccb7a80700 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453711 Dec 20 17:22:36.605396 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:22:36.888111 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:36.904453 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '04e30d4a-6939-430b-9f76-ec56e1008119', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'port_id': '04e30d4a-6939-430b-9f76-ec56e1008119', 'mac_address': 'fa:16:3e:a3:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:22:36.947992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:36.964141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e30d4a-6939-430b-9f76-ec56e1008119 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:22:36.987347 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:37.077767 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:37.139812 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=9']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:37.155940 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98c15c-fb77-4fe7-9b9d-b4219f8c4ce1 req-dbb23df6-c1e2-4304-ba48-4bcfce3aea9a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:37.158842 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc98c15c-fb77-4fe7-9b9d-b4219f8c4ce1 req-dbb23df6-c1e2-4304-ba48-4bcfce3aea9a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 944 time: 0.0881371 Dec 20 17:22:37.214724 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc98c15c-fb77-4fe7-9b9d-b4219f8c4ce1 req-f6aac48c-37f1-4523-afdb-71a8c88aecb4 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492463 Dec 20 17:22:37.323900 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['04e30d4a-6939-430b-9f76-ec56e1008119'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:22:38.345287 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ea2d-4b42-4d0c-aef7-5d197becaf5f req-9832a392-eb4c-43ae-a629-89cf468b06fe tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:38.347558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1c7ea2d-4b42-4d0c-aef7-5d197becaf5f req-9832a392-eb4c-43ae-a629-89cf468b06fe tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 944 time: 0.0541866 Dec 20 17:22:38.405896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d1c7ea2d-4b42-4d0c-aef7-5d197becaf5f req-fb5abd02-1733-4789-877b-61617ca13c19 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500419 Dec 20 17:22:38.621254 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:22:38.690232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 04e30d4a-6939-430b-9f76-ec56e1008119 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:22:38.690795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:38.802942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:38.837934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:22:38.840400 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c944edd4-44d0-4cb7-9fbc-dc044068648b" -d '{"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-plugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:22:38.855238 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:22:38.883005 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb84406c-348d-432d-911d-aed3b66fdcc3 x-openstack-request-id: req-cb84406c-348d-432d-911d-aed3b66fdcc3 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:22:38.883299 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-plugged", "status": "completed", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:22:38.883554 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb84406c-348d-432d-911d-aed3b66fdcc3 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:22:38.883957 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'code': 200} Dec 20 17:22:38.926130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:38.984904 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=10']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:22:39.151274 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902e1a3-efe8-43ef-9f90-717c3cadf187 req-e0580e90-b8e4-47f0-8bde-ca0877c045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:39.152849 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4902e1a3-efe8-43ef-9f90-717c3cadf187 req-e0580e90-b8e4-47f0-8bde-ca0877c045ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1097 time: 0.0600784 Dec 20 17:22:39.210764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-4902e1a3-efe8-43ef-9f90-717c3cadf187 req-2287d45d-0530-43d5-a974-320a16393670 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472810 Dec 20 17:22:39.539199 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61959b-c91f-4cd1-9509-ad5ede64c4f0 req-f9871df5-7590-4be5-bc78-d0212671ab59 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:39.540863 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be61959b-c91f-4cd1-9509-ad5ede64c4f0 req-f9871df5-7590-4be5-bc78-d0212671ab59 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0587666 Dec 20 17:22:39.598667 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be61959b-c91f-4cd1-9509-ad5ede64c4f0 req-bdd5fda3-b88b-42da-9632-9855e25c5eb2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507815 Dec 20 17:22:40.735961 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ea61-2e39-4747-838a-a9c1802f98f1 req-ab5ca231-fddd-427b-a4de-0168804cbfcf tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:40.738421 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9618ea61-2e39-4747-838a-a9c1802f98f1 req-ab5ca231-fddd-427b-a4de-0168804cbfcf tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0570388 Dec 20 17:22:40.811004 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9618ea61-2e39-4747-838a-a9c1802f98f1 req-453a45a1-bd15-4ac5-9892-76d9c2e2e2db tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652611 Dec 20 17:22:41.950650 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be649438-bd92-410f-98fc-6146d40ae211 req-2d542d75-1602-4896-a6c0-06bdeb5d5d9d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:41.953469 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be649438-bd92-410f-98fc-6146d40ae211 req-2d542d75-1602-4896-a6c0-06bdeb5d5d9d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0654521 Dec 20 17:22:42.034360 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-be649438-bd92-410f-98fc-6146d40ae211 req-25893f58-fa80-45e2-a448-424b84f81664 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728376 Dec 20 17:22:43.161311 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececa39-ad03-4891-a93d-b4c42eeae23f req-6d75d0d7-dd19-4573-903c-8bd379dc8618 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:22:43.162891 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ececa39-ad03-4891-a93d-b4c42eeae23f req-6d75d0d7-dd19-4573-903c-8bd379dc8618 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0535128 Dec 20 17:22:43.215258 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-7ececa39-ad03-4891-a93d-b4c42eeae23f req-a99abdb1-dddc-430e-85a0-52af8b3f0ae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Dec 20 17:22:52.586331 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:58.318320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:22:59.423672 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f234500-55ac-411c-8d61-9d95f2cddc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:01.772600 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a2dc62e1-f643-4d6d-ac65-4d3c30e80cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:03.270061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:04.766370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:05.386997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:07.048965 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-864fb0d9-2677-4de0-a739-c6b916323484 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564878 Dec 20 17:23:07.146759 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-c0d6d210-717c-4d4b-a918-d40bb0bf939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:07.149592 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-c0d6d210-717c-4d4b-a918-d40bb0bf939e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1097 time: 0.0483708 Dec 20 17:23:07.297068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-9447ea3a-fd36-4e1e-9b68-e07d1ff1f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:07.299859 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-9447ea3a-fd36-4e1e-9b68-e07d1ff1f18d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1267931 Dec 20 17:23:07.377251 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-c3eae241-f07b-49e9-8aa3-9893662658d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 1001 time: 0.0693262 Dec 20 17:23:07.447735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-9ceb280e-21bd-43b4-8e54-4d1b9bfd1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:07.450379 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-9ceb280e-21bd-43b4-8e54-4d1b9bfd1120 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0652332 Dec 20 17:23:07.530456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-9e50bf67-d132-437e-8c53-05f7d50c9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:07.531972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-9e50bf67-d132-437e-8c53-05f7d50c9144 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751183 Dec 20 17:23:07.646781 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-e3f3225d-f82c-491b-9d92-fb80e5c8079f service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070316 Dec 20 17:23:07.798666 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d4c35cc7-efa4-4560-b92f-4effa515ae09 req-feb884d4-5e68-4733-9d07-4b3834023a17 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442649 Dec 20 17:23:10.027983 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:23:22.592732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:28.350002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:29.461555 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-903aa4a3-cdbc-4fae-9a82-467dc29a662d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:31.775608 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-868abf72-fcf8-4852-b777-d4eb3f271855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:33.301444 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:34.770257 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:35.178359 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:47.028778 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:23:52.576320 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.130990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55006) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:23:53.323998 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Deleting port 7f29e234-131c-48a9-80b6-64b6a6f9de28 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:23:53.324557 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.481018 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.481584 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.511803 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Calling delete_port for 7f29e234-131c-48a9-80b6-64b6a6f9de28 owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:23:53.779191 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.830554 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event deleted for resources: {'Port': ['ID=7f29e234-131c-48a9-80b6-64b6a6f9de28,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:53.852958 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.853564 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.854116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.854702 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.855223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.855723 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.856212 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.856718 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.857256 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.857808 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.858352 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.858911 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.859463 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:53.935068 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:53.935578 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Floating IP bee5d6e8-bb60-43fd-84a0-4c001af2647b disassociated (deleted). External IP: 172.25.6.134, port: 04e30d4a-6939-430b-9f76-ec56e1008119. Dec 20 17:23:54.541741 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:23:54.671835 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:23:54.678108 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:54.683607 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:23:54.698506 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:23:54.699179 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:23:54.712655 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1689a1bc-5440-4a12-93ff-9ec9347c926a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "DELETE /v2.0/floatingips/bee5d6e8-bb60-43fd-84a0-4c001af2647b HTTP/1.1" status: 204 len: 168 time: 1.5804434 Dec 20 17:23:54.713393 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:23:54.716112 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a" -d '{"events": [{"name": "network-changed", "server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:23:54.866236 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:23:54.872855 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f6633-859b-4e3f-8a26-dc6e503bb4ab x-openstack-request-id: req-ab4f6633-859b-4e3f-8a26-dc6e503bb4ab {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:23:54.872855 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:23:54.872855 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab4f6633-859b-4e3f-8a26-dc6e503bb4ab {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:23:54.872855 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'status': 'completed', 'code': 200} Dec 20 17:23:54.942814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-c5cb1b14-7185-4f9e-b621-23299583c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:54.944769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-c5cb1b14-7185-4f9e-b621-23299583c765 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 1097 time: 0.0508564 Dec 20 17:23:55.070674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-025c959d-33c3-45c7-a2e0-3a53ecc0c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:55.073575 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-025c959d-33c3-45c7-a2e0-3a53ecc0c2b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1213973 Dec 20 17:23:55.147135 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-07a03415-07b9-400b-afeb-cf1c8072b604 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 200 len: 217 time: 0.0665562 Dec 20 17:23:55.151321 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:23:55.201865 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:23:55.206409 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-c2c0c000-f870-48b0-b823-ce163b7a5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:55.208131 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-c2c0c000-f870-48b0-b823-ce163b7a5701 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0539627 Dec 20 17:23:55.218195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:23:55.219259 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:23:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:23:55.298579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-29673880-3b79-4fe2-b4d7-bf1ac1f71889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:55.300133 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-29673880-3b79-4fe2-b4d7-bf1ac1f71889 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842760 Dec 20 17:23:55.353770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9e56-8af5-4275-b20c-b3731e1a5e11 req-f0d718f7-698f-446c-b1de-3f1a562e7fd0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:55.356177 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26da9e56-8af5-4275-b20c-b3731e1a5e11 req-f0d718f7-698f-446c-b1de-3f1a562e7fd0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0708454 Dec 20 17:23:55.422256 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-9b9283d4-9d00-4f33-a26a-bd6edcb29b14 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126149 Dec 20 17:23:55.430253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:23:55.435085 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-26da9e56-8af5-4275-b20c-b3731e1a5e11 req-c43e672a-01c2-4a37-9c8f-6ba2b57f8a8f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674512 Dec 20 17:23:55.561543 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ae4a1121-ed4e-4b09-bf62-333d7f19e72a req-df490cbd-f37f-41f7-bb6d-954e6f854f72 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285779 Dec 20 17:23:55.702653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:23:55.739652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92b599-e8b1-4392-9a5e-5bb04a44d23d None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:23:55.998366 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed71238-e5b0-492b-b969-43f58dddac55 None None] New status for floating IP bee5d6e8-bb60-43fd-84a0-4c001af2647b: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:23:56.584508 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf754f-94c2-43df-bbd6-e40a1c4b57f9 req-2adac9db-1795-4605-97d8-49fb7d37fe49 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:56.588183 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5bf754f-94c2-43df-bbd6-e40a1c4b57f9 req-2adac9db-1795-4605-97d8-49fb7d37fe49 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0692172 Dec 20 17:23:56.600385 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-ba1f1b05-634a-4a63-af0d-27a25a81c8c0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:23:56.602073 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-ba1f1b05-634a-4a63-af0d-27a25a81c8c0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 946 time: 0.0572231 Dec 20 17:23:56.671018 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a5bf754f-94c2-43df-bbd6-e40a1c4b57f9 req-2041f2f4-a055-4d6f-a744-35404e5c59dd tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715957 Dec 20 17:23:56.727279 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Deleting port 04e30d4a-6939-430b-9f76-ec56e1008119 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:23:56.727620 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:56.833832 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] For port 04e30d4a-6939-430b-9f76-ec56e1008119, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=04e30d4a-6939-430b-9f76-ec56e1008119,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:23:56.834205 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:56.849001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Calling delete_port for 04e30d4a-6939-430b-9f76-ec56e1008119 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:23:57.090955 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:57.124422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event deleted for resources: {'Port': ['ID=04e30d4a-6939-430b-9f76-ec56e1008119,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:57.139689 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.140043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.140375 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.140717 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.141065 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.141434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.141764 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.142086 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.142533 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.142862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.143191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.143517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.143838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:23:57.181965 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] No DVR routers for this DVR port 04e30d4a-6939-430b-9f76-ec56e1008119 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:23:57.184960 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:57.188505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d643a0d3-59ff-4932-8957-7fdcb6b01d2f req-3adeae43-9335-4852-b956-602cef18aae7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "DELETE /v2.0/ports/04e30d4a-6939-430b-9f76-ec56e1008119 HTTP/1.1" status: 204 len: 173 time: 0.5799944 Dec 20 17:23:57.188998 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-deleted', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:23:57.191957 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127f8f3d-0ccc-436e-8d80-6d67014f89b3" -d '{"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-deleted", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:23:57.296957 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de0c7c8-5cad-4183-a1db-bb1bdcbf3671 x-openstack-request-id: req-9de0c7c8-5cad-4183-a1db-bb1bdcbf3671 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:23:57.296957 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8134e6ab-1f0b-4691-8d29-88e299d77110", "name": "network-vif-deleted", "tag": "04e30d4a-6939-430b-9f76-ec56e1008119", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:23:57.296957 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9de0c7c8-5cad-4183-a1db-bb1bdcbf3671 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:23:57.296957 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8134e6ab-1f0b-4691-8d29-88e299d77110', 'name': 'network-vif-deleted', 'tag': '04e30d4a-6939-430b-9f76-ec56e1008119', 'status': 'completed', 'code': 200} Dec 20 17:23:57.791862 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-607f9d8b-bc99-4cba-b1d8-f330302b8e08 req-8a903428-bd5f-40f9-b35b-7355f919225d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=8134e6ab-1f0b-4691-8d29-88e299d77110 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Dec 20 17:23:58.381830 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:58.859884 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55034) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:23:58.903427 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:23:58.935352 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 04e30d4a-6939-430b-9f76-ec56e1008119 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:23:58.935886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 04e30d4a-6939-430b-9f76-ec56e1008119 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:23:58.952083 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb795-84f7-4a10-b5b8-8804a61d2de6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.006029 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb795-84f7-4a10-b5b8-8804a61d2de6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.189946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb795-84f7-4a10-b5b8-8804a61d2de6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.193563 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb795-84f7-4a10-b5b8-8804a61d2de6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.194820 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c9ccb795-84f7-4a10-b5b8-8804a61d2de6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "DELETE /v2.0/security-groups/ebe70eee-b6d2-46d2-80c7-96e7ec412d7c HTTP/1.1" status: 204 len: 168 time: 0.3338375 Dec 20 17:23:59.205953 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccb795-84f7-4a10-b5b8-8804a61d2de6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe70eee-b6d2-46d2-80c7-96e7ec412d7c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:59.439551 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-58ab5d7f-c02f-4bc2-9aad-c8afe4a0dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.612337 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55040) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:23:59.617612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143554112', 'description': 'tempest-secgroup-smoke-2143554112 description', 'project_id': '321c3ed72321451d88eb00e864c06420'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:23:59.721826 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.805577 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.893106 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.930137 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d08b2-d3ba-4eb4-aaf1-b253b313513a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:23:59.976094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:23:59.977876 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3f1b4df9-829b-44fc-8864-1da0748b441e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3642957 Dec 20 17:23:59.981581 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55042) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:23:59.986825 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'd60d08b2-d3ba-4eb4-aaf1-b253b313513a', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:00.124687 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.197182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.290849 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.312543 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155ceb53-1b7f-4cf0-a75b-b9c2c7f1e158,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:00.403480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.404982 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-b7df6821-e52e-4a10-82f8-d9da62980ded tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4221947 Dec 20 17:24:00.408146 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55044) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:00.413896 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'd60d08b2-d3ba-4eb4-aaf1-b253b313513a', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:00.509361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.575832 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.647403 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.667327 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d804f9-e6ee-4d7b-a180-96ba26ffe361,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:00.724554 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.725918 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a95ec510-0d8b-44a7-90b8-57ec05f17a83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166625 Dec 20 17:24:00.729035 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55046) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:00.734709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'd60d08b2-d3ba-4eb4-aaf1-b253b313513a', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:00.850883 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:00.920664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.012576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.036439 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dc146b-f893-4699-85cb-dde2fa4fba84,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:01.135367 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.136549 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a4e9c1c1-5dd3-4804-92eb-badb8773883f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060636 Dec 20 17:24:01.139422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:01.144284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'd60d08b2-d3ba-4eb4-aaf1-b253b313513a', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:01.257085 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.328656 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.412946 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.432699 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ba3184-84a1-4e07-b54e-808eb61d8164,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:01.511771 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.513632 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3221aedb-1dec-415a-9e78-9a6aa0112863 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3730369 Dec 20 17:24:01.516908 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55050) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:01.522045 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'd60d08b2-d3ba-4eb4-aaf1-b253b313513a', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:01.612711 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Project 321c3ed72321451d88eb00e864c06420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:24:01.619863 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.691676 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.778182 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.802935 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf0f216-75f2-4367-a1ce-c10325ada37a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:01.813278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-654d3900-550a-4074-956f-1e32af78996f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.875212 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:01.876520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-1f563f1d-466f-4ee8-8a9c-ef64b7dd536e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3584821 Dec 20 17:24:01.879945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55052) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:01.884775 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'security_group_rule': {'security_group_id': 'd60d08b2-d3ba-4eb4-aaf1-b253b313513a', 'project_id': '321c3ed72321451d88eb00e864c06420', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:02.012994 n-d-781076-8 neutron-server[103953]: INFO neutron.db.securitygroups_db [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Project 321c3ed72321451d88eb00e864c06420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:24:02.019028 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:02.094278 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:02.182654 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:02.204386 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a661386c-5d0b-4b0c-a663-9e56398d2dc7,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:02.336567 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:02.337988 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b8333b0c-e9b5-4d9c-9a8c-15d2a1dc9610 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4569612 Dec 20 17:24:03.315665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:04.773010 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:05.188099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:22.761656 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:24.029051 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:24:28.365730 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:29.392245 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-95a78181-3081-424d-917e-f3af237c45d1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143554112&fields=id&tenant_id=321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 267 time: 0.0531735 Dec 20 17:24:29.430008 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6215f316-4283-4f0c-8396-4430a9e82592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:29.521522 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-7a26e174-da91-494c-9340-ccd45fcf34fb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:29.523163 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-7a26e174-da91-494c-9340-ccd45fcf34fb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 809 time: 0.1236844 Dec 20 17:24:29.541729 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-6efda703-da30-47bc-80e2-498e49a37eb7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/quotas/321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 375 time: 0.0122213 Dec 20 17:24:29.600490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-2e8eee39-b808-45c3-be8c-e3a2f41c1a90 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522540 Dec 20 17:24:29.816194 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-8fe6ce3a-1529-4631-872d-ed9346b3cd1d service neutron] 10.222.0.81 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030628 Dec 20 17:24:29.925184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-9ee1d30c-cff6-4564-a144-56195838004e service neutron] 10.222.0.81 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023867 Dec 20 17:24:30.702719 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94e28c92-b404-43c2-b1f4-ca8c50248def req-6e55f4b4-9dca-4d34-8fa2-ba8123d607bd tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.1127009 Dec 20 17:24:31.809387 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-d6f3052f-72a4-4fdf-8b0c-a7c99cce350a req-cc8a87be-0068-4ab7-b02d-27c640fc03cf tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0289693 Dec 20 17:24:31.834508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-246dc28d-b61e-4f9a-9855-e5608416731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:32.933002 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ecd60b40-7593-4b45-877f-f5ca61ae5a2b req-0998ee96-fcfa-4b48-bc1e-385c03f71145 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0328496 Dec 20 17:24:33.054653 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-8a4bf792-3f89-4b52-aa90-1c30140c2f71 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:33.056231 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-8a4bf792-3f89-4b52-aa90-1c30140c2f71 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 809 time: 0.1303294 Dec 20 17:24:33.167000 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-376c5de9-9db6-4999-8ceb-7c9a073d1cce tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 380 time: 0.0966542 Dec 20 17:24:33.177631 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'port': {'device_id': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'admin_state_up': True, 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'security_groups': ['d60d08b2-d3ba-4eb4-aaf1-b253b313513a']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:33.442576 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:33.487405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Made reservation on behalf of 321c3ed72321451d88eb00e864c06420 for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:24:33.491402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:33.690140 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Allocated IP 172.20.0.8 (5798b090-799d-43ad-9d6e-fd536a0619a4/9206206b-9da1-470b-a982-5683d64f1dee/185d49fe-5f86-43fa-bf50-51579344c740) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:24:33.874814 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:34.020094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:34.099555 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:34.103818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:24:34.105754 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:24:34.110369 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:24:34.188493 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e14df-edcd-4bca-838f-ac69352daafe req-3337109f-5296-4ee2-8bb9-4b99ad7c0b71 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:34.197461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-121e14df-edcd-4bca-838f-ac69352daafe req-3337109f-5296-4ee2-8bb9-4b99ad7c0b71 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 931 time: 0.0849636 Dec 20 17:24:34.201426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:34.202198 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:34.257849 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-121e14df-edcd-4bca-838f-ac69352daafe req-53e3eb10-a860-4a0f-9265-ecb4dbd99e23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591180 Dec 20 17:24:34.323095 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f6160287-a38b-4b52-b38c-226a09c9af23 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495621 Dec 20 17:24:34.337226 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Request body: {'port': {'device_id': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:34.437094 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:34.502192 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a42763b5-ba2f-4678-8a47-e19fe63e1965 None None] Provisioning complete for port 185d49fe-5f86-43fa-bf50-51579344c740 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:24:34.502878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a42763b5-ba2f-4678-8a47-e19fe63e1965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:34.572216 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a42763b5-ba2f-4678-8a47-e19fe63e1965 None None] Port 185d49fe-5f86-43fa-bf50-51579344c740 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:24:34.804833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.175186 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185d49fe-5f86-43fa-bf50-51579344c740 {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:24:35.185607 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.191619 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.202331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Transition to ACTIVE for port object 185d49fe-5f86-43fa-bf50-51579344c740 will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:24:35.304732 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.408937 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:35.471907 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675c79a-e6c7-4179-bb55-433c23cc41c9 req-3f2e7ed7-9ab2-4bad-be45-857d8af86ad0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:35.474790 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9675c79a-e6c7-4179-bb55-433c23cc41c9 req-3f2e7ed7-9ab2-4bad-be45-857d8af86ad0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.1091244 Dec 20 17:24:35.524824 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Attempting to bind port 185d49fe-5f86-43fa-bf50-51579344c740 on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:24:35.526782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Attempting to bind port 185d49fe-5f86-43fa-bf50-51579344c740 by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:24:35.528047 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Attempting to bind port 185d49fe-5f86-43fa-bf50-51579344c740 on network 5798b090-799d-43ad-9d6e-fd536a0619a4 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:24:35.539076 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Port 185d49fe-5f86-43fa-bf50-51579344c740 on network 5798b090-799d-43ad-9d6e-fd536a0619a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:24:35.539985 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Attempting to bind port 185d49fe-5f86-43fa-bf50-51579344c740 on network 5798b090-799d-43ad-9d6e-fd536a0619a4 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:24:35.550608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:24:35.552477 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Checking segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:24:35.554650 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Bound using segment: {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:24:35.555741 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Bound port: 185d49fe-5f86-43fa-bf50-51579344c740, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d08e1f0-ac08-47d1-85b9-c8770248bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:24:35.558556 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.560996 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9675c79a-e6c7-4179-bb55-433c23cc41c9 req-efa31fcc-c5e9-4a71-85d7-4c81e3026372 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759923 Dec 20 17:24:35.676622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:24:35.682177 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:24:35.756590 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.793043 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:35.793918 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:35.795431 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] 10.222.0.72 "PUT /v2.0/ports/185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1091 time: 1.4641209 Dec 20 17:24:35.795907 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:35.798345 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f0a73b-a19e-4c75-a407-7b506ce6b543" -d '{"events": [{"name": "network-changed", "server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:24:35.856697 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d0a9dd-985d-4cb1-b8d7-3916a2766ce0 x-openstack-request-id: req-92d0a9dd-985d-4cb1-b8d7-3916a2766ce0 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:24:35.857305 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:24:35.857695 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92d0a9dd-985d-4cb1-b8d7-3916a2766ce0 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:24:35.858302 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'status': 'completed', 'code': 200} Dec 20 17:24:35.859402 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f3a34-261a-4038-9fee-2b0748ccfe42 service neutron] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:35.942175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a73b-a19e-4c75-a407-7b506ce6b543 req-babfed62-5105-4c3a-b282-7e4c54e64440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:35.945458 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-00f0a73b-a19e-4c75-a407-7b506ce6b543 req-babfed62-5105-4c3a-b282-7e4c54e64440 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1094 time: 0.0614498 Dec 20 17:24:36.075422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a73b-a19e-4c75-a407-7b506ce6b543 req-9a66e43a-12fc-42be-95d6-7483fca32959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.076944 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-00f0a73b-a19e-4c75-a407-7b506ce6b543 req-9a66e43a-12fc-42be-95d6-7483fca32959 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=321c3ed72321451d88eb00e864c06420&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1233413 Dec 20 17:24:36.196868 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0a73b-a19e-4c75-a407-7b506ce6b543 req-b96b9924-5b1a-431a-a490-6b918556d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.199604 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-00f0a73b-a19e-4c75-a407-7b506ce6b543 req-b96b9924-5b1a-431a-a490-6b918556d61a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158714 Dec 20 17:24:36.294371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-126f6990-dda7-4a6e-9b52-4f6aed557e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.295912 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-126f6990-dda7-4a6e-9b52-4f6aed557e83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1094 time: 0.0553403 Dec 20 17:24:36.343475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-f0927f8a-d36f-4624-bf06-796878efa3b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 217 time: 0.0394516 Dec 20 17:24:36.401920 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-def2199b-336c-4520-b10a-db20e4361aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.403429 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-def2199b-336c-4520-b10a-db20e4361aff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0532079 Dec 20 17:24:36.454429 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-6411d877-1ba2-4e29-931e-5982cb9f340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.455881 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-6411d877-1ba2-4e29-931e-5982cb9f340b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455470 Dec 20 17:24:36.560202 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-52a2ad37-b1d7-45ec-b4ea-002e580c5aeb service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961974 Dec 20 17:24:36.721496 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9dd81d7f-b2a0-4cc2-a933-06b6f638993d req-0c19550d-350b-470d-a275-67b7c9f28698 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542122 Dec 20 17:24:36.737447 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c2a7-dc61-44ef-9eaf-cdd5853ff551 req-149a5b72-ff98-4e3a-b95e-51e9369c99cd tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:36.740704 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc59c2a7-dc61-44ef-9eaf-cdd5853ff551 req-149a5b72-ff98-4e3a-b95e-51e9369c99cd tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0814359 Dec 20 17:24:36.809523 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cc59c2a7-dc61-44ef-9eaf-cdd5853ff551 req-a17f9fd7-57ba-4d94-b6af-1b947db45e9d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603344 Dec 20 17:24:37.987533 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a0762-6cd5-4a04-9887-bb792664f823 req-c16c6441-24af-4667-82e7-10cc0639f56a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:37.990371 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a1a0762-6cd5-4a04-9887-bb792664f823 req-c16c6441-24af-4667-82e7-10cc0639f56a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0839481 Dec 20 17:24:38.062294 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0a1a0762-6cd5-4a04-9887-bb792664f823 req-2ebd2621-14e7-4acf-b01a-bbd776612b05 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645025 Dec 20 17:24:39.212692 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3744c-76be-4b44-b147-b4f7677b494d req-1d90c420-5b73-4f40-8142-80f4e3f1d9bb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:39.214326 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca3744c-76be-4b44-b147-b4f7677b494d req-1d90c420-5b73-4f40-8142-80f4e3f1d9bb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0644929 Dec 20 17:24:39.277629 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aca3744c-76be-4b44-b147-b4f7677b494d req-5ecea76d-2fbb-4f00-85dd-7a54c4836138 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560949 Dec 20 17:24:40.408305 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6265b-cbda-451e-ab02-1fe1622472ee req-40c0139e-3fba-4927-a210-15d26657b9b8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:40.410116 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aea6265b-cbda-451e-ab02-1fe1622472ee req-40c0139e-3fba-4927-a210-15d26657b9b8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0569854 Dec 20 17:24:40.502504 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-aea6265b-cbda-451e-ab02-1fe1622472ee req-628e2eeb-d4f7-44a1-ad84-2a9c6f03aeef tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849464 Dec 20 17:24:41.674768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775067c-33b7-4f73-8c57-ddd80216802d req-c5c47fa4-8b13-4d89-bff3-6d819b5462d1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:41.676551 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1775067c-33b7-4f73-8c57-ddd80216802d req-c5c47fa4-8b13-4d89-bff3-6d819b5462d1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0564520 Dec 20 17:24:41.741408 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1775067c-33b7-4f73-8c57-ddd80216802d req-e59d4070-9999-42a9-aeba-4dc06d9caf49 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533278 Dec 20 17:24:42.895993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a227be-e591-4411-a446-9c4dd01cd993 req-29fd9ff4-4f11-4627-863c-2c0c8f3888ba tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:42.897747 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86a227be-e591-4411-a446-9c4dd01cd993 req-29fd9ff4-4f11-4627-863c-2c0c8f3888ba tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0600054 Dec 20 17:24:42.954041 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-86a227be-e591-4411-a446-9c4dd01cd993 req-96d3e803-fd02-48ff-9fb5-142946f526bb tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495937 Dec 20 17:24:44.093378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad465762-a5ff-4968-b3f4-ce875cd03ce0 req-b82d026d-f74a-4f1d-b1ce-b946684bb32e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:44.095950 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad465762-a5ff-4968-b3f4-ce875cd03ce0 req-b82d026d-f74a-4f1d-b1ce-b946684bb32e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0599768 Dec 20 17:24:44.156946 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ad465762-a5ff-4968-b3f4-ce875cd03ce0 req-fae87851-455e-4a91-bcb8-130068cbd9f2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537903 Dec 20 17:24:45.288443 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13004910-dfa9-42f1-b834-ca168a0fbe5a req-789e5e64-3405-40d6-b5f9-8d48d2d2f472 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:45.290494 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13004910-dfa9-42f1-b834-ca168a0fbe5a req-789e5e64-3405-40d6-b5f9-8d48d2d2f472 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0564299 Dec 20 17:24:45.354019 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-13004910-dfa9-42f1-b834-ca168a0fbe5a req-39c79e76-d5d2-4cf5-9c72-1446325acc66 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552046 Dec 20 17:24:46.485984 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae332ddd-b52f-45a2-a3a0-090cd362174f req-faa62dc4-68a5-4aa6-b6ad-88e7b718a3a2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:46.487577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae332ddd-b52f-45a2-a3a0-090cd362174f req-faa62dc4-68a5-4aa6-b6ad-88e7b718a3a2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0526268 Dec 20 17:24:46.546350 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ae332ddd-b52f-45a2-a3a0-090cd362174f req-a95d24d8-7865-4d8c-8dac-04e4b4fbbf85 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506206 Dec 20 17:24:47.126626 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:24:47.234613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:47.247392 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '185d49fe-5f86-43fa-bf50-51579344c740', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'port_id': '185d49fe-5f86-43fa-bf50-51579344c740', 'mac_address': 'fa:16:3e:48:c7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:24:47.294420 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:47.310921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185d49fe-5f86-43fa-bf50-51579344c740 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:24:47.335198 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:47.413075 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:47.464817 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:47.472675 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.473118 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.473402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.473745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.474087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.474420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.474757 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.475086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.475415 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.475742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.476071 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.476395 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.476718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:24:47.652968 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['185d49fe-5f86-43fa-bf50-51579344c740'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:24:47.682886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240163-4665-4901-bfc2-9ceecbe5ac53 req-fe9939ed-ef63-416f-a8d1-ff7b0af6ea7f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:47.684583 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d240163-4665-4901-bfc2-9ceecbe5ac53 req-fe9939ed-ef63-416f-a8d1-ff7b0af6ea7f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 944 time: 0.0542777 Dec 20 17:24:47.744880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2d240163-4665-4901-bfc2-9ceecbe5ac53 req-1fbaf190-b6b9-46cc-b814-8374a491fa09 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Dec 20 17:24:48.900567 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92100d-a8f9-4625-8efd-74b90db58ee1 req-7da4c32f-24e7-4573-a1b4-e6f79899da69 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:48.902293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab92100d-a8f9-4625-8efd-74b90db58ee1 req-7da4c32f-24e7-4573-a1b4-e6f79899da69 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 944 time: 0.0659697 Dec 20 17:24:48.985263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ab92100d-a8f9-4625-8efd-74b90db58ee1 req-c1f8499d-03c3-48c4-b9f6-49982af76415 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710611 Dec 20 17:24:49.143227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:24:49.663318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 185d49fe-5f86-43fa-bf50-51579344c740 completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:24:49.668972 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 185d49fe-5f86-43fa-bf50-51579344c740 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:24:49.669636 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:49.784580 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:49.811232 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:49.813576 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198bdad7-4ff8-462f-a083-aeb5e15c3a2d" -d '{"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-plugged", "status": "completed", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:24:49.828133 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:24:49.854712 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1197b63-a284-4748-9ffe-625ae0c2124e x-openstack-request-id: req-b1197b63-a284-4748-9ffe-625ae0c2124e {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:24:49.855083 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-plugged", "status": "completed", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:24:49.855451 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1197b63-a284-4748-9ffe-625ae0c2124e {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:24:49.855885 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'code': 200} Dec 20 17:24:49.905558 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:49.982211 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:50.077017 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236b7b-6940-4a1e-b259-ee45d634e75e req-d1f6b662-310d-4ada-90a0-953be5590d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:50.078966 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b5236b7b-6940-4a1e-b259-ee45d634e75e req-d1f6b662-310d-4ada-90a0-953be5590d17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.1597683 Dec 20 17:24:50.115800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88027168-2b41-4873-acb6-a81bf83ce007 req-6fa13440-bf09-4910-89c4-19bed2097748 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:50.117436 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88027168-2b41-4873-acb6-a81bf83ce007 req-6fa13440-bf09-4910-89c4-19bed2097748 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0566127 Dec 20 17:24:50.135548 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b5236b7b-6940-4a1e-b259-ee45d634e75e req-4cc3d039-f920-46a6-9b91-0549b76f60ba service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485339 Dec 20 17:24:50.176329 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-88027168-2b41-4873-acb6-a81bf83ce007 req-8673ded9-019d-4124-bcc1-652ee6905eb7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508215 Dec 20 17:24:51.309033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fd533-4526-410f-ac81-cbba1cc861e8 req-357775bf-36cc-4c45-927c-9538fcd0b2b8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:51.310645 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-180fd533-4526-410f-ac81-cbba1cc861e8 req-357775bf-36cc-4c45-927c-9538fcd0b2b8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0554554 Dec 20 17:24:51.378445 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-180fd533-4526-410f-ac81-cbba1cc861e8 req-e1f014d0-2ddf-46d7-82fe-3ff9c07028cd tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565836 Dec 20 17:24:52.510500 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2b224-fc3a-416b-9b82-432635317572 req-9b042bda-2b2f-4419-adad-cdd4801f1e31 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:52.512238 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36e2b224-fc3a-416b-9b82-432635317572 req-9b042bda-2b2f-4419-adad-cdd4801f1e31 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0569482 Dec 20 17:24:52.578649 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-36e2b224-fc3a-416b-9b82-432635317572 req-234cab81-42b2-43f2-a49c-fb8a02058377 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595777 Dec 20 17:24:52.622952 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:52.712320 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f447d-bc4a-4841-913c-270f90d0e23a req-eec590f0-3945-4fb3-8b7a-7fd731f698df tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:52.714181 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf4f447d-bc4a-4841-913c-270f90d0e23a req-eec590f0-3945-4fb3-8b7a-7fd731f698df tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0596254 Dec 20 17:24:52.772050 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bf4f447d-bc4a-4841-913c-270f90d0e23a req-dc9ef661-683e-4ad7-86e1-794c98bb8cb2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511765 Dec 20 17:24:52.795723 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55284) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:52.903812 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f5eef-ecd4-4990-8735-9b6e806bde3d tempest-TestShelveInstance-1799182665 tempest-TestShelveInstance-1799182665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:52.905399 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-173f5eef-ecd4-4990-8735-9b6e806bde3d tempest-TestShelveInstance-1799182665 tempest-TestShelveInstance-1799182665-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1091 time: 0.1086321 Dec 20 17:24:52.909036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55288) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:24:52.913550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '185d49fe-5f86-43fa-bf50-51579344c740', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:24:53.024436 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:53.134033 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:53.262793 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Allocated IP 172.25.6.201 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/f05fa130-d8c6-4851-9965-6927eb911d8b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:24:53.385438 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:53.550499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:53.601900 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:24:53.605448 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:24:53.609685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:24:53.616967 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'Port': ['ID=f05fa130-d8c6-4851-9965-6927eb911d8b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:54.017090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:54.155721 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:54.327040 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:54.418945 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:54.500669 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event updated for resources: {'Port': ['ID=f05fa130-d8c6-4851-9965-6927eb911d8b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:24:54.517113 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:54.644621 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Floating IP 090b8ec0-2e09-40d0-b43d-9746e0bc4c08 associated. External IP: 172.25.6.201, port: 185d49fe-5f86-43fa-bf50-51579344c740. Dec 20 17:24:54.904748 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:24:55.038550 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:24:55.051285 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:24:55.069599 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:55.070417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:24:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:55.118936 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:55.167450 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8a952ee8-6538-44fa-b93f-6c8c956ce08d tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2569430 Dec 20 17:24:55.168304 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:24:55.172270 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a150a-bbcc-47f9-bd22-562a66c586e5" -d '{"events": [{"name": "network-changed", "server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:24:55.233593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:24:55.235675 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c1ca98-24a6-49e4-95ba-e58c3a7fdac5 x-openstack-request-id: req-34c1ca98-24a6-49e4-95ba-e58c3a7fdac5 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:24:55.236103 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:24:55.236478 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34c1ca98-24a6-49e4-95ba-e58c3a7fdac5 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:24:55.237001 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'status': 'completed', 'code': 200} Dec 20 17:24:55.325889 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-8e4cc671-51a0-4cf5-900d-cf9e585128aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:55.328435 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-8e4cc671-51a0-4cf5-900d-cf9e585128aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0634227 Dec 20 17:24:55.485705 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-051481ab-e697-4aad-8919-15f5d62f06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:55.488106 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-051481ab-e697-4aad-8919-15f5d62f06e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1527200 Dec 20 17:24:55.591119 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-cd6556b0-a071-4c22-9f98-bde762bc79af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 999 time: 0.0958602 Dec 20 17:24:55.659959 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-e03d80c7-1f95-4b37-8f71-e59068554bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:55.663308 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-e03d80c7-1f95-4b37-8f71-e59068554bd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0657530 Dec 20 17:24:55.749083 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-47209bf1-3f93-4a0f-953f-318f861134d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:24:55.750901 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-47209bf1-3f93-4a0f-953f-318f861134d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798359 Dec 20 17:24:55.764520 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '090b8ec0-2e09-40d0-b43d-9746e0bc4c08', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'port_id': '185d49fe-5f86-43fa-bf50-51579344c740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'mac_address': 'fa:16:3e:48:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:24:53Z', 'updated_at': '2021-12-20T17:24:53Z', 'revision_number': 0, 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:55.798974 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:24:55.810261 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:24:55.810907 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:24:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:55.863231 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-ff62b4e1-af1d-4fac-b3e2-994fdad37005 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050637 Dec 20 17:24:55.970424 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:24:55.984021 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f51a150a-bbcc-47f9-bd22-562a66c586e5 req-a61d059f-4a1b-486e-84f3-f65365da2e31 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137033 Dec 20 17:24:56.244110 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '090b8ec0-2e09-40d0-b43d-9746e0bc4c08', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'port_id': '185d49fe-5f86-43fa-bf50-51579344c740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'mac_address': 'fa:16:3e:48:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:24:53Z', 'updated_at': '2021-12-20T17:24:53Z', 'revision_number': 0, 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:24:56.278328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe021d-507c-4035-b0d9-07a38ba0b6ed None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '090b8ec0-2e09-40d0-b43d-9746e0bc4c08', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'port_id': '185d49fe-5f86-43fa-bf50-51579344c740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'mac_address': 'fa:16:3e:48:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:24:53Z', 'updated_at': '2021-12-20T17:24:53Z', 'revision_number': 0, 'project_id': '321c3ed72321451d88eb00e864c06420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:24:56.521707 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ad656-98ba-496a-b884-37b730168ae2 None None] New status for floating IP 090b8ec0-2e09-40d0-b43d-9746e0bc4c08: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:24:58.383027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:24:59.435538 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93c58472-83aa-426f-8e7f-3e3d898fce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:01.028835 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:25:01.794455 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a369f9d-4316-411d-88f7-1e89e347a7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:03.334645 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:04.765920 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:05.182812 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:09.035136 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-8d1efe41-2391-4d2a-a5ee-754133e61e8e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442801 Dec 20 17:25:09.128999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-05d319b6-fb90-4054-9f79-901bb019315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:09.131066 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-05d319b6-fb90-4054-9f79-901bb019315f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0454271 Dec 20 17:25:09.271752 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-6ec4a296-1c78-4999-9614-6ec297d55dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:09.274239 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-6ec4a296-1c78-4999-9614-6ec297d55dfc service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.1171110 Dec 20 17:25:09.376510 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-0d731ba3-b278-4c79-a0dd-c9d114a954bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1001 time: 0.0944195 Dec 20 17:25:09.472710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-d155ad13-3aca-42ac-8394-28644eb5c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:09.475984 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-d155ad13-3aca-42ac-8394-28644eb5c137 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0910482 Dec 20 17:25:09.532527 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-587c439a-960a-4457-9616-1542fe2ae6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:25:09.534323 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-587c439a-960a-4457-9616-1542fe2ae6b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508032 Dec 20 17:25:09.645175 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-87941e1b-6c39-4f33-9106-220837e3e042 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029980 Dec 20 17:25:09.755193 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-27f4ad94-eeb8-4226-b590-02e0f038d398 req-77ca71b5-c8e5-4017-960c-552c19614dff service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026609 Dec 20 17:25:22.641781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:28.355988 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:29.481907 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9f0d-bf86-4747-9372-27feef56e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:31.921433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-418b425b-c093-4fe0-8365-bc5172f8ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:33.321739 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:34.778074 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:35.195694 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:38.029047 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:25:52.915615 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:58.384580 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:25:59.435810 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-489c3db4-c3ce-4826-afef-76961dad7c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:01.812991 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cd90a3f2-9efc-426b-ac03-ab538fa940e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:03.367273 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:04.790205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:05.184545 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:11.050115 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-e02afb65-ebd3-4d94-8d1d-d7aa1a773006 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642977 Dec 20 17:26:11.166621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-d703da94-8935-4155-91ba-7f588c60b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:11.168141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-d703da94-8935-4155-91ba-7f588c60b5c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0710289 Dec 20 17:26:11.280948 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-df1987ba-4c90-4781-9a9c-5a802646affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:11.282467 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-df1987ba-4c90-4781-9a9c-5a802646affc service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0923178 Dec 20 17:26:11.363671 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-b0f13946-6f14-44eb-9689-00dc2d88f524 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1001 time: 0.0737216 Dec 20 17:26:11.418391 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-6922e7b2-4030-49da-bb19-05046020e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:11.419834 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-6922e7b2-4030-49da-bb19-05046020e9a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0490704 Dec 20 17:26:11.482471 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-20ccc33d-762e-4efe-89b1-2fefb5293880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:26:11.484013 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-20ccc33d-762e-4efe-89b1-2fefb5293880 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567210 Dec 20 17:26:11.635891 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-e5edee10-a0c4-494e-8689-359b90ce7141 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433237 Dec 20 17:26:11.743144 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-a90e2a0a-75ab-49cc-bd1a-ca401c40c15a req-761e3b15-371e-4210-9b53-3c26cf5ac27f service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967264 Dec 20 17:26:15.029015 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:26:22.664335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:28.384260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:29.441134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2fccd099-c4f7-4910-8b76-30b21df0eaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:31.806861 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e7550c3-cb6d-4931-90ee-209a717e0255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:33.309960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:34.807168 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:35.218517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:52.036710 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:26:52.732947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:58.344177 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:26:59.446938 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-569f332d-0633-4d9d-852c-ce2a5efaba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:01.927992 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e588752f-d941-40de-955f-714d65288ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:03.281673 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:04.790328 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:05.184018 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:12.026978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-f1014d2e-6448-4a9b-b189-132ddc335a32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473301 Dec 20 17:27:12.115680 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-49f53b4b-fd03-464e-a420-0cb32b92de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:12.117404 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-49f53b4b-fd03-464e-a420-0cb32b92de2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0456665 Dec 20 17:27:12.232654 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-853a9d14-26cb-4033-8aba-229f7458ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:12.234263 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-853a9d14-26cb-4033-8aba-229f7458ae20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0963519 Dec 20 17:27:12.312255 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-1eb9f3ed-040e-49e3-a9c7-7b3d7ef34ad6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1001 time: 0.0703063 Dec 20 17:27:12.366639 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-0c7d02f6-c773-4fc2-bdcc-422606cdebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:12.368141 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-0c7d02f6-c773-4fc2-bdcc-422606cdebcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0490298 Dec 20 17:27:12.419222 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-6a3cdb50-3930-4f48-ab1d-d7a12e3669d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:12.420770 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-6a3cdb50-3930-4f48-ab1d-d7a12e3669d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452473 Dec 20 17:27:12.547627 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-c4afdacf-e533-4f90-baef-112d29c298d1 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177766 Dec 20 17:27:12.650922 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-63945d54-ea7b-43ed-85bd-6c913f718669 req-289af0be-eb9e-479c-9240-4bfa1f9cd301 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967882 Dec 20 17:27:22.681606 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:28.444690 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:29.027542 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:27:29.470062 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-694ddeb3-bbac-4f50-b61f-3aca0d4e0e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:31.655007 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb64490-da20-4678-99c1-74313626c94b req-04147924-c767-4f23-beb6-982ce332d7f1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:31.656577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6eb64490-da20-4678-99c1-74313626c94b req-04147924-c767-4f23-beb6-982ce332d7f1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0584865 Dec 20 17:27:31.713760 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6eb64490-da20-4678-99c1-74313626c94b req-3d5cdfd9-d84e-4fde-a895-4e7c1f50445c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Dec 20 17:27:31.875942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1a9b01bf-775d-44bb-9e43-f2aa7208db5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:32.863138 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b718c-297c-4586-9727-cba0119c10b2 req-d00db33f-4a77-4566-aa5e-dc1c159763ac tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:32.864756 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f8b718c-297c-4586-9727-cba0119c10b2 req-d00db33f-4a77-4566-aa5e-dc1c159763ac tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0622246 Dec 20 17:27:32.918762 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0f8b718c-297c-4586-9727-cba0119c10b2 req-b2abde42-2f08-4ef8-87ac-d7b476f5b06c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471513 Dec 20 17:27:33.310014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:34.062173 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0cb4-c623-4910-b29e-a80e2a21b6d6 req-766d4f7d-34fe-47ca-810c-060aa9fd1c04 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:34.063825 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f2d0cb4-c623-4910-b29e-a80e2a21b6d6 req-766d4f7d-34fe-47ca-810c-060aa9fd1c04 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0578842 Dec 20 17:27:34.121944 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2f2d0cb4-c623-4910-b29e-a80e2a21b6d6 req-ef6d6d42-a77e-4771-a64f-ce5877e00d25 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 Dec 20 17:27:34.790412 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:35.201195 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:35.246726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900ecd-74b4-45ee-b219-9fda85e75ef3 req-a0dc509b-9e79-4c1e-a5bd-5b957d3909b5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:35.248327 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0900ecd-74b4-45ee-b219-9fda85e75ef3 req-a0dc509b-9e79-4c1e-a5bd-5b957d3909b5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0527158 Dec 20 17:27:35.309683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c0900ecd-74b4-45ee-b219-9fda85e75ef3 req-c31e11e6-d645-4790-a7ca-2c28be7220d0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492077 Dec 20 17:27:36.428916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de252-bac0-428b-a492-c4a0a04ecdc8 req-5bcf2dab-c136-4b2b-8679-8488e58eaf81 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:36.430932 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976de252-bac0-428b-a492-c4a0a04ecdc8 req-5bcf2dab-c136-4b2b-8679-8488e58eaf81 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0486302 Dec 20 17:27:36.486789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-976de252-bac0-428b-a492-c4a0a04ecdc8 req-2a936d9d-c12e-4b6b-b2c3-dcae2b5dae6f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497758 Dec 20 17:27:37.617625 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ec707-e9ac-41c9-b176-4bc0811525ec req-7cd1073b-a322-40b0-a611-b500ba244916 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:37.617625 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0ec707-e9ac-41c9-b176-4bc0811525ec req-7cd1073b-a322-40b0-a611-b500ba244916 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0504823 Dec 20 17:27:37.660148 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4c0ec707-e9ac-41c9-b176-4bc0811525ec req-cfce277f-b69d-431c-a214-2f387d7fffc5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Dec 20 17:27:38.786438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3022b-bca5-4e62-a663-942d091d3106 req-625f320a-f7e5-41ad-b320-9f4980e4080e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:38.788114 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fd3022b-bca5-4e62-a663-942d091d3106 req-625f320a-f7e5-41ad-b320-9f4980e4080e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0541344 Dec 20 17:27:38.844076 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4fd3022b-bca5-4e62-a663-942d091d3106 req-3b3586ae-b4e2-4148-a75d-beb9d04c8324 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495923 Dec 20 17:27:39.970288 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe196d-4392-4233-b483-e45b528bcd83 req-2d6b98d2-5d20-4880-8e31-97fe0b14b455 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:39.971802 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90fe196d-4392-4233-b483-e45b528bcd83 req-2d6b98d2-5d20-4880-8e31-97fe0b14b455 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0573387 Dec 20 17:27:40.025322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-90fe196d-4392-4233-b483-e45b528bcd83 req-d75f7e2a-8c1b-41c6-b9ae-58a7ea349867 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473111 Dec 20 17:27:41.149284 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed8d1-1939-4f03-a9d7-aabb29895a68 req-f17a3579-7b5b-4924-9e86-4f4f8e0ce3c5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:41.150945 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0eed8d1-1939-4f03-a9d7-aabb29895a68 req-f17a3579-7b5b-4924-9e86-4f4f8e0ce3c5 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0553365 Dec 20 17:27:41.209461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e0eed8d1-1939-4f03-a9d7-aabb29895a68 req-9357b53c-b286-4f17-a929-05768722a7a8 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523596 Dec 20 17:27:41.922646 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-10ea4398-7515-4a87-86b7-093eea0383ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:41.924329 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-10ea4398-7515-4a87-86b7-093eea0383ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0497837 Dec 20 17:27:42.029068 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-d69e8b0f-7763-4742-adba-1c2d0eb257e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:42.030580 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-d69e8b0f-7763-4742-adba-1c2d0eb257e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0961826 Dec 20 17:27:42.115804 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-4fea9eea-18c7-4293-896e-13cfd5040b24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1001 time: 0.0770588 Dec 20 17:27:42.168917 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-0123f2a2-5903-4dc1-8fc7-d506b9a48dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:42.170466 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-0123f2a2-5903-4dc1-8fc7-d506b9a48dc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0481989 Dec 20 17:27:42.223710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-1e2ba25a-83d5-4e1f-99e8-f96dca41930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:42.225181 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-1e2ba25a-83d5-4e1f-99e8-f96dca41930b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465565 Dec 20 17:27:42.335056 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-57329934-abfa-4c82-923c-76f610e943fe service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028359 Dec 20 17:27:42.342546 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf8eca-345d-438d-be7c-1ba85ee26f18 req-9d889c31-cf67-400a-9184-5486a6e7e0d6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:42.344064 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69bf8eca-345d-438d-be7c-1ba85ee26f18 req-9d889c31-cf67-400a-9184-5486a6e7e0d6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0598817 Dec 20 17:27:42.415779 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-69bf8eca-345d-438d-be7c-1ba85ee26f18 req-51e80cf4-0ad5-4af5-88d3-b7a051012697 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648508 Dec 20 17:27:42.437984 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9815b6fc-f8e6-4bcc-9e50-8ebf6a7461fd req-81bb574c-0fc1-4d6c-99d8-1786596eeb88 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960548 Dec 20 17:27:43.534696 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04eec5-e1d3-4df4-b8a8-cdf2c0eff130 req-8fe41b04-1abd-46ee-b92c-f107a07f7e4e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:43.536324 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e04eec5-e1d3-4df4-b8a8-cdf2c0eff130 req-8fe41b04-1abd-46ee-b92c-f107a07f7e4e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0514290 Dec 20 17:27:43.590490 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2e04eec5-e1d3-4df4-b8a8-cdf2c0eff130 req-d6162877-a3e1-4d51-8da3-d5147540fa83 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473197 Dec 20 17:27:44.719990 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974fa60-cc37-4663-bacf-c81e8c2a67c9 req-d953120a-53bf-492e-ad5b-43ead0851401 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:44.721540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3974fa60-cc37-4663-bacf-c81e8c2a67c9 req-d953120a-53bf-492e-ad5b-43ead0851401 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0529816 Dec 20 17:27:44.777554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3974fa60-cc37-4663-bacf-c81e8c2a67c9 req-7b7af470-c345-45ac-9f50-03a3a10d267b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491734 Dec 20 17:27:45.904669 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e91ee-596e-4fc9-ba8c-9d576931576f req-0436437d-a464-449d-84ed-2a8d46f8a80e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:45.906293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d2e91ee-596e-4fc9-ba8c-9d576931576f req-0436437d-a464-449d-84ed-2a8d46f8a80e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0515091 Dec 20 17:27:45.957599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9d2e91ee-596e-4fc9-ba8c-9d576931576f req-aefdf9a1-0380-4169-b1fe-5c314d278a1f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Dec 20 17:27:47.091395 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d683b6-e4e1-464e-8f69-b08d918312f2 req-4d573c80-7edf-4413-b4ae-bfeec2285848 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:47.092963 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08d683b6-e4e1-464e-8f69-b08d918312f2 req-4d573c80-7edf-4413-b4ae-bfeec2285848 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0550199 Dec 20 17:27:47.146970 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-08d683b6-e4e1-464e-8f69-b08d918312f2 req-d267412d-d7d3-447f-abda-c14ed9deff95 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Dec 20 17:27:47.805905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:27:47.882025 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:47.905666 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:27:47.908665 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158dad11-e788-4c41-b9d1-4b42ab8fb7db" -d '{"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-unplugged", "status": "completed", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:27:47.924300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:27:47.978960 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:48.002652 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323b28c9-75e6-42c3-ab76-ad20bbc54f14 x-openstack-request-id: req-323b28c9-75e6-42c3-ab76-ad20bbc54f14 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:27:48.002948 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-unplugged", "status": "failed", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "code": 422}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:27:48.003202 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-323b28c9-75e6-42c3-ab76-ad20bbc54f14 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:27:48.003594 n-d-781076-8 neutron-server[103955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'code': 422} returned with failed status Dec 20 17:27:48.030231 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:27:48.037500 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.037846 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.038182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.038515 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.038844 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.039167 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.040042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.040524 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.041074 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.041431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.041759 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.042083 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.042402 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:27:48.589459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2966d-ad9a-4c50-bf35-b285ed2e0e35 req-f4339a45-f97d-4fcf-9900-68c145ef4b44 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:48.591023 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2b2966d-ad9a-4c50-bf35-b285ed2e0e35 req-f4339a45-f97d-4fcf-9900-68c145ef4b44 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0603194 Dec 20 17:27:48.653102 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c2b2966d-ad9a-4c50-bf35-b285ed2e0e35 req-3a02343c-e82a-4ce1-b29b-0c4d5b0167dc tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557635 Dec 20 17:27:48.706101 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-f0185c29-959b-44fd-9864-5df214210795 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916305 Dec 20 17:27:48.716298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-975ae3c3-9946-469f-a26d-1bdc99731638 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:27:48.717316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-975ae3c3-9946-469f-a26d-1bdc99731638 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062401 Dec 20 17:27:49.781996 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b4d4a-ecbe-457a-8def-a88273b27dea req-10e5f8c7-8714-46dc-b75c-09cdb58ca84b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:49.783569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-064b4d4a-ecbe-457a-8def-a88273b27dea req-10e5f8c7-8714-46dc-b75c-09cdb58ca84b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0539279 Dec 20 17:27:49.837888 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-064b4d4a-ecbe-457a-8def-a88273b27dea req-5280d627-af56-40ff-99b9-583c65366621 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477448 Dec 20 17:27:50.963537 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388109c-0860-4797-9e0e-cbb0ec380cd9 req-08f14eed-0a83-4a54-899a-486ba9c33fca tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:50.965186 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a388109c-0860-4797-9e0e-cbb0ec380cd9 req-08f14eed-0a83-4a54-899a-486ba9c33fca tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0550687 Dec 20 17:27:51.019016 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a388109c-0860-4797-9e0e-cbb0ec380cd9 req-86f8c2db-0bc8-4376-ac01-83852f2ab876 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472772 Dec 20 17:27:52.142760 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42949-130f-4a69-8e41-c152ec1e83d6 req-d8cdad34-ef7f-4f3e-97ce-65d76b370428 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:52.144521 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fe42949-130f-4a69-8e41-c152ec1e83d6 req-d8cdad34-ef7f-4f3e-97ce-65d76b370428 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0531952 Dec 20 17:27:52.201055 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fe42949-130f-4a69-8e41-c152ec1e83d6 req-a34a8812-0d59-4160-9e73-a1c7a3154db0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492201 Dec 20 17:27:52.698999 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:53.335505 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a3903-a5da-44e2-8f34-d4d9a7e5e40a req-6653d516-3e2a-4760-b52f-87940d93332e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:53.338047 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b82a3903-a5da-44e2-8f34-d4d9a7e5e40a req-6653d516-3e2a-4760-b52f-87940d93332e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0627666 Dec 20 17:27:53.395292 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b82a3903-a5da-44e2-8f34-d4d9a7e5e40a req-fb33fbef-9c13-4611-b454-c4f73e0d9125 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504351 Dec 20 17:27:54.522800 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b78c-3bcb-4e8b-b4ad-5114adc0ce44 req-02d6a45a-6e06-4c8f-a545-08be7e9f9ec2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:54.524486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c80b78c-3bcb-4e8b-b4ad-5114adc0ce44 req-02d6a45a-6e06-4c8f-a545-08be7e9f9ec2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0535021 Dec 20 17:27:54.589247 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8c80b78c-3bcb-4e8b-b4ad-5114adc0ce44 req-c19f5ba0-394f-4314-9a12-4bf8a263277f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563743 Dec 20 17:27:55.715772 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd916c2-0f9d-4a82-bcc1-3c8beafc33f4 req-ebdc759b-8dab-45c0-b2ae-518b15c113e2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:55.717243 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cd916c2-0f9d-4a82-bcc1-3c8beafc33f4 req-ebdc759b-8dab-45c0-b2ae-518b15c113e2 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0537221 Dec 20 17:27:55.777693 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cd916c2-0f9d-4a82-bcc1-3c8beafc33f4 req-34c0bd6d-be5d-45de-a594-9f6f21843aef tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526910 Dec 20 17:27:56.621287 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-c7f76d61-7e94-4371-acf5-0df80876c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:56.623040 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-c7f76d61-7e94-4371-acf5-0df80876c8cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&tenant_id=321c3ed72321451d88eb00e864c06420 HTTP/1.1" status: 200 len: 1094 time: 0.4091818 Dec 20 17:27:56.693261 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-30e8fce8-4670-428b-88d2-c85bf904047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:56.694808 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-30e8fce8-4670-428b-88d2-c85bf904047c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1094 time: 0.0470903 Dec 20 17:27:56.796109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-95e62b2f-fc2f-4378-b0d2-99ac196899b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:56.797642 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-95e62b2f-fc2f-4378-b0d2-99ac196899b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0964086 Dec 20 17:27:56.873972 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-d12dcf8c-25cc-4a09-b1c9-8b8adf597d0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 999 time: 0.0686064 Dec 20 17:27:56.903636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e79b2d-dfb2-4ebc-9399-43a5f42dc0a4 req-e961184e-d4c6-4ef2-828b-de4fcaa49e16 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:56.905315 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44e79b2d-dfb2-4ebc-9399-43a5f42dc0a4 req-e961184e-d4c6-4ef2-828b-de4fcaa49e16 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0545008 Dec 20 17:27:56.930724 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-8620a5e9-42d3-444a-8e27-229f9d8fdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:56.932382 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-8620a5e9-42d3-444a-8e27-229f9d8fdba6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0494251 Dec 20 17:27:56.961880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-44e79b2d-dfb2-4ebc-9399-43a5f42dc0a4 req-100cfd77-8a05-4c95-a72b-9c634c614483 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482011 Dec 20 17:27:56.986404 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-aadded65-bf5c-40b8-a8a2-f671920bafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:56.987938 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-aadded65-bf5c-40b8-a8a2-f671920bafe1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488238 Dec 20 17:27:57.083336 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-dc0effa7-5a7d-4c2f-a785-b812342e83b8 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880802 Dec 20 17:27:57.196255 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-8c5c1601-442c-4fed-b310-99f7edd8de9f service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050949 Dec 20 17:27:58.087207 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3173fb-197b-4452-89a2-adce0db58c39 req-becb6810-5b23-4f8a-a2d8-7aafec029fe7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:58.088789 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b3173fb-197b-4452-89a2-adce0db58c39 req-becb6810-5b23-4f8a-a2d8-7aafec029fe7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0516155 Dec 20 17:27:58.142966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1b3173fb-197b-4452-89a2-adce0db58c39 req-e8e44a41-fad0-472f-ac4b-4d8bd4adee14 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479074 Dec 20 17:27:58.385859 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:27:59.281594 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5001c-1c75-4541-9478-595f2052dfd8 req-57aeebcd-aedf-4778-8938-549f200df1c1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:27:59.283120 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfa5001c-1c75-4541-9478-595f2052dfd8 req-57aeebcd-aedf-4778-8938-549f200df1c1 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0562420 Dec 20 17:27:59.340989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-cfa5001c-1c75-4541-9478-595f2052dfd8 req-2d1698ae-6e14-4660-b9ac-234022ff7d31 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497744 Dec 20 17:27:59.435664 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f669c9e-1d3b-4ea9-b6d1-171f9c8121ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:00.462617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fe031-b7a6-4ea1-96fd-68ad9d29fad1 req-a374da23-b4ac-489f-afbc-f6b0ad2e7d95 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:00.464095 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e4fe031-b7a6-4ea1-96fd-68ad9d29fad1 req-a374da23-b4ac-489f-afbc-f6b0ad2e7d95 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0506406 Dec 20 17:28:00.517103 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-1e4fe031-b7a6-4ea1-96fd-68ad9d29fad1 req-0d201be5-8e05-44b2-b174-664b101f2208 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471036 Dec 20 17:28:01.633726 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679513d6-679e-45aa-92fd-e25b93394b7a req-6a2a45b0-1b0d-400f-8744-577ebb69c676 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:01.635321 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-679513d6-679e-45aa-92fd-e25b93394b7a req-6a2a45b0-1b0d-400f-8744-577ebb69c676 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0492132 Dec 20 17:28:01.689508 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-679513d6-679e-45aa-92fd-e25b93394b7a req-eb46024b-485d-40ba-a7b5-1f1e032d0c2a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478520 Dec 20 17:28:01.783910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-469bdb1f-efe5-4760-b154-302e7581f2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:02.806901 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47596c47-0bd3-4c54-8302-265cfec89658 req-29e0f399-5e58-4d6e-b584-4887d6c6c1da tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:02.808396 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47596c47-0bd3-4c54-8302-265cfec89658 req-29e0f399-5e58-4d6e-b584-4887d6c6c1da tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0509138 Dec 20 17:28:02.858151 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47596c47-0bd3-4c54-8302-265cfec89658 req-b4a46778-3b58-4837-8a45-71a4aba3b22b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Dec 20 17:28:03.275824 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:03.972736 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649651-5dd9-4fa4-b28c-7dedfdcf04a0 req-bd8e9d0c-74fb-4bf1-9b57-1942397e80fe tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:03.974249 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16649651-5dd9-4fa4-b28c-7dedfdcf04a0 req-bd8e9d0c-74fb-4bf1-9b57-1942397e80fe tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0489182 Dec 20 17:28:04.022912 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16649651-5dd9-4fa4-b28c-7dedfdcf04a0 req-98291059-f0ae-4250-8c97-2d84213aaad7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Dec 20 17:28:04.795833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:05.146061 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcbb93-3fde-46b5-8bd5-48a1f369e6df req-06597850-23ee-4a6f-bae3-754f8d14ad56 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:05.147603 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fcbb93-3fde-46b5-8bd5-48a1f369e6df req-06597850-23ee-4a6f-bae3-754f8d14ad56 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 943 time: 0.0537636 Dec 20 17:28:05.195698 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:05.198335 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-80fcbb93-3fde-46b5-8bd5-48a1f369e6df req-2ac3a4d4-1c49-49b4-bf5c-19842e29baa6 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Dec 20 17:28:05.962065 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:28:06.028052 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:28:06.065508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:06.077849 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '185d49fe-5f86-43fa-bf50-51579344c740', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'port_id': '185d49fe-5f86-43fa-bf50-51579344c740', 'mac_address': 'fa:16:3e:48:c7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:28:06.116125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:06.129334 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185d49fe-5f86-43fa-bf50-51579344c740 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:28:06.151028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:06.236107 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:06.290591 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:28:06.324646 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a48b87-056f-48ba-b66b-f49761fa1973 req-9bb49acd-3cfc-4e04-a58e-7ad33ceaa16b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:06.326191 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9a48b87-056f-48ba-b66b-f49761fa1973 req-9bb49acd-3cfc-4e04-a58e-7ad33ceaa16b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 944 time: 0.0511649 Dec 20 17:28:06.380520 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b9a48b87-056f-48ba-b66b-f49761fa1973 req-37621519-227e-47b2-9c22-3efcc35189ce tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Dec 20 17:28:06.494101 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['185d49fe-5f86-43fa-bf50-51579344c740'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:28:07.504170 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb5624-3f30-4208-bf17-304bf280e467 req-ac55223a-764b-4d5f-b341-24c4ec4ecd1e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:07.505728 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cdb5624-3f30-4208-bf17-304bf280e467 req-ac55223a-764b-4d5f-b341-24c4ec4ecd1e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 944 time: 0.0544469 Dec 20 17:28:07.563599 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9cdb5624-3f30-4208-bf17-304bf280e467 req-83c3640c-c0cc-4922-a2ad-f5442696eac7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499105 Dec 20 17:28:07.962296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:28:08.012373 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 185d49fe-5f86-43fa-bf50-51579344c740 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:28:08.012746 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:08.088376 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:08.111030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:28:08.113276 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d82a1-c42f-4844-9aba-df1fa3387afd" -d '{"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-plugged", "status": "completed", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:28:08.126783 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:28:08.151538 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da5b1aa-0f0b-401e-94c3-e8cfa417d01f x-openstack-request-id: req-8da5b1aa-0f0b-401e-94c3-e8cfa417d01f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:28:08.151842 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-plugged", "status": "completed", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:28:08.152104 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8da5b1aa-0f0b-401e-94c3-e8cfa417d01f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:28:08.152509 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'code': 200} Dec 20 17:28:08.207344 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:08.263069 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:28:08.298807 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a975df-3300-47e0-8a67-7ace294c613e req-2938eb69-0234-49da-b840-4e95dd7745f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:08.300281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f3a975df-3300-47e0-8a67-7ace294c613e req-2938eb69-0234-49da-b840-4e95dd7745f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0412865 Dec 20 17:28:08.348465 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f3a975df-3300-47e0-8a67-7ace294c613e req-bb1d0774-6cc2-43f9-a88d-923cc3f7ce62 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Dec 20 17:28:08.683674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5ebd6-cf3f-4508-81ae-03e0a2e35706 req-c845e00e-5158-49a5-9604-6801fc04498c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:08.685184 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05c5ebd6-cf3f-4508-81ae-03e0a2e35706 req-c845e00e-5158-49a5-9604-6801fc04498c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0508127 Dec 20 17:28:08.734981 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05c5ebd6-cf3f-4508-81ae-03e0a2e35706 req-2216d5cf-744f-467e-9d6d-57293c6d0a7a tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Dec 20 17:28:09.861142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25434024-384f-4516-aac9-6db3322f6ab7 req-1255c393-6d24-4dd1-b4cc-010fa546df2b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:09.862718 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25434024-384f-4516-aac9-6db3322f6ab7 req-1255c393-6d24-4dd1-b4cc-010fa546df2b tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0515182 Dec 20 17:28:09.920714 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25434024-384f-4516-aac9-6db3322f6ab7 req-01c4943f-0b22-4d68-bd10-18a20f126c14 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500603 Dec 20 17:28:13.023321 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-d6402840-e568-4c4c-bf97-64b139a5a748 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402098 Dec 20 17:28:13.133262 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-68798339-d4d3-4348-b8b6-e42b1706bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:13.134779 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-68798339-d4d3-4348-b8b6-e42b1706bcc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0645146 Dec 20 17:28:13.245020 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-424467b3-fad4-48b3-a195-7a347a52a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:13.246661 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-424467b3-fad4-48b3-a195-7a347a52a846 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0926611 Dec 20 17:28:13.319230 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-9f7744a2-cc91-4032-9894-86efd00764ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1001 time: 0.0658588 Dec 20 17:28:13.370167 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-102375b4-0c42-4cca-bbac-9da3be2be56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:13.372027 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-102375b4-0c42-4cca-bbac-9da3be2be56b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0463157 Dec 20 17:28:13.433021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-4429206d-d5a4-4cd1-b4fb-10f0ab9813b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:28:13.434848 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-4429206d-d5a4-4cd1-b4fb-10f0ab9813b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555725 Dec 20 17:28:13.534403 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-c6e590c5-e002-4ab7-a985-5683d22ebc17 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922112 Dec 20 17:28:13.630758 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-357f2d89-083d-4029-8c75-9a25658d2fe3 req-a910984b-b190-445d-ba5b-6fdc1fc03704 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 Dec 20 17:28:22.658754 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:28.373369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:29.441888 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-06fa1e92-c31c-4c92-9359-56848cd5725b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:31.773502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef103353-4fb2-4129-b4f3-07119ca91a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:33.344935 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:34.768039 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:35.213187 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:43.028280 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:28:52.681831 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:58.383491 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:28:59.487502 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-60ff060f-738c-4858-9ea1-102fa8d8f5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:01.794515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-293be50d-0527-49be-beaa-e9f87d8fb926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:03.287692 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:04.782942 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:05.282085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:15.041840 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-0ab2b1cc-c886-4fbe-b87c-c3185b938742 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477674 Dec 20 17:29:15.128088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934338-769c-45de-a0eb-0ef518a6020b req-f700cdde-9d78-416d-bd85-e8c72404ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:15.129629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-f700cdde-9d78-416d-bd85-e8c72404ff19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.0425291 Dec 20 17:29:15.243051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934338-769c-45de-a0eb-0ef518a6020b req-36c0d4c7-aee0-48c6-8f80-0e96ae6fb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:15.244413 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-36c0d4c7-aee0-48c6-8f80-0e96ae6fb4d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0933859 Dec 20 17:29:15.312714 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-3835d53f-c712-4063-bd6e-f6cd9ee2feae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 1001 time: 0.0608661 Dec 20 17:29:15.366007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934338-769c-45de-a0eb-0ef518a6020b req-f42ff56f-4578-4dc1-b59e-99529dbc2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:15.367511 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-f42ff56f-4578-4dc1-b59e-99529dbc2792 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0476344 Dec 20 17:29:15.418484 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934338-769c-45de-a0eb-0ef518a6020b req-f1fa2bdf-e1bd-4c7e-85ed-9bf89d3ff264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:15.420153 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-f1fa2bdf-e1bd-4c7e-85ed-9bf89d3ff264 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454712 Dec 20 17:29:15.515024 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-d86b99e9-f679-418a-8cd0-c18d60de2c68 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872016 Dec 20 17:29:15.612435 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b9934338-769c-45de-a0eb-0ef518a6020b req-9e444790-2684-410f-be3d-967d0c72fea1 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910833 Dec 20 17:29:20.029190 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:29:22.727765 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:28.405841 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:29.459085 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e353429c-8991-4179-b95b-d41f5681b989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:31.802221 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1c3241f3-9ad8-4398-8292-8b3d8bacceb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:33.350247 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:34.802114 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:35.258986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:52.656969 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:57.030335 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:29:57.848039 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55512) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:29:58.198825 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Deleting port f05fa130-d8c6-4851-9965-6927eb911d8b {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:29:58.199166 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.284493 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.284817 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.298193 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Calling delete_port for f05fa130-d8c6-4851-9965-6927eb911d8b owned by network:floatingip {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:29:58.401732 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.545494 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.571617 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event deleted for resources: {'Port': ['ID=f05fa130-d8c6-4851-9965-6927eb911d8b,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:29:58.601412 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.601770 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.602117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.602464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.602806 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.603146 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.603480 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.603815 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.604154 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.604523 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.604810 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.605142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.605605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:29:58.648709 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for floatingip, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.649041 n-d-781076-8 neutron-server[103953]: INFO neutron.db.l3_db [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Floating IP 090b8ec0-2e09-40d0-b43d-9746e0bc4c08 disassociated (deleted). External IP: 172.25.6.201, port: 185d49fe-5f86-43fa-bf50-51579344c740. Dec 20 17:29:58.865131 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:29:58.981286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:29:58.987075 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:58.992140 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:29:59.003892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:59.004525 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:29:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:59.018486 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0bba6766-a580-48bf-9547-6341e9061d78 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "DELETE /v2.0/floatingips/090b8ec0-2e09-40d0-b43d-9746e0bc4c08 HTTP/1.1" status: 204 len: 168 time: 1.1667864 Dec 20 17:29:59.018486 n-d-781076-8 neutron-server[103953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:29:59.018896 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afdb76c8f42460aed867f4a3faf7e8f62265a8c29fa71158a0d00895c3f2906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b92d99-4bcb-40fa-9299-f2de0f505003" -d '{"events": [{"name": "network-changed", "server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:29:59.126727 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:59.201071 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4570c3-d746-4199-91d8-0ac8336f8469 x-openstack-request-id: req-4f4570c3-d746-4199-91d8-0ac8336f8469 {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:29:59.201071 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "status": "completed", "code": 200}]} {{(pid=103953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:29:59.201071 n-d-781076-8 neutron-server[103953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f4570c3-d746-4199-91d8-0ac8336f8469 {{(pid=103953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:29:59.201071 n-d-781076-8 neutron-server[103953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'status': 'completed', 'code': 200} Dec 20 17:29:59.327929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-868aac53-9f3a-4441-b2eb-ffd6a0242e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:59.329483 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-868aac53-9f3a-4441-b2eb-ffd6a0242e12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=321c3ed72321451d88eb00e864c06420&device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 1096 time: 0.1052098 Dec 20 17:29:59.374954 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:59.407012 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:29:59.415616 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:29:59.416226 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:29:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:59.433605 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-7cb83cb4-fc7e-4a20-a3a9-1ef75d41dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:59.435200 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-7cb83cb4-fc7e-4a20-a3a9-1ef75d41dd78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 200 len: 910 time: 0.0986094 Dec 20 17:29:59.481036 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-678313e3-d972-40b4-a447-ed14a6ed0a9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 200 len: 217 time: 0.0377903 Dec 20 17:29:59.521821 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ebed3bbe-787b-42ba-9122-a09f383c9ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:29:59.533113 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:29:59.535194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-fb95f530-3a54-4c6b-935a-6aeb1dd01b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:59.536677 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-fb95f530-3a54-4c6b-935a-6aeb1dd01b43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 200 len: 848 time: 0.0489895 Dec 20 17:29:59.589735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-ebcc1ea7-4214-41c3-b3a3-e99c875d695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:29:59.591869 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-ebcc1ea7-4214-41c3-b3a3-e99c875d695a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5798b090-799d-43ad-9d6e-fd536a0619a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487299 Dec 20 17:29:59.701872 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-3f86fd2e-202d-4cc9-99fd-cca599c0fa23 service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006572 Dec 20 17:29:59.751791 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:29:59.786145 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e7df0-5f00-474a-9eaf-0f3d615a9802 None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:19:24Z', 'revision_number': 4, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '610ad85b-4453-4e6b-a418-7a7bb80a03ba', 'name': '', 'network_id': '5798b090-799d-43ad-9d6e-fd536a0619a4', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'mac_address': 'fa:16:3e:bf:79:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '9206206b-9da1-470b-a982-5683d64f1dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:24Z', 'updated_at': '2021-12-20T17:19:29Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'subnets': [{'id': '9206206b-9da1-470b-a982-5683d64f1dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:29:59.807375 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-d5b92d99-4bcb-40fa-9299-f2de0f505003 req-696f8d39-4cbf-4602-9d5e-9b0bbc69fc1b service neutron] 10.222.0.72 "GET /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986714 Dec 20 17:30:00.021466 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e4d64-8786-4b28-a7d7-f0d2fc4cd07a None None] New status for floating IP 090b8ec0-2e09-40d0-b43d-9746e0bc4c08: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:30:00.614461 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247535fc-2da9-4c08-987d-3473b41d49b7 req-61212916-8845-4375-894b-fb19b8cdb42e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:00.615967 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-247535fc-2da9-4c08-987d-3473b41d49b7 req-61212916-8845-4375-894b-fb19b8cdb42e tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.1021245 Dec 20 17:30:00.671989 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-247535fc-2da9-4c08-987d-3473b41d49b7 req-76b4be82-15d3-4289-ba64-1f9a8fc1442c tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498638 Dec 20 17:30:01.813634 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8165-c0a6-4a82-a63b-8010d3f5165b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:01.848865 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04613cd-0ff2-48d6-8244-70a8168e4d25 req-68e3807a-3da6-4479-8358-0636b49a0a64 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:01.850380 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04613cd-0ff2-48d6-8244-70a8168e4d25 req-68e3807a-3da6-4479-8358-0636b49a0a64 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0989637 Dec 20 17:30:01.905803 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b04613cd-0ff2-48d6-8244-70a8168e4d25 req-233645fa-72f2-4807-a8d2-21c5152f9b3f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/security-groups?id=d60d08b2-d3ba-4eb4-aaf1-b253b313513a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493152 Dec 20 17:30:02.066171 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-907d2f8e-e65a-49e5-8e77-741bd8de07cf tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:02.067671 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-907d2f8e-e65a-49e5-8e77-741bd8de07cf tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 945 time: 0.0497098 Dec 20 17:30:02.162482 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Deleting port 185d49fe-5f86-43fa-bf50-51579344c740 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:02.162825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:02.287626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] For port 185d49fe-5f86-43fa-bf50-51579344c740, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=185d49fe-5f86-43fa-bf50-51579344c740,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:02.288111 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:02.308593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Calling delete_port for 185d49fe-5f86-43fa-bf50-51579344c740 owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:02.546169 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:02.580342 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event deleted for resources: {'Port': ['ID=185d49fe-5f86-43fa-bf50-51579344c740,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:02.609980 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.610322 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.610661 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.610995 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.611326 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.611664 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.611983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.612307 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.612630 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.612949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.613299 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.613621 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.613941 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:02.637088 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] No DVR routers for this DVR port 185d49fe-5f86-43fa-bf50-51579344c740 on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:30:02.640341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:02.643921 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-de4173d3-453c-4ac3-bbe5-ccc04b06d67a req-ba234108-b3db-4694-be2a-a9d25214c409 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.72 "DELETE /v2.0/ports/185d49fe-5f86-43fa-bf50-51579344c740 HTTP/1.1" status: 204 len: 173 time: 0.5704064 Dec 20 17:30:02.644499 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-deleted', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:02.647824 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e51a9ec-9ec3-4f27-bfe3-bb82961e50e0" -d '{"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-deleted", "tag": "185d49fe-5f86-43fa-bf50-51579344c740"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:02.742788 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49f6e17-e4c4-4a13-98d5-ce881c153ff1 x-openstack-request-id: req-e49f6e17-e4c4-4a13-98d5-ce881c153ff1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:02.743084 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bbb550-eb64-4c55-908a-c76dbd20820f", "name": "network-vif-deleted", "tag": "185d49fe-5f86-43fa-bf50-51579344c740", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:02.743352 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e49f6e17-e4c4-4a13-98d5-ce881c153ff1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:02.743767 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bbb550-eb64-4c55-908a-c76dbd20820f', 'name': 'network-vif-deleted', 'tag': '185d49fe-5f86-43fa-bf50-51579344c740', 'status': 'completed', 'code': 200} Dec 20 17:30:03.029461 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-f692b80d-d21b-429a-9cc7-2934ae445099 req-e6840a30-4e55-409e-b010-d138e57bc3b7 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0352316 Dec 20 17:30:03.328117 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:04.137894 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5ae3c0af-5ffc-4476-a79a-8e67df7f7c9b req-7b508884-bf00-4804-b19b-c87fdbecfbc0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0313678 Dec 20 17:30:04.807562 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:05.223003 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:05.249058 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a27ffbd5-62d4-449c-b7b0-92536e278fc5 req-81be0da8-a197-4666-9b5a-55c3c2e5c3ef tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0300891 Dec 20 17:30:06.363063 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-06bf313f-6f45-4b60-ad30-3572650fbad7 req-318eb527-f118-47bc-8e75-08c3618a2b40 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0278180 Dec 20 17:30:06.478518 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:06.508309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 185d49fe-5f86-43fa-bf50-51579344c740 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:30:06.508743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 185d49fe-5f86-43fa-bf50-51579344c740 not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:30:07.504539 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-772d7a64-3187-4dd5-aa67-8b82805ea823 req-2e862c2f-906b-4c53-903b-98e3f34f1dc0 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0380385 Dec 20 17:30:08.631317 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-57c17b8e-8238-4994-b168-f765be83beaa req-161b4c89-8586-4eae-9931-3bbdf391d044 tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "GET /v2.0/ports?device_id=26bbb550-eb64-4c55-908a-c76dbd20820f HTTP/1.1" status: 200 len: 210 time: 0.0323858 Dec 20 17:30:09.705679 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55564) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:09.782932 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b29346-ab8a-46de-80da-a0778471c26f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:09.810784 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b29346-ab8a-46de-80da-a0778471c26f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:09.973970 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b29346-ab8a-46de-80da-a0778471c26f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:09.976549 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-b9b29346-ab8a-46de-80da-a0778471c26f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:09.977809 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-b9b29346-ab8a-46de-80da-a0778471c26f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] 10.222.0.81 "DELETE /v2.0/security-groups/d60d08b2-d3ba-4eb4-aaf1-b253b313513a HTTP/1.1" status: 204 len: 168 time: 0.2710950 Dec 20 17:30:09.989286 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b29346-ab8a-46de-80da-a0778471c26f tempest-TestShelveInstance-1645870072 tempest-TestShelveInstance-1645870072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d08b2-d3ba-4eb4-aaf1-b253b313513a,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:11.108847 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55570) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:11.641935 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:12.259074 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Deleting port 610ad85b-4453-4e6b-a418-7a7bb80a03ba {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:12.259835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:12.362605 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] For port 610ad85b-4453-4e6b-a418-7a7bb80a03ba, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=610ad85b-4453-4e6b-a418-7a7bb80a03ba,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:12.363102 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:12.378657 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Calling delete_port for 610ad85b-4453-4e6b-a418-7a7bb80a03ba owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:12.717117 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:12.741507 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=610ad85b-4453-4e6b-a418-7a7bb80a03ba,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:12.920888 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:13.150163 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Router 88829c04-f259-4067-8d3a-6bf5cb3dc705 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:30:13.265460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:13.270449 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-775e1f5f-3335-4369-ae36-815b5deb5d7c admin admin] 10.222.0.81 "PUT /v2.0/routers/88829c04-f259-4067-8d3a-6bf5cb3dc705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1605399 Dec 20 17:30:13.272963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55580) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:13.275714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] Sync routers for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:13.287320 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:13.287956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:13.385449 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:13.398121 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:13.487836 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:13.579602 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:30:12Z', 'revision_number': 5, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port': {'id': '35ee2b67-562d-4461-82bf-cd869226eb3f', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:21Z', 'updated_at': '2021-12-20T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:13.611356 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] Checking router: 88829c04-f259-4067-8d3a-6bf5cb3dc705 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:13.619934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] Routers {'88829c04-f259-4067-8d3a-6bf5cb3dc705'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:13.620550 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['88829c04-f259-4067-8d3a-6bf5cb3dc705'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:13.664114 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Deleting port 35ee2b67-562d-4461-82bf-cd869226eb3f {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:13.664446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:13.708589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] Set router 88829c04-f259-4067-8d3a-6bf5cb3dc705 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:13.751097 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] For port 35ee2b67-562d-4461-82bf-cd869226eb3f, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=35ee2b67-562d-4461-82bf-cd869226eb3f,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:13.751431 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:13.762566 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:30:13Z', 'revision_number': 6, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:13.765390 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Calling delete_port for 35ee2b67-562d-4461-82bf-cd869226eb3f owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:13.792971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc8316-faa1-43f4-a384-1588ac2e5ff9 None None] The sync data for ids ['88829c04-f259-4067-8d3a-6bf5cb3dc705'] in n-d-781076-8 is: [{'id': '88829c04-f259-4067-8d3a-6bf5cb3dc705', 'name': 'tempest-TestShelveInstance-1062413704-router', 'tenant_id': '321c3ed72321451d88eb00e864c06420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:20Z', 'updated_at': '2021-12-20T17:30:13Z', 'revision_number': 6, 'project_id': '321c3ed72321451d88eb00e864c06420', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:14.047841 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.078476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ee2b67-562d-4461-82bf-cd869226eb3f,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:14.094044 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f34e0-5381-4ce4-989b-d3d8e1db47b1 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:14.144388 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.246662 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.248918 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.474348 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.490619 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88829c04-f259-4067-8d3a-6bf5cb3dc705 {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:30:14.490619 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.490619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-514296ab-1b85-4436-9a62-0f6a8eb88872 admin admin] 10.222.0.81 "DELETE /v2.0/routers/88829c04-f259-4067-8d3a-6bf5cb3dc705 HTTP/1.1" status: 204 len: 168 time: 1.2067778 Dec 20 17:30:14.491700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55586) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:14.537260 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Deleting subnet 9206206b-9da1-470b-a982-5683d64f1dee {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:30:14.540825 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.580665 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.662145 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.802314 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.826152 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9206206b-9da1-470b-a982-5683d64f1dee,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:14.842406 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:14.847971 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5e7648f1-8397-40bc-b251-7d0c99b429d9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9206206b-9da1-470b-a982-5683d64f1dee HTTP/1.1" status: 204 len: 168 time: 0.3597872 Dec 20 17:30:14.848355 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55588) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:14.858677 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116374c-6661-4b1c-85e0-cc98d062a623 None None] Network 5798b090-799d-43ad-9d6e-fd536a0619a4 requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:30:14.941898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.007704 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Deleting port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:15.008035 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.020642 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] DHCP port deletion for 5798b090-799d-43ad-9d6e-fd536a0619a4 request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:15.084814 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Deleting port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:15.085251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.085456 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] For port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:15.085859 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.106631 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 610ad85b-4453-4e6b-a418-7a7bb80a03ba no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:15.108050 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Calling delete_port for c44e71a6-e9da-424b-83c0-6dd7ab0a50fe owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:15.163064 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 610ad85b-4453-4e6b-a418-7a7bb80a03ba {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:30:15.163413 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 610ad85b-4453-4e6b-a418-7a7bb80a03ba not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:30:15.163767 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c44e71a6-e9da-424b-83c0-6dd7ab0a50fe no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:15.206953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] For port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,segment=NetworkSegment(6d08e1f0-ac08-47d1-85b9-c8770248bbf3),segment_id=6d08e1f0-ac08-47d1-85b9-c8770248bbf3)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:15.207354 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.225362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Calling delete_port for c44e71a6-e9da-424b-83c0-6dd7ab0a50fe owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:15.277039 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.305135 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:15.311964 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] No DVR routers for this DVR port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:30:15.329488 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.391713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35ee2b67-562d-4461-82bf-cd869226eb3f no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:15.393483 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.395635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.422638 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5798b090-799d-43ad-9d6e-fd536a0619a4']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:15.422962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 35ee2b67-562d-4461-82bf-cd869226eb3f {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:30:15.423086 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 35ee2b67-562d-4461-82bf-cd869226eb3f not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:30:15.437878 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d08e1f0-ac08-47d1-85b9-c8770248bbf3') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:15.438295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d08e1f0-ac08-47d1-85b9-c8770248bbf3') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:15.444030 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Pushing event deleted for resources: {'Port': ['ID=c44e71a6-e9da-424b-83c0-6dd7ab0a50fe,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:15.452320 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.453186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] No DVR routers for this DVR port c44e71a6-e9da-424b-83c0-6dd7ab0a50fe on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:30:15.456089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.456567 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.456862 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.457239 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.457618 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.458397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.458624 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.458903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.459233 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.459564 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.459895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.460222 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.460554 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712237ff-0e73-4ece-8d1b-06816ca3488b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:15.475951 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.483459 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:30:15.484167 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:30:15.486051 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:30:15.779816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.785664 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:15.788946 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5798b090-799d-43ad-9d6e-fd536a0619a4 HTTP/1.1" status: 204 len: 168 time: 0.9396977 Dec 20 17:30:15.792121 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55596) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:15.801394 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca9741-626e-4c56-bdf2-cdff386eb0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5798b090-799d-43ad-9d6e-fd536a0619a4,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:16.176758 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:16.454245 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Deleting port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:16.454501 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:16.541019 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] For port 0d6f702b-363b-47b5-b68a-5b6f3824d8e0, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:16.541403 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:16.555303 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Calling delete_port for 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:16.817235 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:16.857293 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6f702b-363b-47b5-b68a-5b6f3824d8e0,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:17.070531 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:17.302886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Router bfa4747d-6afc-4af6-aba7-2890c0630aba has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:30:17.752671 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:17.760200 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-260b9c84-e396-45e6-938d-ca969b67e704 admin admin] 10.222.0.81 "PUT /v2.0/routers/bfa4747d-6afc-4af6-aba7-2890c0630aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9644840 Dec 20 17:30:17.760322 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55604) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:17.761376 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] Sync routers for ids ['bfa4747d-6afc-4af6-aba7-2890c0630aba'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:17.775869 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] Routers {'bfa4747d-6afc-4af6-aba7-2890c0630aba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:17.776481 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['bfa4747d-6afc-4af6-aba7-2890c0630aba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:17.872237 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks [] for router, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:17.888261 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] Set router bfa4747d-6afc-4af6-aba7-2890c0630aba gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:17.982890 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.124814 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Deleting port 489efa8e-9faa-4cd2-9fe5-06a742822dce {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:18.125149 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.195897 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:30:16Z', 'revision_number': 5, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port': {'id': '489efa8e-9faa-4cd2-9fe5-06a742822dce', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:19:29Z', 'updated_at': '2021-12-20T17:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:18.223999 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] Checking router: bfa4747d-6afc-4af6-aba7-2890c0630aba for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:18.230116 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] For port 489efa8e-9faa-4cd2-9fe5-06a742822dce, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=489efa8e-9faa-4cd2-9fe5-06a742822dce,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:18.230708 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.232885 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] Routers {'bfa4747d-6afc-4af6-aba7-2890c0630aba'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:18.233527 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['bfa4747d-6afc-4af6-aba7-2890c0630aba'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:18.252593 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Calling delete_port for 489efa8e-9faa-4cd2-9fe5-06a742822dce owned by network:router_gateway {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:18.324346 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] Set router bfa4747d-6afc-4af6-aba7-2890c0630aba gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:18.386197 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:30:17Z', 'revision_number': 6, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:18.414450 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd2b17-1280-433d-ae9b-5c6cdc25f1e7 None None] The sync data for ids ['bfa4747d-6afc-4af6-aba7-2890c0630aba'] in n-d-781076-8 is: [{'id': 'bfa4747d-6afc-4af6-aba7-2890c0630aba', 'name': 'tempest-TestShelveInstance-744931863-router', 'tenant_id': 'a069c1bf6af349b28c55ae161684a812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:19:28Z', 'updated_at': '2021-12-20T17:30:17Z', 'revision_number': 6, 'project_id': 'a069c1bf6af349b28c55ae161684a812', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:18.546257 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.578385 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Pushing event deleted for resources: {'Port': ['ID=489efa8e-9faa-4cd2-9fe5-06a742822dce,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:18.592615 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057acf2-6d2d-455c-b7ae-6f28ecd71c0b None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:18.641418 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.734333 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.736704 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.853429 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.853945 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa4747d-6afc-4af6-aba7-2890c0630aba {{(pid=103953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:30:18.859463 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.865142 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-a31a9f53-df81-427f-93e8-421f93a38898 admin admin] 10.222.0.81 "DELETE /v2.0/routers/bfa4747d-6afc-4af6-aba7-2890c0630aba HTTP/1.1" status: 204 len: 168 time: 1.0993848 Dec 20 17:30:18.865142 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55606) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:18.911148 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Deleting subnet ac8d10ff-1d94-4986-bd8c-89ff6ff1069e {{(pid=103953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:30:18.912247 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:18.947835 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564823'] for subnet, precommit_delete_associations {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.033005 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.179642 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10187337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10162392'] for subnet, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.210813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8d10ff-1d94-4986-bd8c-89ff6ff1069e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:19.213217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.217322 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-05cede56-929b-4c41-b5e5-06a95fcfd50f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ac8d10ff-1d94-4986-bd8c-89ff6ff1069e HTTP/1.1" status: 204 len: 168 time: 0.3531480 Dec 20 17:30:19.219843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55608) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:19.220945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 489efa8e-9faa-4cd2-9fe5-06a742822dce no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:19.225300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63557e23-9dab-44f7-9013-a715f4fd3672 None None] Network d16dd57e-ae41-4ac3-8838-b2a60ce5704e requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:30:19.269853 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 489efa8e-9faa-4cd2-9fe5-06a742822dce {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:30:19.270257 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 489efa8e-9faa-4cd2-9fe5-06a742822dce not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:30:19.270901 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:19.321903 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:30:19.322188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.322338 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0d6f702b-363b-47b5-b68a-5b6f3824d8e0 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:30:19.414635 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Deleting port 0f745f6f-c779-401c-8733-18923c023f99 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:19.416694 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.495665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] For port 0f745f6f-c779-401c-8733-18923c023f99, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0f745f6f-c779-401c-8733-18923c023f99,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:19.496058 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.517556 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Calling delete_port for 0f745f6f-c779-401c-8733-18923c023f99 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:19.642391 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] DHCP port deletion for d16dd57e-ae41-4ac3-8838-b2a60ce5704e request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:19.697627 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] Deleting port 0f745f6f-c779-401c-8733-18923c023f99 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:30:19.698002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.710735 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.739126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f745f6f-c779-401c-8733-18923c023f99,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:19.743336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] No DVR routers for this DVR port 0f745f6f-c779-401c-8733-18923c023f99 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:30:19.769643 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] For port 0f745f6f-c779-401c-8733-18923c023f99, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=0f745f6f-c779-401c-8733-18923c023f99,segment=NetworkSegment(c55e4f91-d04c-4463-a0bc-b77da8334842),segment_id=c55e4f91-d04c-4463-a0bc-b77da8334842)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:19.770083 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.783742 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] Calling delete_port for 0f745f6f-c779-401c-8733-18923c023f99 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:30:19.816082 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.837673 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16dd57e-ae41-4ac3-8838-b2a60ce5704e']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:19.848005 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55e4f91-d04c-4463-a0bc-b77da8334842') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:19.848306 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55e4f91-d04c-4463-a0bc-b77da8334842') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:19.858977 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.860799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.872479 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.878576 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:30:19.878965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:30:19.880627 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:30:19.885770 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] Pushing event deleted for resources: {'Port': ['ID=0f745f6f-c779-401c-8733-18923c023f99,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:19.890589 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3fb91-2609-4735-b637-46070eee6dbf None None] No DVR routers for this DVR port 0f745f6f-c779-401c-8733-18923c023f99 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:30:20.002416 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:20.009259 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:20.013150 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d16dd57e-ae41-4ac3-8838-b2a60ce5704e HTTP/1.1" status: 204 len: 168 time: 0.7923028 Dec 20 17:30:20.022570 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ee66d-1cd5-4317-9e6f-16cca3749151 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16dd57e-ae41-4ac3-8838-b2a60ce5704e,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:20.427069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55612) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:20.471893 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c3e5916b-5830-48ee-bb70-e14c22f91a50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=321c3ed72321451d88eb00e864c06420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435944 Dec 20 17:30:20.475724 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55614) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:20.528759 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64661210-2e15-44e5-adbb-50f12191a842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:20.551809 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64661210-2e15-44e5-adbb-50f12191a842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:20.670877 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64661210-2e15-44e5-adbb-50f12191a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:20.673513 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-64661210-2e15-44e5-adbb-50f12191a842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:20.674702 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-64661210-2e15-44e5-adbb-50f12191a842 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d66450c-e7a8-4908-a625-e87fcdc2d5e5 HTTP/1.1" status: 204 len: 168 time: 0.1977086 Dec 20 17:30:20.682938 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661210-2e15-44e5-adbb-50f12191a842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d66450c-e7a8-4908-a625-e87fcdc2d5e5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:21.077768 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0f745f6f-c779-401c-8733-18923c023f99 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:30:21.108892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 0f745f6f-c779-401c-8733-18923c023f99 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:30:21.108892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 0f745f6f-c779-401c-8733-18923c023f99 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:30:21.426623 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55620) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:21.471382 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-fff6b1c2-4e0d-4c35-8c83-fd433130e12a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a069c1bf6af349b28c55ae161684a812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435977 Dec 20 17:30:21.473860 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55622) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:21.521739 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e94ee1e-31b7-4f23-bbd9-f04d91adb315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:21.543610 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e94ee1e-31b7-4f23-bbd9-f04d91adb315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:21.668426 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e94ee1e-31b7-4f23-bbd9-f04d91adb315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:21.670989 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-3e94ee1e-31b7-4f23-bbd9-f04d91adb315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:21.672154 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-3e94ee1e-31b7-4f23-bbd9-f04d91adb315 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b63a7104-e167-431f-a022-ff342dbeded7 HTTP/1.1" status: 204 len: 168 time: 0.1973760 Dec 20 17:30:21.680060 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94ee1e-31b7-4f23-bbd9-f04d91adb315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a7104-e167-431f-a022-ff342dbeded7,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:22.685393 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:22.816264 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55644) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:22.911053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1026103364-network', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:23.022295 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Made reservation on behalf of b78949365fff40d4adbbc7ff98c0617e for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:30:23.024722 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.034324 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.107819 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.216602 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.241691 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:30:23.252218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bd03e0-e9bc-44f2-9580-b00b3750761f,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:23.258182 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.258516 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Added segment 5db61884-e056-4751-8bb8-52167907302a of type vlan for network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c Dec 20 17:30:23.299908 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.417204 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.418405 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:23.419074 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.483331 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] Pushing event updated for resources: {'Network': ['ID=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:23.497718 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:30:23.548172 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3235b092-4911-48b5-963c-140786dbc3eb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7307656 Dec 20 17:30:23.552145 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55648) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:23.557197 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Request body: {'subnet': {'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1026103364-subnet', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:23.645523 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Made reservation on behalf of b78949365fff40d4adbbc7ff98c0617e for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:30:23.647945 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.893905 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:23.952476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:23.964579 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Checking segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:23.965056 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Network hostable DHCP agents. Network: e06f7e11-842a-4f8d-b6d0-69490d0ffd4c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:30:24.062916 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:30:24.125352 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, e06f7e11-842a-4f8d-b6d0-69490d0ffd4c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:24.129775 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:24.135194 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.135973 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343d3ef-1a01-427d-98ab-7dfaf184a31c None None] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:30:24.221745 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2c5ab4ed-b95b-4783-80d9-521a23041c7e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6661382 Dec 20 17:30:24.222022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55650) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:24.226414 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:24.242534 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:30:24.243508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.354163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.355254 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.393962 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Allocated IP 172.20.0.2 (e06f7e11-842a-4f8d-b6d0-69490d0ffd4c/3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5/c3862f3b-3411-45ec-b48d-5c7d13493a93) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:24.443088 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.567002 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.632249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.636797 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.676134 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:24.679175 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:24.682726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:24.692640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Pushing event updated for resources: {'Port': ['ID=c3862f3b-3411-45ec-b48d-5c7d13493a93,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:24.749861 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Attempting to bind port c3862f3b-3411-45ec-b48d-5c7d13493a93 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:24.750378 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Attempting to bind port c3862f3b-3411-45ec-b48d-5c7d13493a93 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:24.750590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Attempting to bind port c3862f3b-3411-45ec-b48d-5c7d13493a93 on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:24.756531 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:24.756902 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Checking segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:24.757329 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.757721 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Bound using segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:24.758193 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Bound port: c3862f3b-3411-45ec-b48d-5c7d13493a93, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:24.758574 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.824748 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] For port c3862f3b-3411-45ec-b48d-5c7d13493a93, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:24.828753 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] For port c3862f3b-3411-45ec-b48d-5c7d13493a93, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3862f3b-3411-45ec-b48d-5c7d13493a93,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:24.894717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.914454 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.925494 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:24.987326 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43c6ad-0084-468d-9684-fa3735d7abb5 None None] Pushing event updated for resources: {'Port': ['ID=c3862f3b-3411-45ec-b48d-5c7d13493a93,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:25.026912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Allocated IP 172.25.6.104 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/4b6dfb77-ab96-45e0-9e02-0c33ffb91daf) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:25.151309 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:25.276835 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:25.324194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:25.327921 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:25.330557 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:25.337284 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:25.342614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ade48-ed39-4fb4-9c07-99293e6e04e8 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:25.402246 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-85facd3e-63e5-49e1-817f-71aef0cf2be4 None None] Provisioning complete for port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:25.402530 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85facd3e-63e5-49e1-817f-71aef0cf2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:25.445227 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-85facd3e-63e5-49e1-817f-71aef0cf2be4 None None] Port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:25.704124 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:25.941508 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ecadb4-3f01-4da3-8609-d449b469e0af None None] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:30:26.018346 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ccbc0d73-0164-4852-9f0d-f2cf89570c4d None None] Provisioning complete for port c3862f3b-3411-45ec-b48d-5c7d13493a93 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:26.020112 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0d73-0164-4852-9f0d-f2cf89570c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:26.164426 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0d73-0164-4852-9f0d-f2cf89570c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:26.200923 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-ccbc0d73-0164-4852-9f0d-f2cf89570c4d None None] For port c3862f3b-3411-45ec-b48d-5c7d13493a93, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3862f3b-3411-45ec-b48d-5c7d13493a93,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:26.278894 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:26.294258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0d73-0164-4852-9f0d-f2cf89570c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:26.359549 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc0d73-0164-4852-9f0d-f2cf89570c4d None None] Pushing event updated for resources: {'Port': ['ID=c3862f3b-3411-45ec-b48d-5c7d13493a93,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:26.414149 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-205c99ab-44a0-4e83-96e9-323ab22288cd None None] Provisioning complete for port c3862f3b-3411-45ec-b48d-5c7d13493a93 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:26.414553 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-205c99ab-44a0-4e83-96e9-323ab22288cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:26.500094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Router 569404c1-0cc5-4064-bb55-5d6adc738189 is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:30:26.614350 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:26.623895 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:26.634435 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:26.635042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:26.710170 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:26.711427 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f06c2c84-4855-4fb8-8efd-8fbb4dfdd0b8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4884646 Dec 20 17:30:26.714974 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55652) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:26.746213 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:26.939891 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:25Z', 'revision_number': 3, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:26.968372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:26.968729 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Updating router 569404c1-0cc5-4064-bb55-5d6adc738189 port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:30:26.996466 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.160628 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.171952 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3862f3b-3411-45ec-b48d-5c7d13493a93 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:27.271892 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port c3862f3b-3411-45ec-b48d-5c7d13493a93 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:27.272139 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.338442 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.339100 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Allocated IP 172.20.0.1 (e06f7e11-842a-4f8d-b6d0-69490d0ffd4c/3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5/32dccb19-c6e1-454a-a0ab-470c048d1e5b) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:27.450323 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.453458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.504028 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87137bea-2b33-45d2-8db6-7daadf8e46bc None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:27.517530 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Attempting to bind port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:27.517981 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Attempting to bind port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:27.518303 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Attempting to bind port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:27.521328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a6524-a146-42f9-b528-4c84fdc4ce77 None None] Pushing event updated for resources: {'Port': ['ID=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:27.527646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:27.528051 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:27.528515 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.528835 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:27.529417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Bound port: 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:27.529841 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.582693 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] For port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:27.586305 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] For port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:27.588490 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.629640 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f658fc04-3a52-4367-92ea-a67f1521680a None None] Provisioning complete for port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:27.630013 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f658fc04-3a52-4367-92ea-a67f1521680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.632573 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:27.635912 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:27.640947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:27.644362 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Pushing event updated for resources: {'Port': ['ID=32dccb19-c6e1-454a-a0ab-470c048d1e5b,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:27.666217 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f658fc04-3a52-4367-92ea-a67f1521680a None None] Port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:27.677527 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.689016 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:27.741099 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:27.742066 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:27.749097 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525cea8-3e7b-4acf-8745-da7d89efd3ad None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:27.788287 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a6524-a146-42f9-b528-4c84fdc4ce77 None None] Pushing event updated for resources: {'Port': ['ID=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:27.928829 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.048572 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-894ce367-5090-4a3e-a9fc-dc269615e6d5 None None] Provisioning complete for port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:28.048949 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-894ce367-5090-4a3e-a9fc-dc269615e6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.084988 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:28.108757 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.184858 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.259853 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-894ce367-5090-4a3e-a9fc-dc269615e6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.262006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Pushing event updated for resources: {'Port': ['ID=32dccb19-c6e1-454a-a0ab-470c048d1e5b,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:28.265591 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.310225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-894ce367-5090-4a3e-a9fc-dc269615e6d5 None None] For port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:28.351684 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:25Z', 'revision_number': 3, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:28.371903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:28.373618 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:28.381185 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41a75c-5673-4c08-af97-32e50a230c84 None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:25Z', 'revision_number': 3, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:28.384368 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-894ce367-5090-4a3e-a9fc-dc269615e6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.419458 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.449123 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ce367-5090-4a3e-a9fc-dc269615e6d5 None None] Pushing event updated for resources: {'Port': ['ID=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:28.514641 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-fd991a53-af33-4537-8aeb-afb666c5b9b4 None None] Provisioning complete for port 32dccb19-c6e1-454a-a0ab-470c048d1e5b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:28.515796 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fd991a53-af33-4537-8aeb-afb666c5b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.530213 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Router 569404c1-0cc5-4064-bb55-5d6adc738189 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:30:28.563713 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-fd991a53-af33-4537-8aeb-afb666c5b9b4 None None] Port 32dccb19-c6e1-454a-a0ab-470c048d1e5b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:28.661445 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:28.674838 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-33cf81cc-d613-4ab9-a5f4-97673b906840 admin admin] 10.222.0.81 "PUT /v2.0/routers/569404c1-0cc5-4064-bb55-5d6adc738189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525571 Dec 20 17:30:28.840552 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-479b9a25-9f77-4113-a722-ef05bf88e196 None None] Provisioning complete for port 32dccb19-c6e1-454a-a0ab-470c048d1e5b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:28.841278 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-479b9a25-9f77-4113-a722-ef05bf88e196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:28.880426 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-479b9a25-9f77-4113-a722-ef05bf88e196 None None] Port 32dccb19-c6e1-454a-a0ab-470c048d1e5b cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:29.133463 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:29.194986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:29.195380 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.448026 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1794343-8212-4bec-81ab-296f385c2b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.454715 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55668) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:29.459999 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1946540296-network', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:29.549946 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Made reservation on behalf of a14d326e72224ba4a0734d88976e75a4 for: {'network': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:30:29.552446 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for network, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.561672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.641372 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.707965 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.735153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 17:30:29.745879 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2920a80f-a6d6-453e-9028-e9ac58c6115e,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:29.753547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.753547 n-d-781076-8 neutron-server[103954]: INFO neutron.db.segments_db [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Added segment d15109cb-da20-4184-83ea-9338b93f967b of type vlan for network 6483c701-bb2a-494f-99ea-81c0c2c5029c Dec 20 17:30:29.804480 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736428309050'] for network, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.896976 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226'] for network, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.897949 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:29.898528 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:29.960270 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] Pushing event updated for resources: {'Network': ['ID=6483c701-bb2a-494f-99ea-81c0c2c5029c,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:29.971027 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c details requested by agent ovs-agent-n-d-781076-8 with host n-d-781076-8 {{(pid=103955) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 17:30:30.011402 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a82e7389-1b1a-4124-91df-3448dfc8a99d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5531020 Dec 20 17:30:30.011743 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55670) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:30.017929 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Request body: {'subnet': {'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1946540296-subnet', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'ip_version': 4}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:30.125196 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Made reservation on behalf of a14d326e72224ba4a0734d88976e75a4 for: {'subnet': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:30:30.127613 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388235'] for subnet, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.182514 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:30.193078 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:30.193855 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:30.309114 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:30.425542 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388249'] for subnet, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.489188 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47393971-d760-4ce9-be19-fd2b80d12428,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:30.498513 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Checking segment: {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:30.498880 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Network hostable DHCP agents. Network: 6483c701-bb2a-494f-99ea-81c0c2c5029c, hostable agents: ['51dcf6f0-c980-41e5-913c-3644d46daeac'], hosted agents: [] {{(pid=103954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 17:30:30.539109 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 2, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:30.567251 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:30.567604 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Updating router 569404c1-0cc5-4064-bb55-5d6adc738189 port 32dccb19-c6e1-454a-a0ab-470c048d1e5b binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:30:30.594365 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.596153 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c is scheduled to be hosted by DHCP agent 51dcf6f0-c980-41e5-913c-3644d46daeac with binding_index 1 {{(pid=103954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 17:30:30.682080 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-781076-8, 6483c701-bb2a-494f-99ea-81c0c2c5029c) {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:30.686766 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:30.687495 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.692949 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a748b7-5e21-4323-b722-f1effea5c6f0 None None] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:30:30.780209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-3d65505c-d740-4c12-8456-cda6e4171b8e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7666276 Dec 20 17:30:30.783091 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55672) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:30.787783 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:30.798386 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5a7b781-a4be-5786-89b5-c21bcc4dd4de-6483c701-bb2a-494f-99ea-81c0c2c5029c', 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'fixed_ips': [{'subnet_id': '47393971-d760-4ce9-be19-fd2b80d12428'}]}} from n-d-781076-8. {{(pid=103955) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 17:30:30.799262 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.892203 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.894173 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-642563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109472'] for router, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.895386 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-642807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109497'] for router, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.949444 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Allocated IP 172.20.0.2 (6483c701-bb2a-494f-99ea-81c0c2c5029c/47393971-d760-4ce9-be19-fd2b80d12428/73d28a8a-f733-4f42-9dc9-106b3bdbbc0e) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:30.953984 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:30.979349 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.050779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Pushing event updated for resources: {'Port': ['ID=32dccb19-c6e1-454a-a0ab-470c048d1e5b,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:31.075034 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.075369 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.075718 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.076108 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.077127 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.077662 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.078157 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.078664 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.079170 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.079657 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.080155 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.080653 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.081156 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:30:31.100174 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Attempting to bind port 32dccb19-c6e1-454a-a0ab-470c048d1e5b on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:31.100698 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Attempting to bind port 32dccb19-c6e1-454a-a0ab-470c048d1e5b by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:31.101235 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Attempting to bind port 32dccb19-c6e1-454a-a0ab-470c048d1e5b on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:31.108615 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:31.109409 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Checking segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:31.110649 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.111272 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Bound using segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:31.111779 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Bound port: 32dccb19-c6e1-454a-a0ab-470c048d1e5b, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:31.112172 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.130917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Publish callbacks [] for port, precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.196406 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] For port 32dccb19-c6e1-454a-a0ab-470c048d1e5b, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:31.200071 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] For port 32dccb19-c6e1-454a-a0ab-470c048d1e5b, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=32dccb19-c6e1-454a-a0ab-470c048d1e5b,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:31.245799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587'] for port, after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.269446 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.292933 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:31.299441 n-d-781076-8 neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:31.299705 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.301308 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Pushing event updated for resources: {'Port': ['ID=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:31.303593 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:31.363630 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f047d5-32a7-4ae2-9dda-6bc7c9df20dd None None] Pushing event updated for resources: {'Port': ['ID=32dccb19-c6e1-454a-a0ab-470c048d1e5b,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:31.368966 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:31.369604 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:31.376372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-772fc3f2-10a6-4713-b3eb-7a75eb19f9fd None None] Provisioning complete for port 32dccb19-c6e1-454a-a0ab-470c048d1e5b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:31.376965 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-772fc3f2-10a6-4713-b3eb-7a75eb19f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.414470 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Attempting to bind port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:31.416681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Attempting to bind port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:31.416681 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Attempting to bind port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e on network 6483c701-bb2a-494f-99ea-81c0c2c5029c {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:31.425673 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:31.426004 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Checking segment: {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:31.426284 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.426611 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Bound using segment: {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:31.427117 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Bound port: 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:31.427695 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.505194 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:31.540093 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-772fc3f2-10a6-4713-b3eb-7a75eb19f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.543698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] For port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:31.548075 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] For port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:31.587057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-772fc3f2-10a6-4713-b3eb-7a75eb19f9fd None None] For port 32dccb19-c6e1-454a-a0ab-470c048d1e5b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=32dccb19-c6e1-454a-a0ab-470c048d1e5b,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:31.628630 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.646865 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.648808 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.724567 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-772fc3f2-10a6-4713-b3eb-7a75eb19f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.739136 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6280-3a4e-4784-9140-11e29939ad5c None None] Pushing event updated for resources: {'Port': ['ID=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:31.771199 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:31.796195 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Allocated IP 172.25.6.46 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/ce5b26b6-069c-417a-9861-7c3a5fbb7f07) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:31.798664 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fc3f2-10a6-4713-b3eb-7a75eb19f9fd None None] Pushing event updated for resources: {'Port': ['ID=32dccb19-c6e1-454a-a0ab-470c048d1e5b,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:31.817499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84edd33f-2010-46d6-9d01-b563df66e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.817692 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02876786-16ba-4244-97b0-d47f931bb4ad None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:31.844103 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-ef6f5119-5160-4a17-8d37-04ea3c05ae85 None None] Provisioning complete for port 32dccb19-c6e1-454a-a0ab-470c048d1e5b triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:31.844488 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef6f5119-5160-4a17-8d37-04ea3c05ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:31.959921 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:32.094786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:32.145479 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:32.152555 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Pushing event updated for resources: {'Port': ['ID=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:32.154946 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:32.158360 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:32.172658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9cbdf3-ee98-4dd5-bd4b-8b37b1b08585 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:32.228955 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e5e502ba-f2f3-4aca-9cd4-4c75e9850650 None None] Provisioning complete for port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:32.229369 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5e502ba-f2f3-4aca-9cd4-4c75e9850650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:32.270370 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e5e502ba-f2f3-4aca-9cd4-4c75e9850650 None None] Port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:32.563217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:32.783827 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-642702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647797'] for router, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:32.862634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7436f26-9b7c-438f-add4-44542f078dcc None None] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:30:32.944447 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8c539935-c1df-4289-96f8-90391d27591c None None] Provisioning complete for port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:32.945029 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c539935-c1df-4289-96f8-90391d27591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.032308 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Router 258cae45-5550-4eaa-8b35-f956dffa805d is scheduled to L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc with binding_index 1 {{(pid=103953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 17:30:33.085451 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c539935-c1df-4289-96f8-90391d27591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.142726 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8c539935-c1df-4289-96f8-90391d27591c None None] For port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:33.175768 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:33.185547 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 32dccb19-c6e1-454a-a0ab-470c048d1e5b up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:33.208938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Sync routers for ids ['258cae45-5550-4eaa-8b35-f956dffa805d'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:33.241698 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Routers {'258cae45-5550-4eaa-8b35-f956dffa805d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:33.247052 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['258cae45-5550-4eaa-8b35-f956dffa805d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:33.250033 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c539935-c1df-4289-96f8-90391d27591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.290204 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] Publish callbacks [] for router, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.291767 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-71ddac5b-94e8-421b-ad00-7c31e70991ba admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5075760 Dec 20 17:30:33.296459 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55674) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:33.404916 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 32dccb19-c6e1-454a-a0ab-470c048d1e5b triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:33.405326 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.415037 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.436715 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c539935-c1df-4289-96f8-90391d27591c None None] Pushing event updated for resources: {'Port': ['ID=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:33.457417 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-d91f448d-85bd-43d0-9f31-6e2ec372e72b None None] Provisioning complete for port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:33.457680 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d91f448d-85bd-43d0-9f31-6e2ec372e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.486680 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Set router 258cae45-5550-4eaa-8b35-f956dffa805d gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:33.749664 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.864026 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:33.920106 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.db_base_plugin_common [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Allocated IP 172.20.0.1 (6483c701-bb2a-494f-99ea-81c0c2c5029c/47393971-d760-4ce9-be19-fd2b80d12428/68150beb-d3c8-4fd7-8f82-6be3a00a25c5) {{(pid=103953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:33.983848 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:33.996959 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:33.996959 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:30:32Z', 'revision_number': 3, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:34.032726 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:30:34.044094 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.052207 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Checking router: 258cae45-5550-4eaa-8b35-f956dffa805d for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:34.052586 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Updating router 258cae45-5550-4eaa-8b35-f956dffa805d port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 binding host n-d-781076-8 {{(pid=103955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:30:34.088781 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.151133 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.191438 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:34.194292 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:34.197638 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Received port after_create {{(pid=103953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:34.229319 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Pushing event updated for resources: {'Port': ['ID=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:34.248981 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-646978'] for router_interface, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.407889 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Publish callbacks [] for port, precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.444950 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.455403 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e23b86b7-a2b4-41ab-b1c3-90efd9f3a95e None None] Provisioning complete for port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:34.455561 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e23b86b7-a2b4-41ab-b1c3-90efd9f3a95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.490451 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-e23b86b7-a2b4-41ab-b1c3-90efd9f3a95e None None] Port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:34.505691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.555472 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ea2c4-22f8-4e99-9904-65f5546118d0 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:34.567743 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Attempting to bind port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:34.568127 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Attempting to bind port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:34.568498 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Attempting to bind port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 on network c433bad7-c2e8-436b-a2b1-52b64e946a9a {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:34.572922 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259299-d7f8-4fe2-b36f-1755aad801ca None None] Pushing event updated for resources: {'Port': ['ID=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:34.578059 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:34.578445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Checking segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:34.578857 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.579253 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Bound using segment: {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:34.579758 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Bound port: ce5b26b6-069c-417a-9861-7c3a5fbb7f07, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35605690-14b8-410d-a9ee-3c056931e173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:34.580125 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.625752 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.638483 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-5e232e9e-6e6d-44c6-bf67-a63ab5106ba8 None None] Provisioning complete for port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:34.638878 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5e232e9e-6e6d-44c6-bf67-a63ab5106ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.665953 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] For port ce5b26b6-069c-417a-9861-7c3a5fbb7f07, host n-d-781076-8, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:34.686182 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] For port ce5b26b6-069c-417a-9861-7c3a5fbb7f07, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:34.692612 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-5e232e9e-6e6d-44c6-bf67-a63ab5106ba8 None None] Port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:34.693576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10187327'] for port, after_update {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.756628 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.765938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-646966'] for router_interface, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.768707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Pushing event updated for resources: {'Port': ['ID=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,revision_number=2']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:34.794772 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.804883 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed7946-0ee4-416d-91fc-433b2cb4180f None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:30:34.827754 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259299-d7f8-4fe2-b36f-1755aad801ca None None] Pushing event updated for resources: {'Port': ['ID=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:34.830485 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Routers {'258cae45-5550-4eaa-8b35-f956dffa805d'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:34.831590 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['258cae45-5550-4eaa-8b35-f956dffa805d'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:34.871844 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c is already hosted by enough agents. {{(pid=103953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:34.873384 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.base_scheduler [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Resources bound (agent type, host, resource id): {{(pid=103953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:34.954701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-e5aa8184-d8e6-424b-bd64-5f7ac9406078 None None] Provisioning complete for port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:34.955042 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8184-d8e6-424b-bd64-5f7ac9406078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:34.981049 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] Set router 258cae45-5550-4eaa-8b35-f956dffa805d gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:34.999464 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Router 258cae45-5550-4eaa-8b35-f956dffa805d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:30:35.127989 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:35.272009 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8184-d8e6-424b-bd64-5f7ac9406078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:35.319934 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:35.322493 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-e5aa8184-d8e6-424b-bd64-5f7ac9406078 None None] For port ce5b26b6-069c-417a-9861-7c3a5fbb7f07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:35.327141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:35.327512 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:35.412613 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '68150beb-d3c8-4fd7-8f82-6be3a00a25c5', 'name': '', 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'mac_address': 'fa:16:3e:ed:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '47393971-d760-4ce9-be19-fd2b80d12428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:33Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 2, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'subnets': [{'id': '47393971-d760-4ce9-be19-fd2b80d12428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:35.452999 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f40397c-3014-455b-addd-4d9669b7f77c None None] The sync data for ids ['258cae45-5550-4eaa-8b35-f956dffa805d'] in n-d-781076-8 is: [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '68150beb-d3c8-4fd7-8f82-6be3a00a25c5', 'name': '', 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'mac_address': 'fa:16:3e:ed:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '47393971-d760-4ce9-be19-fd2b80d12428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:33Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 2, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'subnets': [{'id': '47393971-d760-4ce9-be19-fd2b80d12428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:35.457251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8184-d8e6-424b-bd64-5f7ac9406078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:35.487466 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:35.493685 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-0d70384a-ed69-4043-8034-7e51e2918708 admin admin] 10.222.0.81 "PUT /v2.0/routers/258cae45-5550-4eaa-8b35-f956dffa805d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958389 Dec 20 17:30:35.510992 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8184-d8e6-424b-bd64-5f7ac9406078 None None] Pushing event updated for resources: {'Port': ['ID=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:35.574318 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-a3a39db7-401d-4fbb-99b2-f2fa95c25f20 None None] Provisioning complete for port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:35.574745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a3a39db7-401d-4fbb-99b2-f2fa95c25f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:35.613445 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a3a39db7-401d-4fbb-99b2-f2fa95c25f20 None None] Port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:36.122132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55682) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:36.127054 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144592256', 'description': 'tempest-secgroup-smoke-1144592256 description', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:36.225045 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.312437 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.390614 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.422153 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5365f48-6318-4ddf-91d6-0033a37bef3f,revision_number=1']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:36.473354 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.474999 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-ca6748a5-e52e-44ce-96b5-99133974b21a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3516207 Dec 20 17:30:36.477970 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55684) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:36.482983 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group_rule': {'security_group_id': 'c5365f48-6318-4ddf-91d6-0033a37bef3f', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:36.585440 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.646843 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.736604 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.756959 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa73cf7-1d6b-4896-a52d-5478f2f2b9ad,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:36.861073 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:36.862361 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-88e84c71-a9f2-4dfd-aab1-13d535926b9f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3833618 Dec 20 17:30:36.864981 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55686) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:36.869430 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group_rule': {'security_group_id': 'c5365f48-6318-4ddf-91d6-0033a37bef3f', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:36.964736 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.023962 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.087432 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.108117 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ac23d4-63eb-4782-bb44-94d247cd0ee6,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:37.115405 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ce5b26b6-069c-417a-9861-7c3a5fbb7f07 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:37.168116 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:37.168361 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.180938 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.183674 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-e87dd816-db6d-4c27-bcb4-d6efccefd16e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162849 Dec 20 17:30:37.185092 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55688) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:37.190219 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group_rule': {'security_group_id': 'c5365f48-6318-4ddf-91d6-0033a37bef3f', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:37.331115 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.391402 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.470589 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.489357 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a241c2-11cc-4df8-80aa-a831afa4e35a,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:37.544506 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.545985 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-f73ebde8-b7bc-4e80-aaf1-785ac4b98fe9 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3594253 Dec 20 17:30:37.548673 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 55690) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:37.553095 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.v2.base [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group_rule': {'security_group_id': 'c5365f48-6318-4ddf-91d6-0033a37bef3f', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:37.661470 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.719638 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.790183 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.809813 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60382c24-76ab-49fd-8318-fe7f20b2e9f0,revision_number=0']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:37.869651 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:37.870908 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-837bc2cb-83b8-4496-8f90-8495beb5f263 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212800 Dec 20 17:30:37.874363 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55692) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:37.879727 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group_rule': {'security_group_id': 'c5365f48-6318-4ddf-91d6-0033a37bef3f', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:37.973455 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Project b78949365fff40d4adbbc7ff98c0617e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:30:37.978669 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.041303 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.125177 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.143272 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482589cf-efc9-4b5b-9f7b-46b2fc0fa2c0,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:38.238790 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.238790 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-e91a6a6f-3e3d-41f6-ab26-b52a3715d2a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3593116 Dec 20 17:30:38.238790 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55694) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:38.242096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'security_group_rule': {'security_group_id': 'c5365f48-6318-4ddf-91d6-0033a37bef3f', 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:38.356490 n-d-781076-8 neutron-server[103954]: INFO neutron.db.securitygroups_db [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Project b78949365fff40d4adbbc7ff98c0617e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 17:30:38.362562 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.422107 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.546052 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944797'] for security_group_rule, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.564126 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6af671-7ed1-4159-bf78-4c30a477a8ae,revision_number=0']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:38.673294 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:38.674538 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-fbe3ac6f-8b9e-4be8-a478-af6637435657 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360335 Dec 20 17:30:38.831537 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Sync routers for ids ['258cae45-5550-4eaa-8b35-f956dffa805d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:38.836507 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-2cf8cb28-3c14-44cb-8ab1-54faa6ed1766 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144592256&fields=id&tenant_id=b78949365fff40d4adbbc7ff98c0617e HTTP/1.1" status: 200 len: 267 time: 0.0480795 Dec 20 17:30:38.842952 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Routers {'258cae45-5550-4eaa-8b35-f956dffa805d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:38.843559 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['258cae45-5550-4eaa-8b35-f956dffa805d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:38.949658 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Set router 258cae45-5550-4eaa-8b35-f956dffa805d gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:38.950185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-11fffada-11b7-4c20-ad6a-ec94a173b5c6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:38.952363 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-11fffada-11b7-4c20-ad6a-ec94a173b5c6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 810 time: 0.1077337 Dec 20 17:30:38.968740 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-69797f3b-34da-4fa2-a1ae-290f2ff13f89 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/quotas/b78949365fff40d4adbbc7ff98c0617e HTTP/1.1" status: 200 len: 375 time: 0.0104256 Dec 20 17:30:39.022031 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-386ff2ee-db42-4c5b-9e10-d0e8e74f57ed tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476322 Dec 20 17:30:39.143029 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5b7c6a4c-67d4-4390-b927-4a876dbc0afe service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:30:39.144210 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5b7c6a4c-67d4-4390-b927-4a876dbc0afe service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1095307 Dec 20 17:30:39.242860 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-6dcc0754-8737-47a1-8de5-fa2152a2fb96 service neutron] 10.222.0.81 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915768 Dec 20 17:30:39.254752 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '68150beb-d3c8-4fd7-8f82-6be3a00a25c5', 'name': '', 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'mac_address': 'fa:16:3e:ed:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '47393971-d760-4ce9-be19-fd2b80d12428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:33Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 2, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'subnets': [{'id': '47393971-d760-4ce9-be19-fd2b80d12428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:39.285387 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Checking router: 258cae45-5550-4eaa-8b35-f956dffa805d for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:39.285737 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Updating router 258cae45-5550-4eaa-8b35-f956dffa805d port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 binding host n-d-781076-8 {{(pid=103956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 17:30:39.311224 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:39.339248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-f9989701-b5b2-409e-af6f-a8c4476a3973 service neutron] 10.222.0.81 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900326 Dec 20 17:30:39.570468 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Publish callbacks [] for port, precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:39.665311 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3db77390-cfe9-4fa3-8cec-1a52d35ee87e req-11249bac-8fef-4b27-a659-6e3cb571a909 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 210 time: 0.0280151 Dec 20 17:30:39.716404 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:39.770013 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56580e-56e2-41bb-a3cb-b76570d6ac18 None None] Pushing event updated for resources: {'Port': ['ID=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:39.833786 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Attempting to bind port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 on host n-d-781076-8 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:39.835375 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Attempting to bind port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 by drivers openvswitch,hyperv on host n-d-781076-8 at level 0 using segments [{'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:39.836042 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Attempting to bind port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 on network 6483c701-bb2a-494f-99ea-81c0c2c5029c {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:39.841791 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Checking agent: {'id': '272e57bf-43a9-4f93-ad0f-d3426467b174', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 26, 5), 'started_at': datetime.datetime(2021, 12, 20, 15, 26, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-781076-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:39.842458 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Checking segment: {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:39.843064 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:39.843646 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Bound using segment: {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:39.844121 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Bound port: 68150beb-d3c8-4fd7-8f82-6be3a00a25c5, host: n-d-781076-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15109cb-da20-4184-83ea-9338b93f967b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:39.844503 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:39.911715 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] For port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5, host n-d-781076-8, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:39.915032 n-d-781076-8 neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] For port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5, host n-d-781076-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:39.973684 n-d-781076-8 neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:40.035709 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Routers {'258cae45-5550-4eaa-8b35-f956dffa805d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:40.036308 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['258cae45-5550-4eaa-8b35-f956dffa805d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:40.038127 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56580e-56e2-41bb-a3cb-b76570d6ac18 None None] Pushing event updated for resources: {'Port': ['ID=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,revision_number=4']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:40.069309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-80462ecb-f4fe-4abf-be24-94f171acdff4 None None] Provisioning complete for port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:40.070356 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80462ecb-f4fe-4abf-be24-94f171acdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:40.158576 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80462ecb-f4fe-4abf-be24-94f171acdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:40.162643 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] Set router 258cae45-5550-4eaa-8b35-f956dffa805d gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:40.194925 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-80462ecb-f4fe-4abf-be24-94f171acdff4 None None] For port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:40.286578 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80462ecb-f4fe-4abf-be24-94f171acdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:40.354646 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462ecb-f4fe-4abf-be24-94f171acdff4 None None] Pushing event updated for resources: {'Port': ['ID=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:40.396365 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '68150beb-d3c8-4fd7-8f82-6be3a00a25c5', 'name': '', 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'mac_address': 'fa:16:3e:ed:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '47393971-d760-4ce9-be19-fd2b80d12428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:33Z', 'updated_at': '2021-12-20T17:30:39Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'subnets': [{'id': '47393971-d760-4ce9-be19-fd2b80d12428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:40.407982 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-0e47b61e-1d93-4060-a58f-57752548798c None None] Provisioning complete for port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:40.408435 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0e47b61e-1d93-4060-a58f-57752548798c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:40.423533 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2030573-0972-46e6-aa7a-ffb2226870de None None] The sync data for ids ['258cae45-5550-4eaa-8b35-f956dffa805d'] in n-d-781076-8 is: [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:30:34Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '68150beb-d3c8-4fd7-8f82-6be3a00a25c5', 'name': '', 'network_id': '6483c701-bb2a-494f-99ea-81c0c2c5029c', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'mac_address': 'fa:16:3e:ed:be:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '47393971-d760-4ce9-be19-fd2b80d12428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:33Z', 'updated_at': '2021-12-20T17:30:39Z', 'revision_number': 4, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'subnets': [{'id': '47393971-d760-4ce9-be19-fd2b80d12428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:40.753807 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-56f8f628-d4d5-48d4-a68f-f05a1016080b req-6bea5df5-da83-43ba-9963-1093f55d9d5e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 210 time: 0.0321202 Dec 20 17:30:41.112957 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 up at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:41.164275 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Provisioning complete for port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:41.164646 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:41.850182 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d714b19-3d22-40a9-9b3a-6fdea2ae8a5b req-aa92190c-1099-4782-bc06-7b018ac894d5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 210 time: 0.0271587 Dec 20 17:30:42.246915 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-3af4c3bd-c73d-4509-b4bd-ea1e8ca2a716 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:42.248475 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-3af4c3bd-c73d-4509-b4bd-ea1e8ca2a716 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 810 time: 0.1163843 Dec 20 17:30:42.317176 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-d1fa1468-8a8d-43dc-8155-ce2c215545f6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78949365fff40d4adbbc7ff98c0617e HTTP/1.1" status: 200 len: 380 time: 0.0589287 Dec 20 17:30:42.326349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'port': {'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'admin_state_up': True, 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'security_groups': ['c5365f48-6318-4ddf-91d6-0033a37bef3f']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:42.527531 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Made reservation on behalf of b78949365fff40d4adbbc7ff98c0617e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:30:42.531877 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:42.659820 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Allocated IP 172.20.0.12 (e06f7e11-842a-4f8d-b6d0-69490d0ffd4c/3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5/5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:42.799499 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:42.893769 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:42.939626 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:42.942729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:42.946476 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:42.954036 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:42.980298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce329cb3-656e-4c95-acb8-05e6048a6c5c req-00e0c03e-bff3-422f-854d-42aff8cd9f2a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:42.981889 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce329cb3-656e-4c95-acb8-05e6048a6c5c req-00e0c03e-bff3-422f-854d-42aff8cd9f2a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 932 time: 0.0606821 Dec 20 17:30:43.004931 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:43.005688 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.037466 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-ce329cb3-656e-4c95-acb8-05e6048a6c5c req-584e43f7-645c-4f80-8e65-09a1b59ad1dc tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484111 Dec 20 17:30:43.085098 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-5a95511e-37ac-4c8a-bffd-24923a0df49e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7623513 Dec 20 17:30:43.098026 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Request body: {'port': {'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:43.159958 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.229583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-bd05c85d-e2a6-4d9d-9dc6-5a4a1e1a6d87 None None] Provisioning complete for port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:43.230130 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bd05c85d-e2a6-4d9d-9dc6-5a4a1e1a6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.268328 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-bd05c85d-e2a6-4d9d-9dc6-5a4a1e1a6d87 None None] Port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:30:43.427180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:30:43.434402 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.446749 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Transition to ACTIVE for port object 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:30:43.510651 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.563268 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:43.638028 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Attempting to bind port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc on host n-h1-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:30:43.638373 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Attempting to bind port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc by drivers openvswitch,hyperv on host n-h1-781076-8 at level 0 using segments [{'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:30:43.638700 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Attempting to bind port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:43.643506 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c not bound, no agent of type Open vSwitch agent registered on host n-h1-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:30:43.643821 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Attempting to bind port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:30:43.648983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Checking agent: {'id': 'ddc74fb8-d2ef-4cad-a408-5d488213b639', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:30:43.649349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Checking segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:30:43.649729 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Bound using segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:30:43.650154 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Bound port: 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host: n-h1-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:30:43.650506 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.720104 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:30:43.723610 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:30:43.785249 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.824417 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:43.824950 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:43.826369 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 1092 time: 0.7332051 Dec 20 17:30:43.826811 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:43.830420 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f88bba-825d-4102-9bd9-9c2d9fc2d671" -d '{"events": [{"name": "network-changed", "server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:43.853895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03e298-4516-47ef-815b-cb2997489de9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:43.868846 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fd2134-6d3b-471a-ad7b-7923aebb04e7 x-openstack-request-id: req-e1fd2134-6d3b-471a-ad7b-7923aebb04e7 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:43.869271 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:43.869537 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1fd2134-6d3b-471a-ad7b-7923aebb04e7 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:43.869948 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'status': 'completed', 'code': 200} Dec 20 17:30:43.938194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f88bba-825d-4102-9bd9-9c2d9fc2d671 req-60076264-0285-492b-9feb-419d329ac331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:43.939767 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23f88bba-825d-4102-9bd9-9c2d9fc2d671 req-60076264-0285-492b-9feb-419d329ac331 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1095 time: 0.0478361 Dec 20 17:30:44.042862 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f88bba-825d-4102-9bd9-9c2d9fc2d671 req-6f1bb0e5-c989-4924-9f51-327bab1acf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:44.044383 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23f88bba-825d-4102-9bd9-9c2d9fc2d671 req-6f1bb0e5-c989-4924-9f51-327bab1acf3b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b78949365fff40d4adbbc7ff98c0617e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0974817 Dec 20 17:30:44.148714 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f88bba-825d-4102-9bd9-9c2d9fc2d671 req-3fdc67cc-6d53-4aa5-81c7-96ec2fa18d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:44.150597 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-23f88bba-825d-4102-9bd9-9c2d9fc2d671 req-3fdc67cc-6d53-4aa5-81c7-96ec2fa18d3c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980196 Dec 20 17:30:44.166560 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25ab32-5783-465b-a45c-f90d007edfe5 req-5df8e6db-bedf-49f7-a8a5-b3e7be52fe63 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:44.168094 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d25ab32-5783-465b-a45c-f90d007edfe5 req-5df8e6db-bedf-49f7-a8a5-b3e7be52fe63 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 944 time: 0.0498793 Dec 20 17:30:44.224293 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-3d25ab32-5783-465b-a45c-f90d007edfe5 req-237e9764-1909-4d3b-b4f1-4dfc738fdc32 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492706 Dec 20 17:30:44.227944 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-307a5957-4f46-4263-967a-743eafdf74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:44.229466 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-307a5957-4f46-4263-967a-743eafdf74ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1095 time: 0.0405672 Dec 20 17:30:44.276836 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-2e7ac4c5-3fe0-4643-9ace-5a08897ad1ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 217 time: 0.0391700 Dec 20 17:30:44.327450 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-0adb4b28-6971-420c-b771-be2093bb8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:44.328935 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-0adb4b28-6971-420c-b771-be2093bb8246 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0457120 Dec 20 17:30:44.376133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-f33cd589-20b9-4f0c-ae9c-02deb8a991f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:44.377682 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-f33cd589-20b9-4f0c-ae9c-02deb8a991f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417531 Dec 20 17:30:44.471420 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-0d36489f-b2ca-49ba-8d49-7eea6cabca77 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Dec 20 17:30:44.561850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-8916ec75-0afc-4e62-94dd-dc293c459f06 req-a8056c69-2a54-4d77-9f2a-638247f99508 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Dec 20 17:30:45.356223 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9214ff-6e07-4522-aba3-1766b04c88fd req-52b2c5ed-afa5-4e3a-9c37-62c19e4c8564 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:45.357683 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d9214ff-6e07-4522-aba3-1766b04c88fd req-52b2c5ed-afa5-4e3a-9c37-62c19e4c8564 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 944 time: 0.0587201 Dec 20 17:30:45.408259 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0d9214ff-6e07-4522-aba3-1766b04c88fd req-d3a86938-975f-4f97-a343-e61a05341ffc tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Dec 20 17:30:46.525298 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddad84-16bf-4ceb-a623-b34b48d69f88 req-4beff47d-9c83-4317-9840-6ed33069b790 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:46.526796 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05ddad84-16bf-4ceb-a623-b34b48d69f88 req-4beff47d-9c83-4317-9840-6ed33069b790 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 944 time: 0.0502155 Dec 20 17:30:46.577054 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-05ddad84-16bf-4ceb-a623-b34b48d69f88 req-783923e2-d4a2-4d22-b80d-bfd235db8bf4 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Dec 20 17:30:46.614007 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:30:46.713112 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:46.724176 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:30:46.761345 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:46.775186 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:30:46.794513 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:46.870649 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:46.918181 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:47.099219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:30:47.698885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872bf29-2988-44f2-84af-021e9ac6e324 req-1433d48b-f35f-4746-b6af-aeca112fbc7a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:47.700388 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9872bf29-2988-44f2-84af-021e9ac6e324 req-1433d48b-f35f-4746-b6af-aeca112fbc7a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 945 time: 0.0539732 Dec 20 17:30:47.750082 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9872bf29-2988-44f2-84af-021e9ac6e324 req-e7ea40e3-8935-4a52-af7f-90e3d0c34a63 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Dec 20 17:30:48.613431 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:30:48.790728 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning for port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:30:48.795001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:30:48.795379 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:48.868758 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0037e-3abd-472c-9ff4-460e1e623ebe req-c56a8e2f-5eef-4faa-9ca6-706308bb8e88 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:48.870226 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28e0037e-3abd-472c-9ff4-460e1e623ebe req-c56a8e2f-5eef-4faa-9ca6-706308bb8e88 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 945 time: 0.0500953 Dec 20 17:30:48.874755 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:48.898126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:48.900373 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf4a93d-f966-44d2-8e48-ecdaedfd03a5" -d '{"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-plugged", "status": "completed", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:48.915931 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:30:48.922143 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-28e0037e-3abd-472c-9ff4-460e1e623ebe req-7f160c3c-885e-4edd-81ef-0862d67db23e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 Dec 20 17:30:48.947542 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2915ee-0067-4b96-a4a3-b0335de5ad7f x-openstack-request-id: req-1c2915ee-0067-4b96-a4a3-b0335de5ad7f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:48.947860 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-plugged", "status": "completed", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:48.948115 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c2915ee-0067-4b96-a4a3-b0335de5ad7f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:48.948512 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'code': 200} Dec 20 17:30:48.993520 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:49.046459 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:49.050427 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0682d-9d26-4b36-a937-64a3c6dbb90b req-4a7ed41f-589e-4aa9-b8e1-1ba174563991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:49.052356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54f0682d-9d26-4b36-a937-64a3c6dbb90b req-4a7ed41f-589e-4aa9-b8e1-1ba174563991 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1097 time: 0.0457432 Dec 20 17:30:49.112417 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-54f0682d-9d26-4b36-a937-64a3c6dbb90b req-e8486323-7c42-4147-80d6-a1b81bc7876e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481079 Dec 20 17:30:50.038936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572880d-4f3a-4048-96c6-681a40687f98 req-0b89f907-9a05-4bce-aee3-9bb196301161 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:50.040457 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4572880d-4f3a-4048-96c6-681a40687f98 req-0b89f907-9a05-4bce-aee3-9bb196301161 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 946 time: 0.0498090 Dec 20 17:30:50.104540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-4572880d-4f3a-4048-96c6-681a40687f98 req-f7e36d69-30e0-4e60-a340-25a9364b9b88 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580273 Dec 20 17:30:51.227476 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4221-f621-4887-a772-bf09679f5a25 req-388bdb35-58a1-4497-b690-a913a13e0642 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:51.228966 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17df4221-f621-4887-a772-bf09679f5a25 req-388bdb35-58a1-4497-b690-a913a13e0642 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 946 time: 0.0496278 Dec 20 17:30:51.281780 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-17df4221-f621-4887-a772-bf09679f5a25 req-94c98631-7779-40dc-a7a5-a1ed317ab6dd tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463109 Dec 20 17:30:51.397916 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6376e-5e80-4a1e-bead-418fd74f9a94 req-39f187be-f7fd-48fa-8d0c-18a38780ef7b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:51.399468 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72c6376e-5e80-4a1e-bead-418fd74f9a94 req-39f187be-f7fd-48fa-8d0c-18a38780ef7b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 946 time: 0.0497658 Dec 20 17:30:51.449389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-72c6376e-5e80-4a1e-bead-418fd74f9a94 req-59fcfe30-c261-4c61-9d1a-c9b8ccb5f177 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Dec 20 17:30:51.471365 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55754) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:51.554309 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681623e-2931-429f-9c08-1a726d2cff45 tempest-TestSnapshotPattern-1566602054 tempest-TestSnapshotPattern-1566602054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:51.555838 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a681623e-2931-429f-9c08-1a726d2cff45 tempest-TestSnapshotPattern-1566602054 tempest-TestSnapshotPattern-1566602054-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1092 time: 0.0834632 Dec 20 17:30:51.558852 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 55758) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:30:51.563697 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:30:51.688271 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:51.788415 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:51.895156 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Allocated IP 172.25.6.96 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/0f149baa-598e-40d6-84fa-fc588640eb2a) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:30:51.998932 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:52.099593 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:52.139564 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:30:52.144608 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:30:52.149547 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:30:52.152648 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'Port': ['ID=0f149baa-598e-40d6-84fa-fc588640eb2a,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:52.647678 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:52.863153 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:52.999147 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:53.148478 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:53.207287 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:53.279845 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'Port': ['ID=0f149baa-598e-40d6-84fa-fc588640eb2a,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:30:53.292055 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:53.395330 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Floating IP eb7e0184-fe49-4b41-8adf-daa54b2ab4be associated. External IP: 172.25.6.96, port: 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc. Dec 20 17:30:53.610426 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Router 569404c1-0cc5-4064-bb55-5d6adc738189 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:30:53.723191 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:30:53.733872 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:30:53.744363 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:53.749006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:53.804860 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:53.839531 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-a76872d6-f971-430a-99aa-9d96d636b663 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2796400 Dec 20 17:30:53.840238 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:30:53.842724 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:30:53.884287 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db65fc82-c2e5-430e-820a-2c08edcca485 x-openstack-request-id: req-db65fc82-c2e5-430e-820a-2c08edcca485 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:30:53.884935 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:30:53.884935 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db65fc82-c2e5-430e-820a-2c08edcca485 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:30:53.885428 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'status': 'completed', 'code': 200} Dec 20 17:30:53.956033 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-d4d06e18-aad8-42bd-a708-42e82f45a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:53.957604 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-d4d06e18-aad8-42bd-a708-42e82f45a857 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1097 time: 0.0449605 Dec 20 17:30:54.028535 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:54.055434 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-65cba788-d89e-4052-9d90-113886ef696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:54.056887 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-65cba788-d89e-4052-9d90-113886ef696e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0927148 Dec 20 17:30:54.133806 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-0e6f9795-c04f-407c-b19d-f9b3ebba51ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 999 time: 0.0693882 Dec 20 17:30:54.191674 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-01f2f3c3-fa11-451c-a170-4000582be84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:54.193209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-01f2f3c3-fa11-451c-a170-4000582be84d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0532341 Dec 20 17:30:54.241809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-3c57d515-6c47-4768-9c11-dac3a7ce9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:30:54.243505 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-3c57d515-6c47-4768-9c11-dac3a7ce9293 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436444 Dec 20 17:30:54.273782 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:52Z', 'revision_number': 0, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:54.301864 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:30:54.310760 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:30:54.311381 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:30:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:54.348067 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-2bbd374a-bb45-4794-a86b-8d3a2c662d27 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980163 Dec 20 17:30:54.429146 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:30:54.447757 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-45ea6fce-e44b-49e6-ad0a-f0ff06948ccf req-956d944b-504e-4da5-b7fb-616bb35451a0 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930576 Dec 20 17:30:54.666229 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:52Z', 'revision_number': 0, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:30:54.697820 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e30a7-022c-4234-ad15-e645c9ae1bb3 None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:52Z', 'revision_number': 0, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:30:54.905595 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b852f-289e-401f-a1dc-afff008d1714 None None] New status for floating IP eb7e0184-fe49-4b41-8adf-daa54b2ab4be: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:30:58.425528 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:30:58.516963 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-cf957875-2c9c-4dd3-88c0-8ce891d926ed req-0f00d8db-01dd-4f82-9ab5-0d3648ad12a0 tempest-TestNetworkAdvancedServerOps-1295494678 tempest-TestNetworkAdvancedServerOps-1295494678-project] (103953) timed out ('10.222.0.83', 61953) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 17:30:59.461823 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0bd76ee2-070b-4814-a142-cbe487636951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:01.810510 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7cacc98d-725a-468e-ac35-b08a67e60500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:03.348465 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:04.785785 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:05.202181 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:11.032158 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:31:17.040740 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-1f615ebb-808e-43a8-8f98-6c47e68b790a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426021 Dec 20 17:31:17.125763 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-da38c349-c9ab-4d1f-9864-b9ff8a6a7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:17.127295 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-da38c349-c9ab-4d1f-9864-b9ff8a6a7cbc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1097 time: 0.0432422 Dec 20 17:31:17.240438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-3d90fe0e-cfc6-485b-9fd9-865019a08bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:17.241978 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-3d90fe0e-cfc6-485b-9fd9-865019a08bea service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0938053 Dec 20 17:31:17.310019 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-f53f1c4a-4697-422a-a46a-8f4305378adb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 1001 time: 0.0607419 Dec 20 17:31:17.363665 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-8a7169a7-2d4f-42e4-a287-0b94bb7b5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:17.365148 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-8a7169a7-2d4f-42e4-a287-0b94bb7b5569 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0475039 Dec 20 17:31:17.419148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-bd1fd97e-7117-4539-b468-dcc81742d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:31:17.420744 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-bd1fd97e-7117-4539-b468-dcc81742d175 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485587 Dec 20 17:31:17.514962 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-e5a84a5e-0f19-45ef-b1e9-9857985e7d40 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856323 Dec 20 17:31:17.614852 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6a25c658-9714-422d-a12e-ce9b63c18f3e req-248fe9c2-471f-4c61-a191-8ab1c9c40bf5 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915515 Dec 20 17:31:22.679448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:28.402872 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:29.462065 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-caef8fae-ff8b-435f-bb2f-28c24c81ba3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:31.816041 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7fc400d1-3b91-46c1-b624-f59005fdd16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:33.362498 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:34.844593 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:35.193298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:48.031047 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:31:52.639402 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:58.413542 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:31:59.470275 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-083f1314-799d-434c-868a-6ddd99453629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:01.832894 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-35c84a46-f579-46cf-8881-82e350bb81ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:03.318367 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:04.815357 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:05.186579 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:17.018991 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-c565279d-a161-43fd-b8d9-6dd6f9b3682d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411375 Dec 20 17:32:17.103096 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116993-c50f-4265-8870-9a45403f23d4 req-fc49b85b-76a2-45e0-9cb9-4ff80cb2c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:17.105122 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-fc49b85b-76a2-45e0-9cb9-4ff80cb2c079 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1097 time: 0.0433221 Dec 20 17:32:17.216981 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116993-c50f-4265-8870-9a45403f23d4 req-4e319e9d-b45c-43b6-a4e9-a8e730cf51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:17.218486 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-4e319e9d-b45c-43b6-a4e9-a8e730cf51f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0946193 Dec 20 17:32:17.286981 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-29428c0f-290d-4635-85c0-9ea392feacc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 1001 time: 0.0610821 Dec 20 17:32:17.343502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116993-c50f-4265-8870-9a45403f23d4 req-3ded9d7c-3182-43d9-99da-f14cc7e2c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:17.345451 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-3ded9d7c-3182-43d9-99da-f14cc7e2c0b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0516443 Dec 20 17:32:17.392617 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116993-c50f-4265-8870-9a45403f23d4 req-1f0b0346-8d26-42fb-afd1-3248a8e7fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:32:17.394162 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-1f0b0346-8d26-42fb-afd1-3248a8e7fb91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416434 Dec 20 17:32:17.405571 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-c3c53ca1-a123-45c4-8a02-28f1694a3fff service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:32:17.406628 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-c3c53ca1-a123-45c4-8a02-28f1694a3fff service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057843 Dec 20 17:32:17.498622 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-1151dc51-5822-4ca3-aa5d-469eb688734e service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Dec 20 17:32:17.597278 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-1b116993-c50f-4265-8870-9a45403f23d4 req-63dcc943-1848-4c3f-9c24-fa8053ab8cec service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916753 Dec 20 17:32:22.677931 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:25.033447 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:32:28.390946 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:29.460947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-da11944d-c0e5-4259-87a7-03d8d2bf58d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:31.803718 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-365b85e9-3ef7-4e90-b30d-7a3ffef5aa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:33.358984 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:34.860702 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:35.196335 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:52.677497 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:53.283006 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc details requested by agent hyperv_n-h1-781076-8 with host n-h1-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:32:53.394978 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:53.408658 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Returning: {'device': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:32:53.448307 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:53.463609 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:32:53.500300 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:53.563517 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:53.621486 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:53.629652 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.629990 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.630540 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.631057 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.631559 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.632058 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.632573 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.632897 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.633258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.633571 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.634089 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.634481 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.634741 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:32:53.640769 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] get_ports_and_sgs() called for port_ids ['5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:32:55.278054 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc up at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:32:55.343875 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Provisioning complete for port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:32:55.344288 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:55.432072 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:55.463908 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:32:55.466361 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2f1d9-8116-4516-b5c6-fdfacc7aa980" -d '{"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-plugged", "status": "completed", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:32:55.490394 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:32:55.570216 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:55.638882 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:32:55.642833 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c175e-73e2-4aee-bcab-8765c7e091b4 x-openstack-request-id: req-8f6c175e-73e2-4aee-bcab-8765c7e091b4 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:32:55.643153 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-plugged", "status": "completed", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:32:55.643376 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f6c175e-73e2-4aee-bcab-8765c7e091b4 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:32:55.643751 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'code': 200} Dec 20 17:32:58.418947 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:32:59.517915 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e6a90dbc-cc8f-4e36-88b4-bbacaabf5f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:01.791745 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eccfe079-f9f0-4b00-a902-90f25bd52121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:02.035298 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:33:03.369260 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:04.808810 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:04.924248 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-2ad7227c-b7aa-4073-94f1-8e694a5a2604 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144592256&fields=id&tenant_id=b78949365fff40d4adbbc7ff98c0617e HTTP/1.1" status: 200 len: 267 time: 0.0498593 Dec 20 17:33:05.038132 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-a62e9fcc-bb6b-4b9c-819f-d0aa5f8e4e61 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:05.039528 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-a62e9fcc-bb6b-4b9c-819f-d0aa5f8e4e61 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 810 time: 0.1076424 Dec 20 17:33:05.057962 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-97017fc7-8832-4457-80a3-d134a2731959 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/quotas/b78949365fff40d4adbbc7ff98c0617e HTTP/1.1" status: 200 len: 375 time: 0.0121090 Dec 20 17:33:05.120297 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-82f26ead-d056-4e96-b6eb-95c4f7fdfbc6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558791 Dec 20 17:33:05.203036 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:05.231399 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-71007d4c-e664-4056-9ceb-97ad98656e94 service neutron] 10.222.0.81 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975509 Dec 20 17:33:05.329880 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-3d174cca-5dff-4864-a712-34d6eb89ce85 service neutron] 10.222.0.81 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914965 Dec 20 17:33:06.621509 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5a856848-ea0c-4cf2-b8a8-aaed730125d4 req-e8121957-1d48-49f1-8ca7-0382c0ad2799 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 210 time: 0.0317614 Dec 20 17:33:07.707544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-e85198ad-32e5-4616-b8d2-3de6ae952094 req-da17163e-29ca-407a-89aa-f5c14619aa2a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 210 time: 0.0282609 Dec 20 17:33:08.813544 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94a8cc3e-3e87-4a7d-8a9d-8900b8f4b3cf req-dc60d609-814e-4aca-8773-d0760d2fd237 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Dec 20 17:33:09.235422 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.83', 62132) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:33:09.357048 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-87f6734d-e63a-4651-a1d1-a36a31d15bd3 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:09.358532 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-87f6734d-e63a-4651-a1d1-a36a31d15bd3 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.83 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 810 time: 0.1217136 Dec 20 17:33:09.376578 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:33:09.426048 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-6d58464a-613e-4bce-be9a-25b6734cc9c6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78949365fff40d4adbbc7ff98c0617e HTTP/1.1" status: 200 len: 380 time: 0.0572028 Dec 20 17:33:09.436519 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'port': {'device_id': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'admin_state_up': True, 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'security_groups': ['c5365f48-6318-4ddf-91d6-0033a37bef3f']}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:33:09.467118 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:09.492789 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:33:09.495117 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920eef25-234c-4c96-9b44-b9c67d497350" -d '{"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:33:09.510295 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:33:09.569721 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56cd88-1b92-4b7e-8da5-8585b666e793 x-openstack-request-id: req-6d56cd88-1b92-4b7e-8da5-8585b666e793 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:33:09.570521 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:33:09.570798 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d56cd88-1b92-4b7e-8da5-8585b666e793 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:33:09.571178 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'code': 200} Dec 20 17:33:09.613720 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:09.671371 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Pushing event updated for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:09.796194 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Made reservation on behalf of b78949365fff40d4adbbc7ff98c0617e for: {'port': 1} {{(pid=103954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 17:33:09.799844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:09.916263 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-91e1da38-565a-4aeb-99f7-b7f5c0d9afff req-f5526342-2361-403c-98cd-c3cc9407c599 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 210 time: 0.0268002 Dec 20 17:33:09.933303 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Allocated IP 172.20.0.10 (e06f7e11-842a-4f8d-b6d0-69490d0ffd4c/3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5/d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:33:10.088807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:10.221335 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:10.267736 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:33:10.270840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:33:10.274601 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:33:10.282175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:10.311835 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.312180 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.312520 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.312855 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.313218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.313551 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.313870 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.314193 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.314509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.315596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.315596 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.316155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.316155 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:33:10.348642 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:10.349299 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:10.482860 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-e58e8d6d-5ce9-49bf-819b-8d116c53801b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0508103 Dec 20 17:33:10.626773 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-8b6ceff2-e6a2-4760-af7d-f94ceb17b704 None None] Provisioning complete for port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb triggered by entity DHCP. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:33:10.627833 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b6ceff2-e6a2-4760-af7d-f94ceb17b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:10.674807 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ceff2-e6a2-4760-af7d-f94ceb17b704 None None] Port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb cannot update to ACTIVE because it is not bound. {{(pid=103955) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 17:33:11.049809 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0de43-7dc5-4d4e-ae7f-73d104ffc5dd req-f0b9fdf5-2b6d-49d9-99b4-bc1f14a0935c tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:11.051316 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47b0de43-7dc5-4d4e-ae7f-73d104ffc5dd req-f0b9fdf5-2b6d-49d9-99b4-bc1f14a0935c tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0585525 Dec 20 17:33:11.117517 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-47b0de43-7dc5-4d4e-ae7f-73d104ffc5dd req-34e48e22-45bc-4ced-9028-36994aec4c77 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595508 Dec 20 17:33:12.258767 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6027d0-a2e5-4f21-a3fe-13e608976bf9 req-f31f4947-e059-484f-8029-85bc3f7ad816 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:12.266763 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a6027d0-a2e5-4f21-a3fe-13e608976bf9 req-f31f4947-e059-484f-8029-85bc3f7ad816 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0622149 Dec 20 17:33:12.360362 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-2a6027d0-a2e5-4f21-a3fe-13e608976bf9 req-e663f1af-9606-42a2-b498-a2c5c36812e6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923264 Dec 20 17:33:13.508450 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959efc87-ce0a-4bb2-b84b-e43f08a79974 req-173d6904-444a-4693-bd3c-72ec9b3af1e1 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:13.510620 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-959efc87-ce0a-4bb2-b84b-e43f08a79974 req-173d6904-444a-4693-bd3c-72ec9b3af1e1 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0633671 Dec 20 17:33:13.566867 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-959efc87-ce0a-4bb2-b84b-e43f08a79974 req-9cb7f097-d878-4b05-b13b-0a4ada897b33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502386 Dec 20 17:33:14.700885 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db95fa-b912-4e65-88d7-25bbadb1ed20 req-71759418-09e4-4481-8f0e-77580c6e923e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:14.702554 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16db95fa-b912-4e65-88d7-25bbadb1ed20 req-71759418-09e4-4481-8f0e-77580c6e923e tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0587511 Dec 20 17:33:14.759099 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-16db95fa-b912-4e65-88d7-25bbadb1ed20 req-6feb138d-a30b-4251-8f13-64292b6b7206 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493295 Dec 20 17:33:15.885313 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3a59e-65dc-4e26-9e58-82f02a50dc50 req-4719f2ca-2d80-4eae-9be8-7a8e5cdcf4b2 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:15.887959 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8b3a59e-65dc-4e26-9e58-82f02a50dc50 req-4719f2ca-2d80-4eae-9be8-7a8e5cdcf4b2 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0539200 Dec 20 17:33:15.959540 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-b8b3a59e-65dc-4e26-9e58-82f02a50dc50 req-c1807184-3108-42c3-8fba-9021a6825f88 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548611 Dec 20 17:33:17.044629 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-2e5985c4-dbd0-488b-a60a-ceaf1c1fb3cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664163 Dec 20 17:33:17.090636 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e681-9a15-4935-a20c-48b027cb5c88 req-ac8abeb2-90ff-4288-a677-1aee5111f3c8 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:17.092703 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8837e681-9a15-4935-a20c-48b027cb5c88 req-ac8abeb2-90ff-4288-a677-1aee5111f3c8 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0601525 Dec 20 17:33:17.148774 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-8837e681-9a15-4935-a20c-48b027cb5c88 req-7515dabb-f63e-4a81-a9a1-5928a1523c6b tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493264 Dec 20 17:33:17.157497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-4028a36d-33df-4cbf-bb2b-8c785baae0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:17.159060 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-4028a36d-33df-4cbf-bb2b-8c785baae0e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1095 time: 0.0486104 Dec 20 17:33:17.277935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-b53c3260-de23-4d65-8e60-ab2fe12f3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:17.279737 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-b53c3260-de23-4d65-8e60-ab2fe12f3a11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0996451 Dec 20 17:33:17.361907 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-adc64a55-34c6-478e-a16c-f4e12c153e4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 999 time: 0.0750718 Dec 20 17:33:17.415317 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-0c87ded0-896d-424a-b53f-9139236aa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:17.416773 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-0c87ded0-896d-424a-b53f-9139236aa860 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0485704 Dec 20 17:33:17.472004 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-3d14ece4-7ddc-4b7a-a2ac-115d598f4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:17.473533 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-3d14ece4-7ddc-4b7a-a2ac-115d598f4c8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490108 Dec 20 17:33:17.591984 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-1fa5977e-8c15-4696-bee2-313e90ec56dc service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113527 Dec 20 17:33:17.700355 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-9250f29b-2092-40a7-90d3-d5b5cc8df590 req-393e5375-889b-4ec3-b9e0-610275b19cfc service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018646 Dec 20 17:33:18.279056 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50ef2-99f4-49dd-b9ab-6c477715b62c req-c6d5f7fa-e2d3-4313-93a0-aca3465a3cc6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:18.280558 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25c50ef2-99f4-49dd-b9ab-6c477715b62c req-c6d5f7fa-e2d3-4313-93a0-aca3465a3cc6 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0525570 Dec 20 17:33:18.340001 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-25c50ef2-99f4-49dd-b9ab-6c477715b62c req-055b34ea-5369-4e72-b901-4f11ba904a95 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531476 Dec 20 17:33:19.475080 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f213699-c7e2-406e-9248-428ecdff2bca req-feb8818c-1848-415e-8c82-c1f9464eab98 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:19.476827 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f213699-c7e2-406e-9248-428ecdff2bca req-feb8818c-1848-415e-8c82-c1f9464eab98 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0619376 Dec 20 17:33:19.535684 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-9f213699-c7e2-406e-9248-428ecdff2bca req-5d743f9b-ce61-4ebd-bc95-ac1e1bf90be1 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517297 Dec 20 17:33:20.217006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-bf8165c7-6a10-4097-aef1-e0dafa51ddc3 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103954) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 17:33:20.218221 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-bf8165c7-6a10-4097-aef1-e0dafa51ddc3 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065854 Dec 20 17:33:20.289589 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Request body: {'port': {'device_id': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-781076-8'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:33:20.352451 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:20.672880 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ffdf-faac-49d4-9cdb-c155924f2102 req-a89f0a4b-1693-4af9-88c9-957920c14d90 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:20.675896 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a456ffdf-faac-49d4-9cdb-c155924f2102 req-a89f0a4b-1693-4af9-88c9-957920c14d90 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 932 time: 0.0581319 Dec 20 17:33:20.705872 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb {{(pid=103954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:33:20.714547 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:20.728830 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.provisioning_blocks [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Transition to ACTIVE for port object d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb will not be triggered until provisioned by entity L2. {{(pid=103954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 17:33:20.736389 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a456ffdf-faac-49d4-9cdb-c155924f2102 req-cb590d5f-a9c2-400d-bccf-9dd619f0ab93 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532386 Dec 20 17:33:20.803081 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:20.866947 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:20.947323 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Attempting to bind port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb on host n-h2-781076-8 for vnic_type normal with profile {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 17:33:20.947652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Attempting to bind port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb by drivers openvswitch,hyperv on host n-h2-781076-8 at level 0 using segments [{'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 17:33:20.947975 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Attempting to bind port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:33:20.953230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-781076-8 {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 17:33:20.953568 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Attempting to bind port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb on network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 17:33:20.959143 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Checking agent: {'id': '8db4aac7-e6dc-4d09-a602-103d55eb0a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-781076-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'started_at': datetime.datetime(2021, 12, 20, 15, 34, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 17, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 17:33:20.959493 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Checking segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 17:33:20.959874 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Bound using segment: {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'} {{(pid=103954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 17:33:20.960293 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.managers [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Bound port: d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host: n-h2-781076-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db61884-e056-4751-8bb8-52167907302a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c'}}] {{(pid=103954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 17:33:20.960672 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:21.035909 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, cleared binding levels {{(pid=103954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 17:33:21.039230 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 17:33:21.099337 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:21.138815 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:21.139442 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:21.140850 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] 10.222.0.83 "PUT /v2.0/ports/d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 200 len: 1092 time: 0.9109285 Dec 20 17:33:21.141356 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:33:21.143645 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6838a58d-77d9-438e-9f0b-5a10420e46c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:33:21.174744 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1b54-9b2e-4366-9581-4e0343003df3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=3']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:21.185382 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57696cb0-b126-4c5e-9acd-0b2589ef9315 x-openstack-request-id: req-57696cb0-b126-4c5e-9acd-0b2589ef9315 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:33:21.185679 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:33:21.185939 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57696cb0-b126-4c5e-9acd-0b2589ef9315 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:33:21.186353 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'status': 'completed', 'code': 200} Dec 20 17:33:21.865130 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd04f2-f54e-4550-894e-0eb353145bf4 req-24025e06-63aa-4264-9cce-1d02026be005 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:21.866822 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cdd04f2-f54e-4550-894e-0eb353145bf4 req-24025e06-63aa-4264-9cce-1d02026be005 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 944 time: 0.0555100 Dec 20 17:33:21.887895 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a58d-77d9-438e-9f0b-5a10420e46c2 req-e76a3f9a-30e4-4927-907f-f15a34f03f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:21.889764 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6838a58d-77d9-438e-9f0b-5a10420e46c2 req-e76a3f9a-30e4-4927-907f-f15a34f03f18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1095 time: 0.0474060 Dec 20 17:33:21.925522 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6cdd04f2-f54e-4550-894e-0eb353145bf4 req-a5e61f1f-c578-418a-88cd-b87f3d654777 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514817 Dec 20 17:33:22.002560 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a58d-77d9-438e-9f0b-5a10420e46c2 req-97e2d46f-4aa6-411d-88e0-543c899ccd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:22.004128 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6838a58d-77d9-438e-9f0b-5a10420e46c2 req-97e2d46f-4aa6-411d-88e0-543c899ccd8f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b78949365fff40d4adbbc7ff98c0617e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1031396 Dec 20 17:33:22.104893 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a58d-77d9-438e-9f0b-5a10420e46c2 req-e55679cd-6e0e-4b7e-82c6-590d06b9b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:22.107414 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-6838a58d-77d9-438e-9f0b-5a10420e46c2 req-e55679cd-6e0e-4b7e-82c6-590d06b9b933 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956323 Dec 20 17:33:22.190899 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-dd5fae37-56ac-4a42-9fe9-f8d5f62a16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:22.192390 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-dd5fae37-56ac-4a42-9fe9-f8d5f62a16f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1095 time: 0.0426741 Dec 20 17:33:22.240080 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-6e8ad4d9-ae86-46f6-9283-e735f7b8659e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 200 len: 217 time: 0.0399780 Dec 20 17:33:22.291489 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-7848c055-1472-4d50-967e-013f9b576f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:22.293921 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-7848c055-1472-4d50-967e-013f9b576f2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0467501 Dec 20 17:33:22.342810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-b3ae661a-5753-458e-bc30-f9cdb6feff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:22.344442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-b3ae661a-5753-458e-bc30-f9cdb6feff40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433786 Dec 20 17:33:22.446298 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-8898dcd2-3e53-47fa-a8c9-2d1134c0da83 service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942709 Dec 20 17:33:22.540716 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-dbb9e0d2-1e2b-48d2-9875-22133b65c268 req-872eeca4-a261-4377-9fcf-e7cd25c4384b service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880048 Dec 20 17:33:22.716298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:23.050220 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f9b0d-6f20-44b1-84f2-52563a7ec306 req-b3e1ffae-bc9a-4c7d-a657-ff0b67571629 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:23.051759 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9b0d-6f20-44b1-84f2-52563a7ec306 req-b3e1ffae-bc9a-4c7d-a657-ff0b67571629 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 944 time: 0.0506470 Dec 20 17:33:23.104617 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-223f9b0d-6f20-44b1-84f2-52563a7ec306 req-39af9f6f-3704-4d17-943e-0460f4517098 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465727 Dec 20 17:33:24.226936 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd95c-8769-4cc8-876c-56d54bec6c38 req-da97a088-189a-416b-a9a1-4e7d722b0f46 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:24.228386 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5acbd95c-8769-4cc8-876c-56d54bec6c38 req-da97a088-189a-416b-a9a1-4e7d722b0f46 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 944 time: 0.0509322 Dec 20 17:33:24.280209 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5acbd95c-8769-4cc8-876c-56d54bec6c38 req-13e2573f-2472-46b9-aa25-6f41f5b63afb tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Dec 20 17:33:25.406995 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cd870-a716-429f-9409-534eacf3d437 req-c75694e3-32a4-46b6-9e0a-d11ad6cc2ec4 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:25.408483 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a12cd870-a716-429f-9409-534eacf3d437 req-c75694e3-32a4-46b6-9e0a-d11ad6cc2ec4 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 944 time: 0.0556309 Dec 20 17:33:25.464588 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-a12cd870-a716-429f-9409-534eacf3d437 req-c9624a39-4c36-4d70-b733-7bdd3a08cb6c tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498619 Dec 20 17:33:26.584648 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8d4b3-2e3d-45a6-844e-53d1d8c26026 req-5fe74b10-8afe-4b03-9135-3e58e8ab9792 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:26.586246 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94f8d4b3-2e3d-45a6-844e-53d1d8c26026 req-5fe74b10-8afe-4b03-9135-3e58e8ab9792 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 944 time: 0.0504975 Dec 20 17:33:26.637390 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-94f8d4b3-2e3d-45a6-844e-53d1d8c26026 req-b3dec94d-e79c-4c0f-9623-b2fd237e02a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Dec 20 17:33:26.850608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:33:26.950701 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:33:26.966194 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'port_id': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'mac_address': 'fa:16:3e:bf:90:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:33:27.004152 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:27.017135 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:33:27.037384 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:33:27.105763 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:27.155151 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=4']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:27.465087 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:33:27.762433 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c3f4-0409-411b-8e8e-4a7c9163e807 req-8f4007cc-6e42-4d8f-ae55-7e6d0a3ab928 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:27.764458 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78c3c3f4-0409-411b-8e8e-4a7c9163e807 req-8f4007cc-6e42-4d8f-ae55-7e6d0a3ab928 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 945 time: 0.0537453 Dec 20 17:33:27.814264 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-78c3c3f4-0409-411b-8e8e-4a7c9163e807 req-a0b86d2c-d5bc-4d99-945d-f6c23a77ddbe tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Dec 20 17:33:28.391218 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:28.850805 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:33:28.945033 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a8173-e922-43a8-a275-0cc9d6658c9c req-421ed2e9-2779-4ecc-9621-2149015fde6f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:28.946744 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-099a8173-e922-43a8-a275-0cc9d6658c9c req-421ed2e9-2779-4ecc-9621-2149015fde6f tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 945 time: 0.0610473 Dec 20 17:33:29.006563 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-099a8173-e922-43a8-a275-0cc9d6658c9c req-784d6759-8ab7-4c14-a904-44317ea085f8 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509071 Dec 20 17:33:29.146279 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning for port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb completed by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 17:33:29.150696 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:33:29.151122 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:29.231248 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:29.256152 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:33:29.258484 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0759ab-4dfd-4bf4-8c09-4a680828a008" -d '{"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:33:29.272971 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:33:29.299798 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c42bfb-baa3-4eed-8f83-708dc6da474a x-openstack-request-id: req-c9c42bfb-baa3-4eed-8f83-708dc6da474a {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:33:29.300093 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:33:29.300351 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9c42bfb-baa3-4eed-8f83-708dc6da474a {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:33:29.300754 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'code': 200} Dec 20 17:33:29.340239 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:29.405243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=5']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:29.407782 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef9b0c-4b39-4c3b-8ec1-0b1df97341f9 req-b4ed8d19-66d0-4940-aca0-126b999f9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:29.410301 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4ef9b0c-4b39-4c3b-8ec1-0b1df97341f9 req-b4ed8d19-66d0-4940-aca0-126b999f9f8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1097 time: 0.0463715 Dec 20 17:33:29.462676 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b4ef9b0c-4b39-4c3b-8ec1-0b1df97341f9 req-b70437d0-1ccc-4a18-8c2e-ac6081138663 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 Dec 20 17:33:29.488282 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17e23d6b-82ea-4005-b5a5-1c7334bf01af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:30.134658 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a89d2-64c1-4361-8e32-ec97bb425382 req-8c441677-b206-4fc8-89c4-7178cfab4710 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:30.136234 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-017a89d2-64c1-4361-8e32-ec97bb425382 req-8c441677-b206-4fc8-89c4-7178cfab4710 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 946 time: 0.0519218 Dec 20 17:33:30.196577 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-017a89d2-64c1-4361-8e32-ec97bb425382 req-7fd3deed-869f-4a3d-9379-8bc23c0a7e1a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495362 Dec 20 17:33:31.327993 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703540eb-e30a-4e96-ba45-a2e3f402b66f req-c97ccc20-c165-46ab-99d8-f961361c1820 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:31.329788 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-703540eb-e30a-4e96-ba45-a2e3f402b66f req-c97ccc20-c165-46ab-99d8-f961361c1820 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 946 time: 0.0547559 Dec 20 17:33:31.387843 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-703540eb-e30a-4e96-ba45-a2e3f402b66f req-27d5c7d9-55b7-4bea-a74a-a0d70bdf58f1 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516624 Dec 20 17:33:31.510833 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a88d-87de-4017-afcc-76b61d34a54c req-e59715ff-eb99-4b94-9bc8-1bf3fb71c148 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:31.512342 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fb0a88d-87de-4017-afcc-76b61d34a54c req-e59715ff-eb99-4b94-9bc8-1bf3fb71c148 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 946 time: 0.0513027 Dec 20 17:33:31.567332 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-0fb0a88d-87de-4017-afcc-76b61d34a54c req-bd9a3750-dedd-480f-a697-7a8f4b221c02 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461185 Dec 20 17:33:31.590313 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56048) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:33:31.642810 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc82d213-2276-4ff2-a234-d45478c808e6 tempest-TestSnapshotPattern-1566602054 tempest-TestSnapshotPattern-1566602054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:31.644335 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-bc82d213-2276-4ff2-a234-d45478c808e6 tempest-TestSnapshotPattern-1566602054 tempest-TestSnapshotPattern-1566602054-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1092 time: 0.0530407 Dec 20 17:33:31.647218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56050) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:33:31.651620 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.v2.base [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Request body: {'floatingip': {'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'port_id': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 17:33:31.791705 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:31.837460 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2e62ea20-f60e-447a-8e9e-66fc8e0ce8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:32.253440 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:32.363818 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_common [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Allocated IP 172.25.6.174 (c433bad7-c2e8-436b-a2b1-52b64e946a9a/95dabb11-2a64-4e39-bdb7-03388c770d70/d974c062-b1ff-47fc-8e78-2126a08fb883) {{(pid=103954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 17:33:32.471734 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for port, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:32.547168 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736428325587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:32.589851 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Network c433bad7-c2e8-436b-a2b1-52b64e946a9a is already hosted by enough agents. {{(pid=103954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 17:33:32.594710 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.base_scheduler [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Resources bound (agent type, host, resource id): {{(pid=103954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 17:33:32.599263 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Received port after_create {{(pid=103954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 17:33:32.602509 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'Port': ['ID=d974c062-b1ff-47fc-8e78-2126a08fb883,revision_number=1']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:32.979876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.112908 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.271152 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for port, precommit_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.316485 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.345028 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440688'] for port, after_update {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.421850 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event updated for resources: {'Port': ['ID=d974c062-b1ff-47fc-8e78-2126a08fb883,revision_number=2']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:33:33.440279 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647899'] for floatingip, after_create {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.543392 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Floating IP 0167869f-69e6-42e7-b971-f8bd30b5007d associated. External IP: 172.25.6.174, port: d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb. Dec 20 17:33:33.764269 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Router 569404c1-0cc5-4064-bb55-5d6adc738189 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:33:33.875612 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:33:33.884856 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:33:33.896340 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:33:33.900195 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:33:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:33:33.964348 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:33.994485 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-93e1c3aa-a9cb-4392-a3cd-09b658154f57 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3462267 Dec 20 17:33:33.995077 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:33:33.998587 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:33:34.012827 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:33:34.037788 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9051a-889b-4062-8d41-e9c055c14614 x-openstack-request-id: req-93a9051a-889b-4062-8d41-e9c055c14614 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:33:34.038105 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:33:34.038371 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93a9051a-889b-4062-8d41-e9c055c14614 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:33:34.038813 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'status': 'completed', 'code': 200} Dec 20 17:33:34.106051 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-19a0bc0b-dd1b-4a40-ae24-a3316cece599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:34.108209 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-19a0bc0b-dd1b-4a40-ae24-a3316cece599 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1097 time: 0.0448804 Dec 20 17:33:34.218160 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-f33f05a2-1775-45e8-85c5-a6e3d281f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:34.219751 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-f33f05a2-1775-45e8-85c5-a6e3d281f516 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.1015968 Dec 20 17:33:34.270592 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0167869f-69e6-42e7-b971-f8bd30b5007d', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:bf:90:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:33:32Z', 'updated_at': '2021-12-20T17:33:32Z', 'revision_number': 0, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}, {'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:55Z', 'revision_number': 1, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:33:34.293980 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-ceb57901-ceb6-4f75-b9dc-eb616d04e7fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 200 len: 1000 time: 0.0662899 Dec 20 17:33:34.302096 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:33:34.312296 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:33:34.312921 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:33:32Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:33:34.347950 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-1c23e35a-5ca5-456d-bce2-f8379aab6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:34.349513 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-1c23e35a-5ca5-456d-bce2-f8379aab6b41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0484552 Dec 20 17:33:34.405351 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-19951460-b326-443c-a39f-fa6b082548d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:33:34.407021 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-19951460-b326-443c-a39f-fa6b082548d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506830 Dec 20 17:33:34.427606 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:33:34.525486 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-44ed8555-6162-42a2-b0fd-be284c7b8155 service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111021 Dec 20 17:33:34.628356 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ed88e6dc-13f6-4d4d-9df6-1aed317a8c9e req-0632c002-7bb6-429d-aab6-d3ad83c5583e service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963383 Dec 20 17:33:34.683076 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0167869f-69e6-42e7-b971-f8bd30b5007d', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:bf:90:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:33:32Z', 'updated_at': '2021-12-20T17:33:32Z', 'revision_number': 0, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}, {'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:55Z', 'revision_number': 1, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:33:34.714886 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae01478-fc90-4ca9-8dd6-119e96eedf99 None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': '0167869f-69e6-42e7-b971-f8bd30b5007d', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:bf:90:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:33:32Z', 'updated_at': '2021-12-20T17:33:32Z', 'revision_number': 0, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}, {'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:55Z', 'revision_number': 1, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:33:34.831248 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:34.975667 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744a9f6-7960-40af-9ba3-c6f7683b538d None None] New status for floating IP 0167869f-69e6-42e7-b971-f8bd30b5007d: ACTIVE {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:33:35.186298 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:39.036676 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:33:52.756876 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:58.374681 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:33:59.453910 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-97d07473-ad20-4f6c-a176-aff01c2d8f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:01.779568 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1af27d4-14bf-4182-bda0-3c6cf880a9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:03.357313 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:04.859422 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:05.248438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:16.037228 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:34:17.018569 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-a9a0e92b-6a0e-45fe-bca2-b683fd9f73a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401609 Dec 20 17:34:17.100593 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-66cbbf80-d19c-48dc-98e0-7cd1c1a49b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:17.102148 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-66cbbf80-d19c-48dc-98e0-7cd1c1a49b8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1097 time: 0.0408592 Dec 20 17:34:17.210315 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-165bdc5f-50c3-42f4-af39-9a90fda4a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:17.211830 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-165bdc5f-50c3-42f4-af39-9a90fda4a13d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0905428 Dec 20 17:34:17.278832 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-7041ee8d-d571-45e8-9e8c-6a8ddf30a340 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 200 len: 1002 time: 0.0591588 Dec 20 17:34:17.331869 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-2f66577f-daa0-474f-a857-78176d710570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:17.333359 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-2f66577f-daa0-474f-a857-78176d710570 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0482283 Dec 20 17:34:17.380109 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-4a063aa1-6146-4e0d-a117-fc430141d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:17.381630 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-4a063aa1-6146-4e0d-a117-fc430141d0e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409114 Dec 20 17:34:17.471910 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-e3fea4bd-b5da-4f0d-8b6c-892c1980c68d service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821915 Dec 20 17:34:17.564754 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-741f2129-a19f-4553-ae3b-c4c547b27b01 req-8f63cc6e-8561-47eb-b1b5-b01c580eb8bc service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Dec 20 17:34:19.016151 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-c3eae68e-4c88-41e4-8615-c5794a6207eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410626 Dec 20 17:34:19.104319 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-e4f6dd3d-df11-4e74-8c26-4219a38d63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:19.105868 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-e4f6dd3d-df11-4e74-8c26-4219a38d63c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1095 time: 0.0464697 Dec 20 17:34:19.214001 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-b4705542-4b3c-4bf8-9128-aefbfec01ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:19.215513 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-b4705542-4b3c-4bf8-9128-aefbfec01ed0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0890481 Dec 20 17:34:19.286524 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-ea7c47f8-0c63-4e13-a355-d7be87b9a03d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 999 time: 0.0639005 Dec 20 17:34:19.338511 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-4d25aca4-2f7a-4c6d-a925-46047e70d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:19.340000 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-4d25aca4-2f7a-4c6d-a925-46047e70d8be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0465744 Dec 20 17:34:19.385799 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-57cf8470-c064-4ebf-9cc4-76dbd3fd5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:34:19.387290 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-57cf8470-c064-4ebf-9cc4-76dbd3fd5542 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408139 Dec 20 17:34:19.481442 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-db520c08-e44a-4c09-ae1b-f38187a85ccf service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869026 Dec 20 17:34:19.573087 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-b7da599f-07a9-4698-9aef-b1ca8ed4854d req-cc2c9be8-b18d-41b2-a5c3-e7dcc13cf88e service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849912 Dec 20 17:34:22.734173 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:28.402129 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:29.436324 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-684fbd25-5d37-4a23-a495-e44d89fcca63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:31.790560 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3efdff2c-b158-42af-ad6f-d0d0999324a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:33.350488 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:34.813098 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:35.230186 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:52.733113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:53.036526 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:34:58.436076 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:34:59.458665 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fa4df830-5ae8-4702-9d78-0a9b71cfc3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:01.778372 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbce596f-ff00-4740-9999-b530b2b17cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:03.339206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:04.829901 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:05.218213 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:17.030853 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-d20ab0b8-903b-4859-a9a6-041327ba7f2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601602 Dec 20 17:35:17.144988 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-9852980a-0dde-424a-98fc-deea424b4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:17.148095 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-9852980a-0dde-424a-98fc-deea424b4794 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1097 time: 0.0633903 Dec 20 17:35:17.273053 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-6973e0ff-b57c-4d90-a7ec-d1877f6a2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:17.274599 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-6973e0ff-b57c-4d90-a7ec-d1877f6a2245 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.1070261 Dec 20 17:35:17.359864 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-b37ef598-5e72-4f88-926d-fd8a2f4545b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 200 len: 1002 time: 0.0780048 Dec 20 17:35:17.415903 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-b41f6d99-fd19-4add-9f7a-29154ccb4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:17.417371 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-b41f6d99-fd19-4add-9f7a-29154ccb4731 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0490184 Dec 20 17:35:17.472918 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-f2504098-8f41-441a-9bb8-6cfd8738bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:17.474646 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-f2504098-8f41-441a-9bb8-6cfd8738bf5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502734 Dec 20 17:35:17.594606 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-a326d252-994a-453b-a9be-ae07f216f79f service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122830 Dec 20 17:35:17.703593 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-3a6fd0b1-dae3-4363-9164-377a5a977ede req-d8fab8e0-5671-41ca-9e31-75707097dc91 service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012390 Dec 20 17:35:20.071725 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-38e50f21-5b78-42ee-b797-30cef6a640c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012783 Dec 20 17:35:20.155935 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-3c954f41-6f68-4d80-8260-1e1367e8c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:20.157463 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-3c954f41-6f68-4d80-8260-1e1367e8c0a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1095 time: 0.0419760 Dec 20 17:35:20.275720 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-4fbbaef5-e643-479e-b0c5-72849c11b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:20.277124 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-4fbbaef5-e643-479e-b0c5-72849c11b637 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0992901 Dec 20 17:35:20.372719 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-6dd05212-eeed-4915-b5f3-358f52f0d670 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 999 time: 0.0880558 Dec 20 17:35:20.427034 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-50fb1948-81db-4d2c-9567-9aa14f9c752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:20.428561 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-50fb1948-81db-4d2c-9567-9aa14f9c752e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0481000 Dec 20 17:35:20.483258 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-60f289ba-eeaf-4ab7-ba7e-7d78f51ab50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:35:20.484769 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-60f289ba-eeaf-4ab7-ba7e-7d78f51ab50c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495288 Dec 20 17:35:20.580591 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-37626244-a152-40f8-82d9-b1c10d284602 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Dec 20 17:35:20.682941 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-ccdd87e8-6892-4b86-a79f-2c570b9040ea req-325ee512-232b-4e9e-a2f1-cc39bdc57007 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959346 Dec 20 17:35:22.750410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:28.413187 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:29.469904 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cc25d390-7c20-43d5-9049-fd67cb8c9961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:30.036592 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:35:31.806917 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-80467228-52e2-48c4-a6ac-cb019c38b9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:33.401028 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:34.807164 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:35.195883 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:52.749410 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:55.469963 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb details requested by agent hyperv_n-h2-781076-8 with host n-h2-781076-8 {{(pid=103955) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 17:35:55.569804 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:35:55.581310 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Returning: {'device': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'port_id': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'mac_address': 'fa:16:3e:bf:90:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103955) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 17:35:55.620773 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:55.633585 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 17:35:55.654600 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:35:55.732493 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:55.784017 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=6']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:35:55.791905 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.792251 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.792595 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.792942 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.793299 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.793634 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.793960 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.794290 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.794614 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.794951 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.795265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.795583 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.795906 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:35:55.804309 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] get_ports_and_sgs() called for port_ids ['d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'] {{(pid=103955) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 17:35:57.485228 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb up at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 17:35:57.535927 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Provisioning complete for port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb triggered by entity L2. {{(pid=103955) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 17:35:57.536294 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7974354'] for port, provisioning_complete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:57.611957 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:57.634787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:35:57.638145 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a21be74-2bae-4445-b807-2580cd149089" -d '{"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:35:57.653828 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:35:57.679715 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929353f0-10e8-4870-9835-1098dff72c33 x-openstack-request-id: req-929353f0-10e8-4870-9835-1098dff72c33 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:35:57.680010 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:35:57.680266 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-929353f0-10e8-4870-9835-1098dff72c33 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:35:57.680678 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'code': 200} Dec 20 17:35:57.755477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:57.805938 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=7']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:35:58.452972 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:35:59.465104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc996df1-ca7a-4d15-b070-43c744cbefa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:01.836183 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9e0d209e-955c-4da2-b131-c07a535bb9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:03.362855 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:04.852874 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:05.294575 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:07.056194 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:36:12.304250 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56306) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:12.465420 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Deleting port d974c062-b1ff-47fc-8e78-2126a08fb883 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:12.465670 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:12.544844 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:12.545186 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:12.556840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Calling delete_port for d974c062-b1ff-47fc-8e78-2126a08fb883 owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:12.772717 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:12.800983 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event deleted for resources: {'Port': ['ID=d974c062-b1ff-47fc-8e78-2126a08fb883,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:12.813438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.813791 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.814133 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.814474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.814809 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.815169 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.815500 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.815827 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.816151 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.816474 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.816796 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.817132 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.817483 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:12.871578 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:12.871883 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Floating IP 0167869f-69e6-42e7-b971-f8bd30b5007d disassociated (deleted). External IP: 172.25.6.174, port: d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb. Dec 20 17:36:13.424411 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Router 569404c1-0cc5-4064-bb55-5d6adc738189 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:36:13.531919 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:36:13.537236 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:13.542047 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:36:13.552670 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:13.553313 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:13.564307 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-f60b76f5-6ff2-4fad-b2cd-27c380433f33 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "DELETE /v2.0/floatingips/0167869f-69e6-42e7-b971-f8bd30b5007d HTTP/1.1" status: 204 len: 168 time: 1.2589500 Dec 20 17:36:13.564892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:36:13.567251 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:36:13.672079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:13.682093 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b211bd03-31e0-4577-a261-3ff787a6d23f x-openstack-request-id: req-b211bd03-31e0-4577-a261-3ff787a6d23f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:36:13.682386 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:36:13.688824 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b211bd03-31e0-4577-a261-3ff787a6d23f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:36:13.688824 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'status': 'completed', 'code': 200} Dec 20 17:36:13.746958 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-45f53034-bd49-4fb5-8897-462a0c982060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:13.748877 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-45f53034-bd49-4fb5-8897-462a0c982060 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 1097 time: 0.0431442 Dec 20 17:36:13.856636 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-8cdfe334-512c-41e1-909f-9e936e4d0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:13.858691 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-8cdfe334-512c-41e1-909f-9e936e4d0745 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.1031342 Dec 20 17:36:13.904703 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-dcca8924-e55d-42b0-a7a0-5db81fc6b9f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 200 len: 217 time: 0.0371966 Dec 20 17:36:13.956021 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-98c14218-351c-4768-8380-e0e5aaaf30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:13.961250 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-98c14218-351c-4768-8380-e0e5aaaf30c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0496852 Dec 20 17:36:14.030399 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-914465e5-fad3-46f0-b998-c305afed8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:14.031950 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-914465e5-fad3-46f0-b998-c305afed8e63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589728 Dec 20 17:36:14.093438 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:55Z', 'revision_number': 1, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:14.126312 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:36:14.131713 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-2c37a9f1-84f7-43c2-a25b-62b91d292c43 service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918040 Dec 20 17:36:14.132010 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304f528-1cd9-48fd-b7ad-e1010b25f2a9 req-bda32cf9-98d0-4a79-835a-c849730c0908 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:14.133598 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c304f528-1cd9-48fd-b7ad-e1010b25f2a9 req-bda32cf9-98d0-4a79-835a-c849730c0908 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 946 time: 0.1206460 Dec 20 17:36:14.135173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:14.135810 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:14.191644 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c304f528-1cd9-48fd-b7ad-e1010b25f2a9 req-1e373c6b-d34d-4b23-96a4-94339476c850 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479014 Dec 20 17:36:14.241063 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-e5ac5ba9-1b5b-4c54-b28e-75c26d44928b req-11b5daa3-ff2e-4773-ac45-e4b52359b144 service neutron] 10.222.0.83 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996020 Dec 20 17:36:14.259560 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:14.493362 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:55Z', 'revision_number': 1, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:14.525653 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe9a1e-2d80-48ff-a20d-5906ef3f3fb3 None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_floatingips': [{'id': 'eb7e0184-fe49-4b41-8adf-daa54b2ab4be', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'floating_ip_address': '172.25.6.96', 'floating_network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'router_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'port_id': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'mac_address': 'fa:16:3e:5e:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32602615-be00-4e80-aff6-d87adc07724f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T17:30:52Z', 'updated_at': '2021-12-20T17:30:55Z', 'revision_number': 1, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:36:14.788234 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e91414-2c81-4752-9f3a-21c161903bfb None None] New status for floating IP 0167869f-69e6-42e7-b971-f8bd30b5007d: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:36:15.320044 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825b3e1-3af5-406a-b51e-d795c8633bb9 req-d35dc815-ab95-4b65-a616-87551bd51231 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:15.321569 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c825b3e1-3af5-406a-b51e-d795c8633bb9 req-d35dc815-ab95-4b65-a616-87551bd51231 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Dec 20 17:36:15.372145 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-c825b3e1-3af5-406a-b51e-d795c8633bb9 req-34dcb9fe-218f-4581-a834-745b07f8034a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Dec 20 17:36:15.596945 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:15.672719 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911199'] for port, before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:15.694446 n-d-781076-8 neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:36:15.696672 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d8f2c0a7a9a2754f4ceb9717fd4d36ecbf14abbf6000957626b6c5bab142cb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a381ad-c630-4aee-aa6a-15650eed843b" -d '{"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:36:15.709131 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:15.735344 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafeb9b2-0cbd-4643-b44c-d467e2982e39 x-openstack-request-id: req-dafeb9b2-0cbd-4643-b44c-d467e2982e39 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:36:15.735645 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:36:15.735899 n-d-781076-8 neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dafeb9b2-0cbd-4643-b44c-d467e2982e39 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:36:15.736297 n-d-781076-8 neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'code': 200} Dec 20 17:36:15.789559 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736428826179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736428325605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736428325623'] for port, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:15.808467 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-86caf96f-0214-4a8d-999d-94254779f4d3 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:15.810050 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-86caf96f-0214-4a8d-999d-94254779f4d3 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 946 time: 0.0505459 Dec 20 17:36:15.843568 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Pushing event updated for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=8']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:15.909217 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Deleting port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:15.909555 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:15.999709 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] For port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb, host n-h2-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-781076-8',level=0,port_id=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:16.000067 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:16.012658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Calling delete_port for d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:16.212395 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:16.242894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event deleted for resources: {'Port': ['ID=d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:16.289735 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] No DVR routers for this DVR port d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb on host n-h2-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:36:16.292513 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:16.296567 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-19cfd376-ab22-404e-82fe-dbd2c2547357 req-8defe2a6-e7f6-40bf-a4b8-967710194c20 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.83 "DELETE /v2.0/ports/d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb HTTP/1.1" status: 204 len: 173 time: 0.4807463 Dec 20 17:36:16.297069 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-deleted', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:36:16.299640 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6583567b-9155-4ee6-af76-87de72f17c7b" -d '{"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-deleted", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:36:16.342978 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd4b92b-bfa0-4a06-91af-a3f9a05896f1 x-openstack-request-id: req-0bd4b92b-bfa0-4a06-91af-a3f9a05896f1 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:36:16.343307 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f23cb26-6dd5-44d0-bbdc-f77684d28d03", "name": "network-vif-deleted", "tag": "d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:36:16.343571 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bd4b92b-bfa0-4a06-91af-a3f9a05896f1 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:36:16.343978 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f23cb26-6dd5-44d0-bbdc-f77684d28d03', 'name': 'network-vif-deleted', 'tag': 'd6e1af81-10d7-4efa-9bf9-b9aebfbbfceb', 'status': 'completed', 'code': 200} Dec 20 17:36:16.475619 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-bbca61c4-44f0-4d29-a2d8-b1d984fc101a req-3853d539-af77-44fb-8f38-c67948b096f5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f23cb26-6dd5-44d0-bbdc-f77684d28d03 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Dec 20 17:36:18.733442 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56380) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:18.892840 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Deleting port 0f149baa-598e-40d6-84fa-fc588640eb2a {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:18.893185 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:18.970445 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:18.970711 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:18.988675 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Calling delete_port for 0f149baa-598e-40d6-84fa-fc588640eb2a owned by network:floatingip {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:19.212427 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:19.237800 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event deleted for resources: {'Port': ['ID=0f149baa-598e-40d6-84fa-fc588640eb2a,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:19.304300 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for floatingip, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:19.304626 n-d-781076-8 neutron-server[103954]: INFO neutron.db.l3_db [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Floating IP eb7e0184-fe49-4b41-8adf-daa54b2ab4be disassociated (deleted). External IP: 172.25.6.96, port: 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc. Dec 20 17:36:19.517376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Router 569404c1-0cc5-4064-bb55-5d6adc738189 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:36:19.629025 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:36:19.633898 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for floatingip, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:19.639190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:36:19.649372 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:19.649986 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:19.664430 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-96e032c8-0241-4c79-82d1-80dfd6447ee7 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "DELETE /v2.0/floatingips/eb7e0184-fe49-4b41-8adf-daa54b2ab4be HTTP/1.1" status: 204 len: 168 time: 0.9298527 Dec 20 17:36:19.665030 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:36:19.667274 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d753f-0c28-4765-8969-caf669ce2300" -d '{"events": [{"name": "network-changed", "server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:36:19.688798 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb no longer exists at agent hyperv_n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:19.708235 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151b696-39e9-4b31-9f15-d22bf9efe72f x-openstack-request-id: req-f151b696-39e9-4b31-9f15-d22bf9efe72f {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:36:19.708520 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:36:19.708783 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f151b696-39e9-4b31-9f15-d22bf9efe72f {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:36:19.709234 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'status': 'completed', 'code': 200} Dec 20 17:36:19.720584 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] No Port match for: d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:19.720935 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Device d6e1af81-10d7-4efa-9bf9-b9aebfbbfceb not bound to the agent host n-h2-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:19.776656 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-4c856f71-acb6-4d67-82af-c5d43d1bb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:19.777281 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-4c856f71-acb6-4d67-82af-c5d43d1bb321 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 1095 time: 0.0435128 Dec 20 17:36:19.786141 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:19.877301 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-902c7175-2afb-4ed1-8cc0-194cd79eda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:19.878771 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-902c7175-2afb-4ed1-8cc0-194cd79eda8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 200 len: 911 time: 0.0943198 Dec 20 17:36:19.922628 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-09eb08c4-d63a-4309-bdcf-9471cab54e09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 200 len: 217 time: 0.0367076 Dec 20 17:36:19.974771 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-270d455f-3d82-4ae1-ab82-fdffb4d2539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:19.976241 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-270d455f-3d82-4ae1-ab82-fdffb4d2539b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 200 len: 849 time: 0.0470831 Dec 20 17:36:20.001327 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:20.022780 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-c723ca41-e2b9-4c4d-9f92-e0c0a40d997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:20.024270 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-c723ca41-e2b9-4c4d-9f92-e0c0a40d997c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413618 Dec 20 17:36:20.028714 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:36:20.037898 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:20.038574 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:20.129800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-318a69a9-024f-40b1-bca9-91bdcbb395d7 service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984545 Dec 20 17:36:20.151176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d1bd-93d2-411b-8b78-c782aeb2652b req-bd258a14-f892-478f-829f-50746d52ae7d tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:20.157710 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f46d1bd-93d2-411b-8b78-c782aeb2652b req-bd258a14-f892-478f-829f-50746d52ae7d tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 944 time: 0.0614734 Dec 20 17:36:20.161787 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:20.210917 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-5f46d1bd-93d2-411b-8b78-c782aeb2652b req-07f126ab-cc7d-49a6-b06f-93c22d3d2d9d tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5365f48-6318-4ddf-91d6-0033a37bef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488772 Dec 20 17:36:20.235108 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-cf3d753f-0c28-4765-8969-caf669ce2300 req-0e66ab30-bc28-4173-a65f-22f59a947c1c service neutron] 10.222.0.72 "GET /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972829 Dec 20 17:36:20.379079 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:20.409745 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afa7b9-4570-45a1-ae44-5428ec68b4a8 None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:27Z', 'revision_number': 4, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8', '_interfaces': [{'id': '32dccb19-c6e1-454a-a0ab-470c048d1e5b', 'name': '', 'network_id': 'e06f7e11-842a-4f8d-b6d0-69490d0ffd4c', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'mac_address': 'fa:16:3e:cd:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:27Z', 'updated_at': '2021-12-20T17:30:31Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'subnets': [{'id': '3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:36:20.622984 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450eb76-e096-4b8e-8e16-6d8866404bbe None None] New status for floating IP eb7e0184-fe49-4b41-8adf-daa54b2ab4be: DOWN {{(pid=103956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 17:36:20.723517 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3de59-5beb-444d-befe-7340a71a46de req-1117adf4-89a7-41e6-b0a5-6ea0ed639e3a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:20.724993 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-11f3de59-5beb-444d-befe-7340a71a46de req-1117adf4-89a7-41e6-b0a5-6ea0ed639e3a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 944 time: 0.0512221 Dec 20 17:36:20.814658 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Deleting port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:20.815352 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:20.907802 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] For port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc, host n-h1-781076-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-781076-8',level=0,port_id=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:20.908163 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:20.921006 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Calling delete_port for 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc owned by compute:nova {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:21.150383 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:21.183567 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event deleted for resources: {'Port': ['ID=5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:21.234778 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] No DVR routers for this DVR port 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc on host n-h1-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:36:21.237379 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401214'] for port, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:21.240735 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-11f3de59-5beb-444d-befe-7340a71a46de req-f64e335e-bcc2-4456-acc7-c151b33eb9a5 tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.72 "DELETE /v2.0/ports/5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc HTTP/1.1" status: 204 len: 173 time: 0.5099342 Dec 20 17:36:21.313012 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [req-6b2c465a-0d1b-48d3-81dd-6069ed0f88c6 req-1f60175b-ccb3-4384-913d-3a93b53743ff tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 210 time: 0.0290315 Dec 20 17:36:21.710311 n-d-781076-8 neutron-server[103954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-deleted', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc'}] {{(pid=103954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 17:36:21.712637 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5de6eb59b7a7d482962c6734041084e4191364fc33cfc2865e7e380e83f0ef5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad7a80-0b2a-4f9c-8b3b-2631849ca961" -d '{"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-deleted", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc"}]}' {{(pid=103954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 17:36:21.749799 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d7457-6ed3-488d-b30a-66a3f99196f2 x-openstack-request-id: req-5d3d7457-6ed3-488d-b30a-66a3f99196f2 {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 17:36:21.749939 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32602615-be00-4e80-aff6-d87adc07724f", "name": "network-vif-deleted", "tag": "5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc", "status": "completed", "code": 200}]} {{(pid=103954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 17:36:21.750162 n-d-781076-8 neutron-server[103954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d3d7457-6ed3-488d-b30a-66a3f99196f2 {{(pid=103954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 17:36:21.750568 n-d-781076-8 neutron-server[103954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32602615-be00-4e80-aff6-d87adc07724f', 'name': 'network-vif-deleted', 'tag': '5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc', 'status': 'completed', 'code': 200} Dec 20 17:36:22.011485 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7089969-5100-4b19-8ec3-2afc6b5e9dc0 req-1b865126-88d5-4007-a795-685129ab5bbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32602615-be00-4e80-aff6-d87adc07724f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292442 Dec 20 17:36:22.088059 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7089969-5100-4b19-8ec3-2afc6b5e9dc0 req-ddee6cf5-fa14-411e-9c08-b99cfdbcab60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b78949365fff40d4adbbc7ff98c0617e&device_id=32602615-be00-4e80-aff6-d87adc07724f HTTP/1.1" status: 200 len: 210 time: 0.0297475 Dec 20 17:36:22.205371 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7089969-5100-4b19-8ec3-2afc6b5e9dc0 req-d38d606c-853f-4f39-b374-413c3bae7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:22.206842 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7089969-5100-4b19-8ec3-2afc6b5e9dc0 req-d38d606c-853f-4f39-b374-413c3bae7451 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b78949365fff40d4adbbc7ff98c0617e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0991330 Dec 20 17:36:22.314007 n-d-781076-8 neutron-server[103954]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7089969-5100-4b19-8ec3-2afc6b5e9dc0 req-b563c9f0-c1d0-4c35-a6dc-e04c1c61c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 17:36:22.315509 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [req-f7089969-5100-4b19-8ec3-2afc6b5e9dc0 req-b563c9f0-c1d0-4c35-a6dc-e04c1c61c6d7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020107 Dec 20 17:36:22.381497 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56398) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:22.443199 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5611c7e-d70f-4314-86e2-2e294f80310a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:22.472412 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5611c7e-d70f-4314-86e2-2e294f80310a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:22.595759 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5611c7e-d70f-4314-86e2-2e294f80310a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:22.598522 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-c5611c7e-d70f-4314-86e2-2e294f80310a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:22.599800 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-c5611c7e-d70f-4314-86e2-2e294f80310a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] 10.222.0.81 "DELETE /v2.0/security-groups/c5365f48-6318-4ddf-91d6-0033a37bef3f HTTP/1.1" status: 204 len: 168 time: 0.2173212 Dec 20 17:36:22.610503 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5611c7e-d70f-4314-86e2-2e294f80310a tempest-TestSnapshotPattern-530935162 tempest-TestSnapshotPattern-530935162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5365f48-6318-4ddf-91d6-0033a37bef3f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:22.710892 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56402) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:22.759964 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:23.177600 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:23.425336 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Deleting port 32dccb19-c6e1-454a-a0ab-470c048d1e5b {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:23.425585 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:23.502894 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] For port 32dccb19-c6e1-454a-a0ab-470c048d1e5b, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=32dccb19-c6e1-454a-a0ab-470c048d1e5b,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:23.503250 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:23.515986 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Calling delete_port for 32dccb19-c6e1-454a-a0ab-470c048d1e5b owned by network:router_interface {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:23.738044 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:23.767831 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Pushing event deleted for resources: {'Port': ['ID=32dccb19-c6e1-454a-a0ab-470c048d1e5b,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:23.934648 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:24.245173 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc no longer exists at agent hyperv_n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:24.266608 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] No Port match for: 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:24.266956 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Device 5d62a2dc-9ad4-4708-b950-ee8b7d3f6ffc not bound to the agent host n-h1-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:24.504023 n-d-781076-8 neutron-server[103954]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Router 569404c1-0cc5-4064-bb55-5d6adc738189 has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:36:24.611652 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:36:24.616539 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-772e8b40-3d19-4753-a0a5-01d69c31c56d admin admin] 10.222.0.81 "PUT /v2.0/routers/569404c1-0cc5-4064-bb55-5d6adc738189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9047031 Dec 20 17:36:24.619042 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56406) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:24.621689 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] Sync routers for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:36:24.634093 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:24.634796 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:24.724614 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:24.741073 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: n-d-781076-8 {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:24.829208 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:24.926243 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:36:23Z', 'revision_number': 5, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port': {'id': '4b6dfb77-ab96-45e0-9e02-0c33ffb91daf', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:24.943945 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Deleting port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:24.944390 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:24.952885 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] Checking router: 569404c1-0cc5-4064-bb55-5d6adc738189 for host: n-d-781076-8 {{(pid=103955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:36:24.961324 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] Routers {'569404c1-0cc5-4064-bb55-5d6adc738189'} bound to L3 agent in host n-d-781076-8 {{(pid=103955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:24.961934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['569404c1-0cc5-4064-bb55-5d6adc738189'], 'active': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:25.026332 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] For port 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:25.026691 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.039622 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Calling delete_port for 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:25.049130 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvr_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] Set router 569404c1-0cc5-4064-bb55-5d6adc738189 gateway port host: None {{(pid=103955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:25.102975 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_hamode_db [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:36:24Z', 'revision_number': 6, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:25.300094 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e4522f-dab2-4439-ac9d-4d6ac80b58cd None None] The sync data for ids ['569404c1-0cc5-4064-bb55-5d6adc738189'] in n-d-781076-8 is: [{'id': '569404c1-0cc5-4064-bb55-5d6adc738189', 'name': 'tempest-TestSnapshotPattern-1026103364-router', 'tenant_id': 'b78949365fff40d4adbbc7ff98c0617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:24Z', 'updated_at': '2021-12-20T17:36:24Z', 'revision_number': 6, 'project_id': 'b78949365fff40d4adbbc7ff98c0617e', 'gw_port_host': None}] {{(pid=103955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:36:25.315329 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.348218 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6dfb77-ab96-45e0-9e02-0c33ffb91daf,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:25.362448 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6f063-6514-4496-96ad-872d38359988 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:36:25.411816 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.506736 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.508875 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.612692 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.613107 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569404c1-0cc5-4064-bb55-5d6adc738189 {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:36:25.621188 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.621188 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-cf771518-03e6-40c0-b383-e928cc5c43b3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/569404c1-0cc5-4064-bb55-5d6adc738189 HTTP/1.1" status: 204 len: 168 time: 0.9988868 Dec 20 17:36:25.621443 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56408) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:25.668419 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Deleting subnet 3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:36:25.671809 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.708341 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.798719 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.920579 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.945956 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:25.949549 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:25.953564 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-25a2a577-92bd-4023-91a1-8223d58761dc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3dff3d65-b00d-41d0-9a93-0d49e3a5b1c5 HTTP/1.1" status: 204 len: 168 time: 0.3311229 Dec 20 17:36:25.956094 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56410) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:25.958516 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d94a7b-08b5-4960-95b4-826cb07660f0 None None] Network e06f7e11-842a-4f8d-b6d0-69490d0ffd4c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:36:26.037640 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.105244 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Deleting port c3862f3b-3411-45ec-b48d-5c7d13493a93 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:26.110414 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.161283 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] DHCP port deletion for e06f7e11-842a-4f8d-b6d0-69490d0ffd4c request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:36:26.176685 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] For port c3862f3b-3411-45ec-b48d-5c7d13493a93, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3862f3b-3411-45ec-b48d-5c7d13493a93,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:26.177179 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.190444 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Calling delete_port for c3862f3b-3411-45ec-b48d-5c7d13493a93 owned by network:dhcp {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:26.208708 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] Deleting port c3862f3b-3411-45ec-b48d-5c7d13493a93 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:26.209088 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.274258 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] For port c3862f3b-3411-45ec-b48d-5c7d13493a93, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=c3862f3b-3411-45ec-b48d-5c7d13493a93,segment=NetworkSegment(5db61884-e056-4751-8bb8-52167907302a),segment_id=5db61884-e056-4751-8bb8-52167907302a)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:26.274653 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.287994 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] Calling delete_port for c3862f3b-3411-45ec-b48d-5c7d13493a93 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:26.366935 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.372370 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.393843 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c3862f3b-3411-45ec-b48d-5c7d13493a93,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:26.397447 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] No DVR routers for this DVR port c3862f3b-3411-45ec-b48d-5c7d13493a93 on host n-d-781076-8 {{(pid=103954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:36:26.400502 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] Pushing event deleted for resources: {'Port': ['ID=c3862f3b-3411-45ec-b48d-5c7d13493a93,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:26.407375 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbfb65-ad84-4297-9ee4-50242940d87b None None] No DVR routers for this DVR port c3862f3b-3411-45ec-b48d-5c7d13493a93 on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:36:26.474102 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.494502 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06f7e11-842a-4f8d-b6d0-69490d0ffd4c']}} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:26.504148 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db61884-e056-4751-8bb8-52167907302a') {'for_net_delete': True} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:26.504438 n-d-781076-8 neutron-server[103954]: DEBUG neutron.services.segments.db [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db61884-e056-4751-8bb8-52167907302a') {} {{(pid=103954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:26.514361 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439932'] for segment, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.527431 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.534103 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440748'] for segment, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: warnings.warn(msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: Traceback (most recent call last): Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: timer() Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: cb(*args, **kw) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: return func(*args, **kwargs) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: self._notify() Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: self.callback(batched_events) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: event.method(event) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: return f(self, *a, **k) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: return self._get(url).json() Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: return self.request(url, 'GET', **kwargs) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:36:26.536874 n-d-781076-8 neutron-server[103954]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:36:26.646573 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.652876 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Publish callbacks [] for network, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:26.656727 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] 10.222.0.81 "DELETE /v2.0/networks/e06f7e11-842a-4f8d-b6d0-69490d0ffd4c HTTP/1.1" status: 204 len: 168 time: 0.6988399 Dec 20 17:36:26.659955 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56412) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:26.666201 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa986-e352-4a67-b591-ba81182581ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e06f7e11-842a-4f8d-b6d0-69490d0ffd4c,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:27.013668 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647131'] for router_interface, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:27.260973 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Deleting port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:27.261345 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:27.271934 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:27.292122 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:27.292476 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 4b6dfb77-ab96-45e0-9e02-0c33ffb91daf not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:27.293001 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 32dccb19-c6e1-454a-a0ab-470c048d1e5b no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:27.317412 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 32dccb19-c6e1-454a-a0ab-470c048d1e5b {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:27.317763 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 32dccb19-c6e1-454a-a0ab-470c048d1e5b not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:27.318190 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3862f3b-3411-45ec-b48d-5c7d13493a93 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:27.337914 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: c3862f3b-3411-45ec-b48d-5c7d13493a93 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:27.338265 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device c3862f3b-3411-45ec-b48d-5c7d13493a93 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:27.342035 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] For port 68150beb-d3c8-4fd7-8f82-6be3a00a25c5, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:27.342545 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:27.356129 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Calling delete_port for 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 owned by network:router_interface {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:27.612321 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:27.645137 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Pushing event deleted for resources: {'Port': ['ID=68150beb-d3c8-4fd7-8f82-6be3a00a25c5,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:27.675986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.676667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.676667 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.676986 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.677345 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.677674 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.678078 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.678405 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.678731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.679051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.679409 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.679731 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.680051 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-781076-8 {{(pid=103953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 17:36:27.836456 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646475'] for router_interface, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.052179 n-d-781076-8 neutron-server[103953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Router 258cae45-5550-4eaa-8b35-f956dffa805d has already been hosted by L3 agent 648c5d0a-1112-4d64-bc62-216b65adc0fc {{(pid=103953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 17:36:28.160460 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] Notify agent at l3_agent.n-d-781076-8 the message routers_updated {{(pid=103953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 17:36:28.165715 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7bbd9a53-e9f8-4a8d-aba2-e7db1db8234b admin admin] 10.222.0.81 "PUT /v2.0/routers/258cae45-5550-4eaa-8b35-f956dffa805d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5038919 Dec 20 17:36:28.168360 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56416) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:28.171591 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] Sync routers for ids ['258cae45-5550-4eaa-8b35-f956dffa805d'] in n-d-781076-8 {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 17:36:28.185110 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] Routers {'258cae45-5550-4eaa-8b35-f956dffa805d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:28.185786 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['258cae45-5550-4eaa-8b35-f956dffa805d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:28.277610 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks [] for router, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.291472 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] Set router 258cae45-5550-4eaa-8b35-f956dffa805d gateway port host: n-d-781076-8 {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:28.387676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.406406 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.469175 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Deleting port ce5b26b6-069c-417a-9861-7c3a5fbb7f07 {{(pid=103954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:28.469511 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.478154 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'external_fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:36:27Z', 'revision_number': 5, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port': {'id': 'ce5b26b6-069c-417a-9861-7c3a5fbb7f07', 'name': '', 'network_id': 'c433bad7-c2e8-436b-a2b1-52b64e946a9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-781076-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T17:30:31Z', 'updated_at': '2021-12-20T17:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95dabb11-2a64-4e39-bdb7-03388c770d70', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-781076-8'}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:28.504984 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] Checking router: 258cae45-5550-4eaa-8b35-f956dffa805d for host: n-d-781076-8 {{(pid=103956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 17:36:28.513826 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] Routers {'258cae45-5550-4eaa-8b35-f956dffa805d'} bound to L3 agent in host n-d-781076-8 {{(pid=103956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 17:36:28.514420 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-781076-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T15:26:02Z,description=,heartbeat_timestamp=2021-12-20T17:36:02Z,host='n-d-781076-8',id=648c5d0a-1112-4d64-bc62-216b65adc0fc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T15:26:02Z,topic='l3_agent')) {'router_ids': ['258cae45-5550-4eaa-8b35-f956dffa805d'], 'active': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:28.553814 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.db [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] For port ce5b26b6-069c-417a-9861-7c3a5fbb7f07, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,segment=NetworkSegment(35605690-14b8-410d-a9ee-3c056931e173),segment_id=35605690-14b8-410d-a9ee-3c056931e173)] {{(pid=103954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:28.554172 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.568753 n-d-781076-8 neutron-server[103954]: DEBUG neutron.plugins.ml2.plugin [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Calling delete_port for ce5b26b6-069c-417a-9861-7c3a5fbb7f07 owned by network:router_gateway {{(pid=103954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:28.600580 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_dvr_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] Set router 258cae45-5550-4eaa-8b35-f956dffa805d gateway port host: None {{(pid=103956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 17:36:28.656781 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.l3_hamode_db [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:36:28Z', 'revision_number': 6, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port_host': None}], 'n-d-781076-8', False) {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:28.683719 n-d-781076-8 neutron-server[103956]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d85ab-bbdb-42c0-9b0c-f7621ef3f839 None None] The sync data for ids ['258cae45-5550-4eaa-8b35-f956dffa805d'] in n-d-781076-8 is: [{'id': '258cae45-5550-4eaa-8b35-f956dffa805d', 'name': 'tempest-TestSnapshotPattern-1946540296-router', 'tenant_id': 'a14d326e72224ba4a0734d88976e75a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T17:30:30Z', 'updated_at': '2021-12-20T17:36:28Z', 'revision_number': 6, 'project_id': 'a14d326e72224ba4a0734d88976e75a4', 'gw_port_host': None}] {{(pid=103956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 17:36:28.812489 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440699'] for port, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:28.835838 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5b26b6-069c-417a-9861-7c3a5fbb7f07,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:28.853420 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc738b-0fd7-43ac-8952-ec1e85334517 None None] DHCP port deletion for c433bad7-c2e8-436b-a2b1-52b64e946a9a request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:36:28.906934 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647697'] for router_gateway, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.000475 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109490'] for router, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.002576 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.156130 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642744'] for router, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.156798 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 258cae45-5550-4eaa-8b35-f956dffa805d {{(pid=103954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 17:36:29.163118 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] Publish callbacks [] for router, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.164298 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-5912f4c0-827b-49fc-9f6b-48042d5d8d62 admin admin] 10.222.0.81 "DELETE /v2.0/routers/258cae45-5550-4eaa-8b35-f956dffa805d HTTP/1.1" status: 204 len: 168 time: 0.9949594 Dec 20 17:36:29.174376 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56418) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:29.220022 n-d-781076-8 neutron-server[103954]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Deleting subnet 47393971-d760-4ce9-be19-fd2b80d12428 {{(pid=103954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 17:36:29.223134 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.257440 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439925'] for subnet, precommit_delete_associations {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.339116 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7962788'] for subnet, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.452705 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ce5b26b6-069c-417a-9861-7c3a5fbb7f07 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:29.474397 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: ce5b26b6-069c-417a-9861-7c3a5fbb7f07 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:29.474801 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device ce5b26b6-069c-417a-9861-7c3a5fbb7f07 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:29.475225 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:29.493803 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:29.494158 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 68150beb-d3c8-4fd7-8f82-6be3a00a25c5 not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:29.499227 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7962813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388246'] for subnet, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.525379 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47393971-d760-4ce9-be19-fd2b80d12428,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:29.529807 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.532674 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5fc5cbdb-5373-41aa-adda-213e1016e18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.533090 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-2a3796e9-f68d-4cdc-ba28-e5e673e0cb34 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/47393971-d760-4ce9-be19-fd2b80d12428 HTTP/1.1" status: 204 len: 168 time: 0.3574266 Dec 20 17:36:29.535886 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56420) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:29.541042 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d0571-3ed0-46c6-a797-0acae9cbfd6e None None] Network 6483c701-bb2a-494f-99ea-81c0c2c5029c requested from n-d-781076-8 {{(pid=103955) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 17:36:29.610965 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7941151'] for network, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.668465 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Deleting port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e {{(pid=103953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:29.668584 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.705126 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] DHCP port deletion for 6483c701-bb2a-494f-99ea-81c0c2c5029c request from n-d-781076-8 {{(pid=103955) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 17:36:29.741333 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.db [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] For port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:29.741786 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.754317 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] Deleting port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 17:36:29.754550 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.plugin [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Calling delete_port for 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e owned by network:dhcp {{(pid=103953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:29.754679 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736428884426'] for port, before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.821937 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] For port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e, host n-d-781076-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-781076-8',level=0,port_id=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,segment=NetworkSegment(d15109cb-da20-4184-83ea-9338b93f967b),segment_id=d15109cb-da20-4184-83ea-9338b93f967b)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 17:36:29.822329 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648716'] for port, precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.835219 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] Calling delete_port for 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 17:36:29.978428 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10187316'] for port, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:29.985271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7909842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736428826161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736428325596'] for port, after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.009174 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:30.015098 n-d-781076-8 neutron-server[103953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] No DVR routers for this DVR port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e on host n-d-781076-8 {{(pid=103953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:36:30.016188 n-d-781076-8 neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] Pushing event deleted for resources: {'Port': ['ID=73d28a8a-f733-4f42-9dc9-106b3bdbbc0e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:30.018421 n-d-781076-8 neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13449103-4b02-469f-9923-a58fb05aa3b9 None None] No DVR routers for this DVR port 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e on host n-d-781076-8 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 17:36:30.404259 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7968041', 'neutron.services.segments.db._delete_segments_for_network-8736428892636'] for network, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.424401 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6483c701-bb2a-494f-99ea-81c0c2c5029c']}} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:30.434176 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15109cb-da20-4184-83ea-9338b93f967b') {'for_net_delete': True} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:30.434467 n-d-781076-8 neutron-server[103953]: DEBUG neutron.services.segments.db [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15109cb-da20-4184-83ea-9338b93f967b') {} {{(pid=103953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 17:36:30.444148 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736428896229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564830'] for segment, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.457763 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963'] for segment, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.464378 n-d-781076-8 neutron-server[103953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 17:36:30.464741 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7963963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10187491'] for segment, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: Traceback (most recent call last): Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: timer() Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: cb(*args, **kw) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: return func(*args, **kwargs) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: self._notify() Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: self.callback(batched_events) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: event.method(event) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: return f(self, *a, **k) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: return self._get(url).json() Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: return self.request(url, 'GET', **kwargs) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 17:36:30.467424 n-d-781076-8 neutron-server[103953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 17:36:30.635576 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7968034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647885'] for network, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.642217 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Publish callbacks [] for network, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:30.645485 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6483c701-bb2a-494f-99ea-81c0c2c5029c HTTP/1.1" status: 204 len: 168 time: 1.1079390 Dec 20 17:36:30.657831 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513fcd-f563-4eec-b132-0b251a49f702 admin admin] Pushing event deleted for resources: {'Network': ['ID=6483c701-bb2a-494f-99ea-81c0c2c5029c,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:31.053012 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56424) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:31.098382 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-4ff466a2-9352-4d15-bada-ea3d994bd143 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b78949365fff40d4adbbc7ff98c0617e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437353 Dec 20 17:36:31.100906 n-d-781076-8 neutron-server[103954]: DEBUG neutron.wsgi [-] (103954) accepted ('10.222.0.81', 56426) {{(pid=103954) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:31.155090 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1484be97-8d99-47e6-8c59-3acf611adde2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:31.177931 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1484be97-8d99-47e6-8c59-3acf611adde2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:31.266177 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e no longer exists at agent ovs-agent-n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 17:36:31.286676 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1484be97-8d99-47e6-8c59-3acf611adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:31.287273 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] No Port match for: 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e {{(pid=103955) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 17:36:31.287633 n-d-781076-8 neutron-server[103955]: DEBUG neutron.plugins.ml2.rpc [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Device 73d28a8a-f733-4f42-9dc9-106b3bdbbc0e not bound to the agent host n-d-781076-8 {{(pid=103955) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 17:36:31.290333 n-d-781076-8 neutron-server[103954]: DEBUG neutron_lib.callbacks.manager [None req-1484be97-8d99-47e6-8c59-3acf611adde2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:31.295130 n-d-781076-8 neutron-server[103954]: INFO neutron.wsgi [None req-1484be97-8d99-47e6-8c59-3acf611adde2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96bd03e0-e9bc-44f2-9580-b00b3750761f HTTP/1.1" status: 204 len: 168 time: 0.1896715 Dec 20 17:36:31.301349 n-d-781076-8 neutron-server[103954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484be97-8d99-47e6-8c59-3acf611adde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bd03e0-e9bc-44f2-9580-b00b3750761f,revision_number=None']} {{(pid=103954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:31.817916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d493ae9d-63fd-49be-adcd-ab0bb2bfb936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:31.942375 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56432) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:31.982900 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4960ce34-5d42-4984-b3c2-acbd2edcf850 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a14d326e72224ba4a0734d88976e75a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392923 Dec 20 17:36:31.985289 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [-] (103953) accepted ('10.222.0.81', 56434) {{(pid=103953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 17:36:32.033229 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4637d1b6-ba36-4942-93bc-74b06b29306c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:32.054812 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4637d1b6-ba36-4942-93bc-74b06b29306c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:32.177365 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4637d1b6-ba36-4942-93bc-74b06b29306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-944844'] for security_group, after_delete {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:32.180285 n-d-781076-8 neutron-server[103953]: DEBUG neutron_lib.callbacks.manager [None req-4637d1b6-ba36-4942-93bc-74b06b29306c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:32.181505 n-d-781076-8 neutron-server[103953]: INFO neutron.wsgi [None req-4637d1b6-ba36-4942-93bc-74b06b29306c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2920a80f-a6d6-453e-9028-e9ac58c6115e HTTP/1.1" status: 204 len: 168 time: 0.1953039 Dec 20 17:36:32.190185 n-d-781076-8 neutron-server[103953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637d1b6-ba36-4942-93bc-74b06b29306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2920a80f-a6d6-453e-9028-e9ac58c6115e,revision_number=None']} {{(pid=103953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 17:36:33.338258 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:34.823870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:35.234242 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:44.036831 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:36:52.783844 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:58.418499 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:36:59.462338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c2b584ff-cbcc-46e1-a152-3839285cc968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:01.789109 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bb072af0-b177-4ba8-92c0-a21e490a06f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:03.463433 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:04.827870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:05.228588 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:21.035695 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:37:22.772098 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:28.438974 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:29.474976 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f37f5f5d-a2e1-4276-96d5-468714ac6fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:31.851866 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3604-a13d-4c3c-b444-62264af2811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:33.343408 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:34.867080 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:35.217565 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:52.783283 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:58.034789 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:37:58.417448 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:37:59.463225 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d62409c5-e815-4d61-a259-ebf0193f16c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:01.826716 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c59cf585-bcc1-4a23-82e6-4a5ad7b7da2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:03.337827 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:04.835113 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:05.175871 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:22.797764 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:28.432521 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:29.466438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ee891427-16e5-4e8c-ad8e-92e30d378a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:31.788372 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b96ea03-a60b-4b19-8711-421adf17b502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:33.346477 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:34.919879 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:35.035448 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:38:35.301315 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:52.805211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:58.437701 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:38:59.474099 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92c10e2c-bc63-45fa-a0e7-091dd1a76a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:01.794112 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b071-1024-4aa5-83ca-281141e8f1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:03.360134 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:04.857793 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:05.217938 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:12.036011 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:39:22.819428 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:28.448149 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:29.469264 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-91d896ab-719f-47a2-b972-64ac5729f2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:31.796155 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e1b6-5a56-4f9a-b53c-e165a8173858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:33.365431 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:34.845986 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:35.179097 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:49.036629 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:39:52.818526 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:58.453271 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:39:59.476124 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-39e2e6ea-255b-41ed-b945-73627731ae4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:01.801795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d7e926ae-1ed3-456c-8155-7678f3bdd846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:03.384206 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:04.881836 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:05.184525 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:22.834809 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:26.037442 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:40:28.490684 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:29.487035 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-41e428dd-6d77-4270-b8d8-e4745cad71d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:31.804557 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f393c64c-161b-45a5-ab0a-e367ca414a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:33.366582 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:34.863518 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:35.200815 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:52.800416 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:58.480348 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:40:59.463584 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5f49fadf-7ecc-4fd0-b037-0220fb3944aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:01.845251 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4366199b-281e-4eb8-9ed5-d7758119b2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:03.037407 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:41:03.371799 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:04.868528 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:05.193438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:22.862735 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:28.519572 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:29.479508 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b472cfb7-ad1e-49b2-bc45-caaef0e69b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:31.811194 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6767-b65b-45ae-83f9-8302aae395a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:33.376769 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:34.885237 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:35.245329 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:40.037111 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:41:52.861598 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:58.547108 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:41:59.473061 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7de2ed0-62ca-486a-8d58-0d80b9a159d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:01.845104 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc963bec-0525-4648-86a5-00eac60b7036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:03.387382 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:04.855924 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:05.187916 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:17.036706 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:42:22.827019 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:28.490491 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:29.478472 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-19816d01-7697-4c5c-a618-51f63ece59c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:31.844184 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1b3feb6a-1e14-44c6-8988-bf80379ec090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:33.381401 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:34.878336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:35.186928 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:48.718707 n-d-781076-8 neutron-server[103953]: DEBUG neutron.wsgi [req-3937fd18-38e1-414f-a1e5-2390dc4b487f req-975ae3c3-9946-469f-a26d-1bdc99731638 service neutron] (103953) timed out ('10.222.0.81', 54046) {{(pid=103953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 17:42:52.832834 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:54.036090 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:42:58.500795 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:42:59.506635 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5c2dfbce-a9f3-434f-bbcc-04c0a2a476bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:01.820476 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-69bbce3a-27e4-4861-89cd-b60862103155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:03.369336 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:04.860870 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:05.203486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:22.861338 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:28.495205 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:29.472438 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bddd0c4d-b440-4dce-9937-617cc0a9688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:31.035100 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:43:31.831909 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e7d9390f-2332-4d2c-bb32-2c740c9c3d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:33.386027 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:34.888985 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:35.191962 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:52.848940 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:58.517668 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:43:59.488630 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-403271c5-8465-4e96-93a0-65eb0644cbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:01.820058 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8a5aeedc-7ba9-4f74-84f4-3cc36789db6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:03.368534 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:04.865691 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:05.179943 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:08.034685 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:44:22.854081 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:28.488601 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:29.517212 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b2a11ab-5850-4629-b32b-0cf5a205387b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:31.819819 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af5911dd-ed3b-41db-b5b3-2e06eb10c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:33.412599 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:34.905548 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:35.185452 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:45.034525 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:44:52.870038 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:58.538463 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-17db3670-e8a9-481a-936f-8c82f1c24564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:44:59.488014 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ae5a217e-3e6e-4269-9aff-e3f447f9b91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:45:01.848486 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51571efe-804d-40eb-aa15-268ed5bbaeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:45:03.402997 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cbe203a2-fd3f-4708-8c14-23670b3a53b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:45:04.906123 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de3a0ec6-10ac-4adc-8490-154a3cd3e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:45:05.195211 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1154c62c-2cfd-4d89-8d46-96797def03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 17:45:22.033928 n-d-781076-8 neutron-server[103956]: DEBUG neutron.db.agents_db [None req-77a9d059-f289-4577-b6a2-8131d28e74e8 None None] Agent healthcheck: found 7 active agents {{(pid=103956) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 17:45:22.876161 n-d-781076-8 neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f427497c-141d-48b3-8f4a-f96fe89cd682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736428892618', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7974243'] for agent, after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}